{"api_version":2,"name":"piflow_rainfall_data_culling","version":"1.0","role":"transform","type":"sdk","description":"EcoFlow rainfall quality control: flag selected flux columns at rainy timestamps and following 30 minutes. left=flux,right=meteorology; both require year,month,day,hour. Params fields,rainFallField,flagValue integer string. Upstream drops flux rows whose rainfall is null or unmatched.","icon":{"path":"M3 5h5l5 7h8M3 19h5l5-7m4-4 4 4-4 4"},"inputs":{"left":{"representations":["records"],"formats":[]},"right":{"representations":["records"],"formats":[]}},"outputs":{"result":{"view":"records"}},"parameters":{"type":"object","properties":{"fields":{"type":"string","description":"fields parameter. EcoFlow rainfall quality control: flag selected flux columns at rainy timestamps and following 30 minutes. left=flux,right=meteorology; both require year,month,day,hour. Params fields,rainFallField,flagValue integer string. Upstream drops flux rows whose rainfall is null or unmatched."},"rainFallField":{"type":"string","description":"rainFallField parameter. EcoFlow rainfall quality control: flag selected flux columns at rainy timestamps and following 30 minutes. left=flux,right=meteorology; both require year,month,day,hour. Params fields,rainFallField,flagValue integer string. Upstream drops flux rows whose rainfall is null or unmatched."},"flagValue":{"type":"string","description":"flagValue parameter. EcoFlow rainfall quality control: flag selected flux columns at rainy timestamps and following 30 minutes. left=flux,right=meteorology; both require year,month,day,hour. Params fields,rainFallField,flagValue integer string. Upstream drops flux rows whose rainfall is null or unmatched."}},"required":["fields","rainFallField","flagValue"],"additionalProperties":false},"documentation":{"inputs":{"left":"Name and type of the left stream: records. The accompanying fixture contains year, month, day, hour, Fc.","right":"Name and type of the right stream: records. The accompanying fixture contains year, month, day, hour, rain."},"outputs":{"result":"Records result. EcoFlow rainfall quality control: flag selected flux columns at rainy timestamps and following 30 minutes. left=flux,right=meteorology; both require year,month,day,hour. Params fields,rainFallField,flagValue integer string. Upstream drops flux rows whose rainfall is null or unmatched."},"parameters":{"fields":{"description":"fields parameter. EcoFlow rainfall quality control: flag selected flux columns at rainy timestamps and following 30 minutes. left=flux,right=meteorology; both require year,month,day,hour. Params fields,rainFallField,flagValue integer string. Upstream drops flux rows whose rainfall is null or unmatched.","help":"fields parameter. EcoFlow rainfall quality control: flag selected flux columns at rainy timestamps and following 30 minutes. left=flux,right=meteorology; both require year,month,day,hour. Params fields,rainFallField,flagValue integer string. Upstream drops flux rows whose rainfall is null or unmatched.","example":"Fc"},"rainFallField":{"description":"rainFallField parameter. EcoFlow rainfall quality control: flag selected flux columns at rainy timestamps and following 30 minutes. left=flux,right=meteorology; both require year,month,day,hour. Params fields,rainFallField,flagValue integer string. Upstream drops flux rows whose rainfall is null or unmatched.","help":"rainFallField parameter. EcoFlow rainfall quality control: flag selected flux columns at rainy timestamps and following 30 minutes. left=flux,right=meteorology; both require year,month,day,hour. Params fields,rainFallField,flagValue integer string. Upstream drops flux rows whose rainfall is null or unmatched.","example":"rain"},"flagValue":{"description":"flagValue parameter. EcoFlow rainfall quality control: flag selected flux columns at rainy timestamps and following 30 minutes. left=flux,right=meteorology; both require year,month,day,hour. Params fields,rainFallField,flagValue integer string. Upstream drops flux rows whose rainfall is null or unmatched.","help":"flagValue parameter. EcoFlow rainfall quality control: flag selected flux columns at rainy timestamps and following 30 minutes. left=flux,right=meteorology; both require year,month,day,hour. Params fields,rainFallField,flagValue integer string. Upstream drops flux rows whose rainfall is null or unmatched.","example":"-9999"}},"example_job":"name: PiFlow rainfall data culling example\nsteps:\n- id: read_left\n  operator: item_source@1.0\n  inputs: {}\n  params:\n    uri: context:/piflow/rainfall_data_culling-left.parquet\n    view: records\n- id: read_right\n  operator: item_source@1.0\n  inputs: {}\n  params:\n    uri: context:/piflow/rainfall_data_culling-right.parquet\n    view: records\n- id: process\n  operator: piflow_rainfall_data_culling@1.0\n  inputs:\n    left: read_left\n    right: read_right\n  params:\n    fields: Fc\n    rainFallField: rain\n    flagValue: '-9999'\n- id: receive\n  operator: client_sink@1.0\n  inputs:\n    result: process\n"},"runtime":{"image":"sha256:edd926f5a144036f8fbfd7db6771067b44ef00023872fe68552d3419ab549e90","archive":{"sha256":"5b4a94b1342e29dcbdc310b0efa54739b4e221d84005420e9d54e305fdbd4546","size":425330122,"filename":"piflow-ecoflow-spark-runtime.tar.gz"}},"execution":{"executor":"jvm","entrypoint":"dacp.ecoflow.Op_rainfall_data_culling","config":{}},"source_public":true,"provenance":{"source_archive":{"sha256":"d6907c490b38624883b24062adfcf9a8cfd06d60ca8155012a3db087772b52ca","size":45028,"filename":"piflow_rainfall_data_culling-sources.zip"},"license":"Apache-2.0","license_file":{"sha256":"c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4","size":11357,"filename":"LICENSE.txt"},"source_repository":"https://github.com/cas-bigdatalab/piflow","source_revision":"84de10436a0d382e0d8d2ce1ab3a82f71ebafc29","build_instructions":"Compile the adapter under src/ using the registered piflow-ecoflow-spark builder. See spec.json and the upstream source manifest."},"artifact":{"sha256":"cfc1adf8fbbd3372660978d5a2d2fec66a9a4ce4b41c6e5145ea398d7d09205e","size":195446,"filename":"operator.jar"},"categories":["PiFlow","Data processing"],"trust":{"score":4,"assessed_by":"administrator","reviewed_at_ms":1795077662003},"publication":{"author":"dacp-examples","submitted_at_ms":1795077529905,"approved_at_ms":1795077662003,"last_submitted_at_ms":1795077529905,"last_approved_at_ms":1795077662003},"download_count":5}