{"api_version":2,"name":"piflow_single_field_threshold_clean","version":"1.0","role":"transform","type":"sdk","description":"EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types.","icon":{"path":"M3 5h18v14H3zM3 10h18M3 14h18M9 5v14"},"inputs":{"source":{"representations":["records"],"formats":[]}},"outputs":{"result":{"view":"records"}},"parameters":{"type":"object","properties":{"fields":{"type":"string","description":"fields parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types."},"maxValue":{"type":"string","description":"maxValue parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types."},"minValue":{"type":"string","description":"minValue parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types."},"flagValue":{"type":"string","description":"flagValue parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types."},"additionalCondition":{"type":"string","description":"additionalCondition parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types."}},"required":["fields","maxValue","minValue","flagValue","additionalCondition"],"additionalProperties":false},"documentation":{"inputs":{"source":"Name and type of the source stream: records. The accompanying fixture contains temperature, quality."},"outputs":{"result":"Records result. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types."},"parameters":{"fields":{"description":"fields parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types.","help":"fields parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types.","example":"temperature"},"maxValue":{"description":"maxValue parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types.","help":"maxValue parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types.","example":"60"},"minValue":{"description":"minValue parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types.","help":"minValue parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types.","example":"-90"},"flagValue":{"description":"flagValue parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types.","help":"flagValue parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types.","example":"-9999"},"additionalCondition":{"description":"additionalCondition parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types.","help":"additionalCondition parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types.","example":"quality = 0"}},"example_job":"name: PiFlow single field threshold clean example\nsteps:\n- id: read_source\n  operator: item_source@1.0\n  inputs: {}\n  params:\n    uri: context:/piflow/single_field_threshold_clean-source.parquet\n    view: records\n- id: process\n  operator: piflow_single_field_threshold_clean@1.0\n  inputs:\n    source: read_source\n  params:\n    fields: temperature\n    maxValue: '60'\n    minValue: '-90'\n    flagValue: '-9999'\n    additionalCondition: quality = 0\n- id: receive\n  operator: client_sink@1.0\n  inputs:\n    result: process\n"},"runtime":{"image":"sha256:edd926f5a144036f8fbfd7db6771067b44ef00023872fe68552d3419ab549e90","archive":{"sha256":"5b4a94b1342e29dcbdc310b0efa54739b4e221d84005420e9d54e305fdbd4546","size":425330122,"filename":"piflow-ecoflow-spark-runtime.tar.gz"}},"execution":{"executor":"jvm","entrypoint":"dacp.ecoflow.Op_single_field_threshold_clean","config":{}},"source_public":true,"provenance":{"source_archive":{"sha256":"609cb8d1b6dba6c879f480ca375dd8ff9b1ed04cc7304da19119629cc560b8e4","size":43356,"filename":"piflow_single_field_threshold_clean-sources.zip"},"license":"Apache-2.0","license_file":{"sha256":"c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4","size":11357,"filename":"LICENSE.txt"},"source_repository":"https://github.com/cas-bigdatalab/piflow","source_revision":"84de10436a0d382e0d8d2ce1ab3a82f71ebafc29","build_instructions":"Compile the adapter under src/ using the registered piflow-ecoflow-spark builder. See spec.json and the upstream source manifest."},"artifact":{"sha256":"93ff229008214cb4187aba3b5b2e5fabefc3454b78400fd6142cd2bce7c01f31","size":195603,"filename":"operator.jar"},"categories":["PiFlow","Data processing"],"trust":{"score":4,"assessed_by":"administrator","reviewed_at_ms":1795077302228},"publication":{"author":"dacp-examples","submitted_at_ms":1795077150255,"approved_at_ms":1795077302228,"last_submitted_at_ms":1795077150255,"last_approved_at_ms":1795077302228},"download_count":5}