{"api_version":2,"name":"piflow_distinct","version":"1.0","role":"transform","type":"sdk","description":"Deduplicate records across Arrow batches; retains the first row per key. Params: optional columnNames; empty means all columns. Key-state limit: 128 MiB.","icon":{"path":"M3 5h18v14H3zM3 10h18M3 14h18M9 5v14"},"inputs":{"source":{"representations":["records"],"formats":[]}},"outputs":{"result":{"view":"records"}},"parameters":{"type":"object","properties":{"columnNames":{"type":"string","description":"columnNames parameter. Deduplicate records across Arrow batches; retains the first row per key. Params: optional columnNames; empty means all columns. Key-state limit: 128 MiB.","default":""}},"required":[],"additionalProperties":false},"documentation":{"inputs":{"source":"Name and type of the source stream: records. The accompanying fixture contains station_id, temperature, quality."},"outputs":{"result":"Records result. Deduplicate records across Arrow batches; retains the first row per key. Params: optional columnNames; empty means all columns. Key-state limit: 128 MiB."},"parameters":{"columnNames":{"description":"columnNames parameter. Deduplicate records across Arrow batches; retains the first row per key. Params: optional columnNames; empty means all columns. Key-state limit: 128 MiB.","help":"columnNames parameter. Deduplicate records across Arrow batches; retains the first row per key. Params: optional columnNames; empty means all columns. Key-state limit: 128 MiB.","example":"station_id"}},"example_job":"name: PiFlow distinct example\nsteps:\n- id: read_source\n  operator: item_source@1.0\n  inputs: {}\n  params:\n    uri: context:/piflow/distinct-source.parquet\n    view: records\n- id: process\n  operator: piflow_distinct@1.0\n  inputs:\n    source: read_source\n  params: {}\n- id: receive\n  operator: client_sink@1.0\n  inputs:\n    result: process\n"},"runtime":{"image":"sha256:40db7fee594f1452790d1cc99c2e5429e187eb64633c716b8c6f903c47576975","archive":{"sha256":"e1844833e35390f2eaf9fc9ec7b67057ad0305ad713c0da6c8b055980a66946c","size":73825792,"filename":"python-arrow-2.0-runtime.tar"}},"execution":{"executor":"python","entrypoint":"xstream_piflow_distinct","config":{}},"source_public":true,"provenance":{"source_archive":{"sha256":"7fd0bbc2e783aef5395d3b44ea43deedafa9663cc75cb18e2e7cf51cbefa7f66","size":20075,"filename":"piflow_distinct-sources.zip"},"license":"Apache-2.0","license_file":{"sha256":"c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4","size":11357,"filename":"LICENSE.txt"},"source_repository":"https://github.com/cas-bigdatalab/piflow","source_revision":"84de10436a0d382e0d8d2ce1ab3a82f71ebafc29","build_instructions":"Compile the adapter under src/ using the registered python-arrow builder. See spec.json and the upstream source manifest."},"artifact":{"sha256":"c4c16ae75b27f9709bbb61559059ed267bc2fb15b850ed96a2f0c8875107a034","size":9256,"filename":"operator.zip"},"categories":["PiFlow","Data processing"],"trust":{"score":4,"assessed_by":"administrator","reviewed_at_ms":1795076660301},"publication":{"author":"dacp-examples","submitted_at_ms":1795076653190,"approved_at_ms":1795076660301,"last_submitted_at_ms":1795076653190,"last_approved_at_ms":1795076660301},"download_count":6}