{"api_version":2,"name":"piflow_consistency_check","version":"1.0","role":"transform","type":"sdk","description":"Left-join reference keys; prepend flagField=0 for matches, 1 otherwise. Params: flagField, correlationColumn (comma-separated). Duplicate reference keys retain join multiplicity. 128 MiB input limit each.","icon":{"path":"M3 5h5l5 7h8M3 19h5l5-7m4-4 4 4-4 4"},"inputs":{"left":{"representations":["records"],"formats":[]},"right":{"representations":["records"],"formats":[]}},"outputs":{"result":{"view":"records"}},"parameters":{"type":"object","properties":{"flagField":{"type":"string","description":"flagField parameter. Left-join reference keys; prepend flagField=0 for matches, 1 otherwise. Params: flagField, correlationColumn (comma-separated). Duplicate reference keys retain join multiplicity. 128 MiB input limit each."},"correlationColumn":{"type":"string","description":"correlationColumn parameter. Left-join reference keys; prepend flagField=0 for matches, 1 otherwise. Params: flagField, correlationColumn (comma-separated). Duplicate reference keys retain join multiplicity. 128 MiB input limit each."}},"required":["flagField","correlationColumn"],"additionalProperties":false},"documentation":{"inputs":{"left":"Name and type of the left stream: records. The accompanying fixture contains station_id, temperature, quality.","right":"Name and type of the right stream: records. The accompanying fixture contains station_id."},"outputs":{"result":"Records result. Left-join reference keys; prepend flagField=0 for matches, 1 otherwise. Params: flagField, correlationColumn (comma-separated). Duplicate reference keys retain join multiplicity. 128 MiB input limit each."},"parameters":{"flagField":{"description":"flagField parameter. Left-join reference keys; prepend flagField=0 for matches, 1 otherwise. Params: flagField, correlationColumn (comma-separated). Duplicate reference keys retain join multiplicity. 128 MiB input limit each.","help":"flagField parameter. Left-join reference keys; prepend flagField=0 for matches, 1 otherwise. Params: flagField, correlationColumn (comma-separated). Duplicate reference keys retain join multiplicity. 128 MiB input limit each.","example":"flag"},"correlationColumn":{"description":"correlationColumn parameter. Left-join reference keys; prepend flagField=0 for matches, 1 otherwise. Params: flagField, correlationColumn (comma-separated). Duplicate reference keys retain join multiplicity. 128 MiB input limit each.","help":"correlationColumn parameter. Left-join reference keys; prepend flagField=0 for matches, 1 otherwise. Params: flagField, correlationColumn (comma-separated). Duplicate reference keys retain join multiplicity. 128 MiB input limit each.","example":"station_id"}},"example_job":"name: PiFlow consistency check example\nsteps:\n- id: read_left\n  operator: item_source@1.0\n  inputs: {}\n  params:\n    uri: context:/piflow/consistency_check-left.parquet\n    view: records\n- id: read_right\n  operator: item_source@1.0\n  inputs: {}\n  params:\n    uri: context:/piflow/consistency_check-right.parquet\n    view: records\n- id: process\n  operator: piflow_consistency_check@1.0\n  inputs:\n    left: read_left\n    right: read_right\n  params:\n    flagField: flag\n    correlationColumn: station_id\n- id: receive\n  operator: client_sink@1.0\n  inputs:\n    result: process\n"},"runtime":{"image":"sha256:40db7fee594f1452790d1cc99c2e5429e187eb64633c716b8c6f903c47576975","archive":{"sha256":"e1844833e35390f2eaf9fc9ec7b67057ad0305ad713c0da6c8b055980a66946c","size":73825792,"filename":"python-arrow-2.0-runtime.tar"}},"execution":{"executor":"python","entrypoint":"xstream_piflow_consistency_check","config":{}},"source_public":true,"provenance":{"source_archive":{"sha256":"00c3855eb756ddb0974d36345a7a3ef31cddb809e8bf7a1a92344a6b44f05f29","size":21207,"filename":"piflow_consistency_check-sources.zip"},"license":"Apache-2.0","license_file":{"sha256":"c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4","size":11357,"filename":"LICENSE.txt"},"source_repository":"https://github.com/cas-bigdatalab/piflow","source_revision":"84de10436a0d382e0d8d2ce1ab3a82f71ebafc29","build_instructions":"Compile the adapter under src/ using the registered python-arrow builder. See spec.json and the upstream source manifest."},"artifact":{"sha256":"22e2bf16a218fa1f844868f40fab5186cbd0e8a77c686c4e776471c80c8a3290","size":9963,"filename":"operator.zip"},"categories":["PiFlow","Data processing"],"trust":{"score":4,"assessed_by":"administrator","reviewed_at_ms":1795076673067},"publication":{"author":"dacp-examples","submitted_at_ms":1795076664084,"approved_at_ms":1795076673067,"last_submitted_at_ms":1795076664084,"last_approved_at_ms":1795076673067},"download_count":6}