Source code

Download source archive ↓

job.yaml

1name: PiFlow consistency check example
2steps:
3- id: read_left
4  operator: item_source@1.0
5  inputs: {}
6  params:
7    uri: context:/piflow/consistency_check-left.parquet
8    view: records
9- id: read_right
10  operator: item_source@1.0
11  inputs: {}
12  params:
13    uri: context:/piflow/consistency_check-right.parquet
14    view: records
15- id: process
16  operator: piflow_consistency_check@1.0
17  inputs:
18    left: read_left
19    right: read_right
20  params:
21    flagField: flag
22    correlationColumn: station_id
23- id: receive
24  operator: client_sink@1.0
25  inputs:
26    result: process