job.yaml
1name: PiFlow consistency check example
2steps:
3- id: read_left
4 operator: item_source@1.0
5 inputs: {}
6 params:
7 uri: context:/piflow/consistency_check-left.parquet
8 view: records
9- id: read_right
10 operator: item_source@1.0
11 inputs: {}
12 params:
13 uri: context:/piflow/consistency_check-right.parquet
14 view: records
15- id: process
16 operator: piflow_consistency_check@1.0
17 inputs:
18 left: read_left
19 right: read_right
20 params:
21 flagField: flag
22 correlationColumn: station_id
23- id: receive
24 operator: client_sink@1.0
25 inputs:
26 result: process