src/xstream_piflow_column_check.py
1"""PiFlow ColumnCheck: compare complete ordered column names, then pass left."""
2from dacp_piflow_support import params, materialize, write_table
3
4
5def process(ctx):
6 params(ctx)
7 left = materialize(ctx.input('left'))
8 right = ctx.input('right')
9 if left.schema.names != right.schema.names:
10 raise ValueError('column names or order differ from the reference')
11 for _ in right.records():
12 pass
13 write_table(ctx, left)
14
15
16def infer_outputs(inputs, params):
17 import pyarrow as pa
18 from xstream_operator import descriptor, result, records_schema
19 expected = {'right', 'left'}
20 if set(inputs) != expected:
21 raise ValueError('unexpected input ports')
22 outputs = {'result': {'representations': ['records'], 'formats': ['arrow'], 'certainty': 'unknown'}}
23 schema = records_schema(inputs['source']) if 'source' in inputs else None
24 if schema is not None:
25 outputs = {p: descriptor(['records'], ['arrow'], schema, certainty='known') for p in outputs}
26 return result(outputs)
27
28
29def preview_outputs(inputs, params, limits):
30 from xstream_operator import preview_process
31 return preview_process(process, inputs, params, limits)
32
33
34if __name__ == '__main__':
35 from xstream_operator import run_operator
36 run_operator(process, infer_outputs, preview_outputs=preview_outputs)