Source code

Download source archive ↓

src/xstream_piflow_column_check.py

1"""PiFlow ColumnCheck: compare complete ordered column names, then pass left."""
2from dacp_piflow_support import params, materialize, write_table
3
4
5def process(ctx):
6    params(ctx)
7    left = materialize(ctx.input('left'))
8    right = ctx.input('right')
9    if left.schema.names != right.schema.names:
10        raise ValueError('column names or order differ from the reference')
11    for _ in right.records():
12        pass
13    write_table(ctx, left)
14
15
16def infer_outputs(inputs, params):
17    import pyarrow as pa
18    from xstream_operator import descriptor, result, records_schema
19    expected = {'right', 'left'}
20    if set(inputs) != expected:
21        raise ValueError('unexpected input ports')
22    outputs = {'result': {'representations': ['records'], 'formats': ['arrow'], 'certainty': 'unknown'}}
23    schema = records_schema(inputs['source']) if 'source' in inputs else None
24    if schema is not None:
25        outputs = {p: descriptor(['records'], ['arrow'], schema, certainty='known') for p in outputs}
26    return result(outputs)
27
28
29def preview_outputs(inputs, params, limits):
30    from xstream_operator import preview_process
31    return preview_process(process, inputs, params, limits)
32
33
34if __name__ == '__main__':
35    from xstream_operator import run_operator
36    run_operator(process, infer_outputs, preview_outputs=preview_outputs)