src/xstream_piflow_join.py
1"""PiFlow Join: key-based inner/left/right/full joins with explicit suffixes."""
2from dacp_piflow_support import params, columns, indexes, materialize, write_table
3
4
5def process(ctx):
6 p = params(ctx, ['joinMode', 'correlationColumn'])
7 names = columns(p['correlationColumn'])
8 modes = {'inner': 'inner', 'left': 'left outer', 'right': 'right outer', 'full_outer': 'full outer'}
9 if p['joinMode'] not in modes:
10 raise ValueError('joinMode must be inner, left, right or full_outer')
11 left = materialize(ctx.input('left'))
12 right = materialize(ctx.input('right'))
13 indexes(left.schema, names)
14 indexes(right.schema, names)
15 output = left.join(right, keys=names, join_type=modes[p['joinMode']], right_suffix='_right')
16 if len(output.column_names) != len(set(output.column_names)):
17 raise ValueError('join produces ambiguous columns; rename input columns first')
18 write_table(ctx, output)
19
20
21def infer_outputs(inputs, params):
22 import pyarrow as pa
23 from xstream_operator import descriptor, result, records_schema
24 expected = {'right', 'left'}
25 if set(inputs) != expected:
26 raise ValueError('unexpected input ports')
27 outputs = {'result': {'representations': ['records'], 'formats': ['arrow'], 'certainty': 'unknown'}}
28 return result(outputs)
29
30
31def preview_outputs(inputs, params, limits):
32 from xstream_operator import preview_process
33 return preview_process(process, inputs, params, limits)
34
35
36if __name__ == '__main__':
37 from xstream_operator import run_operator
38 run_operator(process, infer_outputs, preview_outputs=preview_outputs)