Source code

Download source archive ↓

src/xstream_piflow_join.py

1"""PiFlow Join: key-based inner/left/right/full joins with explicit suffixes."""
2from dacp_piflow_support import params, columns, indexes, materialize, write_table
3
4
5def process(ctx):
6    p = params(ctx, ['joinMode', 'correlationColumn'])
7    names = columns(p['correlationColumn'])
8    modes = {'inner': 'inner', 'left': 'left outer', 'right': 'right outer', 'full_outer': 'full outer'}
9    if p['joinMode'] not in modes:
10        raise ValueError('joinMode must be inner, left, right or full_outer')
11    left = materialize(ctx.input('left'))
12    right = materialize(ctx.input('right'))
13    indexes(left.schema, names)
14    indexes(right.schema, names)
15    output = left.join(right, keys=names, join_type=modes[p['joinMode']], right_suffix='_right')
16    if len(output.column_names) != len(set(output.column_names)):
17        raise ValueError('join produces ambiguous columns; rename input columns first')
18    write_table(ctx, output)
19
20
21def infer_outputs(inputs, params):
22    import pyarrow as pa
23    from xstream_operator import descriptor, result, records_schema
24    expected = {'right', 'left'}
25    if set(inputs) != expected:
26        raise ValueError('unexpected input ports')
27    outputs = {'result': {'representations': ['records'], 'formats': ['arrow'], 'certainty': 'unknown'}}
28    return result(outputs)
29
30
31def preview_outputs(inputs, params, limits):
32    from xstream_operator import preview_process
33    return preview_process(process, inputs, params, limits)
34
35
36if __name__ == '__main__':
37    from xstream_operator import run_operator
38    run_operator(process, infer_outputs, preview_outputs=preview_outputs)