src/xstream_piflow_fork.py
1"""PiFlow Fork with two explicitly declared DACP output ports."""
2from dacp_piflow_support import params
3
4
5def process(ctx):
6 params(ctx)
7 source = ctx.input('source')
8 left = ctx.records_output('left', source.schema)
9 right = ctx.records_output('right', source.schema)
10 for batch in source.records():
11 left.write(batch)
12 right.write(batch)
13
14
15def infer_outputs(inputs, params):
16 import pyarrow as pa
17 from xstream_operator import descriptor, result, records_schema
18 expected = {'source'}
19 if set(inputs) != expected:
20 raise ValueError('unexpected input ports')
21 outputs = {'left': {'representations': ['records'], 'formats': ['arrow'], 'certainty': 'unknown'}, 'right': {'representations': ['records'], 'formats': ['arrow'], 'certainty': 'unknown'}}
22 schema = records_schema(inputs['source']) if 'source' in inputs else None
23 if schema is not None:
24 outputs = {p: descriptor(['records'], ['arrow'], schema, certainty='known') for p in outputs}
25 return result(outputs)
26
27
28def preview_outputs(inputs, params, limits):
29 from xstream_operator import preview_process
30 return preview_process(process, inputs, params, limits)
31
32
33if __name__ == '__main__':
34 from xstream_operator import run_operator
35 run_operator(process, infer_outputs, preview_outputs=preview_outputs)