Source code

Download source archive ↓

src/xstream_piflow_fork.py

1"""PiFlow Fork with two explicitly declared DACP output ports."""
2from dacp_piflow_support import params
3
4
5def process(ctx):
6    params(ctx)
7    source = ctx.input('source')
8    left = ctx.records_output('left', source.schema)
9    right = ctx.records_output('right', source.schema)
10    for batch in source.records():
11        left.write(batch)
12        right.write(batch)
13
14
15def infer_outputs(inputs, params):
16    import pyarrow as pa
17    from xstream_operator import descriptor, result, records_schema
18    expected = {'source'}
19    if set(inputs) != expected:
20        raise ValueError('unexpected input ports')
21    outputs = {'left': {'representations': ['records'], 'formats': ['arrow'], 'certainty': 'unknown'}, 'right': {'representations': ['records'], 'formats': ['arrow'], 'certainty': 'unknown'}}
22    schema = records_schema(inputs['source']) if 'source' in inputs else None
23    if schema is not None:
24        outputs = {p: descriptor(['records'], ['arrow'], schema, certainty='known') for p in outputs}
25    return result(outputs)
26
27
28def preview_outputs(inputs, params, limits):
29    from xstream_operator import preview_process
30    return preview_process(process, inputs, params, limits)
31
32
33if __name__ == '__main__':
34    from xstream_operator import run_operator
35    run_operator(process, infer_outputs, preview_outputs=preview_outputs)