src/xstream_piflow_csv_string_parser.py
1"""PiFlow CsvStringParser: headerless CSV text supplied as a bytes stream."""
2from dacp_piflow_support import params, parse_csv
3
4
5def process(ctx):
6 p = params(ctx, optional=['delimiter', 'schema'])
7 parse_csv(ctx, False, p.get('delimiter', ','), p.get('schema', ''))
8
9
10def infer_outputs(inputs, params):
11 import pyarrow as pa
12 from xstream_operator import descriptor, result, records_schema
13 expected = {'source'}
14 if set(inputs) != expected:
15 raise ValueError('unexpected input ports')
16 outputs = {'result': {'representations': ['records'], 'formats': ['arrow'], 'certainty': 'unknown'}}
17 return result(outputs)
18
19
20def preview_outputs(inputs, params, limits):
21 from xstream_operator import preview_process
22 return preview_process(process, inputs, params, limits)
23
24
25if __name__ == '__main__':
26 from xstream_operator import run_operator
27 run_operator(process, infer_outputs, preview_outputs=preview_outputs)