Source code

Download source archive ↓

src/dacp_piflow_csv_parser.py

1"""PiFlow CsvParser adapted to bytes input and stable UTF-8 string columns."""
2from dacp_piflow_support import params, parse_csv
3
4
5def process(ctx):
6    p = params(ctx, optional=['header', 'delimiter', 'schema'])
7    parse_csv(ctx, p.get('header', True), p.get('delimiter', ','), p.get('schema', ''))
8
9
10def infer_outputs(inputs, params):
11    import pyarrow as pa
12    from dacp_operator import descriptor, result, records_schema
13    expected = {'source'}
14    if set(inputs) != expected:
15        raise ValueError('unexpected input ports')
16    outputs = {'result': {'representations': ['records'], 'formats': ['arrow'], 'certainty': 'unknown'}}
17    return result(outputs)
18
19
20def preview_outputs(inputs, params, limits):
21    from dacp_operator import preview_process
22    return preview_process(process, inputs, params, limits)
23
24
25if __name__ == '__main__':
26    from dacp_operator import run_operator
27    run_operator(process, infer_outputs, preview_outputs=preview_outputs)