Source code

Download source archive ↓

src/xstream_piflow_filter.py

1"""PiFlow Filter adapted to an explicitly documented SQLite predicate dialect."""
2from dacp_piflow_support import params, predicate_indices
3
4
5def process(ctx):
6    p = params(ctx, ['condition'])
7    source = ctx.input('source')
8    out = ctx.records_output('result', source.schema)
9    for batch in source.records():
10        keep = predicate_indices(batch, p['condition'])
11        if keep:
12            out.write(batch.take(keep))
13
14
15def infer_outputs(inputs, params):
16    import pyarrow as pa
17    from xstream_operator import descriptor, result, records_schema
18    expected = {'source'}
19    if set(inputs) != expected:
20        raise ValueError('unexpected input ports')
21    outputs = {'result': {'representations': ['records'], 'formats': ['arrow'], 'certainty': 'unknown'}}
22    schema = records_schema(inputs['source']) if 'source' in inputs else None
23    if schema is not None:
24        outputs = {p: descriptor(['records'], ['arrow'], schema, certainty='known') for p in outputs}
25    return result(outputs)
26
27
28def preview_outputs(inputs, params, limits):
29    from xstream_operator import preview_process
30    return preview_process(process, inputs, params, limits)
31
32
33if __name__ == '__main__':
34    from xstream_operator import run_operator
35    run_operator(process, infer_outputs, preview_outputs=preview_outputs)