src/dacp_piflow_filter.py
1"""PiFlow Filter adapted to an explicitly documented SQLite predicate dialect."""
2from dacp_piflow_support import params, predicate_indices
3
4
5def process(ctx):
6 p = params(ctx, ['condition'])
7 source = ctx.input('source')
8 out = ctx.records_output('result', source.schema)
9 for batch in source.records():
10 keep = predicate_indices(batch, p['condition'])
11 if keep:
12 out.write(batch.take(keep))
13
14
15def infer_outputs(inputs, params):
16 import pyarrow as pa
17 from dacp_operator import descriptor, result, records_schema
18 expected = {'source'}
19 if set(inputs) != expected:
20 raise ValueError('unexpected input ports')
21 outputs = {'result': {'representations': ['records'], 'formats': ['arrow'], 'certainty': 'unknown'}}
22 schema = records_schema(inputs['source']) if 'source' in inputs else None
23 if schema is not None:
24 outputs = {p: descriptor(['records'], ['arrow'], schema, certainty='known') for p in outputs}
25 return result(outputs)
26
27
28def preview_outputs(inputs, params, limits):
29 from dacp_operator import preview_process
30 return preview_process(process, inputs, params, limits)
31
32
33if __name__ == '__main__':
34 from dacp_operator import run_operator
35 run_operator(process, infer_outputs, preview_outputs=preview_outputs)