spec.json
1{
2 "class": "Distinct",
3 "description": "Deduplicate records across Arrow batches; retains the first row per key. Params: optional columnNames; empty means all columns. Key-state limit: 128 MiB.",
4 "params": {
5 "columnNames": "station_id"
6 },
7 "inputs": {
8 "source": {
9 "representations": [
10 "records"
11 ],
12 "formats": []
13 }
14 },
15 "outputs": {
16 "result": {
17 "representations": [
18 "records"
19 ],
20 "formats": [
21 "arrow"
22 ]
23 }
24 },
25 "mode": "streaming_with_bounded_state",
26 "test": "distinct",
27 "parameters": {
28 "type": "object",
29 "properties": {
30 "columnNames": {
31 "type": "string",
32 "description": "columnNames parameter. Deduplicate records across Arrow batches; retains the first row per key. Params: optional columnNames; empty means all columns. Key-state limit: 128 MiB.",
33 "default": ""
34 }
35 },
36 "required": [],
37 "additionalProperties": false
38 },
39 "icon": {
40 "path": "M3 5h18v14H3zM3 10h18M3 14h18M9 5v14"
41 }
42}