Source code

Download source archive ↓

spec.json

1{
2  "class": "Distinct",
3  "description": "Deduplicate records across Arrow batches; retains the first row per key. Params: optional columnNames; empty means all columns. Key-state limit: 128 MiB.",
4  "params": {
5    "columnNames": "station_id"
6  },
7  "inputs": {
8    "source": {
9      "representations": [
10        "records"
11      ],
12      "formats": []
13    }
14  },
15  "outputs": {
16    "result": {
17      "representations": [
18        "records"
19      ],
20      "formats": [
21        "arrow"
22      ]
23    }
24  },
25  "mode": "streaming_with_bounded_state",
26  "test": "distinct",
27  "parameters": {
28    "type": "object",
29    "properties": {
30      "columnNames": {
31        "type": "string",
32        "description": "columnNames parameter. Deduplicate records across Arrow batches; retains the first row per key. Params: optional columnNames; empty means all columns. Key-state limit: 128 MiB.",
33        "default": ""
34      }
35    },
36    "required": [],
37    "additionalProperties": false
38  },
39  "icon": {
40    "path": "M3 5h18v14H3zM3 10h18M3 14h18M9 5v14"
41  }
42}