spec.json
1{
2 "class": "ConsistencyCheck",
3 "description": "Left-join reference keys; prepend flagField=0 for matches, 1 otherwise. Params: flagField, correlationColumn (comma-separated). Duplicate reference keys retain join multiplicity. 128 MiB input limit each.",
4 "params": {
5 "flagField": "flag",
6 "correlationColumn": "station_id"
7 },
8 "inputs": {
9 "left": {
10 "representations": [
11 "records"
12 ],
13 "formats": []
14 },
15 "right": {
16 "representations": [
17 "records"
18 ],
19 "formats": []
20 }
21 },
22 "outputs": {
23 "result": {
24 "representations": [
25 "records"
26 ],
27 "formats": [
28 "arrow"
29 ]
30 }
31 },
32 "mode": "bounded_materialization",
33 "test": "consistency_check",
34 "parameters": {
35 "type": "object",
36 "properties": {
37 "flagField": {
38 "type": "string",
39 "description": "flagField parameter. Left-join reference keys; prepend flagField=0 for matches, 1 otherwise. Params: flagField, correlationColumn (comma-separated). Duplicate reference keys retain join multiplicity. 128 MiB input limit each."
40 },
41 "correlationColumn": {
42 "type": "string",
43 "description": "correlationColumn parameter. Left-join reference keys; prepend flagField=0 for matches, 1 otherwise. Params: flagField, correlationColumn (comma-separated). Duplicate reference keys retain join multiplicity. 128 MiB input limit each."
44 }
45 },
46 "required": [
47 "flagField",
48 "correlationColumn"
49 ],
50 "additionalProperties": false
51 },
52 "icon": {
53 "path": "M3 5h5l5 7h8M3 19h5l5-7m4-4 4 4-4 4"
54 }
55}