Source code

Download source archive ↓

spec.json

1{
2  "class": "SingleFieldThresholdClean",
3  "description": "EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types.",
4  "params": {
5    "fields": "temperature",
6    "maxValue": "60",
7    "minValue": "-90",
8    "flagValue": "-9999",
9    "additionalCondition": "quality = 0"
10  },
11  "inputs": {
12    "source": {
13      "representations": [
14        "records"
15      ],
16      "formats": []
17    }
18  },
19  "outputs": {
20    "result": {
21      "representations": [
22        "records"
23      ],
24      "formats": [
25        "arrow"
26      ]
27    }
28  },
29  "mode": "spark_batch",
30  "test": "single_field_threshold_clean",
31  "upstream_ports": {
32    "source": "Default"
33  },
34  "executor": "jvm",
35  "parameters": {
36    "type": "object",
37    "properties": {
38      "fields": {
39        "type": "string",
40        "description": "fields parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types."
41      },
42      "maxValue": {
43        "type": "string",
44        "description": "maxValue parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types."
45      },
46      "minValue": {
47        "type": "string",
48        "description": "minValue parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types."
49      },
50      "flagValue": {
51        "type": "string",
52        "description": "flagValue parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types."
53      },
54      "additionalCondition": {
55        "type": "string",
56        "description": "additionalCondition parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types."
57      }
58    },
59    "required": [
60      "fields",
61      "maxValue",
62      "minValue",
63      "flagValue",
64      "additionalCondition"
65    ],
66    "additionalProperties": false
67  },
68  "icon": {
69    "path": "M3 5h18v14H3zM3 10h18M3 14h18M9 5v14"
70  }
71}