spec.json
1{
2 "class": "SingleFieldThresholdClean",
3 "description": "EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types.",
4 "params": {
5 "fields": "temperature",
6 "maxValue": "60",
7 "minValue": "-90",
8 "flagValue": "-9999",
9 "additionalCondition": "quality = 0"
10 },
11 "inputs": {
12 "source": {
13 "representations": [
14 "records"
15 ],
16 "formats": []
17 }
18 },
19 "outputs": {
20 "result": {
21 "representations": [
22 "records"
23 ],
24 "formats": [
25 "arrow"
26 ]
27 }
28 },
29 "mode": "spark_batch",
30 "test": "single_field_threshold_clean",
31 "upstream_ports": {
32 "source": "Default"
33 },
34 "executor": "jvm",
35 "parameters": {
36 "type": "object",
37 "properties": {
38 "fields": {
39 "type": "string",
40 "description": "fields parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types."
41 },
42 "maxValue": {
43 "type": "string",
44 "description": "maxValue parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types."
45 },
46 "minValue": {
47 "type": "string",
48 "description": "minValue parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types."
49 },
50 "flagValue": {
51 "type": "string",
52 "description": "flagValue parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types."
53 },
54 "additionalCondition": {
55 "type": "string",
56 "description": "additionalCondition parameter. EcoFlow inclusive field thresholds with an additional Spark SQL condition; replace invalid values with flagValue. Params: fields,maxValue,minValue,flagValue,additionalCondition (strings). Spark may coerce affected column types."
57 }
58 },
59 "required": [
60 "fields",
61 "maxValue",
62 "minValue",
63 "flagValue",
64 "additionalCondition"
65 ],
66 "additionalProperties": false
67 },
68 "icon": {
69 "path": "M3 5h18v14H3zM3 10h18M3 14h18M9 5v14"
70 }
71}