spec.json
1{
2 "class": "RainfallDataCulling",
3 "description": "EcoFlow rainfall quality control: flag selected flux columns at rainy timestamps and following 30 minutes. left=flux,right=meteorology; both require year,month,day,hour. Params fields,rainFallField,flagValue integer string. Upstream drops flux rows whose rainfall is null or unmatched.",
4 "params": {
5 "fields": "Fc",
6 "rainFallField": "rain",
7 "flagValue": "-9999"
8 },
9 "inputs": {
10 "left": {
11 "representations": [
12 "records"
13 ],
14 "formats": []
15 },
16 "right": {
17 "representations": [
18 "records"
19 ],
20 "formats": []
21 }
22 },
23 "outputs": {
24 "result": {
25 "representations": [
26 "records"
27 ],
28 "formats": [
29 "arrow"
30 ]
31 }
32 },
33 "mode": "spark_batch",
34 "test": "rainfall_data_culling",
35 "upstream_ports": {
36 "left": "fluxCbsPort",
37 "right": "metroCbsPort"
38 },
39 "executor": "jvm",
40 "parameters": {
41 "type": "object",
42 "properties": {
43 "fields": {
44 "type": "string",
45 "description": "fields parameter. EcoFlow rainfall quality control: flag selected flux columns at rainy timestamps and following 30 minutes. left=flux,right=meteorology; both require year,month,day,hour. Params fields,rainFallField,flagValue integer string. Upstream drops flux rows whose rainfall is null or unmatched."
46 },
47 "rainFallField": {
48 "type": "string",
49 "description": "rainFallField parameter. EcoFlow rainfall quality control: flag selected flux columns at rainy timestamps and following 30 minutes. left=flux,right=meteorology; both require year,month,day,hour. Params fields,rainFallField,flagValue integer string. Upstream drops flux rows whose rainfall is null or unmatched."
50 },
51 "flagValue": {
52 "type": "string",
53 "description": "flagValue parameter. EcoFlow rainfall quality control: flag selected flux columns at rainy timestamps and following 30 minutes. left=flux,right=meteorology; both require year,month,day,hour. Params fields,rainFallField,flagValue integer string. Upstream drops flux rows whose rainfall is null or unmatched."
54 }
55 },
56 "required": [
57 "fields",
58 "rainFallField",
59 "flagValue"
60 ],
61 "additionalProperties": false
62 },
63 "icon": {
64 "path": "M3 5h5l5 7h8M3 19h5l5-7m4-4 4 4-4 4"
65 }
66}