Source code

Download source archive ↓

spec.json

1{
2  "class": "AddDayID",
3  "description": "Spark EcoFlow: sort year/month/day/hour; add id and day_id. Params: partitionNum string. Inputs materialized, max 128 MiB / one million rows.",
4  "params": {
5    "partitionNum": "1"
6  },
7  "inputs": {
8    "source": {
9      "representations": [
10        "records"
11      ],
12      "formats": []
13    }
14  },
15  "outputs": {
16    "result": {
17      "representations": [
18        "records"
19      ],
20      "formats": [
21        "arrow"
22      ]
23    }
24  },
25  "mode": "spark_batch",
26  "test": "add_day_id",
27  "upstream_ports": {
28    "source": "Default"
29  },
30  "executor": "jvm",
31  "parameters": {
32    "type": "object",
33    "properties": {
34      "partitionNum": {
35        "type": "string",
36        "description": "partitionNum parameter. Spark EcoFlow: sort year/month/day/hour; add id and day_id. Params: partitionNum string. Inputs materialized, max 128 MiB / one million rows."
37      }
38    },
39    "required": [
40      "partitionNum"
41    ],
42    "additionalProperties": false
43  },
44  "icon": {
45    "path": "M3 5h18v14H3zM3 10h18M3 14h18M9 5v14"
46  }
47}