spec.json
1{
2 "class": "AddDayID",
3 "description": "Spark EcoFlow: sort year/month/day/hour; add id and day_id. Params: partitionNum string. Inputs materialized, max 128 MiB / one million rows.",
4 "params": {
5 "partitionNum": "1"
6 },
7 "inputs": {
8 "source": {
9 "representations": [
10 "records"
11 ],
12 "formats": []
13 }
14 },
15 "outputs": {
16 "result": {
17 "representations": [
18 "records"
19 ],
20 "formats": [
21 "arrow"
22 ]
23 }
24 },
25 "mode": "spark_batch",
26 "test": "add_day_id",
27 "upstream_ports": {
28 "source": "Default"
29 },
30 "executor": "jvm",
31 "parameters": {
32 "type": "object",
33 "properties": {
34 "partitionNum": {
35 "type": "string",
36 "description": "partitionNum parameter. Spark EcoFlow: sort year/month/day/hour; add id and day_id. Params: partitionNum string. Inputs materialized, max 128 MiB / one million rows."
37 }
38 },
39 "required": [
40 "partitionNum"
41 ],
42 "additionalProperties": false
43 },
44 "icon": {
45 "path": "M3 5h18v14H3zM3 10h18M3 14h18M9 5v14"
46 }
47}