src/DRCoordinateRotation.scala
1package cn.piflow.bundle.flux.dataCorrection
2
3
4import cn.piflow.bundle.flux.util.FluxDataCorrectionUtil_2
5import cn.piflow.conf.bean.PropertyDescriptor
6import cn.piflow.conf.util.{ImageUtil, MapUtil}
7import cn.piflow.conf.{ConfigurableStop, Port}
8import cn.piflow.{JobContext, JobInputStream, JobOutputStream, ProcessContext}
9import org.apache.spark.sql.SparkSession
10
11class DRCoordinateRotation extends ConfigurableStop{
12 val authorEmail: String = "ygang@cnic.cn"
13 val description: String = "Quadratic coordinate rotation(DR)"
14 val inportList: List[String] = List(Port.DefaultPort)
15 val outportList: List[String] = List(Port.DefaultPort)
16
17 var Fc: String = _
18 var Le: String = _
19 var Hs: String = _
20
21 var u_star: String = _
22 var cov_Uz_Uz :String = _
23 var cov_Uz_Ux :String = _
24 var cov_Uz_Uy :String = _
25 var cov_Uz_co2 :String = _
26 var cov_Uz_h2o :String = _
27 var cov_Uz_Ts :String = _
28 var cov_Ux_Ux :String = _
29 var cov_Ux_Uy :String = _
30 var cov_Ux_co2 :String = _
31 var cov_Ux_h2o :String = _
32 var cov_Ux_Ts :String = _
33 var cov_Uy_Uy :String = _
34 var cov_Uy_co2 :String = _
35 var cov_Uy_h2o :String = _
36 var cov_Uy_Ts :String = _
37 var Ux_Avg :String = _
38 var Uy_Avg :String = _
39 var Uz_Avg :String = _
40
41 override def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
42 val spark = pec.get[SparkSession]()
43 val originDF = in.read()
44
45 val fluxDataCorrection = new FluxDataCorrectionUtil_2
46 val df = fluxDataCorrection.DRCoordinateRotationUtil(spark,originDF
47 ,Fc
48 ,Le
49 ,Hs
50 ,u_star
51 ,cov_Uz_Uz
52 ,cov_Uz_Ux
53 ,cov_Uz_Uy
54 ,cov_Uz_co2
55 ,cov_Uz_h2o
56 ,cov_Uz_Ts
57 ,cov_Ux_Ux
58 ,cov_Ux_Uy
59 ,cov_Ux_co2
60 ,cov_Ux_h2o
61 ,cov_Ux_Ts
62 ,cov_Uy_Uy
63 ,cov_Uy_co2
64 ,cov_Uy_h2o
65 ,cov_Uy_Ts
66 ,Ux_Avg
67 ,Uy_Avg
68 ,Uz_Avg
69 )
70
71 out.write(df)
72 }
73
74 override def setProperties(map: Map[String, Any]): Unit = {
75 Fc = MapUtil.get(map,"Fc").asInstanceOf[String]
76 Le = MapUtil.get(map,"Le").asInstanceOf[String]
77 Hs = MapUtil.get(map,"Hs").asInstanceOf[String]
78 u_star = MapUtil.get(map,"u_star").asInstanceOf[String]
79 cov_Uz_Uz = MapUtil.get(map,"cov_Uz_Uz").asInstanceOf[String]
80 cov_Uz_Ux = MapUtil.get(map,"cov_Uz_Ux").asInstanceOf[String]
81 cov_Uz_Uy = MapUtil.get(map,"cov_Uz_Uy").asInstanceOf[String]
82 cov_Uz_co2 = MapUtil.get(map,"cov_Uz_co2").asInstanceOf[String]
83 cov_Uz_h2o = MapUtil.get(map,"cov_Uz_h2o").asInstanceOf[String]
84 cov_Uz_Ts = MapUtil.get(map,"cov_Uz_Ts").asInstanceOf[String]
85 cov_Ux_Ux = MapUtil.get(map,"cov_Ux_Ux").asInstanceOf[String]
86 cov_Ux_Uy = MapUtil.get(map,"cov_Ux_Uy").asInstanceOf[String]
87 cov_Ux_co2 = MapUtil.get(map,"cov_Ux_co2").asInstanceOf[String]
88 cov_Ux_h2o = MapUtil.get(map,"cov_Ux_h2o").asInstanceOf[String]
89 cov_Ux_Ts = MapUtil.get(map,"cov_Ux_Ts").asInstanceOf[String]
90 cov_Uy_Uy = MapUtil.get(map,"cov_Uy_Uy").asInstanceOf[String]
91 cov_Uy_co2 = MapUtil.get(map,"cov_Uy_co2").asInstanceOf[String]
92 cov_Uy_h2o = MapUtil.get(map,"cov_Uy_h2o").asInstanceOf[String]
93 cov_Uy_Ts = MapUtil.get(map,"cov_Uy_Ts").asInstanceOf[String]
94 Ux_Avg = MapUtil.get(map,"Ux_Avg").asInstanceOf[String]
95 Uy_Avg = MapUtil.get(map,"Uy_Avg").asInstanceOf[String]
96 Uz_Avg = MapUtil.get(map,"Uz_Avg").asInstanceOf[String]
97 }
98
99 override def getPropertyDescriptor(): List[PropertyDescriptor] = {
100 var descriptor : List[PropertyDescriptor] = List()
101
102 val Fc =new PropertyDescriptor().name("Fc").displayName("Fc").description("CO2通量").defaultValue("Fc").required(true).example("Fc")
103 val Le =new PropertyDescriptor().name("Le").displayName("Le").description("潜热通量").defaultValue("Le").required(true).example("Le")
104 val Hs =new PropertyDescriptor().name("Hs").displayName("Hs").description("显热通量").defaultValue("Hs").required(true).example("Hs")
105 val u_star =new PropertyDescriptor().name("u_star").displayName("u_star").description("摩擦风速").defaultValue("u_star").required(true).example("u_star")
106 val cov_Uz_Uz =new PropertyDescriptor().name("cov_Uz_Uz").displayName("cov_Uz_Uz").description("垂直风速方差").defaultValue("cov_Uz_Uz").required(true).example("cov_Uz_Uz")
107 val cov_Uz_Ux =new PropertyDescriptor().name("cov_Uz_Ux").displayName("cov_Uz_Ux").description("垂直风速与X方向风速协方差").defaultValue("cov_Uz_Ux").required(true).example("cov_Uz_Ux")
108 val cov_Uz_Uy =new PropertyDescriptor().name("cov_Uz_Uy").displayName("cov_Uz_Uy").description("垂直风速与Y方向风速协方差").defaultValue("cov_Uz_Uy").required(true).example("cov_Uz_Uy")
109
110 val cov_Uz_co2 =new PropertyDescriptor().name("cov_Uz_co2").displayName("cov_Uz_co2").description("垂直风速与CO2密度协方差").defaultValue("cov_Uz_co2").required(true).example("cov_Uz_co2")
111 val cov_Uz_h2o =new PropertyDescriptor().name("cov_Uz_h2o").displayName("cov_Uz_h2o").description("垂直风速与H2O密度协方差").defaultValue("cov_Uz_h2o").required(true).example("cov_Uz_h2o")
112 val cov_Uz_Ts =new PropertyDescriptor().name("cov_Uz_Ts").displayName("cov_Uz_Ts").description("垂直风速与温度协方差").defaultValue("cov_Uz_Ts").required(true).example("cov_Uz_Ts")
113 val cov_Ux_Ux =new PropertyDescriptor().name("cov_Ux_Ux").displayName("cov_Ux_Ux").description("X方向风速方差").defaultValue("cov_Ux_Ux").required(true).example("cov_Ux_Ux")
114
115 val cov_Ux_Uy =new PropertyDescriptor().name("cov_Ux_Uy").displayName("cov_Ux_Uy").description("X与Y方向风速协方差").defaultValue("cov_Ux_Uy").required(true).example("cov_Ux_Uy")
116 val cov_Ux_co2 =new PropertyDescriptor().name("cov_Ux_co2").displayName("cov_Ux_co2").description("X方向风速与CO2密度协方差").defaultValue("cov_Ux_co2").required(true).example("cov_Ux_co2")
117 val cov_Ux_h2o =new PropertyDescriptor().name("cov_Ux_h2o").displayName("cov_Ux_h2o").description("X方向风速与H2O密度协方差").defaultValue("cov_Ux_h2o").required(true).example("cov_Ux_h2o")
118 val cov_Ux_Ts =new PropertyDescriptor().name("cov_Ux_Ts").displayName("cov_Ux_Ts").description("X方向风速与温度协方差").defaultValue("cov_Ux_Ts").required(true).example("cov_Ux_Ts")
119 val cov_Uy_Uy =new PropertyDescriptor().name("cov_Uy_Uy").displayName("cov_Uy_Uy").description("Y方向风速方差").defaultValue("cov_Uy_Uy").required(true).example("cov_Uy_Uy")
120
121 val cov_Uy_co2 =new PropertyDescriptor().name("cov_Uy_co2").displayName("cov_Uy_co2").description("Y方向风速与CO2密度协方差").defaultValue("cov_Uy_co2").required(true).example("cov_Uy_co2")
122 val cov_Uy_h2o =new PropertyDescriptor().name("cov_Uy_h2o").displayName("cov_Uy_h2o").description("Y方向风速与H2O密度协方差").defaultValue("cov_Uy_h2o").required(true).example("cov_Uy_h2o")
123 val cov_Uy_Ts =new PropertyDescriptor().name("cov_Uy_Ts").displayName("cov_Uy_Ts").description("Y方向风速与温度协方差").defaultValue("cov_Uy_Ts").required(true).example("cov_Uy_Ts")
124
125 val Ux_Avg =new PropertyDescriptor().name("Ux_Avg").displayName("Ux_Avg").description("X方向平均风速").defaultValue("Ux_Avg").required(true).example("Ux_Avg")
126 val Uy_Avg =new PropertyDescriptor().name("Uy_Avg").displayName("Uy_Avg").description("Y方向平均风速").defaultValue("Uy_Avg").required(true).example("Uy_Avg")
127 val Uz_Avg =new PropertyDescriptor().name("Uz_Avg").displayName("Uz_Avg").description("Z方向平均风速").defaultValue("Uz_Avg").required(true).example("Uz_Avg")
128
129 descriptor = Fc :: descriptor
130 descriptor = Le :: descriptor
131 descriptor = Hs :: descriptor
132 descriptor = u_star :: descriptor
133
134 descriptor = cov_Uz_Uz :: descriptor
135 descriptor = cov_Uz_Ux :: descriptor
136 descriptor = cov_Uz_Uy :: descriptor
137
138 descriptor = cov_Uz_co2 :: descriptor
139 descriptor = cov_Uz_h2o :: descriptor
140 descriptor = cov_Uz_Ts :: descriptor
141 descriptor = cov_Ux_Ux :: descriptor
142 descriptor = cov_Ux_Uy :: descriptor
143
144 descriptor = cov_Ux_co2 :: descriptor
145 descriptor = cov_Ux_h2o :: descriptor
146 descriptor = cov_Ux_Ts :: descriptor
147
148 descriptor = cov_Uy_co2 :: descriptor
149 descriptor = cov_Uy_h2o :: descriptor
150 descriptor = cov_Uy_Ts :: descriptor
151 descriptor = cov_Uy_Uy :: descriptor
152
153 descriptor = Ux_Avg :: descriptor
154 descriptor = Uy_Avg :: descriptor
155 descriptor = Uz_Avg :: descriptor
156
157 descriptor
158 }
159
160 override def getIcon(): Array[Byte] = {
161 ImageUtil.getImage("png/Flux/flux.png",this.getClass.getName)
162 }
163
164 override def getGroup(): List[String] = {
165 List("Flux_dataCorrection")
166 }
167
168 override def initialize(ctx: ProcessContext): Unit = {
169
170 }
171
172}