upstream/piflow-bundle/src/main/scala/cn/piflow/bundle/flux/interpolationCalculation/MDV_G.scala
1package cn.piflow.bundle.flux.interpolationCalculation
2
3import cn.piflow.bundle.flux.util.FluxInterpolationUtil_4
4import cn.piflow.conf.bean.PropertyDescriptor
5import cn.piflow.conf.util.{ImageUtil, MapUtil}
6import cn.piflow.conf.{ConfigurableStop, Port}
7import cn.piflow.{JobContext, JobInputStream, JobOutputStream, ProcessContext}
8import org.apache.spark.sql.SparkSession
9
10class MDV_G extends ConfigurableStop{
11 val authorEmail: String = "ygang@cnic.cn"
12 val description: String = "Interpolation algorithm: MDV-G: sliding window;Schema must contain hour, day_id fields (id incremented by date)"
13 val inportList: List[String] = List(Port.DefaultPort)
14 val outportList: List[String] = List(Port.DefaultPort)
15
16 var fields: String = _
17 var mdv_num: String = _
18 var qualityControlMarkerValue: String = _
19
20
21 override def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
22 val spark = pec.get[SparkSession]()
23 val flux = new FluxInterpolationUtil_4
24
25 val mdvDF= in.read()
26 val mdvGDF= flux.MDVSliding(spark, mdvDF,fields,mdv_num.toInt,qualityControlMarkerValue.toInt)
27
28 out.write(mdvGDF)
29 }
30
31 override def setProperties(map: Map[String, Any]): Unit = {
32 fields = MapUtil.get(map,"fields").asInstanceOf[String]
33 mdv_num = MapUtil.get(map,"mdv_num").asInstanceOf[String]
34 qualityControlMarkerValue = MapUtil.get(map,"qualityControlMarkerValue").asInstanceOf[String]
35
36 }
37
38 override def getPropertyDescriptor(): List[PropertyDescriptor] = {
39 var descriptor : List[PropertyDescriptor] = List()
40
41 val fields = new PropertyDescriptor()
42 .name("fields")
43 .displayName("fields")
44 .description("Fields that need to be interpolated, separated by commas")
45 .defaultValue("")
46 .required(true)
47 .example("")
48 descriptor = fields :: descriptor
49
50 val mdv_num = new PropertyDescriptor()
51 .name("mdv_num")
52 .displayName("mdv_num")
53 .description("Window time,Must be odd")
54 .defaultValue("7")
55 .required(true)
56 .example("7")
57 descriptor = mdv_num :: descriptor
58
59 val qualityControlMarkerValue = new PropertyDescriptor()
60 .name("qualityControlMarkerValue")
61 .displayName("qualityControlMarkerValue")
62 .description("质量控制标记值:Quality control marker value")
63 .defaultValue("-9999")
64 .required(true)
65 .example("-9999")
66 descriptor = qualityControlMarkerValue :: descriptor
67
68 descriptor
69 }
70
71 override def getIcon(): Array[Byte] = {
72 ImageUtil.getImage("png/Flux/flux.png",this.getClass.getName)
73 }
74
75 override def getGroup(): List[String] = {
76 List("Flux_interpolationCalculation")
77 }
78
79 override def initialize(ctx: ProcessContext): Unit = {
80
81 }
82
83}