Source code

Download source archive ↓

src/MDV_G.scala

1package cn.piflow.bundle.flux.interpolationCalculation
2
3
4import cn.piflow.bundle.flux.util.FluxInterpolationUtil_4
5import cn.piflow.conf.bean.PropertyDescriptor
6import cn.piflow.conf.util.{ImageUtil, MapUtil}
7import cn.piflow.conf.{ConfigurableStop, Port}
8import cn.piflow.{JobContext, JobInputStream, JobOutputStream, ProcessContext}
9import org.apache.spark.sql.SparkSession
10
11class MDV_G extends ConfigurableStop{
12  val authorEmail: String = "ygang@cnic.cn"
13  val description: String = "Interpolation algorithm: MDV-G: sliding window;Schema must contain hour, day_id fields (id incremented by date)"
14  val inportList: List[String] = List(Port.DefaultPort)
15  val outportList: List[String] = List(Port.DefaultPort)
16
17  var fields: String = _
18  var mdv_num: String = _
19  var qualityControlMarkerValue: String = _
20
21
22  override def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
23    val spark = pec.get[SparkSession]()
24    val flux = new FluxInterpolationUtil_4
25
26    val mdvDF= in.read()
27    val mdvGDF= flux.MDVSliding(spark, mdvDF,fields,mdv_num.toInt,qualityControlMarkerValue.toInt)
28
29    out.write(mdvGDF)
30  }
31
32  override def setProperties(map: Map[String, Any]): Unit = {
33    fields = MapUtil.get(map,"fields").asInstanceOf[String]
34    mdv_num = MapUtil.get(map,"mdv_num").asInstanceOf[String]
35    qualityControlMarkerValue = MapUtil.get(map,"qualityControlMarkerValue").asInstanceOf[String]
36
37  }
38
39  override def getPropertyDescriptor(): List[PropertyDescriptor] = {
40    var descriptor : List[PropertyDescriptor] = List()
41
42    val fields = new PropertyDescriptor()
43      .name("fields")
44      .displayName("fields")
45      .description("Fields that need to be interpolated, separated by commas")
46      .defaultValue("")
47      .required(true)
48      .example("")
49    descriptor = fields :: descriptor
50
51    val mdv_num = new PropertyDescriptor()
52      .name("mdv_num")
53      .displayName("mdv_num")
54      .description("Window time,Must be odd")
55      .defaultValue("7")
56      .required(true)
57      .example("7")
58    descriptor = mdv_num :: descriptor
59
60    val qualityControlMarkerValue = new PropertyDescriptor()
61      .name("qualityControlMarkerValue")
62      .displayName("qualityControlMarkerValue")
63      .description("质量控制标记值:Quality control marker value")
64      .defaultValue("-9999")
65      .required(true)
66      .example("-9999")
67    descriptor = qualityControlMarkerValue :: descriptor
68
69    descriptor
70  }
71
72  override def getIcon(): Array[Byte] = {
73    ImageUtil.getImage("png/Flux/flux.png",this.getClass.getName)
74  }
75
76  override def getGroup(): List[String] = {
77    List("Flux_interpolationCalculation")
78  }
79
80  override def initialize(ctx: ProcessContext): Unit = {
81
82  }
83
84}