Source code

Download source archive ↓

upstream/piflow-bundle/src/main/scala/cn/piflow/bundle/flux/interpolationCalculation/MDV_I.scala

1package cn.piflow.bundle.flux.interpolationCalculation
2
3import cn.piflow.bundle.flux.util.FluxInterpolationUtil_4
4import cn.piflow.conf.bean.PropertyDescriptor
5import cn.piflow.conf.util.{ImageUtil, MapUtil}
6import cn.piflow.conf.{ConfigurableStop, Port}
7import cn.piflow.{JobContext, JobInputStream, JobOutputStream, ProcessContext}
8import org.apache.spark.sql.SparkSession
9
10class MDV_I extends ConfigurableStop{
11  val authorEmail: String = "ygang@cnic.cn"
12  val description: String = "Interpolation algorithm: MDV-I: fixed window;Schema must contain hour, day_id fields (id incremented by date)"
13  val inportList: List[String] = List(Port.DefaultPort)
14  val outportList: List[String] = List(Port.DefaultPort)
15
16  var fields: String = _
17  var mdv_num: String = _
18  var qualityControlMarkerValue: String = _
19
20
21  override def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
22    val spark = pec.get[SparkSession]()
23
24    val flux = new FluxInterpolationUtil_4
25    val df = flux.MDVFixed(spark, in.read(),fields,mdv_num.toInt,qualityControlMarkerValue.toInt)
26
27    out.write(df)
28  }
29
30  override def setProperties(map: Map[String, Any]): Unit = {
31    fields = MapUtil.get(map,"fields").asInstanceOf[String]
32    mdv_num = MapUtil.get(map,"mdv_num").asInstanceOf[String]
33    qualityControlMarkerValue = MapUtil.get(map,"qualityControlMarkerValue").asInstanceOf[String]
34
35  }
36
37  override def getPropertyDescriptor(): List[PropertyDescriptor] = {
38    var descriptor : List[PropertyDescriptor] = List()
39
40    val fields = new PropertyDescriptor()
41      .name("fields")
42      .displayName("fields")
43      .description("Fields that need to be interpolated, separated by commas")
44      .defaultValue("")
45      .required(true)
46      .example("")
47    descriptor = fields :: descriptor
48
49    val mdv_num = new PropertyDescriptor()
50      .name("mdv_num")
51      .displayName("mdv_num")
52      .description("Window time")
53      .defaultValue("7")
54      .required(true)
55      .example("7")
56    descriptor = mdv_num :: descriptor
57
58    val qualityControlMarkerValue = new PropertyDescriptor()
59      .name("qualityControlMarkerValue")
60      .displayName("qualityControlMarkerValue")
61      .description("质量控制标记值:Quality control marker value")
62      .defaultValue("-9999")
63      .required(true)
64      .example("-9999")
65    descriptor = qualityControlMarkerValue :: descriptor
66
67
68    descriptor
69  }
70
71  override def getIcon(): Array[Byte] = {
72    ImageUtil.getImage("png/Flux/flux.png",this.getClass.getName)
73  }
74
75  override def getGroup(): List[String] = {
76    List("Flux_interpolationCalculation")
77  }
78
79  override def initialize(ctx: ProcessContext): Unit = {
80
81  }
82
83}