Source code

Download source archive ↓

src/FrontAndBackValuesAreValid.scala

1package cn.piflow.bundle.flux.interpolationCalculation
2
3
4import cn.piflow.bundle.flux.util.FluxInterpolationUtil_4
5import cn.piflow.conf.bean.PropertyDescriptor
6import cn.piflow.conf.util.{ImageUtil, MapUtil}
7import cn.piflow.conf.{ConfigurableStop, Port}
8import cn.piflow.{JobContext, JobInputStream, JobOutputStream, ProcessContext}
9import org.apache.spark.sql.SparkSession
10
11class FrontAndBackValuesAreValid extends ConfigurableStop{
12  val authorEmail: String = "ygang@cnic.cn"
13  val description: String = "The current value is invalid M(k), before and after the valid values M (k-1), M (k+1);Schema must contain hour, day_id fields (id incremented by date)"
14  val inportList: List[String] = List(Port.DefaultPort)
15  val outportList: List[String] = List(Port.DefaultPort)
16
17  var fields: String = _
18  var qualityControlMarkerValue: String = _
19
20
21  override def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
22    val spark = pec.get[SparkSession]()
23
24    val fluxInterpolation = new FluxInterpolationUtil_4
25    val df= in.read()
26    val resultDF = fluxInterpolation.ForwardAndBackwardInterpolation(spark,df,fields,qualityControlMarkerValue.toInt)
27    out.write(resultDF)
28
29  }
30
31  override def setProperties(map: Map[String, Any]): Unit = {
32    fields = MapUtil.get(map,"fields").asInstanceOf[String]
33    qualityControlMarkerValue = MapUtil.get(map,"qualityControlMarkerValue").asInstanceOf[String]
34
35  }
36
37  override def getPropertyDescriptor(): List[PropertyDescriptor] = {
38    var descriptor : List[PropertyDescriptor] = List()
39
40    val fields = new PropertyDescriptor()
41      .name("fields")
42      .displayName("fields")
43      .description("Fields that need to be interpolated, separated by commas")
44      .defaultValue("Ta_1_AVG,Pvapor_1_AVG,DR_5_CM11_AVG,PAR_7_AVG,Ts_107_1_AVG,Smoist_20cm_AVG,Ta_2_AVG,Ta_3_AVG,Pvapor_2_AVG,Pvapor_3_AVG,Ta_4_AVG,Ta_5_AVG,Pvapor_4_AVG,Pvapor_5_AVG,Ta_6_AVG,Ta_7_AVG,Pvapor_6_AVG,Pvapor_7_AVG")
45      .required(true)
46      .example("")
47    descriptor = fields :: descriptor
48
49    val qualityControlMarkerValue = new PropertyDescriptor()
50      .name("qualityControlMarkerValue")
51      .displayName("qualityControlMarkerValue")
52      .description("质量控制标记值:Quality control marker value")
53      .defaultValue("-9999")
54      .required(true)
55      .example("-9999")
56    descriptor = qualityControlMarkerValue :: descriptor
57
58
59    descriptor
60  }
61
62  override def getIcon(): Array[Byte] = {
63    ImageUtil.getImage("png/Flux/flux.png",this.getClass.getName)
64  }
65
66  override def getGroup(): List[String] = {
67    List("Flux_interpolationCalculation")
68  }
69
70  override def initialize(ctx: ProcessContext): Unit = {
71
72  }
73
74}