Source code

Download source archive ↓

upstream/piflow-bundle/src/main/scala/cn/piflow/bundle/flux/dataCheck/ColumnCheck.scala

1package cn.piflow.bundle.flux.dataCheck
2
3import cn.piflow.conf.bean.PropertyDescriptor
4import cn.piflow.conf.util.ImageUtil
5import cn.piflow.conf.{ConfigurableStop, Port, StopGroup}
6import cn.piflow.{JobContext, JobInputStream, JobOutputStream, ProcessContext}
7
8class ColumnCheck extends ConfigurableStop{
9  override val authorEmail: String = "ygang@cnic.cn"
10  override val description: String = "Quality control of grassland aboveground biomass data,Consistency check"
11  override val inportList: List[String] =List(Port.LeftPort,Port.RightPort)
12  override val outportList: List[String] = List(Port.DefaultPort)
13
14//  var flagField:String=_
15//  var correlationColumn:String=_
16
17  override def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
18    val leftDf  = in.read(Port.LeftPort)
19    val rightDF =in.read(Port.RightPort)
20
21    val leftNmes: Array[String] = leftDf.schema.fieldNames
22    val rightNmes: Array[String] = rightDF.schema.fieldNames
23
24    for (i<- 0 until leftNmes.size){
25      if(leftNmes(i) != rightNmes(i)) throw new Exception("warn!!! 表头名称及量纲与标准表格的一致性检查 不一致 ")
26    }
27    out.write(leftDf)
28  }
29
30  override def setProperties(map: Map[String, Any]): Unit = {
31//    flagField = MapUtil.get(map,"flagField").asInstanceOf[String]
32//    correlationColumn = MapUtil.get(map,"correlationColumn").asInstanceOf[String]
33  }
34
35  override def getPropertyDescriptor(): List[PropertyDescriptor] = {
36    var descriptor : List[PropertyDescriptor] = List()
37
38//    val joinMode = new PropertyDescriptor()
39//      .name("flagField")
40//      .displayName("flagField")
41//      .description("Consistency check and set the flag field to 0 consistently and 1 otherwise")
42//      .defaultValue("flag")
43//      .required(true)
44//      .example("flag")
45//    descriptor = joinMode :: descriptor
46//
47//    val correlationColumn = new PropertyDescriptor()
48//      .name("correlationColumn")
49//      .displayName("CorrelationColumn")
50//      .description("Columns associated with tables,if multiple are separated by commas")
51//      .defaultValue("")
52//      .required(true)
53//      .example("id,name")
54//    descriptor = correlationColumn :: descriptor
55
56    descriptor
57  }
58
59  override def getIcon(): Array[Byte] = {
60    ImageUtil.getImage("png/common/Join.png",this.getClass.getName)
61  }
62
63  override def getGroup(): List[String] = {
64    List(StopGroup.ExcelGroup)
65  }
66
67
68  override def initialize(ctx: ProcessContext): Unit = {
69
70  }
71
72}