upstream/piflow-bundle/src/main/scala/cn/piflow/bundle/flux/dataCheck/ColumnCheck.scala
1package cn.piflow.bundle.flux.dataCheck
2
3import cn.piflow.conf.bean.PropertyDescriptor
4import cn.piflow.conf.util.ImageUtil
5import cn.piflow.conf.{ConfigurableStop, Port, StopGroup}
6import cn.piflow.{JobContext, JobInputStream, JobOutputStream, ProcessContext}
7
8class ColumnCheck extends ConfigurableStop{
9 override val authorEmail: String = "ygang@cnic.cn"
10 override val description: String = "Quality control of grassland aboveground biomass data,Consistency check"
11 override val inportList: List[String] =List(Port.LeftPort,Port.RightPort)
12 override val outportList: List[String] = List(Port.DefaultPort)
13
14// var flagField:String=_
15// var correlationColumn:String=_
16
17 override def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
18 val leftDf = in.read(Port.LeftPort)
19 val rightDF =in.read(Port.RightPort)
20
21 val leftNmes: Array[String] = leftDf.schema.fieldNames
22 val rightNmes: Array[String] = rightDF.schema.fieldNames
23
24 for (i<- 0 until leftNmes.size){
25 if(leftNmes(i) != rightNmes(i)) throw new Exception("warn!!! 表头名称及量纲与标准表格的一致性检查 不一致 ")
26 }
27 out.write(leftDf)
28 }
29
30 override def setProperties(map: Map[String, Any]): Unit = {
31// flagField = MapUtil.get(map,"flagField").asInstanceOf[String]
32// correlationColumn = MapUtil.get(map,"correlationColumn").asInstanceOf[String]
33 }
34
35 override def getPropertyDescriptor(): List[PropertyDescriptor] = {
36 var descriptor : List[PropertyDescriptor] = List()
37
38// val joinMode = new PropertyDescriptor()
39// .name("flagField")
40// .displayName("flagField")
41// .description("Consistency check and set the flag field to 0 consistently and 1 otherwise")
42// .defaultValue("flag")
43// .required(true)
44// .example("flag")
45// descriptor = joinMode :: descriptor
46//
47// val correlationColumn = new PropertyDescriptor()
48// .name("correlationColumn")
49// .displayName("CorrelationColumn")
50// .description("Columns associated with tables,if multiple are separated by commas")
51// .defaultValue("")
52// .required(true)
53// .example("id,name")
54// descriptor = correlationColumn :: descriptor
55
56 descriptor
57 }
58
59 override def getIcon(): Array[Byte] = {
60 ImageUtil.getImage("png/common/Join.png",this.getClass.getName)
61 }
62
63 override def getGroup(): List[String] = {
64 List(StopGroup.ExcelGroup)
65 }
66
67
68 override def initialize(ctx: ProcessContext): Unit = {
69
70 }
71
72}