upstream/piflow-bundle/src/main/scala/cn/piflow/bundle/generic/common/DropField.scala
1package cn.piflow.bundle.generic.common
2
3import cn.piflow._
4import cn.piflow.conf._
5import cn.piflow.conf.bean.PropertyDescriptor
6import cn.piflow.conf.util.{ImageUtil, MapUtil}
7
8
9class DropField extends ConfigurableStop {
10
11 val authorEmail: String = "ygang@cnic.cn"
12 val description: String = "Delete one or more columns"
13 val inportList: List[String] = List(Port.DefaultPort)
14 val outportList: List[String] = List(Port.DefaultPort)
15
16 var columnNames:String = _
17
18 def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
19 var df = in.read()
20
21 val field = columnNames.split(",").map(x => x.trim)
22 for( x <- 0 until field.size){
23 df = df.drop(field(x))
24 }
25
26 out.write(df)
27 }
28
29 def initialize(ctx: ProcessContext): Unit = {
30
31 }
32
33 def setProperties(map : Map[String, Any]): Unit = {
34 columnNames = MapUtil.get(map,"columnNames").asInstanceOf[String]
35 }
36
37 override def getPropertyDescriptor(): List[PropertyDescriptor] = {
38 var descriptor : List[PropertyDescriptor] = List()
39 val inports = new PropertyDescriptor()
40 .name("columnNames")
41 .displayName("ColumnNames")
42 .description("Fill in the columns you want to delete,multiple columns names separated by commas")
43 .defaultValue("")
44 .required(true)
45 .example("id")
46 descriptor = inports :: descriptor
47 descriptor
48 }
49
50 override def getIcon(): Array[Byte] = {
51 ImageUtil.getImage("icon/common/DropColumnNames.png")
52 }
53
54 override def getGroup(): List[String] = {
55 List(StopGroup.CommonGroup)
56 }
57
58}
59
60
61