Source code

Download source archive ↓

upstream/piflow-bundle/src/main/scala/cn/piflow/bundle/generic/common/DropField.scala

1package cn.piflow.bundle.generic.common
2
3import cn.piflow._
4import cn.piflow.conf._
5import cn.piflow.conf.bean.PropertyDescriptor
6import cn.piflow.conf.util.{ImageUtil, MapUtil}
7
8
9class DropField extends ConfigurableStop {
10
11  val authorEmail: String = "ygang@cnic.cn"
12  val description: String = "Delete one or more columns"
13  val inportList: List[String] = List(Port.DefaultPort)
14  val outportList: List[String] = List(Port.DefaultPort)
15
16  var columnNames:String = _
17
18  def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
19    var df = in.read()
20
21    val field = columnNames.split(",").map(x => x.trim)
22    for( x <- 0 until field.size){
23      df = df.drop(field(x))
24    }
25
26    out.write(df)
27  }
28
29  def initialize(ctx: ProcessContext): Unit = {
30
31  }
32
33  def setProperties(map : Map[String, Any]): Unit = {
34    columnNames = MapUtil.get(map,"columnNames").asInstanceOf[String]
35  }
36
37  override def getPropertyDescriptor(): List[PropertyDescriptor] = {
38    var descriptor : List[PropertyDescriptor] = List()
39    val inports = new PropertyDescriptor()
40      .name("columnNames")
41      .displayName("ColumnNames")
42      .description("Fill in the columns you want to delete,multiple columns names separated by commas")
43      .defaultValue("")
44      .required(true)
45      .example("id")
46    descriptor = inports :: descriptor
47    descriptor
48  }
49
50  override def getIcon(): Array[Byte] = {
51    ImageUtil.getImage("icon/common/DropColumnNames.png")
52  }
53
54  override def getGroup(): List[String] = {
55    List(StopGroup.CommonGroup)
56  }
57
58}
59
60
61