Source code

Download source archive ↓

upstream/piflow-bundle/src/main/scala/cn/piflow/bundle/generic/common/SelectField.scala

1package cn.piflow.bundle.generic.common
2
3import cn.piflow._
4import cn.piflow.conf._
5import cn.piflow.conf.bean.PropertyDescriptor
6import cn.piflow.conf.util.{ImageUtil, MapUtil}
7import org.apache.spark.sql.{Column, DataFrame}
8
9import scala.beans.BeanProperty
10
11
12class SelectField extends ConfigurableStop {
13
14  val authorEmail: String = "xjzhu@cnic.cn"
15  val description: String = "Select data column"
16  val inportList: List[String] = List(Port.DefaultPort)
17  val outportList: List[String] = List(Port.DefaultPort)
18
19  var columnNames:String = _
20
21  def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
22    val df = in.read()
23
24    val field = columnNames.split(",").map(x => x.trim)
25    val columnArray : Array[Column] = new Array[Column](field.size)
26    for(i <- 0 to field.size - 1){
27      columnArray(i) = new Column(field(i))
28    }
29
30    var finalFieldDF : DataFrame = df.select(columnArray:_*)
31    out.write(finalFieldDF)
32  }
33
34  def initialize(ctx: ProcessContext): Unit = {
35
36  }
37
38  def setProperties(map : Map[String, Any]): Unit = {
39    columnNames = MapUtil.get(map,"columnNames").asInstanceOf[String]
40  }
41
42  override def getPropertyDescriptor(): List[PropertyDescriptor] = {
43    var descriptor : List[PropertyDescriptor] = List()
44    val inports = new PropertyDescriptor()
45      .name("columnNames")
46      .displayName("ColumnNames")
47      .description("Select the column you want,multiple columns separated by commas")
48      .defaultValue("")
49      .required(true)
50      .example("id,name")
51    descriptor = inports :: descriptor
52    descriptor
53  }
54
55  override def getIcon(): Array[Byte] = {
56    ImageUtil.getImage("icon/common/SelectField.png")
57  }
58
59  override def getGroup(): List[String] = {
60    List(StopGroup.CommonGroup)
61  }
62
63}
64
65
66