upstream/piflow-bundle/src/main/scala/cn/piflow/bundle/generic/common/SelectField.scala
1package cn.piflow.bundle.generic.common
2
3import cn.piflow._
4import cn.piflow.conf._
5import cn.piflow.conf.bean.PropertyDescriptor
6import cn.piflow.conf.util.{ImageUtil, MapUtil}
7import org.apache.spark.sql.{Column, DataFrame}
8
9import scala.beans.BeanProperty
10
11
12class SelectField extends ConfigurableStop {
13
14 val authorEmail: String = "xjzhu@cnic.cn"
15 val description: String = "Select data column"
16 val inportList: List[String] = List(Port.DefaultPort)
17 val outportList: List[String] = List(Port.DefaultPort)
18
19 var columnNames:String = _
20
21 def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
22 val df = in.read()
23
24 val field = columnNames.split(",").map(x => x.trim)
25 val columnArray : Array[Column] = new Array[Column](field.size)
26 for(i <- 0 to field.size - 1){
27 columnArray(i) = new Column(field(i))
28 }
29
30 var finalFieldDF : DataFrame = df.select(columnArray:_*)
31 out.write(finalFieldDF)
32 }
33
34 def initialize(ctx: ProcessContext): Unit = {
35
36 }
37
38 def setProperties(map : Map[String, Any]): Unit = {
39 columnNames = MapUtil.get(map,"columnNames").asInstanceOf[String]
40 }
41
42 override def getPropertyDescriptor(): List[PropertyDescriptor] = {
43 var descriptor : List[PropertyDescriptor] = List()
44 val inports = new PropertyDescriptor()
45 .name("columnNames")
46 .displayName("ColumnNames")
47 .description("Select the column you want,multiple columns separated by commas")
48 .defaultValue("")
49 .required(true)
50 .example("id,name")
51 descriptor = inports :: descriptor
52 descriptor
53 }
54
55 override def getIcon(): Array[Byte] = {
56 ImageUtil.getImage("icon/common/SelectField.png")
57 }
58
59 override def getGroup(): List[String] = {
60 List(StopGroup.CommonGroup)
61 }
62
63}
64
65
66