Source code

Download source archive ↓

upstream/piflow-bundle/src/main/scala/cn/piflow/bundle/generic/visualization/TableShow.scala

1package cn.piflow.bundle.generic.visualization
2
3import cn.piflow.{JobContext, JobInputStream, JobOutputStream, ProcessContext}
4import cn.piflow.conf.{ConfigurableVisualizationStop, Port, StopGroup, VisualizationType}
5import cn.piflow.conf.bean.PropertyDescriptor
6import cn.piflow.conf.util.{ImageUtil, MapUtil}
7import org.apache.spark.sql.SparkSession
8
9class TableShow extends ConfigurableVisualizationStop{
10  override var visualizationType: String = VisualizationType.Table
11  override val authorEmail: String = "xjzhu@cnic.cn"
12  override val description: String = "Show data with table"
13  override val inportList: List[String] = List(Port.DefaultPort)
14  override val outportList: List[String] = List(Port.DefaultPort)
15
16  var showField:String =_
17
18  override def setProperties(map: Map[String, Any]): Unit = {
19    showField=MapUtil.get(map,key="showField").asInstanceOf[String]
20  }
21
22  override def getPropertyDescriptor(): List[PropertyDescriptor] = {
23    var descriptor : List[PropertyDescriptor] = List()
24    val showField = new PropertyDescriptor()
25      .name("showField")
26      .displayName("ShowField")
27      .description("The fields  of data to show.")
28      .defaultValue("*")
29      .example("id,name,age")
30      .required(true)
31
32    descriptor = showField :: descriptor
33    descriptor
34  }
35
36  override def getIcon(): Array[Byte] = {
37    ImageUtil.getImage("icon/visualization/table.png")
38  }
39
40  override def getGroup(): List[String] = {
41    List{StopGroup.Visualization}
42  }
43
44  override def initialize(ctx: ProcessContext): Unit = {}
45
46  override def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
47    val spark = pec.get[SparkSession]()
48    val sqlContext=spark.sqlContext
49    val dataFrame = in.read()
50    dataFrame.createOrReplaceTempView("TableShow")
51    val sqlText = "select " + showField+ " from TableShow"
52    println("TableShow Sql: " + sqlText)
53    val tableShowDF = spark.sql(sqlText)
54    out.write(tableShowDF.repartition(1))
55
56  }
57}