upstream/piflow-bundle/src/main/scala/cn/piflow/bundle/generic/visualization/TableShow.scala
1package cn.piflow.bundle.generic.visualization
2
3import cn.piflow.{JobContext, JobInputStream, JobOutputStream, ProcessContext}
4import cn.piflow.conf.{ConfigurableVisualizationStop, Port, StopGroup, VisualizationType}
5import cn.piflow.conf.bean.PropertyDescriptor
6import cn.piflow.conf.util.{ImageUtil, MapUtil}
7import org.apache.spark.sql.SparkSession
8
9class TableShow extends ConfigurableVisualizationStop{
10 override var visualizationType: String = VisualizationType.Table
11 override val authorEmail: String = "xjzhu@cnic.cn"
12 override val description: String = "Show data with table"
13 override val inportList: List[String] = List(Port.DefaultPort)
14 override val outportList: List[String] = List(Port.DefaultPort)
15
16 var showField:String =_
17
18 override def setProperties(map: Map[String, Any]): Unit = {
19 showField=MapUtil.get(map,key="showField").asInstanceOf[String]
20 }
21
22 override def getPropertyDescriptor(): List[PropertyDescriptor] = {
23 var descriptor : List[PropertyDescriptor] = List()
24 val showField = new PropertyDescriptor()
25 .name("showField")
26 .displayName("ShowField")
27 .description("The fields of data to show.")
28 .defaultValue("*")
29 .example("id,name,age")
30 .required(true)
31
32 descriptor = showField :: descriptor
33 descriptor
34 }
35
36 override def getIcon(): Array[Byte] = {
37 ImageUtil.getImage("icon/visualization/table.png")
38 }
39
40 override def getGroup(): List[String] = {
41 List{StopGroup.Visualization}
42 }
43
44 override def initialize(ctx: ProcessContext): Unit = {}
45
46 override def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
47 val spark = pec.get[SparkSession]()
48 val sqlContext=spark.sqlContext
49 val dataFrame = in.read()
50 dataFrame.createOrReplaceTempView("TableShow")
51 val sqlText = "select " + showField+ " from TableShow"
52 println("TableShow Sql: " + sqlText)
53 val tableShowDF = spark.sql(sqlText)
54 out.write(tableShowDF.repartition(1))
55
56 }
57}