upstream/piflow-bundle/src/main/scala/cn/piflow/bundle/generic/visualization/LineChart.scala
1package cn.piflow.bundle.generic.visualization
2
3import cn.piflow.{JobContext, JobInputStream, JobOutputStream, ProcessContext}
4import cn.piflow.conf.{ConfigurableVisualizationStop, Port, StopGroup, VisualizationType}
5import cn.piflow.conf.bean.PropertyDescriptor
6import cn.piflow.conf.util.{ImageUtil, MapUtil}
7import org.apache.spark.sql.SparkSession
8
9class LineChart extends ConfigurableVisualizationStop{
10 override val authorEmail: String = "xjzhu@cnic.cn"
11 override val description: String = "Show data with scatter plot. " +
12 "The ordinate is represented by customizedProperties, " +
13 "the key of customizedProperty is the dimentsion, and the value of customizedProperty is the operation for the dimension, such as COUNT/SUM/AVG/MAX/MIN."
14
15 override val inportList: List[String] = List(Port.DefaultPort)
16 override val outportList: List[String] = List(Port.DefaultPort)
17
18
19 var abscissa:String =_
20
21 override var visualizationType: String = VisualizationType.LineChart
22 override val isCustomized: Boolean = true
23 override val customizedAllowValue: List[String] = List("COUNT","SUM","AVG","MAX","MIN")
24
25 override def setProperties(map: Map[String, Any]): Unit = {
26 abscissa=MapUtil.get(map,key="abscissa").asInstanceOf[String]
27 }
28
29 override def getPropertyDescriptor(): List[PropertyDescriptor] = {
30 var descriptor : List[PropertyDescriptor] = List()
31 val abscissa = new PropertyDescriptor()
32 .name("abscissa")
33 .displayName("Abscissa")
34 .description("The abscissa of line chart")
35 .defaultValue("")
36 .example("year")
37 .required(true)
38
39 descriptor = abscissa :: descriptor
40 descriptor
41 }
42
43 override def getIcon(): Array[Byte] = {
44 ImageUtil.getImage("icon/visualization/line-chart.png")
45 }
46
47 override def getGroup(): List[String] = {
48 List(StopGroup.Visualization)
49 }
50
51 override def initialize(ctx: ProcessContext): Unit = {}
52
53 override def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
54 val spark = pec.get[SparkSession]()
55 val sqlContext=spark.sqlContext
56 val dataFrame = in.read()
57 dataFrame.createOrReplaceTempView("LineChart")
58
59 if(this.customizedProperties != null || this.customizedProperties.size != 0){
60
61 println("dimension is " + this.customizedProperties.keySet.mkString(",") + "!!!!!!!!!!!!!!!")
62
63 var dimensionActionArray = List[String]()
64 val it = this.customizedProperties.keySet.iterator
65 while (it.hasNext){
66 val dimention = it.next()
67 val action = MapUtil.get(this.customizedProperties,dimention).asInstanceOf[String]
68 val dimentionAction = action + "(" + dimention + ") as " + dimention + "_" + action
69 dimensionActionArray = dimensionActionArray :+ dimentionAction
70 }
71
72 val sqlText = "select " + abscissa + "," + dimensionActionArray.mkString(",") + " from LineChart group by " + abscissa;
73 println("LineChart Sql: " + sqlText)
74 val lineChartDF = spark.sql(sqlText)
75 out.write(lineChartDF.repartition(1))
76 }else{
77 out.write(dataFrame)
78 }
79 }
80}