Source code

Download source archive ↓

upstream/piflow-bundle/src/main/scala/cn/piflow/bundle/generic/visualization/LineChart.scala

1package cn.piflow.bundle.generic.visualization
2
3import cn.piflow.{JobContext, JobInputStream, JobOutputStream, ProcessContext}
4import cn.piflow.conf.{ConfigurableVisualizationStop, Port, StopGroup, VisualizationType}
5import cn.piflow.conf.bean.PropertyDescriptor
6import cn.piflow.conf.util.{ImageUtil, MapUtil}
7import org.apache.spark.sql.SparkSession
8
9class LineChart extends ConfigurableVisualizationStop{
10  override val authorEmail: String = "xjzhu@cnic.cn"
11  override val description: String = "Show data with scatter plot. " +
12    "The ordinate is represented by customizedProperties, " +
13    "the key of customizedProperty is the dimentsion, and the value of customizedProperty is the operation for the dimension, such as COUNT/SUM/AVG/MAX/MIN."
14
15  override val inportList: List[String] = List(Port.DefaultPort)
16  override val outportList: List[String] = List(Port.DefaultPort)
17
18
19  var abscissa:String =_
20
21  override var visualizationType: String = VisualizationType.LineChart
22  override val isCustomized: Boolean = true
23  override val customizedAllowValue: List[String] = List("COUNT","SUM","AVG","MAX","MIN")
24
25  override def setProperties(map: Map[String, Any]): Unit = {
26    abscissa=MapUtil.get(map,key="abscissa").asInstanceOf[String]
27  }
28
29  override def getPropertyDescriptor(): List[PropertyDescriptor] = {
30    var descriptor : List[PropertyDescriptor] = List()
31    val abscissa = new PropertyDescriptor()
32      .name("abscissa")
33      .displayName("Abscissa")
34      .description("The abscissa  of line chart")
35      .defaultValue("")
36      .example("year")
37      .required(true)
38
39    descriptor = abscissa :: descriptor
40    descriptor
41  }
42
43  override def getIcon(): Array[Byte] = {
44    ImageUtil.getImage("icon/visualization/line-chart.png")
45  }
46
47  override def getGroup(): List[String] = {
48    List(StopGroup.Visualization)
49  }
50
51  override def initialize(ctx: ProcessContext): Unit = {}
52
53  override def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
54    val spark = pec.get[SparkSession]()
55    val sqlContext=spark.sqlContext
56    val dataFrame = in.read()
57    dataFrame.createOrReplaceTempView("LineChart")
58
59    if(this.customizedProperties != null || this.customizedProperties.size != 0){
60
61      println("dimension is " + this.customizedProperties.keySet.mkString(",") + "!!!!!!!!!!!!!!!")
62
63      var dimensionActionArray = List[String]()
64      val it = this.customizedProperties.keySet.iterator
65      while (it.hasNext){
66        val dimention = it.next()
67        val action = MapUtil.get(this.customizedProperties,dimention).asInstanceOf[String]
68        val dimentionAction = action + "(" + dimention + ") as " + dimention + "_" + action
69        dimensionActionArray = dimensionActionArray :+ dimentionAction
70      }
71
72      val sqlText = "select " + abscissa + "," + dimensionActionArray.mkString(",") + " from LineChart group by " + abscissa;
73      println("LineChart Sql: " + sqlText)
74      val lineChartDF = spark.sql(sqlText)
75      out.write(lineChartDF.repartition(1))
76    }else{
77      out.write(dataFrame)
78    }
79  }
80}