Source code

Download source archive ↓

upstream/piflow-bundle/src/main/scala/cn/piflow/bundle/generic/visualization/CustomView.scala

1package cn.piflow.bundle.generic.visualization
2
3import cn.piflow.conf.bean.PropertyDescriptor
4import cn.piflow.conf.util.{ImageUtil, MapUtil}
5import cn.piflow.conf.{ConfigurableVisualizationStop, Port, StopGroup}
6import cn.piflow.util.PropertyUtil
7import cn.piflow.{JobContext, JobInputStream, JobOutputStream, ProcessContext, VisualizationStop}
8import org.apache.spark.sql.SparkSession
9
10class CustomView extends ConfigurableVisualizationStop  {
11  override val authorEmail: String = "xjzhu@cnic.cn"
12  override val description: String = "Save the custom view data as a csv file."
13  override val inportList: List[String] = List(Port.DefaultPort)
14  override val outportList: List[String] = List(Port.DefaultPort)
15
16  override var visualizationType: String = "CustomView"
17
18  override def setProperties(map: Map[String, Any]): Unit = {
19  }
20
21  override def getPropertyDescriptor(): List[PropertyDescriptor] = {
22    var descriptor : List[PropertyDescriptor] = List()
23    descriptor
24  }
25
26  override def getIcon(): Array[Byte] = {
27    ImageUtil.getImage("icon/csv/CsvSave.png")
28  }
29
30  override def getGroup(): List[String] = {
31    List(StopGroup.Visualization)
32  }
33
34  override def initialize(ctx: ProcessContext): Unit = {}
35
36  override def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
37    val spark = pec.get[SparkSession]()
38
39    val hdfs = PropertyUtil.getVisualDataDirectoryPath()
40    val appID = spark.sparkContext.applicationId
41
42    val df = in.read()
43    val filePath= hdfs + appID + "/" + pec.getStopJob().getStopName()
44    df.repartition(1).write
45      .format("csv")
46      .mode("overwrite")
47      .option("header", "true")
48      .option("delimiter",",")
49      .save(filePath)
50
51  }
52
53  override def init(stopName : String): Unit = {
54    this.stopName = stopName
55  }
56
57  override def getVisualizationPath(processId : String) : String = {
58    visualizationPath = processId + "/" + stopName
59    visualizationPath
60  }
61}