upstream/piflow-bundle/src/main/scala/cn/piflow/bundle/generic/visualization/CustomView.scala
1package cn.piflow.bundle.generic.visualization
2
3import cn.piflow.conf.bean.PropertyDescriptor
4import cn.piflow.conf.util.{ImageUtil, MapUtil}
5import cn.piflow.conf.{ConfigurableVisualizationStop, Port, StopGroup}
6import cn.piflow.util.PropertyUtil
7import cn.piflow.{JobContext, JobInputStream, JobOutputStream, ProcessContext, VisualizationStop}
8import org.apache.spark.sql.SparkSession
9
10class CustomView extends ConfigurableVisualizationStop {
11 override val authorEmail: String = "xjzhu@cnic.cn"
12 override val description: String = "Save the custom view data as a csv file."
13 override val inportList: List[String] = List(Port.DefaultPort)
14 override val outportList: List[String] = List(Port.DefaultPort)
15
16 override var visualizationType: String = "CustomView"
17
18 override def setProperties(map: Map[String, Any]): Unit = {
19 }
20
21 override def getPropertyDescriptor(): List[PropertyDescriptor] = {
22 var descriptor : List[PropertyDescriptor] = List()
23 descriptor
24 }
25
26 override def getIcon(): Array[Byte] = {
27 ImageUtil.getImage("icon/csv/CsvSave.png")
28 }
29
30 override def getGroup(): List[String] = {
31 List(StopGroup.Visualization)
32 }
33
34 override def initialize(ctx: ProcessContext): Unit = {}
35
36 override def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
37 val spark = pec.get[SparkSession]()
38
39 val hdfs = PropertyUtil.getVisualDataDirectoryPath()
40 val appID = spark.sparkContext.applicationId
41
42 val df = in.read()
43 val filePath= hdfs + appID + "/" + pec.getStopJob().getStopName()
44 df.repartition(1).write
45 .format("csv")
46 .mode("overwrite")
47 .option("header", "true")
48 .option("delimiter",",")
49 .save(filePath)
50
51 }
52
53 override def init(stopName : String): Unit = {
54 this.stopName = stopName
55 }
56
57 override def getVisualizationPath(processId : String) : String = {
58 visualizationPath = processId + "/" + stopName
59 visualizationPath
60 }
61}