Source code

Download source archive ↓

upstream/piflow-bundle/src/main/scala/cn/piflow/bundle/json/JsonStringParser.scala

1package cn.piflow.bundle.json
2
3import cn.piflow.{JobContext, JobInputStream, JobOutputStream, ProcessContext}
4import cn.piflow.conf.{ConfigurableStop, Port, StopGroup}
5import cn.piflow.conf.bean.PropertyDescriptor
6import cn.piflow.conf.util.{ImageUtil, MapUtil}
7import org.apache.spark.sql.SparkSession
8
9class JsonStringParser extends ConfigurableStop{
10  val authorEmail: String = "xjzhu@cnic.cn"
11  val description: String = "Parse json string"
12  val inportList: List[String] = List(Port.DefaultPort)
13  val outportList: List[String] = List(Port.DefaultPort)
14
15  var jsonString: String = _
16
17  def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
18
19    val spark = pec.get[SparkSession]()
20    val jsonRDD = spark.sparkContext.makeRDD(jsonString :: Nil)
21    val jsonDF = spark.read.json(jsonRDD)
22    out.write(jsonDF)
23  }
24
25  def initialize(ctx: ProcessContext): Unit = {
26
27  }
28
29  override def setProperties(map: Map[String, Any]): Unit = {
30    jsonString = MapUtil.get(map,"jsonString").asInstanceOf[String]
31  }
32
33  override def getPropertyDescriptor(): List[PropertyDescriptor] = {
34    var descriptor : List[PropertyDescriptor] = List()
35    val jsonString = new PropertyDescriptor()
36      .name("jsonString")
37      .displayName("JsonString")
38      .description("The json string")
39      .defaultValue("")
40      .required(true)
41      .example("{\"id\":\"13\",\"name\":\"13\",\"score\":\"13\",\"school\":\"13\",\"class\":\"13\"}")
42
43    descriptor = jsonString :: descriptor
44    descriptor
45  }
46
47  override def getIcon(): Array[Byte] = {
48    ImageUtil.getImage("icon/json/JsonStringParser.png")
49  }
50
51  override def getGroup(): List[String] = {
52    List(StopGroup.JsonGroup)
53  }
54
55
56}