upstream/piflow-bundle/src/main/scala/cn/piflow/bundle/json/JsonStringParser.scala
1package cn.piflow.bundle.json
2
3import cn.piflow.{JobContext, JobInputStream, JobOutputStream, ProcessContext}
4import cn.piflow.conf.{ConfigurableStop, Port, StopGroup}
5import cn.piflow.conf.bean.PropertyDescriptor
6import cn.piflow.conf.util.{ImageUtil, MapUtil}
7import org.apache.spark.sql.SparkSession
8
9class JsonStringParser extends ConfigurableStop{
10 val authorEmail: String = "xjzhu@cnic.cn"
11 val description: String = "Parse json string"
12 val inportList: List[String] = List(Port.DefaultPort)
13 val outportList: List[String] = List(Port.DefaultPort)
14
15 var jsonString: String = _
16
17 def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
18
19 val spark = pec.get[SparkSession]()
20 val jsonRDD = spark.sparkContext.makeRDD(jsonString :: Nil)
21 val jsonDF = spark.read.json(jsonRDD)
22 out.write(jsonDF)
23 }
24
25 def initialize(ctx: ProcessContext): Unit = {
26
27 }
28
29 override def setProperties(map: Map[String, Any]): Unit = {
30 jsonString = MapUtil.get(map,"jsonString").asInstanceOf[String]
31 }
32
33 override def getPropertyDescriptor(): List[PropertyDescriptor] = {
34 var descriptor : List[PropertyDescriptor] = List()
35 val jsonString = new PropertyDescriptor()
36 .name("jsonString")
37 .displayName("JsonString")
38 .description("The json string")
39 .defaultValue("")
40 .required(true)
41 .example("{\"id\":\"13\",\"name\":\"13\",\"score\":\"13\",\"school\":\"13\",\"class\":\"13\"}")
42
43 descriptor = jsonString :: descriptor
44 descriptor
45 }
46
47 override def getIcon(): Array[Byte] = {
48 ImageUtil.getImage("icon/json/JsonStringParser.png")
49 }
50
51 override def getGroup(): List[String] = {
52 List(StopGroup.JsonGroup)
53 }
54
55
56}