upstream/piflow-bundle/src/main/scala/cn/piflow/bundle/generic/common/AddUUIDStop.scala
1package cn.piflow.bundle.generic.common
2
3import java.util.UUID
4
5import cn.piflow.conf.bean.PropertyDescriptor
6import cn.piflow.conf.util.{ImageUtil, MapUtil}
7import cn.piflow.conf.{ConfigurableStop, Port, StopGroup}
8import cn.piflow.{JobContext, JobInputStream, JobOutputStream, ProcessContext}
9import org.apache.spark.sql.{DataFrame, SparkSession}
10
11class AddUUIDStop extends ConfigurableStop{
12
13 override val authorEmail: String = "ygang@cnic.cn"
14 override val description: String = "Add UUID column"
15 override val inportList: List[String] =List(Port.DefaultPort)
16 override val outportList: List[String] = List(Port.DefaultPort)
17
18 var column:String=_
19
20 override def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
21 val spark = pec.get[SparkSession]()
22 var df = in.read()
23
24 spark.udf.register("generateUUID",()=>UUID.randomUUID().toString.replace("-",""))
25
26 df.createOrReplaceTempView("temp")
27 df = spark.sql(s"select generateUUID() as ${column},* from temp")
28
29 out.write(df)
30
31 }
32
33
34
35 override def setProperties(map: Map[String, Any]): Unit = {
36 column = MapUtil.get(map,"column").asInstanceOf[String]
37 }
38
39 override def getPropertyDescriptor(): List[PropertyDescriptor] = {
40 var descriptor : List[PropertyDescriptor] = List()
41
42
43 val column = new PropertyDescriptor()
44 .name("column")
45 .displayName("Column")
46 .description("The column is the name of the uuid you want to add")
47 .defaultValue("uuid")
48 .required(true)
49 .example("uuid")
50 descriptor = column :: descriptor
51
52 descriptor
53 }
54
55 override def getIcon(): Array[Byte] = {
56 ImageUtil.getImage("icon/common/addUUID.png")
57 }
58
59 override def getGroup(): List[String] = {
60 List(StopGroup.CommonGroup)
61 }
62
63
64 override def initialize(ctx: ProcessContext): Unit = {
65
66 }
67
68}