Source code

Download source archive ↓

upstream/piflow-bundle/src/main/scala/cn/piflow/bundle/generic/common/AddUUIDStop.scala

1package cn.piflow.bundle.generic.common
2
3import java.util.UUID
4
5import cn.piflow.conf.bean.PropertyDescriptor
6import cn.piflow.conf.util.{ImageUtil, MapUtil}
7import cn.piflow.conf.{ConfigurableStop, Port, StopGroup}
8import cn.piflow.{JobContext, JobInputStream, JobOutputStream, ProcessContext}
9import org.apache.spark.sql.{DataFrame, SparkSession}
10
11class AddUUIDStop extends ConfigurableStop{
12
13  override val authorEmail: String = "ygang@cnic.cn"
14  override val description: String = "Add UUID column"
15  override val inportList: List[String] =List(Port.DefaultPort)
16  override val outportList: List[String] = List(Port.DefaultPort)
17
18  var column:String=_
19
20  override def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
21    val spark =  pec.get[SparkSession]()
22    var df = in.read()
23
24    spark.udf.register("generateUUID",()=>UUID.randomUUID().toString.replace("-",""))
25
26    df.createOrReplaceTempView("temp")
27    df = spark.sql(s"select generateUUID() as ${column},* from temp")
28
29    out.write(df)
30
31  }
32
33
34
35  override def setProperties(map: Map[String, Any]): Unit = {
36    column = MapUtil.get(map,"column").asInstanceOf[String]
37  }
38
39  override def getPropertyDescriptor(): List[PropertyDescriptor] = {
40    var descriptor : List[PropertyDescriptor] = List()
41
42
43    val column = new PropertyDescriptor()
44      .name("column")
45      .displayName("Column")
46      .description("The column is the name of the uuid you want to add")
47      .defaultValue("uuid")
48      .required(true)
49      .example("uuid")
50    descriptor = column :: descriptor
51
52    descriptor
53  }
54
55  override def getIcon(): Array[Byte] = {
56    ImageUtil.getImage("icon/common/addUUID.png")
57  }
58
59  override def getGroup(): List[String] = {
60    List(StopGroup.CommonGroup)
61  }
62
63
64  override def initialize(ctx: ProcessContext): Unit = {
65
66  }
67
68}