upstream/piflow-bundle/src/main/scala/cn/piflow/bundle/generic/common/ConvertSchema.scala
1package cn.piflow.bundle.generic.common
2
3import cn.piflow._
4import cn.piflow.conf._
5import cn.piflow.conf.bean.PropertyDescriptor
6import cn.piflow.conf.util.{ImageUtil, MapUtil}
7
8
9class ConvertSchema extends ConfigurableStop {
10
11 val authorEmail: String = "yangqidong@cnic.cn"
12 val description: String = "Change field name"
13 val inportList: List[String] = List(Port.DefaultPort)
14 val outportList: List[String] = List(Port.DefaultPort)
15
16 var schema:String = _
17 def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
18 var df = in.read()
19
20 val field = schema.split(",").map(x => x.trim)
21
22 field.foreach(f => {
23 val old_new: Array[String] = f.split("->").map(x => x.trim)
24 df = df.withColumnRenamed(old_new(0),old_new(1))
25 })
26
27 out.write(df)
28
29 }
30
31 def initialize(ctx: ProcessContext): Unit = {
32
33 }
34
35 def setProperties(map : Map[String, Any]): Unit = {
36 schema = MapUtil.get(map,"schema").asInstanceOf[String]
37 }
38
39 override def getPropertyDescriptor(): List[PropertyDescriptor] = {
40 var descriptor : List[PropertyDescriptor] = List()
41 val inports = new PropertyDescriptor().name("schema")
42 .displayName("Schema")
43 .description("Change column names,multiple column names are separated by commas")
44 .defaultValue("")
45 .required(true)
46 .example("id->uuid")
47 descriptor = inports :: descriptor
48 descriptor
49 }
50
51 override def getIcon(): Array[Byte] = {
52 ImageUtil.getImage("icon/common/ConvertSchema.png")
53 }
54
55 override def getGroup(): List[String] = {
56 List(StopGroup.CommonGroup)
57 }
58
59}
60
61
62