Source code

Download source archive ↓

upstream/piflow-bundle/src/main/scala/cn/piflow/bundle/generic/common/ConvertSchema.scala

1package cn.piflow.bundle.generic.common
2
3import cn.piflow._
4import cn.piflow.conf._
5import cn.piflow.conf.bean.PropertyDescriptor
6import cn.piflow.conf.util.{ImageUtil, MapUtil}
7
8
9class ConvertSchema extends ConfigurableStop {
10
11  val authorEmail: String = "yangqidong@cnic.cn"
12  val description: String = "Change field name"
13  val inportList: List[String] = List(Port.DefaultPort)
14  val outportList: List[String] = List(Port.DefaultPort)
15
16  var schema:String = _
17  def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
18    var df = in.read()
19
20    val field = schema.split(",").map(x => x.trim)
21
22    field.foreach(f => {
23      val old_new: Array[String] = f.split("->").map(x => x.trim)
24      df = df.withColumnRenamed(old_new(0),old_new(1))
25    })
26
27    out.write(df)
28
29  }
30
31  def initialize(ctx: ProcessContext): Unit = {
32
33  }
34
35  def setProperties(map : Map[String, Any]): Unit = {
36    schema = MapUtil.get(map,"schema").asInstanceOf[String]
37  }
38
39  override def getPropertyDescriptor(): List[PropertyDescriptor] = {
40    var descriptor : List[PropertyDescriptor] = List()
41    val inports = new PropertyDescriptor().name("schema")
42      .displayName("Schema")
43      .description("Change column names,multiple column names are separated by commas")
44      .defaultValue("")
45      .required(true)
46      .example("id->uuid")
47    descriptor = inports :: descriptor
48    descriptor
49  }
50
51  override def getIcon(): Array[Byte] = {
52    ImageUtil.getImage("icon/common/ConvertSchema.png")
53  }
54
55  override def getGroup(): List[String] = {
56    List(StopGroup.CommonGroup)
57  }
58
59}
60
61
62