Source code

Download source archive ↓

upstream/piflow-bundle/src/main/scala/cn/piflow/bundle/excel/ExcelWriteMultipleSheets.scala

1package cn.piflow.bundle.excel
2
3import cn.piflow.conf.bean.PropertyDescriptor
4import cn.piflow.conf.util.{ImageUtil, MapUtil}
5import cn.piflow.conf.{ConfigurableStop, Port, StopGroup}
6import cn.piflow.{JobContext, JobInputStream, JobOutputStream, ProcessContext}
7
8class ExcelWriteMultipleSheets extends ConfigurableStop{
9  val authorEmail: String = "ygang@cnic.cn"
10  val description: String = "Write multiple DataFrames into multiple sheets of the same Excel file"
11  val inportList: List[String] = List(Port.AnyPort)
12  val outportList: List[String] = List(Port.DefaultPort)
13
14  var filePath: String = _
15  var header: String = _
16
17  var inports : List[String] = _
18
19  override def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
20
21    inports.foreach(x=>{
22      val df = in.read(x)
23      df.write
24        .format("com.crealytics.spark.excel")
25        .option("dataAddress",s"'${x}'!A1")
26        .option("header", header)
27        .mode("append")
28        .save(filePath)
29    })
30  }
31
32  override def setProperties(map: Map[String, Any]): Unit = {
33    val inportStr = MapUtil.get(map,"inports").asInstanceOf[String]
34    inports = inportStr.split(",").map(x => x.trim).toList
35
36    filePath = MapUtil.get(map,"filePath").asInstanceOf[String]
37    header = MapUtil.get(map,"header").asInstanceOf[String]
38  }
39
40  override def getPropertyDescriptor(): List[PropertyDescriptor] = {
41    var descriptor : List[PropertyDescriptor] = List()
42
43    val filePath = new PropertyDescriptor()
44      .name("filePath")
45      .displayName("FilePath")
46      .description("The path of excel file")
47      .defaultValue("")
48      .required(true)
49      .example("/test/test.xlsx")
50    descriptor = filePath :: descriptor
51
52    val header = new PropertyDescriptor()
53      .name("header")
54      .displayName("Header")
55      .description("Whether the excel file has a header")
56      .defaultValue("true")
57      .allowableValues(Set("true","false"))
58      .required(true)
59      .example("true")
60    descriptor = header :: descriptor
61
62    val inports = new PropertyDescriptor()
63      .name("inports")
64      .displayName("inports")
65      .description("Inports string are separated by commas")
66      .defaultValue("")
67      .required(true)
68    descriptor = inports :: descriptor
69
70    descriptor
71  }
72
73  override def getIcon(): Array[Byte] = {
74    ImageUtil.getImage("icon/excel/excelParse.png")
75  }
76
77  override def getGroup(): List[String] = {
78    List(StopGroup.ExcelGroup)
79  }
80
81  override def initialize(ctx: ProcessContext): Unit = {
82
83  }
84
85}