upstream/piflow-bundle/src/main/scala/cn/piflow/bundle/excel/ExcelWriteMultipleSheets.scala
1package cn.piflow.bundle.excel
2
3import cn.piflow.conf.bean.PropertyDescriptor
4import cn.piflow.conf.util.{ImageUtil, MapUtil}
5import cn.piflow.conf.{ConfigurableStop, Port, StopGroup}
6import cn.piflow.{JobContext, JobInputStream, JobOutputStream, ProcessContext}
7
8class ExcelWriteMultipleSheets extends ConfigurableStop{
9 val authorEmail: String = "ygang@cnic.cn"
10 val description: String = "Write multiple DataFrames into multiple sheets of the same Excel file"
11 val inportList: List[String] = List(Port.AnyPort)
12 val outportList: List[String] = List(Port.DefaultPort)
13
14 var filePath: String = _
15 var header: String = _
16
17 var inports : List[String] = _
18
19 override def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
20
21 inports.foreach(x=>{
22 val df = in.read(x)
23 df.write
24 .format("com.crealytics.spark.excel")
25 .option("dataAddress",s"'${x}'!A1")
26 .option("header", header)
27 .mode("append")
28 .save(filePath)
29 })
30 }
31
32 override def setProperties(map: Map[String, Any]): Unit = {
33 val inportStr = MapUtil.get(map,"inports").asInstanceOf[String]
34 inports = inportStr.split(",").map(x => x.trim).toList
35
36 filePath = MapUtil.get(map,"filePath").asInstanceOf[String]
37 header = MapUtil.get(map,"header").asInstanceOf[String]
38 }
39
40 override def getPropertyDescriptor(): List[PropertyDescriptor] = {
41 var descriptor : List[PropertyDescriptor] = List()
42
43 val filePath = new PropertyDescriptor()
44 .name("filePath")
45 .displayName("FilePath")
46 .description("The path of excel file")
47 .defaultValue("")
48 .required(true)
49 .example("/test/test.xlsx")
50 descriptor = filePath :: descriptor
51
52 val header = new PropertyDescriptor()
53 .name("header")
54 .displayName("Header")
55 .description("Whether the excel file has a header")
56 .defaultValue("true")
57 .allowableValues(Set("true","false"))
58 .required(true)
59 .example("true")
60 descriptor = header :: descriptor
61
62 val inports = new PropertyDescriptor()
63 .name("inports")
64 .displayName("inports")
65 .description("Inports string are separated by commas")
66 .defaultValue("")
67 .required(true)
68 descriptor = inports :: descriptor
69
70 descriptor
71 }
72
73 override def getIcon(): Array[Byte] = {
74 ImageUtil.getImage("icon/excel/excelParse.png")
75 }
76
77 override def getGroup(): List[String] = {
78 List(StopGroup.ExcelGroup)
79 }
80
81 override def initialize(ctx: ProcessContext): Unit = {
82
83 }
84
85}