upstream/piflow-bundle/src/main/scala/cn/piflow/bundle/stream/AverageTemperature.scala
1package cn.piflow.bundle.stream
2
3import cn.piflow.bundle.util.SensorReading
4import cn.piflow.{JobContext, JobInputStream, JobOutputStream, ProcessContext}
5import cn.piflow.conf.{ConfigurableStop, Port, StopGroup}
6import cn.piflow.conf.bean.PropertyDescriptor
7import cn.piflow.conf.util.ImageUtil
8import org.apache.flink.streaming.api.scala.{DataStream, StreamExecutionEnvironment}
9import org.apache.flink.api.scala._
10import org.apache.flink.streaming.api.scala.function.WindowFunction
11import org.apache.flink.streaming.api.windowing.time.Time
12import org.apache.flink.streaming.api.windowing.windows.TimeWindow
13import org.apache.flink.util.Collector
14
15class AverageTemperature extends ConfigurableStop{
16 override val authorEmail: String = "xjzhu@cnic.cn"
17 override val description: String = "Average temperature."
18 override val inportList: List[String] = List(Port.DefaultPort)
19 override val outportList: List[String] = List(Port.DefaultPort)
20
21 override def setProperties(map: Map[String, Any]): Unit = {}
22
23 override def getPropertyDescriptor(): List[PropertyDescriptor] = {
24 List()
25 }
26
27 override def getIcon(): Array[Byte] = {
28 ImageUtil.getImage("icon/hive/SelectHiveQL.png")
29 }
30
31 override def getGroup(): List[String] = {
32 List(StopGroup.HiveGroup)
33 }
34
35 override def initialize(ctx: ProcessContext): Unit = {
36
37 }
38
39 override def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
40
41 val data = in.read().asInstanceOf[DataStream[SensorReading]]
42 val avgTemp: DataStream[SensorReading] = data.map(r =>
43 SensorReading(r.id, r.timestamp, (r.temperature - 32) * (5.0/9.0)))
44 .keyBy(_.id)
45 .timeWindow(Time.seconds(1))
46 .apply(new TemperatureAverager)
47
48 out.write(avgTemp)
49
50 }
51}
52
53class TemperatureAverager extends WindowFunction[SensorReading, SensorReading, String, TimeWindow] {
54
55 /** apply() is invoked once for each window */
56 override def apply(
57 sensorId: String,
58 window: TimeWindow,
59 vals: Iterable[SensorReading],
60 out: Collector[SensorReading]): Unit = {
61
62 // compute the average temperature
63 val (cnt, sum) = vals.foldLeft((0, 0.0))((c, r) => (c._1 + 1, c._2 + r.temperature))
64 val avgTemp = sum / cnt
65
66 // emit a SensorReading with the average temperature
67 out.collect(SensorReading(sensorId, window.getEnd, avgTemp))
68 }
69}