Source code

Download source archive ↓

upstream/piflow-bundle/src/main/scala/cn/piflow/bundle/stream/AverageTemperature.scala

1package cn.piflow.bundle.stream
2
3import cn.piflow.bundle.util.SensorReading
4import cn.piflow.{JobContext, JobInputStream, JobOutputStream, ProcessContext}
5import cn.piflow.conf.{ConfigurableStop, Port, StopGroup}
6import cn.piflow.conf.bean.PropertyDescriptor
7import cn.piflow.conf.util.ImageUtil
8import org.apache.flink.streaming.api.scala.{DataStream, StreamExecutionEnvironment}
9import org.apache.flink.api.scala._
10import org.apache.flink.streaming.api.scala.function.WindowFunction
11import org.apache.flink.streaming.api.windowing.time.Time
12import org.apache.flink.streaming.api.windowing.windows.TimeWindow
13import org.apache.flink.util.Collector
14
15class AverageTemperature extends ConfigurableStop{
16  override val authorEmail: String = "xjzhu@cnic.cn"
17  override val description: String = "Average temperature."
18  override val inportList: List[String] = List(Port.DefaultPort)
19  override val outportList: List[String] = List(Port.DefaultPort)
20
21  override def setProperties(map: Map[String, Any]): Unit = {}
22
23  override def getPropertyDescriptor(): List[PropertyDescriptor] = {
24    List()
25  }
26
27  override def getIcon(): Array[Byte] = {
28    ImageUtil.getImage("icon/hive/SelectHiveQL.png")
29  }
30
31  override def getGroup(): List[String] = {
32    List(StopGroup.HiveGroup)
33  }
34
35  override def initialize(ctx: ProcessContext): Unit = {
36
37  }
38
39  override def perform(in: JobInputStream, out: JobOutputStream, pec: JobContext): Unit = {
40
41    val data = in.read().asInstanceOf[DataStream[SensorReading]]
42    val avgTemp: DataStream[SensorReading] = data.map(r =>
43      SensorReading(r.id, r.timestamp, (r.temperature - 32) * (5.0/9.0)))
44      .keyBy(_.id)
45      .timeWindow(Time.seconds(1))
46      .apply(new TemperatureAverager)
47
48    out.write(avgTemp)
49
50  }
51}
52
53class TemperatureAverager extends WindowFunction[SensorReading, SensorReading, String, TimeWindow] {
54
55  /** apply() is invoked once for each window */
56  override def apply(
57                      sensorId: String,
58                      window: TimeWindow,
59                      vals: Iterable[SensorReading],
60                      out: Collector[SensorReading]): Unit = {
61
62    // compute the average temperature
63    val (cnt, sum) = vals.foldLeft((0, 0.0))((c, r) => (c._1 + 1, c._2 + r.temperature))
64    val avgTemp = sum / cnt
65
66    // emit a SensorReading with the average temperature
67    out.collect(SensorReading(sensorId, window.getEnd, avgTemp))
68  }
69}