Browse Source

style : 更改类名称

hph_优化版本
lizhongkang@qniao.cn 3 years ago
parent
commit
e158ccec4d
4 changed files with 42 additions and 40 deletions
  1. 2
      root-cloud-event/src/main/java/com/qniao/iot/rc/RootCloudIotDataReceiptedEvent.java
  2. 14
      root-cloud-statistics/src/main/java/com/qniao/iot/rc/RootCloudIotDataFormatterJob.java
  3. 33
      root-cloud-statistics/src/main/java/com/qniao/iot/rc/event/RootCloudIotDataReceiptedEventDeserializationSchema.java
  4. 33
      root-cloud-statistics/src/main/java/com/qniao/iot/rc/event/RootCloudReceiptedEventDeserializationSchema.java

root-cloud-event/src/main/java/com/qniao/iot/rc/RootCloudReceiptedEvent.java → root-cloud-event/src/main/java/com/qniao/iot/rc/RootCloudIotDataReceiptedEvent.java

@ -11,7 +11,7 @@ import java.math.BigDecimal;
* @date 2022/7/1
**/
@Data
public class RootCloudReceiptedEvent implements Serializable {
public class RootCloudIotDataReceiptedEvent implements Serializable {
private static final long serialVersionUID = 1L;

14
root-cloud-statistics/src/main/java/com/qniao/iot/rc/RootCloudIotDataFormatterJob.java

@ -18,7 +18,7 @@
package com.qniao.iot.rc;
import com.qniao.iot.rc.event.RootCloudReceiptedEventDeserializationSchema;
import com.qniao.iot.rc.event.RootCloudIotDataReceiptedEventDeserializationSchema;
import org.apache.flink.api.common.eventtime.WatermarkStrategy;
import org.apache.flink.api.common.serialization.SimpleStringEncoder;
import org.apache.flink.api.common.serialization.SimpleStringSchema;
@ -41,25 +41,27 @@ import org.apache.flink.streaming.api.functions.sink.filesystem.StreamingFileSin
*
* <p>If you change the name of the main class (with the public static void main(String[] args))
* method, change the respective entry in the POM.xml file (simply search for 'mainClass').
*
* @author Lzk
*/
public class RootCloudIotDataFormatterJob {
public static void main(String[] args) throws Exception {
final StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
env.enableCheckpointing(60000L, CheckpointingMode.EXACTLY_ONCE);
KafkaSource<RootCloudReceiptedEvent> source = KafkaSource.<RootCloudReceiptedEvent>builder()
KafkaSource<RootCloudIotDataReceiptedEvent> source = KafkaSource.<RootCloudIotDataReceiptedEvent>builder()
.setBootstrapServers("kafka:9092")
.setTopics("root_cloud_iot_report_data_event")
.setGroupId("flink-kafka-demo")
.setStartingOffsets(OffsetsInitializer.earliest())
.setValueOnlyDeserializer(new RootCloudReceiptedEventDeserializationSchema())
.setValueOnlyDeserializer(new RootCloudIotDataReceiptedEventDeserializationSchema())
.build();
DataStream<RootCloudReceiptedEvent> ds = env.fromSource(source, WatermarkStrategy.noWatermarks(), "My Kafka Source");
DataStream<RootCloudIotDataReceiptedEvent> ds = env.fromSource(source, WatermarkStrategy.noWatermarks(), "My Kafka Source");
String outputPath = "oss://qn-flink-test/test";
StreamingFileSink<RootCloudReceiptedEvent> sink = StreamingFileSink.forRowFormat(
StreamingFileSink<RootCloudIotDataReceiptedEvent> sink = StreamingFileSink.forRowFormat(
new Path(outputPath),
new SimpleStringEncoder<RootCloudReceiptedEvent>("UTF-8")
new SimpleStringEncoder<RootCloudIotDataReceiptedEvent>("UTF-8")
).build();
ds.addSink(sink);

33
root-cloud-statistics/src/main/java/com/qniao/iot/rc/event/RootCloudIotDataReceiptedEventDeserializationSchema.java

@ -0,0 +1,33 @@
package com.qniao.iot.rc.event;
import com.qniao.iot.rc.RootCloudIotDataReceiptedEvent;
import org.apache.flink.api.common.serialization.DeserializationSchema;
import org.apache.flink.api.common.typeinfo.TypeInformation;
import org.apache.flink.shaded.jackson2.com.fasterxml.jackson.databind.ObjectMapper;
import java.io.IOException;
/**
* @author Lzk
*/
public class RootCloudIotDataReceiptedEventDeserializationSchema implements DeserializationSchema<RootCloudIotDataReceiptedEvent> {
/**
* 注册JavaTimeModule支持LocalDateTime字段的解析
*/
final private ObjectMapper objectMapper = new ObjectMapper();
@Override
public RootCloudIotDataReceiptedEvent deserialize(byte[] message) throws IOException {
return objectMapper.readValue(message, RootCloudIotDataReceiptedEvent.class);
}
@Override
public boolean isEndOfStream(RootCloudIotDataReceiptedEvent nextElement) {
return false;
}
@Override
public TypeInformation<RootCloudIotDataReceiptedEvent> getProducedType() {
return TypeInformation.of(RootCloudIotDataReceiptedEvent.class);
}
}

33
root-cloud-statistics/src/main/java/com/qniao/iot/rc/event/RootCloudReceiptedEventDeserializationSchema.java

@ -1,33 +0,0 @@
package com.qniao.iot.rc.event;
import com.qniao.iot.rc.RootCloudReceiptedEvent;
import org.apache.flink.api.common.serialization.DeserializationSchema;
import org.apache.flink.api.common.typeinfo.TypeInformation;
import org.apache.flink.shaded.jackson2.com.fasterxml.jackson.databind.ObjectMapper;
import java.io.IOException;
/**
* @author Lzk
*/
public class RootCloudReceiptedEventDeserializationSchema implements DeserializationSchema<RootCloudReceiptedEvent> {
/**
* 注册JavaTimeModule支持LocalDateTime字段的解析
*/
final private ObjectMapper objectMapper = new ObjectMapper();
@Override
public RootCloudReceiptedEvent deserialize(byte[] message) throws IOException {
return objectMapper.readValue(message, RootCloudReceiptedEvent.class);
}
@Override
public boolean isEndOfStream(RootCloudReceiptedEvent nextElement) {
return false;
}
@Override
public TypeInformation<RootCloudReceiptedEvent> getProducedType() {
return TypeInformation.of(RootCloudReceiptedEvent.class);
}
}
Loading…
Cancel
Save