|
|
@ -14,10 +14,12 @@ public class IotMachineEventGeneratorJob { |
|
|
|
|
|
|
|
|
final StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment(); |
|
|
final StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment(); |
|
|
env.enableCheckpointing(60000L, CheckpointingMode.EXACTLY_ONCE); |
|
|
env.enableCheckpointing(60000L, CheckpointingMode.EXACTLY_ONCE); |
|
|
|
|
|
|
|
|
|
|
|
// 定义Kafka数据源 |
|
|
KafkaSource<MachineIotDataReceivedEvent> source = KafkaSource.<MachineIotDataReceivedEvent>builder() |
|
|
KafkaSource<MachineIotDataReceivedEvent> source = KafkaSource.<MachineIotDataReceivedEvent>builder() |
|
|
.setBootstrapServers(params.get("source.bootstrap.servers")) |
|
|
.setBootstrapServers(params.get("source.bootstrap.servers")) |
|
|
.setTopics("root_cloud_iot_report_data_event") |
|
|
.setTopics("root_cloud_iot_report_data_event") |
|
|
.setGroupId("root_cloud_iot_data_etl") |
|
|
|
|
|
|
|
|
.setGroupId("iot.machine.generator") |
|
|
.setStartingOffsets(OffsetsInitializer.earliest()) |
|
|
.setStartingOffsets(OffsetsInitializer.earliest()) |
|
|
.setValueOnlyDeserializer(new MachineIotDataReceivedEventKafkaDeserializationSchema()) |
|
|
.setValueOnlyDeserializer(new MachineIotDataReceivedEventKafkaDeserializationSchema()) |
|
|
.build(); |
|
|
.build(); |
|
|
|