diff --git a/iot-machine-state-event-generator-job/dependency-reduced-pom.xml b/iot-machine-state-event-generator-job/dependency-reduced-pom.xml index 3440136..779ff5e 100644 --- a/iot-machine-state-event-generator-job/dependency-reduced-pom.xml +++ b/iot-machine-state-event-generator-job/dependency-reduced-pom.xml @@ -1,7 +1,7 @@ - java-dependency + iot-machine-state-event-generator com.qniao 0.0.1-SNAPSHOT @@ -45,6 +45,12 @@ + + + + com.qniao.iot.machine.event.generator.job.IotMachineEventGeneratorJob + + @@ -52,18 +58,6 @@ - - com.qniao - iot-machine-data-event - 0.0.1-SNAPSHOT - provided - - - org.apache.flink - flink-streaming-java - 1.15.0 - provided - org.apache.logging.log4j log4j-slf4j-impl @@ -82,48 +76,6 @@ 2.17.2 runtime - - com.fasterxml.jackson.core - jackson-databind - 2.13.3 - provided - - - com.fasterxml.jackson.datatype - jackson-datatype-jsr310 - 2.13.3 - provided - - - com.qniao - iot-machine-data-command - 0.0.1-SNAPSHOT - provided - - - com.qniao - iot-machine-data-constant - 0.0.1-SNAPSHOT - provided - - - org.apache.flink - flink-connector-rabbitmq_2.12 - 1.14.5 - provided - - - org.apache.flink - flink-connector-elasticsearch7_2.11 - 1.14.5 - provided - - - commons-logging - commons-logging - 1.2 - provided - diff --git a/iot-machine-state-event-generator-job/pom.xml b/iot-machine-state-event-generator-job/pom.xml index bb2b07f..b93d92b 100644 --- a/iot-machine-state-event-generator-job/pom.xml +++ b/iot-machine-state-event-generator-job/pom.xml @@ -4,7 +4,7 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> com.qniao - java-dependency + iot-machine-state-event-generator 0.0.1-SNAPSHOT 4.0.0 @@ -100,12 +100,14 @@ cn.hutool hutool-all + 5.8.4 mysql mysql-connector-java + 8.0.29 @@ -169,6 +171,14 @@ + + + + com.qniao.iot.machine.event.generator.job.IotMachineEventGeneratorJob + + diff --git a/iot-machine-state-event-generator-job/src/main/java/com/qniao/iot/machine/event/generator/job/IotMachineEventGeneratorJob.java b/iot-machine-state-event-generator-job/src/main/java/com/qniao/iot/machine/event/generator/job/IotMachineEventGeneratorJob.java index 7d08e57..1d81666 100644 --- a/iot-machine-state-event-generator-job/src/main/java/com/qniao/iot/machine/event/generator/job/IotMachineEventGeneratorJob.java +++ b/iot-machine-state-event-generator-job/src/main/java/com/qniao/iot/machine/event/generator/job/IotMachineEventGeneratorJob.java @@ -66,12 +66,12 @@ public class IotMachineEventGeneratorJob { final StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment(); env.enableCheckpointing(60000L, CheckpointingMode.EXACTLY_ONCE); // 设置并行度为1,并行度要小于等于kafka topic的分区数,否则其他并行度分配不到数据 - env.setParallelism(1); + // env.setParallelism(1); KafkaSource source = KafkaSource.builder() .setBootstrapServers(ApolloConfig.get(ConfigConstant.SOURCE_KAFKA_BOOTSTRAP_SERVERS)) .setTopics(ApolloConfig.get(ConfigConstant.SOURCE_KAFKA_TOPICS)) .setGroupId(ApolloConfig.get(ConfigConstant.SOURCE_KAFKA_GROUP_ID)) - .setStartingOffsets(OffsetsInitializer.latest()) + .setStartingOffsets(OffsetsInitializer.earliest()) .setValueOnlyDeserializer(new MachineIotDataReceivedEventKafkaDeserializationSchema()) .build(); @@ -161,7 +161,7 @@ public class IotMachineEventGeneratorJob { // 写入es sinkEs(machineIotDataReceivedEventDataStream); - env.execute("Kafka Job"); + env.execute("iot machine event generator job"); } private static JSON getDeviceStateListJson(ValueState deviceState) throws IOException, SQLException {