From 1f1cd16916085b7f609ed17367d6f61df4d32b74 Mon Sep 17 00:00:00 2001 From: "1049970895@qniao.cn" <1049970895> Date: Thu, 14 Jul 2022 20:17:07 +0800 Subject: [PATCH] =?UTF-8?q?=E9=9B=86=E6=88=90apollo?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- root-cloud-statistics/pom.xml | 12 ++++++++++++ .../iot/rc/RootCloudIotDataFormatterJob.java | 13 ++++++++----- .../com/qniao/iot/rc/config/ApolloConfig.java | 19 +++++++++++++++++++ .../qniao/iot/rc/constant/ConfigConstant.java | 14 ++++++++++++++ .../main/resources/META-INF/app.properties | 3 +++ .../target/classes/META-INF/app.properties | 3 +++ 6 files changed, 59 insertions(+), 5 deletions(-) create mode 100644 root-cloud-statistics/src/main/java/com/qniao/iot/rc/config/ApolloConfig.java create mode 100644 root-cloud-statistics/src/main/java/com/qniao/iot/rc/constant/ConfigConstant.java create mode 100644 root-cloud-statistics/src/main/resources/META-INF/app.properties create mode 100644 root-cloud-statistics/target/classes/META-INF/app.properties diff --git a/root-cloud-statistics/pom.xml b/root-cloud-statistics/pom.xml index 37b79c2..0ed5a42 100644 --- a/root-cloud-statistics/pom.xml +++ b/root-cloud-statistics/pom.xml @@ -134,6 +134,18 @@ under the License. cn.hutool hutool-all + + + + com.ctrip.framework.apollo + apollo-client + 2.0.1 + + + com.ctrip.framework.apollo + apollo-core + 2.0.1 + diff --git a/root-cloud-statistics/src/main/java/com/qniao/iot/rc/RootCloudIotDataFormatterJob.java b/root-cloud-statistics/src/main/java/com/qniao/iot/rc/RootCloudIotDataFormatterJob.java index 65e5a3f..2a8588d 100644 --- a/root-cloud-statistics/src/main/java/com/qniao/iot/rc/RootCloudIotDataFormatterJob.java +++ b/root-cloud-statistics/src/main/java/com/qniao/iot/rc/RootCloudIotDataFormatterJob.java @@ -18,7 +18,10 @@ package com.qniao.iot.rc; +import com.ctrip.framework.apollo.ConfigService; import com.qniao.iot.machine.event.MachineIotDataReceivedEvent; +import com.qniao.iot.rc.config.ApolloConfig; +import com.qniao.iot.rc.constant.ConfigConstant; import com.qniao.iot.rc.constant.DataSource; import com.qniao.iot.rc.event.MachineIotDataReceivedEventSerializationSchema; import com.qniao.iot.rc.event.RootCloudIotDataReceiptedEventDeserializationSchema; @@ -61,9 +64,9 @@ public class RootCloudIotDataFormatterJob { final StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment(); env.enableCheckpointing(60000L, CheckpointingMode.EXACTLY_ONCE); KafkaSource source = KafkaSource.builder() - .setBootstrapServers(params.get("source.bootstrap.servers")) - .setTopics("root_cloud_iot_report_data_event") - .setGroupId("root_cloud_iot_data_etl") + .setBootstrapServers(ApolloConfig.get(ConfigConstant.SOURCE_KAFKA_BOOTSTRAP_SERVERS)) + .setTopics(ApolloConfig.get(ConfigConstant.SOURCE_KAFKA_TOPICS)) + .setGroupId(ApolloConfig.get(ConfigConstant.SOURCE_KAFKA_GROUPID)) .setStartingOffsets(OffsetsInitializer.earliest()) .setValueOnlyDeserializer(new RootCloudIotDataReceiptedEventDeserializationSchema()) .build(); @@ -77,10 +80,10 @@ public class RootCloudIotDataFormatterJob { // 写入kafka transformDs.sinkTo( KafkaSink.builder() - .setBootstrapServers(params.get("sink.bootstrap.servers")) + .setBootstrapServers(ApolloConfig.get(ConfigConstant.SINK_KAFKA_BOOTSTRAP_SERVERS)) .setRecordSerializer( KafkaRecordSerializationSchema.builder() - .setTopic("machine_iot_data_received_event") + .setTopic(ApolloConfig.get(ConfigConstant.SINK_KAFKA_TOPICS)) .setValueSerializationSchema(new MachineIotDataReceivedEventSerializationSchema()) .build() ).setDeliverGuarantee(DeliveryGuarantee.AT_LEAST_ONCE) diff --git a/root-cloud-statistics/src/main/java/com/qniao/iot/rc/config/ApolloConfig.java b/root-cloud-statistics/src/main/java/com/qniao/iot/rc/config/ApolloConfig.java new file mode 100644 index 0000000..8e3933a --- /dev/null +++ b/root-cloud-statistics/src/main/java/com/qniao/iot/rc/config/ApolloConfig.java @@ -0,0 +1,19 @@ +package com.qniao.iot.rc.config; + +import com.ctrip.framework.apollo.Config; +import com.ctrip.framework.apollo.ConfigService; + +public class ApolloConfig { + + private static final Config config = ConfigService.getAppConfig(); + + public static String get(String key, String defaultValue) { + + return config.getProperty(key, defaultValue); + } + + public static String get(String key) { + + return config.getProperty(key, null); + } +} diff --git a/root-cloud-statistics/src/main/java/com/qniao/iot/rc/constant/ConfigConstant.java b/root-cloud-statistics/src/main/java/com/qniao/iot/rc/constant/ConfigConstant.java new file mode 100644 index 0000000..d078033 --- /dev/null +++ b/root-cloud-statistics/src/main/java/com/qniao/iot/rc/constant/ConfigConstant.java @@ -0,0 +1,14 @@ +package com.qniao.iot.rc.constant; + +public interface ConfigConstant { + + String SOURCE_KAFKA_BOOTSTRAP_SERVERS = "source.kafka.bootstrap.servers"; + + String SOURCE_KAFKA_TOPICS = "source.kafka.topics"; + + String SOURCE_KAFKA_GROUPID = "source.kafka.groupId"; + + String SINK_KAFKA_BOOTSTRAP_SERVERS = "sink.kafka.bootstrap.servers"; + + String SINK_KAFKA_TOPICS = "sink.kafka.topics"; +} diff --git a/root-cloud-statistics/src/main/resources/META-INF/app.properties b/root-cloud-statistics/src/main/resources/META-INF/app.properties new file mode 100644 index 0000000..5acbd94 --- /dev/null +++ b/root-cloud-statistics/src/main/resources/META-INF/app.properties @@ -0,0 +1,3 @@ +app.id=iot-root-cloud-model-hw-formatter + +apollo.meta=http://8.135.8.221:5000 \ No newline at end of file diff --git a/root-cloud-statistics/target/classes/META-INF/app.properties b/root-cloud-statistics/target/classes/META-INF/app.properties new file mode 100644 index 0000000..beda063 --- /dev/null +++ b/root-cloud-statistics/target/classes/META-INF/app.properties @@ -0,0 +1,3 @@ +app.id=ztb-supply-chain-service + +apollo.meta=http://8.135.8.221:5000 \ No newline at end of file