From 7066246e8f8fd0a247b02fcd0417d641f08767ba Mon Sep 17 00:00:00 2001 From: zengqiao Date: Mon, 5 Dec 2022 13:49:35 +0800 Subject: [PATCH] =?UTF-8?q?[Optimize]=E9=94=99=E5=BC=80=E9=87=87=E9=9B=86?= =?UTF-8?q?=E4=BB=BB=E5=8A=A1=E8=A7=A6=E5=8F=91=E6=97=B6=E9=97=B4=EF=BC=8C?= =?UTF-8?q?=E9=99=8D=E4=BD=8EOffset=E4=BF=A1=E6=81=AF=E8=8E=B7=E5=8F=96?= =?UTF-8?q?=E6=97=B6=E8=B6=85=E6=97=B6=E6=83=85=E5=86=B5=E7=9A=84=E5=8F=91?= =?UTF-8?q?=E7=94=9F(#726)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit 当前指标采集任务都是整分钟触发执行的，导致会同时向Kafka请求分区Offset信息，会导致： 1、请求过多，从而出现超时； 2、同时进行，可能会导致分区重复获取Offset信息； 因此将其错开。 --- .../km/task/kafka/metrics/BrokerMetricCollectorTask.java | 6 +----- .../km/task/kafka/metrics/ClusterMetricCollectorTask.java | 6 +----- .../km/task/kafka/metrics/GroupMetricCollectorTask.java | 2 +- .../km/task/kafka/metrics/TopicMetricCollectorTask.java | 6 +----- 4 files changed, 4 insertions(+), 16 deletions(-) diff --git a/km-task/src/main/java/com/xiaojukeji/know/streaming/km/task/kafka/metrics/BrokerMetricCollectorTask.java b/km-task/src/main/java/com/xiaojukeji/know/streaming/km/task/kafka/metrics/BrokerMetricCollectorTask.java index 09c004ad..8519b8a6 100644 --- a/km-task/src/main/java/com/xiaojukeji/know/streaming/km/task/kafka/metrics/BrokerMetricCollectorTask.java +++ b/km-task/src/main/java/com/xiaojukeji/know/streaming/km/task/kafka/metrics/BrokerMetricCollectorTask.java @@ -3,8 +3,6 @@ package com.xiaojukeji.know.streaming.km.task.kafka.metrics; import com.didiglobal.logi.job.annotation.Task; import com.didiglobal.logi.job.common.TaskResult; import com.didiglobal.logi.job.core.consensual.ConsensualEnum; -import com.didiglobal.logi.log.ILog; -import com.didiglobal.logi.log.LogFactory; import com.xiaojukeji.know.streaming.km.collector.metric.kafka.BrokerMetricCollector; import com.xiaojukeji.know.streaming.km.common.bean.entity.cluster.ClusterPhy; import org.springframework.beans.factory.annotation.Autowired; @@ -14,13 +12,11 @@ import org.springframework.beans.factory.annotation.Autowired; */ @Task(name = "BrokerMetricCollectorTask", description = "Broker指标采集任务", - cron = "0 0/1 * * * ? *", + cron = "20 0/1 * * * ? *", autoRegister = true, consensual = ConsensualEnum.BROADCAST, timeout = 2 * 60) public class BrokerMetricCollectorTask extends AbstractAsyncMetricsDispatchTask { - private static final ILog log = LogFactory.getLog(BrokerMetricCollectorTask.class); - @Autowired private BrokerMetricCollector brokerMetricCollector; diff --git a/km-task/src/main/java/com/xiaojukeji/know/streaming/km/task/kafka/metrics/ClusterMetricCollectorTask.java b/km-task/src/main/java/com/xiaojukeji/know/streaming/km/task/kafka/metrics/ClusterMetricCollectorTask.java index f32f0588..51596084 100644 --- a/km-task/src/main/java/com/xiaojukeji/know/streaming/km/task/kafka/metrics/ClusterMetricCollectorTask.java +++ b/km-task/src/main/java/com/xiaojukeji/know/streaming/km/task/kafka/metrics/ClusterMetricCollectorTask.java @@ -3,8 +3,6 @@ package com.xiaojukeji.know.streaming.km.task.kafka.metrics; import com.didiglobal.logi.job.annotation.Task; import com.didiglobal.logi.job.common.TaskResult; import com.didiglobal.logi.job.core.consensual.ConsensualEnum; -import com.didiglobal.logi.log.ILog; -import com.didiglobal.logi.log.LogFactory; import com.xiaojukeji.know.streaming.km.collector.metric.kafka.ClusterMetricCollector; import com.xiaojukeji.know.streaming.km.common.bean.entity.cluster.ClusterPhy; import org.springframework.beans.factory.annotation.Autowired; @@ -14,13 +12,11 @@ import org.springframework.beans.factory.annotation.Autowired; */ @Task(name = "ClusterMetricCollectorTask", description = "Cluster指标采集任务", - cron = "0 0/1 * * * ? *", + cron = "30 0/1 * * * ? *", autoRegister = true, consensual = ConsensualEnum.BROADCAST, timeout = 2 * 60) public class ClusterMetricCollectorTask extends AbstractAsyncMetricsDispatchTask { - private static final ILog log = LogFactory.getLog(ClusterMetricCollectorTask.class); - @Autowired private ClusterMetricCollector clusterMetricCollector; diff --git a/km-task/src/main/java/com/xiaojukeji/know/streaming/km/task/kafka/metrics/GroupMetricCollectorTask.java b/km-task/src/main/java/com/xiaojukeji/know/streaming/km/task/kafka/metrics/GroupMetricCollectorTask.java index 3018c211..c1a1ff46 100644 --- a/km-task/src/main/java/com/xiaojukeji/know/streaming/km/task/kafka/metrics/GroupMetricCollectorTask.java +++ b/km-task/src/main/java/com/xiaojukeji/know/streaming/km/task/kafka/metrics/GroupMetricCollectorTask.java @@ -14,7 +14,7 @@ import org.springframework.beans.factory.annotation.Autowired; */ @Task(name = "GroupMetricCollectorTask", description = "Group指标采集任务", - cron = "0 0/1 * * * ? *", + cron = "40 0/1 * * * ? *", autoRegister = true, consensual = ConsensualEnum.BROADCAST, timeout = 2 * 60) diff --git a/km-task/src/main/java/com/xiaojukeji/know/streaming/km/task/kafka/metrics/TopicMetricCollectorTask.java b/km-task/src/main/java/com/xiaojukeji/know/streaming/km/task/kafka/metrics/TopicMetricCollectorTask.java index 3c1d023c..a4245071 100644 --- a/km-task/src/main/java/com/xiaojukeji/know/streaming/km/task/kafka/metrics/TopicMetricCollectorTask.java +++ b/km-task/src/main/java/com/xiaojukeji/know/streaming/km/task/kafka/metrics/TopicMetricCollectorTask.java @@ -3,8 +3,6 @@ package com.xiaojukeji.know.streaming.km.task.kafka.metrics; import com.didiglobal.logi.job.annotation.Task; import com.didiglobal.logi.job.common.TaskResult; import com.didiglobal.logi.job.core.consensual.ConsensualEnum; -import com.didiglobal.logi.log.ILog; -import com.didiglobal.logi.log.LogFactory; import com.xiaojukeji.know.streaming.km.collector.metric.kafka.TopicMetricCollector; import com.xiaojukeji.know.streaming.km.common.bean.entity.cluster.ClusterPhy; import org.springframework.beans.factory.annotation.Autowired; @@ -14,13 +12,11 @@ import org.springframework.beans.factory.annotation.Autowired; */ @Task(name = "TopicMetricCollectorTask", description = "Topic指标采集任务", - cron = "0 0/1 * * * ? *", + cron = "10 0/1 * * * ? *", autoRegister = true, consensual = ConsensualEnum.BROADCAST, timeout = 2 * 60) public class TopicMetricCollectorTask extends AbstractAsyncMetricsDispatchTask { - private static final ILog log = LogFactory.getLog(TopicMetricCollectorTask.class); - @Autowired private TopicMetricCollector topicMetricCollector;