8x48/KnowStreaming
1
0
Fork 0
mirror of https://github.com/didi/KnowStreaming.git synced 2026-01-05 13:08:48 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

线程池 & BrokerMetadata 问题修复

Browse Source
This commit is contained in:
xuguang
2022-01-13 15:35:11 +08:00
parent 52ccaeffd5
commit 9e3bc80495
4 changed files with 25 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
distribution/conf/application.yml.example
View File

@@ -121,4 +121,19 @@ notify: # 通知的功能
cluster-id: 95 # Topic的集群ID cluster-id: 95 # Topic的集群ID
topic-name: didi-kafka-notify # Topic名称 topic-name: didi-kafka-notify # Topic名称
order: # 部署的KM的地址 order: # 部署的KM的地址
detail-url: http://127.0.0.1 detail-url: http://127.0.0.1
thread-pool:
collect-metrics:
thread-num: 256 # 收集指标线程池大小
queue-size: 5000 # 收集指标线程池的queue大小
api-call:
thread-num: 16 # api服务线程池大小
queue-size: 5000 # api服务线程池的queue大小
client-pool:
kafka-consumer:
min-idle-client-num: 24 # 最小空闲客户端数
max-idle-client-num: 24 # 最大空闲客户端数
max-total-client-num: 24 # 最大客户端数
borrow-timeout-unit-ms: 3000 # 租借超时时间，单位秒

8
kafka-manager-common/src/main/java/com/xiaojukeji/kafka/manager/common/zookeeper/znode/brokers/BrokerMetadata.java
View File

@@ -21,7 +21,7 @@ import java.util.Map;
* 节点结构: * 节点结构:
* { * {
* "listener_security_protocol_map":{"SASL_PLAINTEXT":"SASL_PLAINTEXT"}, * "listener_security_protocol_map":{"SASL_PLAINTEXT":"SASL_PLAINTEXT"},
* "endpoints":["SASL_PLAINTEXT://10.179.162.202:9093"], * "endpoints":["SASL_PLAINTEXT://127.0.0.1:9093"],
* "jmx_port":9999, * "jmx_port":9999,
* "host":null, * "host":null,
* "timestamp":"1546632983233", * "timestamp":"1546632983233",
@@ -32,9 +32,9 @@ import java.util.Map;
* *
* { * {
* "listener_security_protocol_map":{"SASL_PLAINTEXT":"SASL_PLAINTEXT","PLAINTEXT":"PLAINTEXT"}, * "listener_security_protocol_map":{"SASL_PLAINTEXT":"SASL_PLAINTEXT","PLAINTEXT":"PLAINTEXT"},
* "endpoints":["SASL_PLAINTEXT://10.179.162.202:9093","PLAINTEXT://10.179.162.202:9092"], * "endpoints":["SASL_PLAINTEXT://127.0.0.1:9093","PLAINTEXT://127.0.0.1:9092"],
* "jmx_port":8099, * "jmx_port":8099,
* "host":"10.179.162.202", * "host":"127.0.0.1",
* "timestamp":"1628833925822", * "timestamp":"1628833925822",
* "port":9092, * "port":9092,
* "version":4 * "version":4
@@ -42,7 +42,7 @@ import java.util.Map;
* *
* { * {
* "listener_security_protocol_map":{"EXTERNAL":"SASL_PLAINTEXT","INTERNAL":"SASL_PLAINTEXT"}, * "listener_security_protocol_map":{"EXTERNAL":"SASL_PLAINTEXT","INTERNAL":"SASL_PLAINTEXT"},
* "endpoints":["EXTERNAL://10.179.162.202:7092","INTERNAL://10.179.162.202:7093"], * "endpoints":["EXTERNAL://127.0.0.1:7092","INTERNAL://127.0.0.1:7093"],
* "jmx_port":8099, * "jmx_port":8099,
* "host":null, * "host":null,
* "timestamp":"1627289710439", * "timestamp":"1627289710439",

4
kafka-manager-core/src/main/java/com/xiaojukeji/kafka/manager/service/cache/ThreadPool.java vendored
View File

@@ -40,7 +40,7 @@ public class ThreadPool {
120L, 120L,
TimeUnit.SECONDS, TimeUnit.SECONDS,
new LinkedBlockingQueue<>(collectMetricsQueueSize), new LinkedBlockingQueue<>(collectMetricsQueueSize),
new DefaultThreadFactory("Collect-Metrics-Thread") new DefaultThreadFactory("TaskThreadPool")
); );
apiCallThreadPool = new ThreadPoolExecutor( apiCallThreadPool = new ThreadPoolExecutor(
@@ -49,7 +49,7 @@ public class ThreadPool {
120L, 120L,
TimeUnit.SECONDS, TimeUnit.SECONDS,
new LinkedBlockingQueue<>(apiCallQueueSize), new LinkedBlockingQueue<>(apiCallQueueSize),
new DefaultThreadFactory("Api-Call-Thread") new DefaultThreadFactory("ApiThreadPool")
); );
} }

6
kafka-manager-web/src/main/resources/application.yml
View File

@@ -105,15 +105,15 @@ notify:
thread-pool: thread-pool:
collect-metrics: collect-metrics:
thread-num: 256 # 收集指标线程池大小 thread-num: 256 # 收集指标线程池大小
queue-size: 5000 # 收集指标线程池的queue大小 queue-size: 5000 # 收集指标线程池的queue大小
api-call: api-call:
thread-num: 16 # api服务线程池大小 thread-num: 16 # api服务线程池大小
queue-size: 5000 # api服务线程池的queue大小 queue-size: 5000 # api服务线程池的queue大小
client-pool: client-pool:
kafka-consumer: kafka-consumer:
min-idle-client-num: 24 # 最小空闲客户端数 min-idle-client-num: 24 # 最小空闲客户端数
max-idle-client-num: 24 # 最大空闲客户端数 max-idle-client-num: 24 # 最大空闲客户端数
max-total-client-num: 24 # 最大客户端数 max-total-client-num: 24 # 最大客户端数
borrow-timeout-unit-ms: 3000 # 租借超时时间，单位秒 borrow-timeout-unit-ms: 3000 # 租借超时时间，单位秒