mirror of
https://github.com/didi/KnowStreaming.git
synced 2025-12-24 20:22:12 +08:00
Compare commits
152 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
f8e2a4aff4 | ||
|
|
b14d5d9bee | ||
|
|
12e15c3e4b | ||
|
|
51911bf272 | ||
|
|
6dc8061401 | ||
|
|
b8fa4f8797 | ||
|
|
cc0bea7f45 | ||
|
|
4e9124b244 | ||
|
|
f0eabef7b0 | ||
|
|
23e5557958 | ||
|
|
b1d02afa85 | ||
|
|
2edc380f47 | ||
|
|
cea8295c09 | ||
|
|
244bfc993a | ||
|
|
3a272a4493 | ||
|
|
a3300db770 | ||
|
|
b0394ce261 | ||
|
|
3123089790 | ||
|
|
f13cf66676 | ||
|
|
0c8c4d87fb | ||
|
|
066088fdeb | ||
|
|
cf641e41c7 | ||
|
|
5b48322e1b | ||
|
|
9d3f680d58 | ||
|
|
bed28d57e6 | ||
|
|
2538525103 | ||
|
|
6ed798db8c | ||
|
|
8e9d966829 | ||
|
|
be16640f92 | ||
|
|
0e1376dd2e | ||
|
|
0494575aa7 | ||
|
|
bed57534e0 | ||
|
|
1862d631d1 | ||
|
|
c977ce5690 | ||
|
|
84df377516 | ||
|
|
4d9a284f6e | ||
|
|
da7ad8b44a | ||
|
|
4164046323 | ||
|
|
72e743dfd1 | ||
|
|
7eb7edaf0a | ||
|
|
49368aaf76 | ||
|
|
b8c07a966f | ||
|
|
c6bcc0e3aa | ||
|
|
7719339f23 | ||
|
|
8ad64722ed | ||
|
|
611f8b8865 | ||
|
|
38bdc173e8 | ||
|
|
52244325d9 | ||
|
|
3fd3d99b8c | ||
|
|
d4ee5e91a2 | ||
|
|
c2ad2d7238 | ||
|
|
892e195f0e | ||
|
|
c5b1bed7dc | ||
|
|
0e388d7aa7 | ||
|
|
c3a0dbbe48 | ||
|
|
8b95b3ffc7 | ||
|
|
42b78461cd | ||
|
|
9190a41ca5 | ||
|
|
28a7251319 | ||
|
|
20565866ef | ||
|
|
246f10aee5 | ||
|
|
960017280d | ||
|
|
7218aaf52e | ||
|
|
62050cc7b6 | ||
|
|
f88a14ac0a | ||
|
|
9286761c30 | ||
|
|
07c3273247 | ||
|
|
eb8fe77582 | ||
|
|
b68ba0bff6 | ||
|
|
696657c09e | ||
|
|
12bea9b60a | ||
|
|
9334e9552f | ||
|
|
a43b04a98b | ||
|
|
f359ff995d | ||
|
|
9185d2646b | ||
|
|
33e61c762c | ||
|
|
e342e646ff | ||
|
|
ed163a80e0 | ||
|
|
b390df08b5 | ||
|
|
f0b3b9f7f4 | ||
|
|
a67d732507 | ||
|
|
ca0ebe0d75 | ||
|
|
94d113cbe0 | ||
|
|
f1627b214c | ||
|
|
d9265ec7ea | ||
|
|
663e871bed | ||
|
|
5c5eaddef7 | ||
|
|
edaec4f1ae | ||
|
|
6d19acaa6c | ||
|
|
d29a619fbf | ||
|
|
b17808dd91 | ||
|
|
c5321a3667 | ||
|
|
8836691510 | ||
|
|
6568f6525d | ||
|
|
473fc27b49 | ||
|
|
74aeb55acb | ||
|
|
8efcf0529f | ||
|
|
06071c2f9c | ||
|
|
5eb4eca487 | ||
|
|
33f6153e12 | ||
|
|
df3283f526 | ||
|
|
b5901a2819 | ||
|
|
6d5f1402fe | ||
|
|
65e3782b2e | ||
|
|
135981dd30 | ||
|
|
fe5cf2d922 | ||
|
|
e15425cc2e | ||
|
|
c3cb0a4e33 | ||
|
|
cc32976bdd | ||
|
|
bc08318716 | ||
|
|
ee1ab30c2c | ||
|
|
7fa1a66f7e | ||
|
|
946bf37406 | ||
|
|
8706f6931a | ||
|
|
f551674860 | ||
|
|
d90fe0ef07 | ||
|
|
bf979fa3b3 | ||
|
|
b3b88891e9 | ||
|
|
01c5de60dc | ||
|
|
47b8fe5022 | ||
|
|
324b37b875 | ||
|
|
76e7e192d8 | ||
|
|
f9f3c4d923 | ||
|
|
a476476bd1 | ||
|
|
82a60a884a | ||
|
|
f17727de18 | ||
|
|
f1f33c79f4 | ||
|
|
d52eaafdbb | ||
|
|
e7a3e50ed1 | ||
|
|
2e09a87baa | ||
|
|
b92ae7e47e | ||
|
|
f98446e139 | ||
|
|
57a48dadaa | ||
|
|
c65ec68e46 | ||
|
|
d6559be3fc | ||
|
|
6fbf67f9a9 | ||
|
|
59df5b24fe | ||
|
|
3e1544294b | ||
|
|
a12c398816 | ||
|
|
0bd3e28348 | ||
|
|
ad4e39c088 | ||
|
|
2668d96e6a | ||
|
|
357c496aad | ||
|
|
22a513ba22 | ||
|
|
e6dd1119be | ||
|
|
2dbe454e04 | ||
|
|
e3a59b76eb | ||
|
|
01008acfcd | ||
|
|
8bfde9fbaf | ||
|
|
1fdecf8def | ||
|
|
f41e29ab3a | ||
|
|
5f1a839620 |
@@ -14,7 +14,8 @@
|
||||
滴滴Logi-KafkaManager脱胎于滴滴内部多年的Kafka运营实践经验,是面向Kafka用户、Kafka运维人员打造的共享多租户Kafka云平台。专注于Kafka运维管控、监控告警、资源治理等核心场景,经历过大规模集群、海量大数据的考验。内部满意度高达90%的同时,还与多家知名企业达成商业化合作。
|
||||
|
||||
### 1.1 快速体验地址
|
||||
- 体验地址 http://117.51.146.109:8080 账号密码 admin/admin
|
||||
|
||||
- 体验地址 http://117.51.150.133:8080 账号密码 admin/admin
|
||||
|
||||
### 1.2 体验地图
|
||||
相比较于同类产品的用户视角单一(大多为管理员视角),滴滴Logi-KafkaManager建立了基于分角色、多场景视角的体验地图。分别是:**用户体验地图、运维体验地图、运营体验地图**
|
||||
@@ -66,6 +67,7 @@
|
||||
- [滴滴Logi-KafkaManager 开源之路](https://xie.infoq.cn/article/0223091a99e697412073c0d64)
|
||||
- [滴滴Logi-KafkaManager 系列视频教程](https://mp.weixin.qq.com/s/9X7gH0tptHPtfjPPSdGO8g)
|
||||
- [kafka实践(十五):滴滴开源Kafka管控平台 Logi-KafkaManager研究--A叶子叶来](https://blog.csdn.net/yezonggang/article/details/113106244)
|
||||
- [kafka的灵魂伴侣Logi-KafkaManager系列文章专栏 --石臻](https://blog.csdn.net/u010634066/category_10977588.html)
|
||||
|
||||
## 3 滴滴Logi开源用户交流群
|
||||
|
||||
|
||||
@@ -7,6 +7,50 @@
|
||||
|
||||
---
|
||||
|
||||
## v2.4.1+
|
||||
|
||||
版本上线时间:2021-05-21
|
||||
|
||||
### 能力提升
|
||||
- 增加直接增加权限和配额的接口(v2.4.1)
|
||||
- 增加接口调用可绕过登录的功能(v2.4.1)
|
||||
|
||||
### 体验优化
|
||||
- tomcat 版本提升至8.5.66(v2.4.2)
|
||||
- op接口优化,拆分util接口为topic、leader两类接口(v2.4.1)
|
||||
- 简化Gateway配置的Key长度(v2.4.1)
|
||||
|
||||
### bug修复
|
||||
- 修复页面展示版本错误问题(v2.4.2)
|
||||
|
||||
|
||||
## v2.4.0
|
||||
|
||||
版本上线时间:2021-05-18
|
||||
|
||||
|
||||
### 能力提升
|
||||
|
||||
- 增加App与Topic自动化审批开关
|
||||
- Broker元信息中增加Rack信息
|
||||
- 升级MySQL 驱动,支持MySQL 8+
|
||||
- 增加操作记录查询界面
|
||||
|
||||
### 体验优化
|
||||
|
||||
- FAQ告警组说明优化
|
||||
- 用户手册共享及 独享集群概念优化
|
||||
- 用户管理界面,前端限制用户删除自己
|
||||
|
||||
### bug修复
|
||||
|
||||
- 修复op-util类中创建Topic失败的接口
|
||||
- 周期同步Topic到DB的任务修复,将Topic列表查询从缓存调整为直接查DB
|
||||
- 应用下线审批失败的功能修复,将权限为0(无权限)的数据进行过滤
|
||||
- 修复登录及权限绕过的漏洞
|
||||
- 修复研发角色展示接入集群、暂停监控等按钮的问题
|
||||
|
||||
|
||||
## v2.3.0
|
||||
|
||||
版本上线时间:2021-02-08
|
||||
|
||||
72
build.sh
72
build.sh
@@ -1,72 +0,0 @@
|
||||
#!/bin/bash
|
||||
workspace=$(cd $(dirname $0) && pwd -P)
|
||||
cd $workspace
|
||||
|
||||
## constant
|
||||
OUTPUT_DIR=./output
|
||||
KM_VERSION=2.3.1
|
||||
APP_NAME=kafka-manager
|
||||
APP_DIR=${APP_NAME}-${KM_VERSION}
|
||||
|
||||
MYSQL_TABLE_SQL_FILE=./docs/install_guide/create_mysql_table.sql
|
||||
CONFIG_FILE=./kafka-manager-web/src/main/resources/application.yml
|
||||
|
||||
## function
|
||||
function build() {
|
||||
# 编译命令
|
||||
mvn -U clean package -Dmaven.test.skip=true
|
||||
|
||||
local sc=$?
|
||||
if [ $sc -ne 0 ];then
|
||||
## 编译失败, 退出码为 非0
|
||||
echo "$APP_NAME build error"
|
||||
exit $sc
|
||||
else
|
||||
echo "$APP_NAME build ok"
|
||||
fi
|
||||
}
|
||||
|
||||
function make_output() {
|
||||
# 新建output目录
|
||||
rm -rf ${OUTPUT_DIR} &>/dev/null
|
||||
mkdir -p ${OUTPUT_DIR}/${APP_DIR} &>/dev/null
|
||||
|
||||
# 填充output目录, output内的内容
|
||||
(
|
||||
cp -rf ${MYSQL_TABLE_SQL_FILE} ${OUTPUT_DIR}/${APP_DIR} && # 拷贝 sql 初始化脚本 至output目录
|
||||
cp -rf ${CONFIG_FILE} ${OUTPUT_DIR}/${APP_DIR} && # 拷贝 application.yml 至output目录
|
||||
|
||||
# 拷贝程序包到output路径
|
||||
cp kafka-manager-web/target/kafka-manager-web-${KM_VERSION}-SNAPSHOT.jar ${OUTPUT_DIR}/${APP_DIR}/${APP_NAME}.jar
|
||||
echo -e "make output ok."
|
||||
) || { echo -e "make output error"; exit 2; } # 填充output目录失败后, 退出码为 非0
|
||||
}
|
||||
|
||||
function make_package() {
|
||||
# 压缩output目录
|
||||
(
|
||||
cd ${OUTPUT_DIR} && tar cvzf ${APP_DIR}.tar.gz ${APP_DIR}
|
||||
echo -e "make package ok."
|
||||
) || { echo -e "make package error"; exit 2; } # 压缩output目录失败后, 退出码为 非0
|
||||
}
|
||||
|
||||
##########################################
|
||||
## main
|
||||
## 其中,
|
||||
## 1.进行编译
|
||||
## 2.生成部署包output
|
||||
## 3.生成tar.gz压缩包
|
||||
##########################################
|
||||
|
||||
# 1.进行编译
|
||||
build
|
||||
|
||||
# 2.生成部署包output
|
||||
make_output
|
||||
|
||||
# 3.生成tar.gz压缩包
|
||||
make_package
|
||||
|
||||
# 编译成功
|
||||
echo -e "build done"
|
||||
exit 0
|
||||
@@ -1,14 +1,11 @@
|
||||
FROM openjdk:8-jdk-alpine3.9
|
||||
FROM openjdk:16-jdk-alpine3.13
|
||||
|
||||
LABEL author="yangvipguang"
|
||||
|
||||
ENV VERSION 2.1.0
|
||||
ENV JAR_PATH kafka-manager-web/target
|
||||
COPY $JAR_PATH/kafka-manager-web-$VERSION-SNAPSHOT.jar /tmp/app.jar
|
||||
COPY $JAR_PATH/application.yml /km/
|
||||
ENV VERSION 2.3.1
|
||||
|
||||
RUN sed -i 's/dl-cdn.alpinelinux.org/mirrors.aliyun.com/g' /etc/apk/repositories
|
||||
RUN apk add --no-cache --virtual .build-deps \
|
||||
RUN apk add --no-cache --virtual .build-deps \
|
||||
font-adobe-100dpi \
|
||||
ttf-dejavu \
|
||||
fontconfig \
|
||||
@@ -19,26 +16,28 @@ RUN apk add --no-cache --virtual .build-deps \
|
||||
tomcat-native \
|
||||
&& apk del .build-deps
|
||||
|
||||
RUN apk add --no-cache tini
|
||||
|
||||
|
||||
|
||||
|
||||
ENV AGENT_HOME /opt/agent/
|
||||
|
||||
WORKDIR /tmp
|
||||
|
||||
COPY $JAR_PATH/kafka-manager.jar app.jar
|
||||
# COPY application.yml application.yml ##默认使用helm 挂载,防止敏感配置泄露
|
||||
|
||||
COPY docker-depends/config.yaml $AGENT_HOME
|
||||
COPY docker-depends/jmx_prometheus_javaagent-0.14.0.jar $AGENT_HOME
|
||||
|
||||
ENV JAVA_AGENT="-javaagent:$AGENT_HOME/jmx_prometheus_javaagent-0.14.0.jar=9999:$AGENT_HOME/config.yaml"
|
||||
COPY docker-depends/jmx_prometheus_javaagent-0.15.0.jar $AGENT_HOME
|
||||
|
||||
ENV JAVA_AGENT="-javaagent:$AGENT_HOME/jmx_prometheus_javaagent-0.15.0.jar=9999:$AGENT_HOME/config.yaml"
|
||||
ENV JAVA_HEAP_OPTS="-Xms1024M -Xmx1024M -Xmn100M "
|
||||
|
||||
ENV JAVA_OPTS="-verbose:gc \
|
||||
-XX:+PrintGC -XX:+PrintGCDetails -XX:+PrintHeapAtGC -Xloggc:/tmp/gc.log -XX:+PrintGCDateStamps -XX:+PrintGCTimeStamps \
|
||||
-XX:MaxMetaspaceSize=256M -XX:+DisableExplicitGC -XX:+UseStringDeduplication \
|
||||
-XX:+UseG1GC -XX:+HeapDumpOnOutOfMemoryError -XX:-UseContainerSupport"
|
||||
#-Xlog:gc -Xlog:gc* -Xlog:gc+heap=trace -Xlog:safepoint
|
||||
|
||||
EXPOSE 8080 9999
|
||||
|
||||
ENTRYPOINT ["sh","-c","java -jar $JAVA_HEAP_OPTS $JAVA_OPTS /tmp/app.jar --spring.config.location=/km/application.yml"]
|
||||
|
||||
## 默认不带Prometheus JMX监控,需要可以自行取消以下注释并注释上面一行默认Entrypoint 命令。
|
||||
## ENTRYPOINT ["sh","-c","java -jar $JAVA_AGENT $JAVA_HEAP_OPTS $JAVA_OPTS /tmp/app.jar --spring.config.location=/km/application.yml"]
|
||||
ENTRYPOINT ["tini", "--"]
|
||||
|
||||
CMD ["sh","-c","java -jar $JAVA_AGENT $JAVA_HEAP_OPTS $JAVA_OPTS app.jar --spring.config.location=application.yml"]
|
||||
|
||||
Binary file not shown.
16
distribution/bin/shutdown.sh
Normal file
16
distribution/bin/shutdown.sh
Normal file
@@ -0,0 +1,16 @@
|
||||
#!/bin/bash
|
||||
|
||||
cd `dirname $0`/../target
|
||||
target_dir=`pwd`
|
||||
|
||||
pid=`ps ax | grep -i 'kafka-manager' | grep ${target_dir} | grep java | grep -v grep | awk '{print $1}'`
|
||||
if [ -z "$pid" ] ; then
|
||||
echo "No kafka-manager running."
|
||||
exit -1;
|
||||
fi
|
||||
|
||||
echo "The kafka-manager (${pid}) is running..."
|
||||
|
||||
kill ${pid}
|
||||
|
||||
echo "Send shutdown request to kafka-manager (${pid}) OK"
|
||||
81
distribution/bin/startup.sh
Normal file
81
distribution/bin/startup.sh
Normal file
@@ -0,0 +1,81 @@
|
||||
error_exit ()
|
||||
{
|
||||
echo "ERROR: $1 !!"
|
||||
exit 1
|
||||
}
|
||||
|
||||
[ ! -e "$JAVA_HOME/bin/java" ] && JAVA_HOME=$HOME/jdk/java
|
||||
[ ! -e "$JAVA_HOME/bin/java" ] && JAVA_HOME=/usr/java
|
||||
[ ! -e "$JAVA_HOME/bin/java" ] && unset JAVA_HOME
|
||||
|
||||
if [ -z "$JAVA_HOME" ]; then
|
||||
if $darwin; then
|
||||
|
||||
if [ -x '/usr/libexec/java_home' ] ; then
|
||||
export JAVA_HOME=`/usr/libexec/java_home`
|
||||
|
||||
elif [ -d "/System/Library/Frameworks/JavaVM.framework/Versions/CurrentJDK/Home" ]; then
|
||||
export JAVA_HOME="/System/Library/Frameworks/JavaVM.framework/Versions/CurrentJDK/Home"
|
||||
fi
|
||||
else
|
||||
JAVA_PATH=`dirname $(readlink -f $(which javac))`
|
||||
if [ "x$JAVA_PATH" != "x" ]; then
|
||||
export JAVA_HOME=`dirname $JAVA_PATH 2>/dev/null`
|
||||
fi
|
||||
fi
|
||||
if [ -z "$JAVA_HOME" ]; then
|
||||
error_exit "Please set the JAVA_HOME variable in your environment, We need java(x64)! jdk8 or later is better!"
|
||||
fi
|
||||
fi
|
||||
|
||||
|
||||
|
||||
|
||||
export WEB_SERVER="kafka-manager"
|
||||
export JAVA_HOME
|
||||
export JAVA="$JAVA_HOME/bin/java"
|
||||
export BASE_DIR=`cd $(dirname $0)/..; pwd`
|
||||
export CUSTOM_SEARCH_LOCATIONS=file:${BASE_DIR}/conf/
|
||||
|
||||
|
||||
#===========================================================================================
|
||||
# JVM Configuration
|
||||
#===========================================================================================
|
||||
|
||||
JAVA_OPT="${JAVA_OPT} -server -Xms2g -Xmx2g -Xmn1g -XX:MetaspaceSize=128m -XX:MaxMetaspaceSize=320m"
|
||||
JAVA_OPT="${JAVA_OPT} -XX:-OmitStackTraceInFastThrow -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=${BASE_DIR}/logs/java_heapdump.hprof"
|
||||
|
||||
## jdk版本高的情况 有些 参数废弃了
|
||||
JAVA_MAJOR_VERSION=$($JAVA -version 2>&1 | sed -E -n 's/.* version "([0-9]*).*$/\1/p')
|
||||
if [[ "$JAVA_MAJOR_VERSION" -ge "9" ]] ; then
|
||||
JAVA_OPT="${JAVA_OPT} -Xlog:gc*:file=${BASE_DIR}/logs/km_gc.log:time,tags:filecount=10,filesize=102400"
|
||||
else
|
||||
JAVA_OPT="${JAVA_OPT} -Djava.ext.dirs=${JAVA_HOME}/jre/lib/ext:${JAVA_HOME}/lib/ext"
|
||||
JAVA_OPT="${JAVA_OPT} -Xloggc:${BASE_DIR}/logs/km_gc.log -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -XX:+PrintGCTimeStamps -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=10 -XX:GCLogFileSize=100M"
|
||||
|
||||
fi
|
||||
|
||||
JAVA_OPT="${JAVA_OPT} -jar ${BASE_DIR}/target/${WEB_SERVER}.jar"
|
||||
JAVA_OPT="${JAVA_OPT} --spring.config.additional-location=${CUSTOM_SEARCH_LOCATIONS}"
|
||||
JAVA_OPT="${JAVA_OPT} --logging.config=${BASE_DIR}/conf/logback-spring.xml"
|
||||
JAVA_OPT="${JAVA_OPT} --server.max-http-header-size=524288"
|
||||
|
||||
|
||||
|
||||
if [ ! -d "${BASE_DIR}/logs" ]; then
|
||||
mkdir ${BASE_DIR}/logs
|
||||
fi
|
||||
|
||||
echo "$JAVA ${JAVA_OPT}"
|
||||
|
||||
# check the start.out log output file
|
||||
if [ ! -f "${BASE_DIR}/logs/start.out" ]; then
|
||||
touch "${BASE_DIR}/logs/start.out"
|
||||
fi
|
||||
# start
|
||||
echo -e "---- 启动脚本 ------\n $JAVA ${JAVA_OPT}" > ${BASE_DIR}/logs/start.out 2>&1 &
|
||||
|
||||
|
||||
nohup $JAVA ${JAVA_OPT} >> ${BASE_DIR}/logs/start.out 2>&1 &
|
||||
|
||||
echo "${WEB_SERVER} is starting,you can check the ${BASE_DIR}/logs/start.out"
|
||||
114
distribution/conf/application.yml.example
Normal file
114
distribution/conf/application.yml.example
Normal file
@@ -0,0 +1,114 @@
|
||||
|
||||
## kafka-manager的配置文件,该文件中的配置会覆盖默认配置
|
||||
## 下面的配置信息基本就是jar中的 application.yml默认配置了;
|
||||
## 可以只修改自己变更的配置,其他的删除就行了; 比如只配置一下mysql
|
||||
|
||||
|
||||
server:
|
||||
port: 8080
|
||||
tomcat:
|
||||
accept-count: 1000
|
||||
max-connections: 10000
|
||||
max-threads: 800
|
||||
min-spare-threads: 100
|
||||
|
||||
spring:
|
||||
application:
|
||||
name: kafkamanager
|
||||
datasource:
|
||||
kafka-manager:
|
||||
jdbc-url: jdbc:mysql://localhost:3306/logi_kafka_manager?characterEncoding=UTF-8&useSSL=false&serverTimezone=GMT%2B8
|
||||
username: root
|
||||
password: 123456
|
||||
driver-class-name: com.mysql.cj.jdbc.Driver
|
||||
main:
|
||||
allow-bean-definition-overriding: true
|
||||
|
||||
|
||||
servlet:
|
||||
multipart:
|
||||
max-file-size: 100MB
|
||||
max-request-size: 100MB
|
||||
|
||||
logging:
|
||||
config: classpath:logback-spring.xml
|
||||
|
||||
custom:
|
||||
idc: cn # 部署的数据中心, 忽略该配置, 后续会进行删除
|
||||
jmx:
|
||||
max-conn: 10 # 2.3版本配置不在这个地方生效
|
||||
store-metrics-task:
|
||||
community:
|
||||
broker-metrics-enabled: true # 社区部分broker metrics信息收集开关, 关闭之后metrics信息将不会进行收集及写DB
|
||||
topic-metrics-enabled: true # 社区部分topic的metrics信息收集开关, 关闭之后metrics信息将不会进行收集及写DB
|
||||
didi:
|
||||
app-topic-metrics-enabled: false # 滴滴埋入的指标, 社区AK不存在该指标,因此默认关闭
|
||||
topic-request-time-metrics-enabled: false # 滴滴埋入的指标, 社区AK不存在该指标,因此默认关闭
|
||||
topic-throttled-metrics: false # 滴滴埋入的指标, 社区AK不存在该指标,因此默认关闭
|
||||
save-days: 7 #指标在DB中保持的天数,-1表示永久保存,7表示保存近7天的数据
|
||||
|
||||
# 任务相关的开关
|
||||
task:
|
||||
op:
|
||||
sync-topic-enabled: false # 未落盘的Topic定期同步到DB中
|
||||
order-auto-exec: # 工单自动化审批线程的开关
|
||||
topic-enabled: false # Topic工单自动化审批开关, false:关闭自动化审批, true:开启
|
||||
app-enabled: false # App工单自动化审批开关, false:关闭自动化审批, true:开启
|
||||
|
||||
# ldap相关的配置
|
||||
account:
|
||||
ldap:
|
||||
enabled: false
|
||||
url: ldap://127.0.0.1:389/
|
||||
basedn: dc=tsign,dc=cn
|
||||
factory: com.sun.jndi.ldap.LdapCtxFactory
|
||||
filter: sAMAccountName
|
||||
security:
|
||||
authentication: simple
|
||||
principal: cn=admin,dc=tsign,dc=cn
|
||||
credentials: admin
|
||||
auth-user-registration: true
|
||||
auth-user-registration-role: normal
|
||||
|
||||
# 集群升级部署相关的功能,需要配合夜莺及S3进行使用
|
||||
kcm:
|
||||
enabled: false
|
||||
s3:
|
||||
endpoint: s3.didiyunapi.com
|
||||
access-key: 1234567890
|
||||
secret-key: 0987654321
|
||||
bucket: logi-kafka
|
||||
n9e:
|
||||
base-url: http://127.0.0.1:8004
|
||||
user-token: 12345678
|
||||
timeout: 300
|
||||
account: root
|
||||
script-file: kcm_script.sh
|
||||
|
||||
# 监控告警相关的功能,需要配合夜莺进行使用
|
||||
# enabled: 表示是否开启监控告警的功能, true: 开启, false: 不开启
|
||||
# n9e.nid: 夜莺的节点ID
|
||||
# n9e.user-token: 用户的密钥,在夜莺的个人设置中
|
||||
# n9e.mon.base-url: 监控地址
|
||||
# n9e.sink.base-url: 数据上报地址
|
||||
# n9e.rdb.base-url: 用户资源中心地址
|
||||
|
||||
monitor:
|
||||
enabled: false
|
||||
n9e:
|
||||
nid: 2
|
||||
user-token: 1234567890
|
||||
mon:
|
||||
base-url: http://127.0.0.1:8000 # 夜莺v4版本,默认端口统一调整为了8000
|
||||
sink:
|
||||
base-url: http://127.0.0.1:8000 # 夜莺v4版本,默认端口统一调整为了8000
|
||||
rdb:
|
||||
base-url: http://127.0.0.1:8000 # 夜莺v4版本,默认端口统一调整为了8000
|
||||
|
||||
|
||||
notify: # 通知的功能
|
||||
kafka: # 默认通知发送到kafka的指定Topic中
|
||||
cluster-id: 95 # Topic的集群ID
|
||||
topic-name: didi-kafka-notify # Topic名称
|
||||
order: # 部署的KM的地址
|
||||
detail-url: http://127.0.0.1
|
||||
@@ -210,11 +210,11 @@ CREATE TABLE `gateway_config` (
|
||||
PRIMARY KEY (`id`),
|
||||
UNIQUE KEY `uniq_type_name` (`type`,`name`)
|
||||
) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='gateway配置';
|
||||
INSERT INTO gateway_config(type, name, value, `version`) values('SERVICE_DISCOVERY_QUEUE_SIZE', 'SERVICE_DISCOVERY_QUEUE_SIZE', 100000000, 1);
|
||||
INSERT INTO gateway_config(type, name, value, `version`) values('SERVICE_DISCOVERY_APPID_RATE', 'SERVICE_DISCOVERY_APPID_RATE', 100000000, 1);
|
||||
INSERT INTO gateway_config(type, name, value, `version`) values('SERVICE_DISCOVERY_IP_RATE', 'SERVICE_DISCOVERY_IP_RATE', 100000000, 1);
|
||||
INSERT INTO gateway_config(type, name, value, `version`) values('SERVICE_DISCOVERY_SP_RATE', 'app_01234567', 100000000, 1);
|
||||
INSERT INTO gateway_config(type, name, value, `version`) values('SERVICE_DISCOVERY_SP_RATE', '192.168.0.1', 100000000, 1);
|
||||
INSERT INTO gateway_config(type, name, value, `version`, `description`) values('SD_QUEUE_SIZE', 'SD_QUEUE_SIZE', 100000000, 1, '任意集群队列大小');
|
||||
INSERT INTO gateway_config(type, name, value, `version`, `description`) values('SD_APP_RATE', 'SD_APP_RATE', 100000000, 1, '任意一个App限速');
|
||||
INSERT INTO gateway_config(type, name, value, `version`, `description`) values('SD_IP_RATE', 'SD_IP_RATE', 100000000, 1, '任意一个IP限速');
|
||||
INSERT INTO gateway_config(type, name, value, `version`, `description`) values('SD_SP_RATE', 'app_01234567', 100000000, 1, '指定App限速');
|
||||
INSERT INTO gateway_config(type, name, value, `version`, `description`) values('SD_SP_RATE', '192.168.0.1', 100000000, 1, '指定IP限速');
|
||||
|
||||
--
|
||||
-- Table structure for table `heartbeat`
|
||||
215
distribution/conf/logback-spring.xml
Normal file
215
distribution/conf/logback-spring.xml
Normal file
@@ -0,0 +1,215 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<configuration scan="true" scanPeriod="10 seconds">
|
||||
<contextName>logback</contextName>
|
||||
<property name="log.path" value="./logs" />
|
||||
|
||||
<!-- 彩色日志 -->
|
||||
<!-- 彩色日志依赖的渲染类 -->
|
||||
<conversionRule conversionWord="clr" converterClass="org.springframework.boot.logging.logback.ColorConverter" />
|
||||
<conversionRule conversionWord="wex" converterClass="org.springframework.boot.logging.logback.WhitespaceThrowableProxyConverter" />
|
||||
<conversionRule conversionWord="wEx" converterClass="org.springframework.boot.logging.logback.ExtendedWhitespaceThrowableProxyConverter" />
|
||||
<!-- 彩色日志格式 -->
|
||||
<property name="CONSOLE_LOG_PATTERN" value="${CONSOLE_LOG_PATTERN:-%clr(%d{yyyy-MM-dd HH:mm:ss.SSS}){faint} %clr(${LOG_LEVEL_PATTERN:-%5p}) %clr(${PID:- }){magenta} %clr(---){faint} %clr([%15.15t]){faint} %clr(%-40.40logger{39}){cyan} %clr(:){faint} %m%n${LOG_EXCEPTION_CONVERSION_WORD:-%wEx}}"/>
|
||||
|
||||
<!--输出到控制台-->
|
||||
<appender name="CONSOLE" class="ch.qos.logback.core.ConsoleAppender">
|
||||
<filter class="ch.qos.logback.classic.filter.ThresholdFilter">
|
||||
<level>info</level>
|
||||
</filter>
|
||||
<encoder>
|
||||
<Pattern>${CONSOLE_LOG_PATTERN}</Pattern>
|
||||
<charset>UTF-8</charset>
|
||||
</encoder>
|
||||
</appender>
|
||||
|
||||
|
||||
<!--输出到文件-->
|
||||
|
||||
<!-- 时间滚动输出 level为 DEBUG 日志 -->
|
||||
<appender name="DEBUG_FILE" class="ch.qos.logback.core.rolling.RollingFileAppender">
|
||||
<file>${log.path}/log_debug.log</file>
|
||||
<!--日志文件输出格式-->
|
||||
<encoder>
|
||||
<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger{50} - %msg%n</pattern>
|
||||
<charset>UTF-8</charset> <!-- 设置字符集 -->
|
||||
</encoder>
|
||||
<!-- 日志记录器的滚动策略,按日期,按大小记录 -->
|
||||
<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
|
||||
<!-- 日志归档 -->
|
||||
<fileNamePattern>${log.path}/log_debug_%d{yyyy-MM-dd}.%i.log</fileNamePattern>
|
||||
<timeBasedFileNamingAndTriggeringPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
|
||||
<maxFileSize>100MB</maxFileSize>
|
||||
</timeBasedFileNamingAndTriggeringPolicy>
|
||||
<!--日志文件保留天数-->
|
||||
<maxHistory>7</maxHistory>
|
||||
</rollingPolicy>
|
||||
<!-- 此日志文件只记录debug级别的 -->
|
||||
<filter class="ch.qos.logback.classic.filter.LevelFilter">
|
||||
<level>debug</level>
|
||||
<onMatch>ACCEPT</onMatch>
|
||||
<onMismatch>DENY</onMismatch>
|
||||
</filter>
|
||||
</appender>
|
||||
|
||||
<!-- 时间滚动输出 level为 INFO 日志 -->
|
||||
<appender name="INFO_FILE" class="ch.qos.logback.core.rolling.RollingFileAppender">
|
||||
<!-- 正在记录的日志文件的路径及文件名 -->
|
||||
<file>${log.path}/log_info.log</file>
|
||||
<!--日志文件输出格式-->
|
||||
<encoder>
|
||||
<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger{50} - %msg%n</pattern>
|
||||
<charset>UTF-8</charset>
|
||||
</encoder>
|
||||
<!-- 日志记录器的滚动策略,按日期,按大小记录 -->
|
||||
<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
|
||||
<!-- 每天日志归档路径以及格式 -->
|
||||
<fileNamePattern>${log.path}/log_info_%d{yyyy-MM-dd}.%i.log</fileNamePattern>
|
||||
<timeBasedFileNamingAndTriggeringPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
|
||||
<maxFileSize>100MB</maxFileSize>
|
||||
</timeBasedFileNamingAndTriggeringPolicy>
|
||||
<!--日志文件保留天数-->
|
||||
<maxHistory>7</maxHistory>
|
||||
</rollingPolicy>
|
||||
<!-- 此日志文件只记录info级别的 -->
|
||||
<filter class="ch.qos.logback.classic.filter.LevelFilter">
|
||||
<level>info</level>
|
||||
<onMatch>ACCEPT</onMatch>
|
||||
<onMismatch>DENY</onMismatch>
|
||||
</filter>
|
||||
</appender>
|
||||
|
||||
<!-- 时间滚动输出 level为 WARN 日志 -->
|
||||
<appender name="WARN_FILE" class="ch.qos.logback.core.rolling.RollingFileAppender">
|
||||
<!-- 正在记录的日志文件的路径及文件名 -->
|
||||
<file>${log.path}/log_warn.log</file>
|
||||
<!--日志文件输出格式-->
|
||||
<encoder>
|
||||
<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger{50} - %msg%n</pattern>
|
||||
<charset>UTF-8</charset> <!-- 此处设置字符集 -->
|
||||
</encoder>
|
||||
<!-- 日志记录器的滚动策略,按日期,按大小记录 -->
|
||||
<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
|
||||
<fileNamePattern>${log.path}/log_warn_%d{yyyy-MM-dd}.%i.log</fileNamePattern>
|
||||
<timeBasedFileNamingAndTriggeringPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
|
||||
<maxFileSize>100MB</maxFileSize>
|
||||
</timeBasedFileNamingAndTriggeringPolicy>
|
||||
<!--日志文件保留天数-->
|
||||
<maxHistory>7</maxHistory>
|
||||
</rollingPolicy>
|
||||
<!-- 此日志文件只记录warn级别的 -->
|
||||
<filter class="ch.qos.logback.classic.filter.LevelFilter">
|
||||
<level>warn</level>
|
||||
<onMatch>ACCEPT</onMatch>
|
||||
<onMismatch>DENY</onMismatch>
|
||||
</filter>
|
||||
</appender>
|
||||
|
||||
|
||||
<!-- 时间滚动输出 level为 ERROR 日志 -->
|
||||
<appender name="ERROR_FILE" class="ch.qos.logback.core.rolling.RollingFileAppender">
|
||||
<!-- 正在记录的日志文件的路径及文件名 -->
|
||||
<file>${log.path}/log_error.log</file>
|
||||
<!--日志文件输出格式-->
|
||||
<encoder>
|
||||
<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger{50} - %msg%n</pattern>
|
||||
<charset>UTF-8</charset> <!-- 此处设置字符集 -->
|
||||
</encoder>
|
||||
<!-- 日志记录器的滚动策略,按日期,按大小记录 -->
|
||||
<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
|
||||
<fileNamePattern>${log.path}/log_error_%d{yyyy-MM-dd}.%i.log</fileNamePattern>
|
||||
<timeBasedFileNamingAndTriggeringPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
|
||||
<maxFileSize>100MB</maxFileSize>
|
||||
</timeBasedFileNamingAndTriggeringPolicy>
|
||||
<!--日志文件保留天数-->
|
||||
<maxHistory>7</maxHistory>
|
||||
</rollingPolicy>
|
||||
<!-- 此日志文件只记录ERROR级别的 -->
|
||||
<filter class="ch.qos.logback.classic.filter.LevelFilter">
|
||||
<level>ERROR</level>
|
||||
<onMatch>ACCEPT</onMatch>
|
||||
<onMismatch>DENY</onMismatch>
|
||||
</filter>
|
||||
</appender>
|
||||
|
||||
<!-- Metrics信息收集日志 -->
|
||||
<appender name="COLLECTOR_METRICS_LOGGER" class="ch.qos.logback.core.rolling.RollingFileAppender">
|
||||
<file>${log.path}/metrics/collector_metrics.log</file>
|
||||
<encoder>
|
||||
<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger{50} - %msg%n</pattern>
|
||||
<charset>UTF-8</charset>
|
||||
</encoder>
|
||||
<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
|
||||
<fileNamePattern>${log.path}/metrics/collector_metrics_%d{yyyy-MM-dd}.%i.log</fileNamePattern>
|
||||
<timeBasedFileNamingAndTriggeringPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
|
||||
<maxFileSize>100MB</maxFileSize>
|
||||
</timeBasedFileNamingAndTriggeringPolicy>
|
||||
<maxHistory>3</maxHistory>
|
||||
</rollingPolicy>
|
||||
</appender>
|
||||
|
||||
<!-- Metrics信息收集日志 -->
|
||||
<appender name="API_METRICS_LOGGER" class="ch.qos.logback.core.rolling.RollingFileAppender">
|
||||
<file>${log.path}/metrics/api_metrics.log</file>
|
||||
<encoder>
|
||||
<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger{50} - %msg%n</pattern>
|
||||
<charset>UTF-8</charset>
|
||||
</encoder>
|
||||
<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
|
||||
<fileNamePattern>${log.path}/metrics/api_metrics_%d{yyyy-MM-dd}.%i.log</fileNamePattern>
|
||||
<timeBasedFileNamingAndTriggeringPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
|
||||
<maxFileSize>100MB</maxFileSize>
|
||||
</timeBasedFileNamingAndTriggeringPolicy>
|
||||
<maxHistory>3</maxHistory>
|
||||
</rollingPolicy>
|
||||
</appender>
|
||||
|
||||
<!-- Metrics信息收集日志 -->
|
||||
<appender name="SCHEDULED_TASK_LOGGER" class="ch.qos.logback.core.rolling.RollingFileAppender">
|
||||
<file>${log.path}/metrics/scheduled_tasks.log</file>
|
||||
<encoder>
|
||||
<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger{50} - %msg%n</pattern>
|
||||
<charset>UTF-8</charset>
|
||||
</encoder>
|
||||
<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
|
||||
<fileNamePattern>${log.path}/metrics/scheduled_tasks_%d{yyyy-MM-dd}.%i.log</fileNamePattern>
|
||||
<timeBasedFileNamingAndTriggeringPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
|
||||
<maxFileSize>100MB</maxFileSize>
|
||||
</timeBasedFileNamingAndTriggeringPolicy>
|
||||
<maxHistory>5</maxHistory>
|
||||
</rollingPolicy>
|
||||
</appender>
|
||||
|
||||
<logger name="COLLECTOR_METRICS_LOGGER" level="DEBUG" additivity="false">
|
||||
<appender-ref ref="COLLECTOR_METRICS_LOGGER"/>
|
||||
</logger>
|
||||
<logger name="API_METRICS_LOGGER" level="DEBUG" additivity="false">
|
||||
<appender-ref ref="API_METRICS_LOGGER"/>
|
||||
</logger>
|
||||
<logger name="SCHEDULED_TASK_LOGGER" level="DEBUG" additivity="false">
|
||||
<appender-ref ref="SCHEDULED_TASK_LOGGER"/>
|
||||
</logger>
|
||||
|
||||
<logger name="org.apache.ibatis" level="INFO" additivity="false" />
|
||||
<logger name="org.mybatis.spring" level="INFO" additivity="false" />
|
||||
<logger name="com.github.miemiedev.mybatis.paginator" level="INFO" additivity="false" />
|
||||
|
||||
<root level="info">
|
||||
<appender-ref ref="CONSOLE" />
|
||||
<appender-ref ref="DEBUG_FILE" />
|
||||
<appender-ref ref="INFO_FILE" />
|
||||
<appender-ref ref="WARN_FILE" />
|
||||
<appender-ref ref="ERROR_FILE" />
|
||||
<!--<appender-ref ref="METRICS_LOG" />-->
|
||||
</root>
|
||||
|
||||
<!--生产环境:输出到文件-->
|
||||
<!--<springProfile name="pro">-->
|
||||
<!--<root level="info">-->
|
||||
<!--<appender-ref ref="CONSOLE" />-->
|
||||
<!--<appender-ref ref="DEBUG_FILE" />-->
|
||||
<!--<appender-ref ref="INFO_FILE" />-->
|
||||
<!--<appender-ref ref="ERROR_FILE" />-->
|
||||
<!--<appender-ref ref="WARN_FILE" />-->
|
||||
<!--</root>-->
|
||||
<!--</springProfile>-->
|
||||
</configuration>
|
||||
64
distribution/pom.xml
Normal file
64
distribution/pom.xml
Normal file
@@ -0,0 +1,64 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
|
||||
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
||||
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
||||
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
||||
|
||||
<parent>
|
||||
<artifactId>kafka-manager</artifactId>
|
||||
<groupId>com.xiaojukeji.kafka</groupId>
|
||||
<version>${kafka-manager.revision}</version>
|
||||
</parent>
|
||||
|
||||
<modelVersion>4.0.0</modelVersion>
|
||||
|
||||
<artifactId>distribution</artifactId>
|
||||
<name>distribution</name>
|
||||
<packaging>pom</packaging>
|
||||
|
||||
<dependencies>
|
||||
<dependency>
|
||||
<groupId>${project.groupId}</groupId>
|
||||
<artifactId>kafka-manager-web</artifactId>
|
||||
<version>${kafka-manager.revision}</version>
|
||||
</dependency>
|
||||
</dependencies>
|
||||
|
||||
<profiles>
|
||||
|
||||
<profile>
|
||||
<id>release-kafka-manager</id>
|
||||
<dependencies>
|
||||
<dependency>
|
||||
<groupId>${project.groupId}</groupId>
|
||||
<artifactId>kafka-manager-web</artifactId>
|
||||
<version>${kafka-manager.revision}</version>
|
||||
</dependency>
|
||||
</dependencies>
|
||||
<build>
|
||||
<plugins>
|
||||
<plugin>
|
||||
<groupId>org.apache.maven.plugins</groupId>
|
||||
<artifactId>maven-assembly-plugin</artifactId>
|
||||
<configuration>
|
||||
<descriptors>
|
||||
<descriptor>release-km.xml</descriptor>
|
||||
</descriptors>
|
||||
<tarLongFileMode>posix</tarLongFileMode>
|
||||
</configuration>
|
||||
<executions>
|
||||
<execution>
|
||||
<id>make-assembly</id>
|
||||
<phase>install</phase>
|
||||
<goals>
|
||||
<goal>single</goal>
|
||||
</goals>
|
||||
</execution>
|
||||
</executions>
|
||||
</plugin>
|
||||
</plugins>
|
||||
<finalName>kafka-manager</finalName>
|
||||
</build>
|
||||
</profile>
|
||||
</profiles>
|
||||
</project>
|
||||
22
distribution/readme.md
Normal file
22
distribution/readme.md
Normal file
@@ -0,0 +1,22 @@
|
||||
## 说明
|
||||
|
||||
### 1.创建mysql数据库文件
|
||||
> conf/create_mysql_table.sql
|
||||
|
||||
### 2. 修改配置文件
|
||||
> conf/application.yml.example
|
||||
> 请将application.yml.example 复制一份改名为application.yml;
|
||||
> 并放在同级目录下(conf/); 并修改成自己的配置
|
||||
> 这里的优先级比jar包内配置文件的默认值高;
|
||||
>
|
||||
|
||||
### 3.启动/关闭kafka-manager
|
||||
> sh bin/startup.sh 启动
|
||||
>
|
||||
> sh shutdown.sh 关闭
|
||||
>
|
||||
|
||||
|
||||
### 4.升级jar包
|
||||
> 如果是升级, 可以看看文件 `upgrade_config.md` 的配置变更历史;
|
||||
>
|
||||
51
distribution/release-km.xml
Executable file
51
distribution/release-km.xml
Executable file
@@ -0,0 +1,51 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
|
||||
<assembly>
|
||||
<id>${project.version}</id>
|
||||
<includeBaseDirectory>true</includeBaseDirectory>
|
||||
<formats>
|
||||
<format>dir</format>
|
||||
<format>tar.gz</format>
|
||||
<format>zip</format>
|
||||
</formats>
|
||||
<fileSets>
|
||||
<fileSet>
|
||||
<includes>
|
||||
<include>conf/**</include>
|
||||
</includes>
|
||||
</fileSet>
|
||||
|
||||
<fileSet>
|
||||
<includes>
|
||||
<include>bin/*</include>
|
||||
</includes>
|
||||
<fileMode>0755</fileMode>
|
||||
</fileSet>
|
||||
</fileSets>
|
||||
<files>
|
||||
|
||||
|
||||
<file>
|
||||
<source>readme.md</source>
|
||||
<destName>readme.md</destName>
|
||||
</file>
|
||||
<file>
|
||||
<source>upgrade_config.md</source>
|
||||
<destName>upgrade_config.md</destName>
|
||||
</file>
|
||||
<file>
|
||||
<!--打好的jar包名称和放置目录-->
|
||||
<source>../kafka-manager-web/target/kafka-manager.jar</source>
|
||||
<outputDirectory>target/</outputDirectory>
|
||||
</file>
|
||||
</files>
|
||||
|
||||
<moduleSets>
|
||||
<moduleSet>
|
||||
<useAllReactorProjects>true</useAllReactorProjects>
|
||||
<includes>
|
||||
<include>com.xiaojukeji.kafka:kafka-manager-web</include>
|
||||
</includes>
|
||||
</moduleSet>
|
||||
</moduleSets>
|
||||
</assembly>
|
||||
43
distribution/upgrade_config.md
Normal file
43
distribution/upgrade_config.md
Normal file
@@ -0,0 +1,43 @@
|
||||
|
||||
## 版本升级配置变更
|
||||
> 本文件 从 V2.2.0 开始记录; 如果配置有变更则会填写到下文中; 如果没有,则表示无变更;
|
||||
> 当您从一个很低的版本升级时候,应该依次执行中间有过变更的sql脚本
|
||||
|
||||
|
||||

|
||||
|
||||
**一站式`Apache Kafka`集群指标监控与运维管控平台**
|
||||
|
||||
---
|
||||
|
||||
### 1.升级至`V2.2.0`版本
|
||||
|
||||
#### 1.mysql变更
|
||||
|
||||
`2.2.0`版本在`cluster`表及`logical_cluster`各增加了一个字段,因此需要执行下面的sql进行字段的增加。
|
||||
|
||||
```sql
|
||||
# 往cluster表中增加jmx_properties字段, 这个字段会用于存储jmx相关的认证以及配置信息
|
||||
ALTER TABLE `cluster` ADD COLUMN `jmx_properties` TEXT NULL COMMENT 'JMX配置' AFTER `security_properties`;
|
||||
|
||||
# 往logical_cluster中增加identification字段, 同时数据和原先name数据相同, 最后增加一个唯一键.
|
||||
# 此后, name字段还是表示集群名称, 而identification字段表示的是集群标识, 只能是字母数字及下划线组成,
|
||||
# 数据上报到监控系统时, 集群这个标识采用的字段就是identification字段, 之前使用的是name字段.
|
||||
ALTER TABLE `logical_cluster` ADD COLUMN `identification` VARCHAR(192) NOT NULL DEFAULT '' COMMENT '逻辑集群标识' AFTER `name`;
|
||||
|
||||
UPDATE `logical_cluster` SET `identification`=`name` WHERE id>=0;
|
||||
|
||||
ALTER TABLE `logical_cluster` ADD INDEX `uniq_identification` (`identification` ASC);
|
||||
```
|
||||
|
||||
### 升级至`2.3.0`版本
|
||||
|
||||
#### 1.mysql变更
|
||||
`2.3.0`版本在`gateway_config`表增加了一个描述说明的字段,因此需要执行下面的sql进行字段的增加。
|
||||
|
||||
```sql
|
||||
ALTER TABLE `gateway_config`
|
||||
ADD COLUMN `description` TEXT NULL COMMENT '描述信息' AFTER `version`;
|
||||
```
|
||||
|
||||
|
||||
@@ -14,6 +14,8 @@
|
||||
- 1、Topic定时同步任务
|
||||
- 2、专家服务——Topic分区热点
|
||||
- 3、专家服务——Topic分区不足
|
||||
- 4、专家服务——Topic资源治理
|
||||
- 5、账单配置
|
||||
|
||||
|
||||
## 1、Topic定时同步任务
|
||||
@@ -120,3 +122,47 @@ TOPIC_INSUFFICIENT_PARTITION_CONFIG
|
||||
]
|
||||
}
|
||||
```
|
||||
## 4、专家服务——Topic资源治理
|
||||
|
||||
首先,我们认为在一定的时间长度内,Topic的分区offset没有任何变化的Topic,即没有数据写入的Topic,为过期的Topic。
|
||||
|
||||
Topic分区不足相关的动态配置(页面在运维管控->平台管理->配置管理):
|
||||
|
||||
配置Key:
|
||||
```
|
||||
EXPIRED_TOPIC_CONFIG
|
||||
```
|
||||
|
||||
配置Value:
|
||||
```json
|
||||
{
|
||||
"minExpiredDay": 30, #过期时间大于此值才显示
|
||||
"ignoreClusterIdList": [ # 忽略的集群
|
||||
50
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## 5、账单配置
|
||||
|
||||
Logi-KafkaManager除了作为Kafka运维管控平台之外,实际上还会有一些资源定价相关的功能。
|
||||
|
||||
当前定价方式:当月Topic的maxAvgDay天的峰值的均值流量作为Topic的使用额度。使用的额度 * 单价 * 溢价(预留buffer) 就等于当月的费用。
|
||||
详细的计算逻辑见:com.xiaojukeji.kafka.manager.task.dispatch.biz.CalKafkaTopicBill; 和 com.xiaojukeji.kafka.manager.task.dispatch.biz.CalTopicStatistics;
|
||||
|
||||
这块在计算Topic的费用的配置如下所示:
|
||||
|
||||
配置Key:
|
||||
```
|
||||
KAFKA_TOPIC_BILL_CONFIG
|
||||
```
|
||||
|
||||
配置Value:
|
||||
|
||||
```json
|
||||
{
|
||||
"maxAvgDay": 10, # 使用额度的计算规则
|
||||
"quotaRatio": 1.5, # 溢价率
|
||||
"priseUnitMB": 100 # 单价,即单MB/s流量多少钱
|
||||
}
|
||||
```
|
||||
|
||||
@@ -58,6 +58,9 @@ custom:
|
||||
task:
|
||||
op:
|
||||
sync-topic-enabled: false # 未落盘的Topic定期同步到DB中
|
||||
order-auto-exec: # 工单自动化审批线程的开关
|
||||
topic-enabled: false # Topic工单自动化审批开关, false:关闭自动化审批, true:开启
|
||||
app-enabled: false # App工单自动化审批开关, false:关闭自动化审批, true:开启
|
||||
|
||||
account: # ldap相关的配置, 社区版本暂时支持不够完善,可以先忽略,欢迎贡献代码对这块做优化
|
||||
ldap:
|
||||
|
||||
@@ -31,17 +31,23 @@
|
||||
|
||||
**2、源代码进行打包**
|
||||
|
||||
下载好代码之后,进入`Logi-KafkaManager`的主目录,执行`sh build.sh`命令即可,执行完成之后会在`output/kafka-manager-xxx`目录下面生成一个jar包。
|
||||
下载好代码之后,进入`Logi-KafkaManager`的主目录,执行`mvn -Prelease-kafka-manager -Dmaven.test.skip=true clean install -U `命令即可,
|
||||
执行完成之后会在`distribution/target`目录下面生成一个`kafka-manager-*.tar.gz`。
|
||||
和一个`kafka-manager-*.zip` 文件,随便任意一个压缩包都可以;
|
||||
当然此时同级目录有一个已经解压好的文件夹;
|
||||
|
||||
对于`windows`环境的用户,估计执行不了`sh build.sh`命令,因此可以直接执行`mvn install`,然后在`kafka-manager-web/target`目录下生成一个kafka-manager-web-xxx.jar的包。
|
||||
|
||||
获取到jar包之后,我们继续下面的步骤。
|
||||
|
||||
---
|
||||
|
||||
## 3、MySQL-DB初始化
|
||||
## 3. 解压安装包
|
||||
解压完成后; 在文件目录中可以看到有`kafka-manager/conf/create_mysql_table.sql` 有个mysql初始化文件
|
||||
先初始化DB
|
||||
|
||||
执行[create_mysql_table.sql](create_mysql_table.sql)中的SQL命令,从而创建所需的MySQL库及表,默认创建的库名是`logi_kafka_manager`。
|
||||
|
||||
## 4、MySQL-DB初始化
|
||||
|
||||
执行[create_mysql_table.sql](../../distribution/conf/create_mysql_table.sql)中的SQL命令,从而创建所需的MySQL库及表,默认创建的库名是`logi_kafka_manager`。
|
||||
|
||||
```
|
||||
# 示例:
|
||||
@@ -50,15 +56,38 @@ mysql -uXXXX -pXXX -h XXX.XXX.XXX.XXX -PXXXX < ./create_mysql_table.sql
|
||||
|
||||
---
|
||||
|
||||
## 4、启动
|
||||
## 5.修该配置
|
||||
请将`conf/application.yml.example` 文件复制一份出来命名为`application.yml` 放在同级目录:conf/application.yml ;
|
||||
并且修改配置; 当然不修改的话 就会用默认的配置;
|
||||
至少 mysql配置成自己的吧
|
||||
|
||||
```
|
||||
# application.yml 是配置文件,最简单的是仅修改MySQL相关的配置即可启动
|
||||
|
||||
nohup java -jar kafka-manager.jar --spring.config.location=./application.yml > /dev/null 2>&1 &
|
||||
```
|
||||
## 6、启动/关闭
|
||||
解压包中有启动和关闭脚本
|
||||
`kafka-manager/bin/shutdown.sh`
|
||||
`kafka-manager/bin/startup.sh`
|
||||
|
||||
### 5、使用
|
||||
执行 sh startup.sh 启动
|
||||
执行 sh shutdown.sh 关闭
|
||||
|
||||
|
||||
|
||||
### 6、使用
|
||||
|
||||
本地启动的话,访问`http://localhost:8080`,输入帐号及密码(默认`admin/admin`)进行登录。更多参考:[kafka-manager 用户使用手册](../user_guide/user_guide_cn.md)
|
||||
|
||||
### 7. 升级
|
||||
|
||||
如果是升级版本,请查看文件 [kafka-manager 升级手册](../../distribution/upgrade_config.md)
|
||||
在您下载的启动包(V2.5及其后)中也有记录,在 kafka-manager/upgrade_config.md 中
|
||||
|
||||
|
||||
### 8. 在IDE中启动
|
||||
> 如果想参与开发或者想在IDE中启动的话
|
||||
> 先执行 `mvn -Dmaven.test.skip=true clean install -U `
|
||||
>
|
||||
> 然后这个时候可以选择去 [pom.xml](../../pom.xml) 中将`kafka-manager-console`模块注释掉;
|
||||
> 注释是因为每次install的时候都会把前端文件`kafka-manager-console`重新打包进`kafka-manager-web`
|
||||
>
|
||||
> 完事之后,只需要直接用IDE启动运行`kafka-manager-web`模块中的
|
||||
> com.xiaojukeji.kafka.manager.web.MainApplication main方法就行了
|
||||
49
docs/user_guide/call_api_bypass_login.md
Normal file
49
docs/user_guide/call_api_bypass_login.md
Normal file
@@ -0,0 +1,49 @@
|
||||
|
||||
---
|
||||
|
||||

|
||||
|
||||
**一站式`Apache Kafka`集群指标监控与运维管控平台**
|
||||
|
||||
---
|
||||
|
||||
# 登录绕过
|
||||
|
||||
## 背景
|
||||
|
||||
现在除了开放出来的第三方接口,其他接口都需要走登录认证。
|
||||
|
||||
但是第三方接口不多,开放出来的能力有限,但是登录的接口又需要登录,非常的麻烦。
|
||||
|
||||
因此,新增了一个登录绕过的功能,为一些紧急临时的需求,提供一个调用不需要登录的能力。
|
||||
|
||||
## 使用方式
|
||||
|
||||
步骤一:接口调用时,在header中,增加如下信息:
|
||||
```shell
|
||||
# 表示开启登录绕过
|
||||
Trick-Login-Switch : on
|
||||
|
||||
# 登录绕过的用户, 这里可以是admin, 或者是其他的, 但是必须在运维管控->平台管理->用户管理中设置了该用户。
|
||||
Trick-Login-User : admin
|
||||
```
|
||||
|
||||
|
||||
|
||||
步骤二:在运维管控->平台管理->平台配置上,设置允许了该用户以绕过的方式登录
|
||||
```shell
|
||||
# 设置的key,必须是这个
|
||||
SECURITY.TRICK_USERS
|
||||
|
||||
# 设置的value,是json数组的格式,例如
|
||||
[ "admin", "logi"]
|
||||
```
|
||||
|
||||
|
||||
|
||||
步骤三:解释说明
|
||||
|
||||
设置完成上面两步之后,就可以直接调用需要登录的接口了。
|
||||
|
||||
但是还有一点需要注意,绕过的用户仅能调用他有权限的接口,比如一个普通用户,那么他就只能调用普通的接口,不能去调用运维人员的接口。
|
||||
|
||||
@@ -20,8 +20,16 @@
|
||||
- 8、`topic biz data not exist`错误及处理方式
|
||||
- 9、进程启动后,如何查看API文档
|
||||
- 10、如何创建告警组?
|
||||
- 11、连接信息、耗时信息为什么没有数据?
|
||||
- 11、连接信息、耗时信息、磁盘信息为什么没有数据?
|
||||
- 12、逻辑集群申请审批通过之后为什么看不到逻辑集群?
|
||||
- 13、heartbeat表关联业务和使用场景是什么?
|
||||
- 14、集群的删除,是否会真正的删除集群?
|
||||
- 15、APP(应用)如何被使用起来?
|
||||
- 16、为什么下线应用提示operation forbidden?
|
||||
- 17、删除Topic成功,为什么过一会儿之后又出现了?
|
||||
- 18、如何在不登录的情况下,调用一些需要登录的接口?
|
||||
- 19、为什么无法看到连接信息、耗时信息等指标?
|
||||
- 20、AppID鉴权、生产消费配额不起作用
|
||||
|
||||
---
|
||||
|
||||
@@ -70,7 +78,7 @@
|
||||
|
||||
- 3、数据库时区问题。
|
||||
|
||||
检查MySQL的topic_metrics表,查看是否有数据,如果有数据,那么再检查设置的时区是否正确。
|
||||
检查MySQL的cluster表的gmt_modify字段,做一个update动作,看这个gmt_modify时间是否是当前时间,如果不是,那么就是时区问题了。时区不对问题具体可以搜索一下看如何解决。
|
||||
|
||||
---
|
||||
|
||||
@@ -113,11 +121,14 @@
|
||||
|
||||
### 10、如何创建告警组?
|
||||
|
||||
这块需要配合监控系统进行使用,现在默认已经实现了夜莺的对接,当然也可以对接自己内部的监控系统,不过需要实现一些接口。
|
||||
告警组的创建需要到Logi-KM对接的监控系统中创建,比如我们现在默认是对接了夜莺,那么告警组需要到夜莺中创建,如果没有安装夜莺,那么需要安装一下夜莺并进行对接。当然,这里也可以对接自己内部的监控系统,不过需要实现一些接口。
|
||||
|
||||
具体的文档可见:[监控功能对接夜莺](../dev_guide/monitor_system_integrate_with_n9e.md)、[监控功能对接其他系统](../dev_guide/monitor_system_integrate_with_self.md)
|
||||
|
||||
### 11、连接信息、耗时信息为什么没有数据?
|
||||
那么在夜莺中,如何创建告警组呢?
|
||||
需要前往夜莺平台-用户资源中心-团队管理中新建团队。新建过团队之后再次回到Logi-KM中刷新页面就可以在该下拉框中选择告警接收组了。
|
||||
|
||||
### 11、连接信息、耗时信息、磁盘信息为什么没有数据?
|
||||
|
||||
这块需要结合滴滴内部的kafka-gateway一同使用才会有数据,滴滴kafka-gateway暂未开源。
|
||||
|
||||
@@ -126,3 +137,79 @@
|
||||
逻辑集群的申请与审批仅仅只是一个工单流程,并不会去实际创建逻辑集群,逻辑集群的创建还需要手动去创建。
|
||||
|
||||
具体的操作可见:[kafka-manager 接入集群](add_cluster/add_cluster.md)。
|
||||
|
||||
|
||||
### 13、heartbeat表关联业务和使用场景是什么?
|
||||
|
||||
做任务抢占用的。
|
||||
|
||||
KM支持HA的方式部署,那么部署多台的时候,就会出现每一台都可能去做指标收集的事情,这块就使用heartbeat表做KM的存活性判断,然后进行任务的抢占或者是均衡。
|
||||
|
||||
更多详细的内容,可以看一下源码中,heartbeat表在哪里被使用了。
|
||||
|
||||
|
||||
### 14、集群的删除,是否会真正的删除集群?
|
||||
|
||||
Logi-KM的运维管控,集群列表中的集群删除,仅仅只是将该集群从Logi-KM中进行删除,并不会对真正的物理集群做什么操作。
|
||||
|
||||
|
||||
### 15、APP(应用)如何被使用起来?
|
||||
|
||||
app在Logi-KM中可以近似理解为租户,或者是kafka里面的一个账号的概念。
|
||||
|
||||
界面中显示的app信息、权限信息等,在平台层面仅仅只是控制Topic或集群在平台上的可见性,如果使用的是社区版本的Kafka,那么实际上是不能真正的管控到客户端对Topic的生产和消费。
|
||||
|
||||
但是如果是使用的滴滴的Kafka-Gateway,那么是可以做到对客户端的生产和消费的权限管控。滴滴的Kafka-Gateway暂未开源,属于企业服务,具体的可以入群交流,群地址在README中。
|
||||
|
||||
|
||||
### 16、为什么下线应用提示operation forbidden?
|
||||
|
||||
**原因一:**
|
||||
|
||||
该应用还存在对Topic的权限,因此导致下线失败。具体查看的位置在"Topic管理-》应用管理-》详情",可以看到应用对哪些Topic还有权限。
|
||||
|
||||
只有当权限全部去除之后,才可以下线应用。
|
||||
|
||||
**原因二:**
|
||||
|
||||
使用的是2.4.0之前的旧版本,旧版本存在缓存更新的BUG,建议升级至最新的版本,或者简单粗暴的就是重启一下KM。
|
||||
|
||||
|
||||
### 17、删除Topic成功,为什么过一会儿之后又出现了?
|
||||
|
||||
**原因说明:**
|
||||
|
||||
Logi-KM会去请求Topic的endoffset信息,要获取这个信息就需要发送metadata请求,发送metadata请求的时候,如果集群允许自动创建Topic,那么当Topic不存在时,就会自动将该Topic创建出来。
|
||||
|
||||
|
||||
**问题解决:**
|
||||
|
||||
因为在Logi-KM上,禁止Kafka客户端内部元信息获取这个动作非常的难做到,因此短时间内这个问题不好从Logi-KM上解决。
|
||||
|
||||
当然,对于不存在的Topic,Logi-KM是不会进行元信息请求的,因此也不用担心会莫名其妙的创建一个Topic出来。
|
||||
|
||||
但是,另外一点,对于开启允许Topic自动创建的集群,建议是关闭该功能,开启是非常危险的,如果关闭之后,Logi-KM也不会有这个问题。
|
||||
|
||||
最后这里举个开启这个配置后,非常危险的代码例子吧:
|
||||
|
||||
```java
|
||||
for (int i= 0; i < 100000; ++i) {
|
||||
// 如果是客户端类似这样写的,那么一启动,那么将创建10万个Topic出来,集群元信息瞬间爆炸,controller可能就不可服务了。
|
||||
producer.send(new ProducerRecord<String, String>("logi_km" + i,"hello logi_km"));
|
||||
}
|
||||
```
|
||||
|
||||
### 18、如何在不登录的情况下,调用一些需要登录的接口?
|
||||
|
||||
具体见:[登录绕过](./call_api_bypass_login.md)
|
||||
|
||||
### 19、为什么无法看到连接信息、耗时信息等指标?
|
||||
连接信息、耗时信息等指标依赖于滴滴kafka-gateway和滴滴Kafka引擎,通过gateway可获取到连接到该Topic的应用情况,提高对Topic的管控能力。通过滴滴Kafka引擎的自带埋点,可获取到耗时信息,提升Topic生产消费时的可观测性。这部分内容是属于商业版的范畴,暂未开源。如有需要,可进行商业合作。
|
||||
|
||||
具体见:[滴滴Logi-KafkaManager开源版和商业版特性对比](../开源版与商业版特性对比.md)
|
||||
|
||||
### 20、AppID鉴权、生产消费配额不起作用?
|
||||
AppID鉴权、生产消费配额依赖于滴滴kafka-gateway,通过gateway进行身份鉴权和生产消费限流,可避免用户无限制的使用集群的流量,流量大的用户会耗尽系统资源从而影响其他用户的使用,造成集群的节点故障。这部分内容是属于商业版的范畴,暂未开源。如有需要,可进行商业合作。
|
||||
|
||||
具体见:[滴滴Logi-KafkaManager开源版和商业版特性对比](../开源版与商业版特性对比.md)
|
||||
|
||||
|
||||
@@ -4,11 +4,16 @@
|
||||
|
||||
---
|
||||
|
||||
## 报警策略-监控指标说明
|
||||
|
||||
| 指标 | 含义 |备注 |
|
||||
| --- | --- | --- |
|
||||
| online-kafka-consumer-lag | 消费时,按照分区的维度进行监控lag数 | lag表示有多少数据没有被消费,因为按照分区的维度监控,所以告警时一般会有分区信息 |
|
||||
| online-kafka-consumer-maxLag | 消费时,按照整个Topic的维度,监控Topic所有的分区里面的那个最大的lag | 比如每个分区的lag分别是3、5、7,那么maxLag的值就是max(3,5,7)=7 |
|
||||
| online-kafka-consumer-maxDelayTime | 消费时,按照Topic维度监控预计的消费延迟 | 这块是按照lag和messagesIn之间的关系计算出来的,可能会有误差 |
|
||||
|
||||
## 报警策略-报警函数介绍
|
||||
|
||||
|
||||
|
||||
| 类别 | 函数 | 含义 |函数文案 |备注 |
|
||||
| --- | --- | --- | --- | --- |
|
||||
| 发生次数 |all,n | 最近$n个周期内,全发生 | 连续发生(all) | |
|
||||
@@ -609,10 +609,10 @@ Lag:表示该消费客户端是否有堆积;等于 partition offset-consume
|
||||
|
||||
集群类型:选择创建的集群为“独享”还是“独立”。
|
||||
|
||||
* 独享集群意味着,您独自拥有一个
|
||||
集群;
|
||||
* 独享集群意味着, 您拥有一个集群中,部分broker的使用权限。
|
||||
|
||||
* 独立集群意味着,您拥有一个集群中,部分broker的使用权限。
|
||||
* 独立集群意味着,您独自拥有一个
|
||||
物理集群;
|
||||
|
||||
* <font color = red>共享集群意味着,大家共用一个集群及其中broker。</font>
|
||||
|
||||
|
||||
55
docs/开源版与商业版特性对比.md
Normal file
55
docs/开源版与商业版特性对比.md
Normal file
@@ -0,0 +1,55 @@
|
||||
|
||||
---
|
||||
|
||||

|
||||
|
||||
**一站式`Apache Kafka`集群指标监控与运维管控平台**
|
||||
|
||||
---
|
||||
|
||||
**开源版、商业版对比**
|
||||
|
||||
纲要:Logi-KafakManager的商业特性是强依赖于滴滴Kafka Gateway和滴滴kafka引擎。
|
||||
滴滴KafkaGateway主要负责:服务发现、安全管控(身份鉴权、生产消费鉴权等)、流量管控(应用配额等)等;
|
||||
滴滴Kafka引擎主要负责:更丰富的监控指标(broker实时耗时、压缩指标、分区落盘等)、磁盘过载保护等
|
||||
备注:两个版本的产品功能页面是一样的。区别在于开源版未使用滴滴KafkaGateway(滴滴Kafka引擎),部分产品功能/功能不起作用或者页面无数据
|
||||
|
||||
|
||||
|
||||
|
||||
| 模块 |对比指标 |底层依赖 |开源版 |商业版 |备注 |
|
||||
| --- | --- | --- | --- | --- | --- |
|
||||
| 服务发现 | bootstrap地址变更对客户端无影响 | | | 是| |
|
||||
| 安全管控 | 身份鉴权(appID+password) | | | 是 | |
|
||||
| | 权限鉴权(Topic+appID) | | | 是 | |
|
||||
| 指标监控 | Topic实时流量、历史流量 | | 是 | 是 | |
|
||||
| | Broker实时耗时、历史耗时 | 引擎 | | 是 | |
|
||||
| | 分区落盘 | 引擎 | | 是 | |
|
||||
| | Topic里的数据压缩格式 | 引擎 | | 是 | |
|
||||
| | 连接信息(Topic上有哪些应用连接) | Gateway | | 是| |
|
||||
| | 流量管控(应用配额、生产消费限流等) | Gateway | | 是 | |
|
||||
| 监控报警 | | | 是 | 是 | 监控指标上报,需对接外部监控系统(夜莺or企业内部监控系统) |
|
||||
| Topic运维 | 申请分区 | | 是 | 是 | |
|
||||
| | 调整配额 | Gateway | | | 是 |
|
||||
| | Topic数据采样 | | 是 | 是 | |
|
||||
| | 消费组管理(重置消费偏移等) | | 是 | 是 | |
|
||||
| 集群管理 | 集群接入(部署) | | 是 | 是 | 需手动部署集群,或借助外部的自动化部署系统(夜莺)来部署系统 |
|
||||
| | 集群指标监控 | | 是 | 是 | |
|
||||
| | 按照Region、逻辑集群进行管理 | | 是 | 是 | |
|
||||
| | Topic迁移 | | 是 | 是| |
|
||||
| | 集群任务(集群版本管理、升级、扩缩容、回滚等) | | 是 | 是 | 需借助夜莺或自动化部署系统来实现 |
|
||||
| | 磁盘过载保护 | 引擎 | | 是 | |
|
||||
| | 指定broker作为优选controller | Gateway | | 是 | |
|
||||
| Gateway管理 | 管理 Gateway的配置文件 | Gateway | | 是 | |
|
||||
| 资源治理 | 专家服务(Topic分区热点、Topic分区不足、Topic长期未使用、Topic流量异常) | | 是 | 是 | 开源版:具备问题发现与基础的问题解决能力;商业版:可在此基础上,融入滴滴内部的资源治理经验,提供更加专家化的问题解决方法 |
|
||||
| | 健康分 | | 是 | 是 | 开源版:具备基础的健康分算法;商业版:可融入更多的指标统计,及定制化的健康分算法 |
|
||||
| 运营管理 | 资源审批(应用申请、Topic申请、分区申请、配额申请、集群申请等,都需要通过工单进行审批) | |是 | 是 | |
|
||||
| | 账单体系(根据流量核算Topic、集群费用) | | 是 | 是| |
|
||||
|
||||
|
||||
**总结**
|
||||
|
||||
Logi-KafkaManager的商业特性体现在在滴滴Kafka Gateway、滴滴Kafka引擎、内部沉淀出的资源治理专家经验、可定制化的健康分算法。
|
||||
从场景来看,滴滴Logi-KafkaManager的开源版本在kafka集群运维、的Topic管理、监控告警、资源治理等kafka核心场景都充分开源用户的使用需求并且有着出色的表现。而商业版相较于开源版在安全管控、流量管控、更丰富的指标监控、资源治理专家经验的具有明显提升,更加符合企业业务需求。
|
||||
除此之外,商业版还可根据企业实际需求对平台源码进行定制化改造,并提供运维保障,稳定性保障,运营保障等服务。
|
||||
|
||||
@@ -1,19 +0,0 @@
|
||||
package com.xiaojukeji.kafka.manager.common.bizenum;
|
||||
|
||||
/**
|
||||
* @author zengqiao
|
||||
* @date 20/7/27
|
||||
*/
|
||||
public enum ApiLevelEnum {
|
||||
LEVEL_0(0),
|
||||
LEVEL_1(1),
|
||||
LEVEL_2(2),
|
||||
LEVEL_3(3)
|
||||
;
|
||||
|
||||
private int level;
|
||||
|
||||
ApiLevelEnum(int level) {
|
||||
this.level = level;
|
||||
}
|
||||
}
|
||||
@@ -24,18 +24,10 @@ public enum ConsumeHealthEnum {
|
||||
return code;
|
||||
}
|
||||
|
||||
public void setCode(Integer code) {
|
||||
this.code = code;
|
||||
}
|
||||
|
||||
public String getMessage() {
|
||||
return message;
|
||||
}
|
||||
|
||||
public void setMessage(String message) {
|
||||
this.message = message;
|
||||
}
|
||||
|
||||
@Override
|
||||
public String toString() {
|
||||
return "ConsumeHealthEnum{" +
|
||||
|
||||
@@ -19,7 +19,10 @@ public enum DBStatusEnum {
|
||||
return status;
|
||||
}
|
||||
|
||||
public void setStatus(int status) {
|
||||
this.status = status;
|
||||
@Override
|
||||
public String toString() {
|
||||
return "DBStatusEnum{" +
|
||||
"status=" + status +
|
||||
'}';
|
||||
}
|
||||
}
|
||||
@@ -21,18 +21,10 @@ public enum IDCEnum {
|
||||
return idc;
|
||||
}
|
||||
|
||||
public void setIdc(String idc) {
|
||||
this.idc = idc;
|
||||
}
|
||||
|
||||
public String getName() {
|
||||
return name;
|
||||
}
|
||||
|
||||
public void setName(String name) {
|
||||
this.name = name;
|
||||
}
|
||||
|
||||
@Override
|
||||
public String toString() {
|
||||
return "IDCEnum{" +
|
||||
|
||||
@@ -21,10 +21,6 @@ public enum KafkaBrokerRoleEnum {
|
||||
return role;
|
||||
}
|
||||
|
||||
public void setRole(String role) {
|
||||
this.role = role;
|
||||
}
|
||||
|
||||
@Override
|
||||
public String toString() {
|
||||
return "KafkaBrokerRoleEnum{" +
|
||||
|
||||
@@ -24,18 +24,10 @@ public enum KafkaClientEnum {
|
||||
return code;
|
||||
}
|
||||
|
||||
public void setCode(Integer code) {
|
||||
this.code = code;
|
||||
}
|
||||
|
||||
public String getName() {
|
||||
return name;
|
||||
}
|
||||
|
||||
public void setName(String name) {
|
||||
this.name = name;
|
||||
}
|
||||
|
||||
@Override
|
||||
public String toString() {
|
||||
return "KafkaClientEnum{" +
|
||||
|
||||
@@ -18,4 +18,11 @@ public enum OffsetResetTypeEnum {
|
||||
public Integer getCode() {
|
||||
return code;
|
||||
}
|
||||
|
||||
@Override
|
||||
public String toString() {
|
||||
return "OffsetResetTypeEnum{" +
|
||||
"code=" + code +
|
||||
'}';
|
||||
}
|
||||
}
|
||||
|
||||
@@ -46,7 +46,7 @@ public enum OperateEnum {
|
||||
|
||||
public static boolean validate(Integer code) {
|
||||
if (code == null) {
|
||||
return false;
|
||||
return true;
|
||||
}
|
||||
for (OperateEnum state : OperateEnum.values()) {
|
||||
if (state.getCode() == code) {
|
||||
|
||||
@@ -27,4 +27,12 @@ public enum OperationStatusEnum {
|
||||
public String getMessage() {
|
||||
return message;
|
||||
}
|
||||
|
||||
@Override
|
||||
public String toString() {
|
||||
return "OperationStatusEnum{" +
|
||||
"code=" + code +
|
||||
", message='" + message + '\'' +
|
||||
'}';
|
||||
}
|
||||
}
|
||||
@@ -15,9 +15,9 @@ public enum PeakFlowStatusEnum {
|
||||
|
||||
;
|
||||
|
||||
public Integer code;
|
||||
private Integer code;
|
||||
|
||||
public String message;
|
||||
private String message;
|
||||
|
||||
PeakFlowStatusEnum(Integer code, String message) {
|
||||
this.code = code;
|
||||
@@ -28,18 +28,10 @@ public enum PeakFlowStatusEnum {
|
||||
return code;
|
||||
}
|
||||
|
||||
public void setCode(Integer code) {
|
||||
this.code = code;
|
||||
}
|
||||
|
||||
public String getMessage() {
|
||||
return message;
|
||||
}
|
||||
|
||||
public void setMessage(String message) {
|
||||
this.message = message;
|
||||
}
|
||||
|
||||
@Override
|
||||
public String toString() {
|
||||
return "PeakFlowStatusEnum{" +
|
||||
|
||||
@@ -29,4 +29,12 @@ public enum RebalanceDimensionEnum {
|
||||
public String getMessage() {
|
||||
return message;
|
||||
}
|
||||
|
||||
@Override
|
||||
public String toString() {
|
||||
return "RebalanceDimensionEnum{" +
|
||||
"code=" + code +
|
||||
", message='" + message + '\'' +
|
||||
'}';
|
||||
}
|
||||
}
|
||||
@@ -43,18 +43,10 @@ public enum TaskStatusEnum {
|
||||
return code;
|
||||
}
|
||||
|
||||
public void setCode(Integer code) {
|
||||
this.code = code;
|
||||
}
|
||||
|
||||
public String getMessage() {
|
||||
return message;
|
||||
}
|
||||
|
||||
public void setMessage(String message) {
|
||||
this.message = message;
|
||||
}
|
||||
|
||||
@Override
|
||||
public String toString() {
|
||||
return "TaskStatusEnum{" +
|
||||
@@ -64,9 +56,6 @@ public enum TaskStatusEnum {
|
||||
}
|
||||
|
||||
public static Boolean isFinished(Integer code) {
|
||||
if (code >= FINISHED.getCode()) {
|
||||
return true;
|
||||
}
|
||||
return false;
|
||||
return code >= FINISHED.getCode();
|
||||
}
|
||||
}
|
||||
|
||||
@@ -45,11 +45,6 @@ public enum TaskStatusReassignEnum {
|
||||
}
|
||||
|
||||
public static Boolean isFinished(Integer code) {
|
||||
if (SUCCEED.getCode().equals(code)
|
||||
|| FAILED.getCode().equals(code)
|
||||
|| CANCELED.getCode().equals(code)) {
|
||||
return true;
|
||||
}
|
||||
return false;
|
||||
return SUCCEED.getCode().equals(code) || FAILED.getCode().equals(code) || CANCELED.getCode().equals(code);
|
||||
}
|
||||
}
|
||||
@@ -33,4 +33,12 @@ public enum TopicAuthorityEnum {
|
||||
public String getMessage() {
|
||||
return message;
|
||||
}
|
||||
|
||||
@Override
|
||||
public String toString() {
|
||||
return "TopicAuthorityEnum{" +
|
||||
"code=" + code +
|
||||
", message='" + message + '\'' +
|
||||
'}';
|
||||
}
|
||||
}
|
||||
|
||||
@@ -29,4 +29,12 @@ public enum TopicExpiredStatusEnum {
|
||||
public String getMessage() {
|
||||
return message;
|
||||
}
|
||||
|
||||
@Override
|
||||
public String toString() {
|
||||
return "TopicExpiredStatusEnum{" +
|
||||
"status=" + status +
|
||||
", message='" + message + '\'' +
|
||||
'}';
|
||||
}
|
||||
}
|
||||
|
||||
@@ -23,18 +23,10 @@ public enum TopicOffsetChangedEnum {
|
||||
return code;
|
||||
}
|
||||
|
||||
public void setCode(Integer code) {
|
||||
this.code = code;
|
||||
}
|
||||
|
||||
public String getMessage() {
|
||||
return message;
|
||||
}
|
||||
|
||||
public void setMessage(String message) {
|
||||
this.message = message;
|
||||
}
|
||||
|
||||
@Override
|
||||
public String toString() {
|
||||
return "TopicOffsetChangedEnum{" +
|
||||
|
||||
@@ -5,11 +5,11 @@ package com.xiaojukeji.kafka.manager.common.bizenum.gateway;
|
||||
* @date 20/7/28
|
||||
*/
|
||||
public enum GatewayConfigKeyEnum {
|
||||
SD_CLUSTER_ID("SERVICE_DISCOVERY_CLUSTER_ID", "SERVICE_DISCOVERY_CLUSTER_ID"),
|
||||
SD_QUEUE_SIZE("SERVICE_DISCOVERY_QUEUE_SIZE", "SERVICE_DISCOVERY_QUEUE_SIZE"),
|
||||
SD_APP_ID_RATE("SERVICE_DISCOVERY_APPID_RATE", "SERVICE_DISCOVERY_APPID_RATE"),
|
||||
SD_IP_RATE("SERVICE_DISCOVERY_IP_RATE", "SERVICE_DISCOVERY_IP_RATE"),
|
||||
SD_SP_RATE("SERVICE_DISCOVERY_SP_RATE", "SERVICE_DISCOVERY_SP_RATE"),
|
||||
SD_CLUSTER_ID("SD_CLUSTER_ID", "SD_CLUSTER_ID"),
|
||||
SD_QUEUE_SIZE("SD_QUEUE_SIZE", "SD_QUEUE_SIZE"),
|
||||
SD_APP_RATE("SD_APP_RATE", "SD_APP_RATE"),
|
||||
SD_IP_RATE("SD_IP_RATE", "SD_IP_RATE"),
|
||||
SD_SP_RATE("SD_SP_RATE", "SD_SP_RATE"),
|
||||
|
||||
;
|
||||
|
||||
@@ -26,18 +26,10 @@ public enum GatewayConfigKeyEnum {
|
||||
return configType;
|
||||
}
|
||||
|
||||
public void setConfigType(String configType) {
|
||||
this.configType = configType;
|
||||
}
|
||||
|
||||
public String getConfigName() {
|
||||
return configName;
|
||||
}
|
||||
|
||||
public void setConfigName(String configName) {
|
||||
this.configName = configName;
|
||||
}
|
||||
|
||||
@Override
|
||||
public String toString() {
|
||||
return "GatewayConfigKeyEnum{" +
|
||||
|
||||
@@ -12,4 +12,7 @@ public class ApiLevelContent {
|
||||
public static final int LEVEL_NORMAL_3 = 3;
|
||||
|
||||
public static final int LEVEL_DEFAULT_4 = 4;
|
||||
|
||||
private ApiLevelContent() {
|
||||
}
|
||||
}
|
||||
@@ -20,6 +20,15 @@ public class ApiPrefix {
|
||||
// open
|
||||
public static final String API_V1_THIRD_PART_PREFIX = API_V1_PREFIX + "third-part/";
|
||||
|
||||
// 开放给OP的接口, 后续对 应的接口的集群都需要是物理集群
|
||||
public static final String API_V1_THIRD_PART_OP_PREFIX = API_V1_THIRD_PART_PREFIX + "op/";
|
||||
|
||||
// 开放给Normal的接口, 后续对应的接口的集群,都需要是逻辑集群
|
||||
public static final String API_V1_THIRD_PART_NORMAL_PREFIX = API_V1_THIRD_PART_PREFIX + "normal/";
|
||||
|
||||
// gateway
|
||||
public static final String GATEWAY_API_V1_PREFIX = "/gateway" + API_V1_PREFIX;
|
||||
|
||||
private ApiPrefix() {
|
||||
}
|
||||
}
|
||||
@@ -30,4 +30,7 @@ public class ConfigConstant {
|
||||
public static final String BROKER_CAPACITY_LIMIT_CONFIG_KEY = "BROKER_CAPACITY_LIMIT_CONFIG";
|
||||
|
||||
public static final String KAFKA_CLUSTER_DO_CONFIG_KEY = "KAFKA_CLUSTER_DO_CONFIG";
|
||||
|
||||
private ConfigConstant() {
|
||||
}
|
||||
}
|
||||
|
||||
@@ -45,4 +45,7 @@ public class Constant {
|
||||
public static final Integer DEFAULT_MAX_CAL_TOPIC_EXPIRED_DAY = 90;
|
||||
|
||||
public static final Integer INVALID_CODE = -1;
|
||||
|
||||
private Constant() {
|
||||
}
|
||||
}
|
||||
|
||||
@@ -16,4 +16,7 @@ public class KafkaConstant {
|
||||
public static final String CLIENT_VERSION_NAME_UNKNOWN = "unknown";
|
||||
|
||||
public static final String RETENTION_MS_KEY = "retention.ms";
|
||||
|
||||
private KafkaConstant() {
|
||||
}
|
||||
}
|
||||
@@ -39,4 +39,7 @@ public class KafkaMetricsCollections {
|
||||
* Broker信息
|
||||
*/
|
||||
public static final int BROKER_VERSION = 400;
|
||||
|
||||
private KafkaMetricsCollections() {
|
||||
}
|
||||
}
|
||||
|
||||
@@ -10,4 +10,7 @@ public class LogConstant {
|
||||
public static final String API_METRICS_LOGGER = "API_METRICS_LOGGER";
|
||||
|
||||
public static final String SCHEDULED_TASK_LOGGER = "SCHEDULED_TASK_LOGGER";
|
||||
|
||||
private LogConstant() {
|
||||
}
|
||||
}
|
||||
@@ -11,4 +11,7 @@ public class LoginConstant {
|
||||
public static final String COOKIE_CHINESE_USERNAME_KEY = "chineseName";
|
||||
|
||||
public static final Integer COOKIE_OR_SESSION_MAX_AGE_UNIT_MS = 24 * 60 * 60 * 1000;
|
||||
|
||||
private LoginConstant() {
|
||||
}
|
||||
}
|
||||
@@ -6,4 +6,7 @@ package com.xiaojukeji.kafka.manager.common.constant;
|
||||
*/
|
||||
public class SystemCodeConstant {
|
||||
public static final String KAFKA_MANAGER = "kafka-manager";
|
||||
|
||||
private SystemCodeConstant() {
|
||||
}
|
||||
}
|
||||
@@ -54,4 +54,7 @@ public class TopicCreationConstant {
|
||||
* 单次自动化审批, 最多允许的通过单子
|
||||
*/
|
||||
public static final Integer MAX_PASSED_ORDER_NUM_PER_TASK = 200;
|
||||
|
||||
private TopicCreationConstant() {
|
||||
}
|
||||
}
|
||||
@@ -16,4 +16,7 @@ public class TopicSampleConstant {
|
||||
public static final Integer MAX_TIMEOUT_UNIT_MS = 10000;
|
||||
public static final Integer POLL_TIME_OUT_UNIT_MS = 2000;
|
||||
public static final Integer MAX_DATA_LENGTH_UNIT_BYTE = 2048;
|
||||
|
||||
private TopicSampleConstant() {
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,24 @@
|
||||
package com.xiaojukeji.kafka.manager.common.constant;
|
||||
|
||||
public class TrickLoginConstant {
|
||||
/**
|
||||
* HTTP Header key
|
||||
*/
|
||||
public static final String TRICK_LOGIN_SWITCH = "Trick-Login-Switch";
|
||||
|
||||
public static final String TRICK_LOGIN_USER = "Trick-Login-User";
|
||||
|
||||
/**
|
||||
* 配置允许 trick 登录用户名单
|
||||
*/
|
||||
public static final String TRICK_LOGIN_LEGAL_USER_CONFIG_KEY = "SECURITY.TRICK_USERS";
|
||||
|
||||
/**
|
||||
* 开关状态值
|
||||
*/
|
||||
public static final String TRICK_LOGIN_SWITCH_ON = "on";
|
||||
public static final String TRICK_LOGIN_SWITCH_OFF = "off";
|
||||
|
||||
private TrickLoginConstant() {
|
||||
}
|
||||
}
|
||||
@@ -25,6 +25,9 @@ public enum ResultStatus {
|
||||
CHANGE_ZOOKEEPER_FORBIDDEN(1405, "change zookeeper forbidden"),
|
||||
|
||||
|
||||
APP_OFFLINE_FORBIDDEN(1406, "先下线topic,才能下线应用~"),
|
||||
|
||||
|
||||
TOPIC_OPERATION_PARAM_NULL_POINTER(1450, "参数错误"),
|
||||
TOPIC_OPERATION_PARTITION_NUM_ILLEGAL(1451, "分区数错误"),
|
||||
TOPIC_OPERATION_BROKER_NUM_NOT_ENOUGH(1452, "Broker数不足错误"),
|
||||
|
||||
@@ -1,5 +1,7 @@
|
||||
package com.xiaojukeji.kafka.manager.common.entity.ao.gateway;
|
||||
|
||||
import com.xiaojukeji.kafka.manager.common.entity.dto.gateway.TopicQuotaDTO;
|
||||
|
||||
/**
|
||||
* @author zhongyuankai
|
||||
* @date 2020/4/27
|
||||
@@ -65,4 +67,15 @@ public class TopicQuota {
|
||||
", consumeQuota=" + consumeQuota +
|
||||
'}';
|
||||
}
|
||||
|
||||
public static TopicQuota buildFrom(TopicQuotaDTO dto) {
|
||||
TopicQuota topicQuota = new TopicQuota();
|
||||
topicQuota.setAppId(dto.getAppId());
|
||||
topicQuota.setClusterId(dto.getClusterId());
|
||||
topicQuota.setTopicName(dto.getTopicName());
|
||||
topicQuota.setProduceQuota(dto.getProduceQuota());
|
||||
topicQuota.setConsumeQuota(dto.getConsumeQuota());
|
||||
return topicQuota;
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
@@ -0,0 +1,47 @@
|
||||
package com.xiaojukeji.kafka.manager.common.entity.dto.gateway;
|
||||
|
||||
import com.xiaojukeji.kafka.manager.common.entity.dto.ClusterTopicDTO;
|
||||
import com.xiaojukeji.kafka.manager.common.utils.ValidateUtils;
|
||||
import io.swagger.annotations.ApiModel;
|
||||
import io.swagger.annotations.ApiModelProperty;
|
||||
|
||||
@ApiModel(description = "配额调整")
|
||||
public class TopicQuotaDTO extends ClusterTopicDTO {
|
||||
@ApiModelProperty(value = "appId")
|
||||
private String appId;
|
||||
|
||||
@ApiModelProperty(value = "发送数据速率B/s")
|
||||
private Long produceQuota;
|
||||
|
||||
@ApiModelProperty(value = "消费数据速率B/s")
|
||||
private Long consumeQuota;
|
||||
|
||||
public String getAppId() {
|
||||
return appId;
|
||||
}
|
||||
|
||||
public void setAppId(String appId) {
|
||||
this.appId = appId;
|
||||
}
|
||||
|
||||
public Long getProduceQuota() {
|
||||
return produceQuota;
|
||||
}
|
||||
|
||||
public void setProduceQuota(Long produceQuota) {
|
||||
this.produceQuota = produceQuota;
|
||||
}
|
||||
|
||||
public Long getConsumeQuota() {
|
||||
return consumeQuota;
|
||||
}
|
||||
|
||||
public void setConsumeQuota(Long consumeQuota) {
|
||||
this.consumeQuota = consumeQuota;
|
||||
}
|
||||
|
||||
@Override
|
||||
public boolean paramLegal() {
|
||||
return !ValidateUtils.isNullOrLessThanZero(clusterId) && !ValidateUtils.isBlank(topicName) && !ValidateUtils.isBlank(appId);
|
||||
}
|
||||
}
|
||||
@@ -40,6 +40,9 @@ public class TopicCreationDTO extends ClusterTopicDTO {
|
||||
@ApiModelProperty(value = "Topic属性列表")
|
||||
private Properties properties;
|
||||
|
||||
@ApiModelProperty(value = "最大写入字节数")
|
||||
private Long peakBytesIn;
|
||||
|
||||
public String getAppId() {
|
||||
return appId;
|
||||
}
|
||||
@@ -104,6 +107,14 @@ public class TopicCreationDTO extends ClusterTopicDTO {
|
||||
this.properties = properties;
|
||||
}
|
||||
|
||||
public Long getPeakBytesIn() {
|
||||
return peakBytesIn;
|
||||
}
|
||||
|
||||
public void setPeakBytesIn(Long peakBytesIn) {
|
||||
this.peakBytesIn = peakBytesIn;
|
||||
}
|
||||
|
||||
@Override
|
||||
public String toString() {
|
||||
return "TopicCreationDTO{" +
|
||||
|
||||
@@ -81,11 +81,6 @@ public class OperateRecordDTO {
|
||||
}
|
||||
|
||||
public boolean legal() {
|
||||
if (!ModuleEnum.validate(moduleId) ||
|
||||
(!ValidateUtils.isNull(operateId) && OperateEnum.validate(operateId))
|
||||
) {
|
||||
return false;
|
||||
}
|
||||
return true;
|
||||
return !ValidateUtils.isNull(moduleId) && ModuleEnum.validate(moduleId) && OperateEnum.validate(operateId);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,6 +1,7 @@
|
||||
package com.xiaojukeji.kafka.manager.common.entity.pojo;
|
||||
|
||||
import com.xiaojukeji.kafka.manager.common.entity.dto.op.topic.TopicCreationDTO;
|
||||
import com.xiaojukeji.kafka.manager.common.utils.ValidateUtils;
|
||||
|
||||
import java.util.Date;
|
||||
|
||||
@@ -95,6 +96,7 @@ public class TopicDO {
|
||||
topicDO.setClusterId(dto.getClusterId());
|
||||
topicDO.setTopicName(dto.getTopicName());
|
||||
topicDO.setDescription(dto.getDescription());
|
||||
topicDO.setPeakBytesIn(ValidateUtils.isNull(dto.getPeakBytesIn()) ? -1L : dto.getPeakBytesIn());
|
||||
return topicDO;
|
||||
}
|
||||
}
|
||||
@@ -33,7 +33,7 @@ public class BrokerOverviewVO {
|
||||
@ApiModelProperty(value = "分区数")
|
||||
private Integer partitionCount;
|
||||
|
||||
@ApiModelProperty(value = "已同步副本数")
|
||||
@ApiModelProperty(value = "失效副本分区的个数")
|
||||
private Integer underReplicatedPartitions;
|
||||
|
||||
@ApiModelProperty(value = "未同步")
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
package com.xiaojukeji.kafka.manager.openapi.common.vo;
|
||||
package com.xiaojukeji.kafka.manager.common.entity.vo.normal.topic;
|
||||
|
||||
import io.swagger.annotations.ApiModel;
|
||||
import io.swagger.annotations.ApiModelProperty;
|
||||
@@ -14,7 +14,6 @@ public class TopicStatisticMetricsVO {
|
||||
|
||||
public TopicStatisticMetricsVO(Double peakBytesIn) {
|
||||
this.peakBytesIn = peakBytesIn;
|
||||
|
||||
}
|
||||
|
||||
public Double getPeakBytesIn() {
|
||||
@@ -2,6 +2,7 @@ package com.xiaojukeji.kafka.manager.common.utils;
|
||||
|
||||
import com.xiaojukeji.kafka.manager.common.constant.Constant;
|
||||
import com.xiaojukeji.kafka.manager.common.constant.LoginConstant;
|
||||
import com.xiaojukeji.kafka.manager.common.constant.TrickLoginConstant;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
import org.springframework.beans.BeansException;
|
||||
@@ -53,13 +54,6 @@ public class SpringTool implements ApplicationContextAware, DisposableBean {
|
||||
return getApplicationContext().getBeansOfType(type);
|
||||
}
|
||||
|
||||
// /**
|
||||
// * 从静态变量applicationContext中去的Bean,自动转型为所复制对象的类型
|
||||
// */
|
||||
// public static <T> T getBean(Class<T> requiredType) {
|
||||
// return (T) applicationContext.getBean(requiredType);
|
||||
// }
|
||||
|
||||
/**
|
||||
* 清除SpringContextHolder中的ApplicationContext为Null
|
||||
*/
|
||||
@@ -87,10 +81,18 @@ public class SpringTool implements ApplicationContextAware, DisposableBean {
|
||||
}
|
||||
|
||||
public static String getUserName(){
|
||||
HttpServletRequest request =
|
||||
((ServletRequestAttributes) RequestContextHolder.getRequestAttributes()).getRequest();
|
||||
HttpSession session = request.getSession();
|
||||
String username = (String) session.getAttribute(LoginConstant.SESSION_USERNAME_KEY);
|
||||
HttpServletRequest request = ((ServletRequestAttributes) RequestContextHolder.getRequestAttributes()).getRequest();
|
||||
|
||||
String username = null;
|
||||
if (TrickLoginConstant.TRICK_LOGIN_SWITCH_ON.equals(request.getHeader(TrickLoginConstant.TRICK_LOGIN_SWITCH))) {
|
||||
// trick登录方式的获取用户
|
||||
username = request.getHeader(TrickLoginConstant.TRICK_LOGIN_USER);
|
||||
} else {
|
||||
// 走页面登录方式登录的获取用户
|
||||
HttpSession session = request.getSession();
|
||||
username = (String) session.getAttribute(LoginConstant.SESSION_USERNAME_KEY);
|
||||
}
|
||||
|
||||
if (ValidateUtils.isNull(username)) {
|
||||
return Constant.DEFAULT_USER_NAME;
|
||||
}
|
||||
|
||||
@@ -119,4 +119,7 @@ public class ZkPathUtil {
|
||||
public static String getControllerCandidatePath(Integer brokerId) {
|
||||
return D_CONTROLLER_CANDIDATES + ZOOKEEPER_SEPARATOR + brokerId;
|
||||
}
|
||||
|
||||
private ZkPathUtil() {
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,8 +1,5 @@
|
||||
package com.xiaojukeji.kafka.manager.common.zookeeper.znode.brokers;
|
||||
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
import java.util.List;
|
||||
|
||||
/**
|
||||
@@ -18,12 +15,11 @@ import java.util.List;
|
||||
* "host":null,
|
||||
* "timestamp":"1546632983233",
|
||||
* "port":-1,
|
||||
* "version":4
|
||||
* "version":4,
|
||||
* "rack": "CY"
|
||||
* }
|
||||
*/
|
||||
public class BrokerMetadata implements Cloneable {
|
||||
private final static Logger LOGGER = LoggerFactory.getLogger(TopicMetadata.class);
|
||||
|
||||
private long clusterId;
|
||||
|
||||
private int brokerId;
|
||||
@@ -43,6 +39,8 @@ public class BrokerMetadata implements Cloneable {
|
||||
|
||||
private long timestamp;
|
||||
|
||||
private String rack;
|
||||
|
||||
public long getClusterId() {
|
||||
return clusterId;
|
||||
}
|
||||
@@ -107,14 +105,12 @@ public class BrokerMetadata implements Cloneable {
|
||||
this.timestamp = timestamp;
|
||||
}
|
||||
|
||||
@Override
|
||||
public Object clone() {
|
||||
try {
|
||||
return super.clone();
|
||||
} catch (CloneNotSupportedException var3) {
|
||||
LOGGER.error("clone BrokerMetadata failed.", var3);
|
||||
}
|
||||
return null;
|
||||
public String getRack() {
|
||||
return rack;
|
||||
}
|
||||
|
||||
public void setRack(String rack) {
|
||||
this.rack = rack;
|
||||
}
|
||||
|
||||
@Override
|
||||
@@ -128,6 +124,7 @@ public class BrokerMetadata implements Cloneable {
|
||||
", jmxPort=" + jmx_port +
|
||||
", version='" + version + '\'' +
|
||||
", timestamp=" + timestamp +
|
||||
", rack='" + rack + '\'' +
|
||||
'}';
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,18 +1,18 @@
|
||||
{
|
||||
"name": "logi-kafka",
|
||||
"version": "2.3.1",
|
||||
"version": "2.4.3",
|
||||
"description": "",
|
||||
"scripts": {
|
||||
"start": "webpack-dev-server",
|
||||
"daily-build": "cross-env NODE_ENV=production webpack",
|
||||
"pre-build": "cross-env NODE_ENV=production webpack",
|
||||
"prod-build": "cross-env NODE_ENV=production webpack"
|
||||
"prod-build": "cross-env NODE_ENV=production webpack",
|
||||
"fix-memory": "cross-env LIMIT=4096 increase-memory-limit"
|
||||
},
|
||||
"author": "",
|
||||
"license": "ISC",
|
||||
"devDependencies": {
|
||||
"@hot-loader/react-dom": "^16.8.6",
|
||||
"@types/clipboard": "^2.0.1",
|
||||
"@types/echarts": "^4.4.1",
|
||||
"@types/lodash.debounce": "^4.0.6",
|
||||
"@types/react": "^16.8.8",
|
||||
@@ -21,12 +21,13 @@
|
||||
"@types/spark-md5": "^3.0.2",
|
||||
"antd": "^3.26.15",
|
||||
"clean-webpack-plugin": "^3.0.0",
|
||||
"clipboard": "2.0.6",
|
||||
"clipboard": "^2.0.8",
|
||||
"cross-env": "^7.0.2",
|
||||
"css-loader": "^2.1.0",
|
||||
"echarts": "^4.5.0",
|
||||
"file-loader": "^5.0.2",
|
||||
"html-webpack-plugin": "^3.2.0",
|
||||
"increase-memory-limit": "^1.0.7",
|
||||
"less": "^3.9.0",
|
||||
"less-loader": "^4.1.0",
|
||||
"mini-css-extract-plugin": "^0.6.0",
|
||||
|
||||
@@ -68,8 +68,8 @@ export class StatusGraghCom<T extends IFlowInfo> extends React.Component {
|
||||
public render() {
|
||||
const statusData = this.getData();
|
||||
const loading = this.getLoading();
|
||||
if (!statusData) return null;
|
||||
const data: any[] = [];
|
||||
if (!statusData) return <Table columns={flowColumns} dataSource={data} />;
|
||||
Object.keys(statusData).map((key) => {
|
||||
if (statusData[key]) {
|
||||
const v = key === 'byteIn' || key === 'byteOut' ? statusData[key].map(i => i && (i / 1024).toFixed(2)) :
|
||||
@@ -85,7 +85,7 @@ export class StatusGraghCom<T extends IFlowInfo> extends React.Component {
|
||||
}
|
||||
});
|
||||
return (
|
||||
<Table columns={flowColumns} dataSource={data} pagination={false} loading={loading}/>
|
||||
<Table columns={flowColumns} dataSource={data} pagination={false} loading={loading} />
|
||||
);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
.ant-input-number {
|
||||
.ant-input-number, .ant-form-item-children .ant-select {
|
||||
width: 314px
|
||||
}
|
||||
|
||||
|
||||
@@ -59,6 +59,10 @@ export const adminMenu = [{
|
||||
href: `/admin/bill`,
|
||||
i: 'k-icon-renwuliebiao',
|
||||
title: '用户账单',
|
||||
},{
|
||||
href: `/admin/operation-record`,
|
||||
i: 'k-icon-operationrecord',
|
||||
title: '操作记录',
|
||||
}] as ILeftMenu[];
|
||||
|
||||
export const expertMenu = [{
|
||||
|
||||
@@ -172,7 +172,7 @@ export class ClusterTopic extends SearchAndFilterContainer {
|
||||
key: 'appName',
|
||||
// width: '10%',
|
||||
render: (val: string, record: IClusterTopics) => (
|
||||
<Tooltip placement="bottomLeft" title={record.appId} >
|
||||
<Tooltip placement="bottomLeft" title={val} >
|
||||
{val}
|
||||
</Tooltip>
|
||||
),
|
||||
|
||||
@@ -314,8 +314,7 @@ export class ExclusiveCluster extends SearchAndFilterContainer {
|
||||
>
|
||||
<div className="region-prompt">
|
||||
<span>
|
||||
由于该Region已被逻辑集群【 {this.state.logicalClusterName} 】使用
|
||||
请先解除Region与逻辑集群的关系
|
||||
该Region已被逻辑集群【 {this.state.logicalClusterName} 】使用,请先解除Region与逻辑集群的关系
|
||||
</span>
|
||||
</div>
|
||||
</Modal>
|
||||
|
||||
@@ -16,7 +16,7 @@
|
||||
|
||||
.traffic-table {
|
||||
margin: 10px 0;
|
||||
min-height: 450px;
|
||||
min-height: 330px;
|
||||
.traffic-header {
|
||||
width: 100%;
|
||||
height: 44px;
|
||||
|
||||
@@ -4,6 +4,7 @@ import { wrapper } from 'store';
|
||||
import { observer } from 'mobx-react';
|
||||
import { IXFormWrapper, IMetaData, IRegister } from 'types/base-type';
|
||||
import { admin } from 'store/admin';
|
||||
import { users } from 'store/users';
|
||||
import { registerCluster, createCluster, pauseMonitoring } from 'lib/api';
|
||||
import { SearchAndFilterContainer } from 'container/search-filter';
|
||||
import { cluster } from 'store/cluster';
|
||||
@@ -78,34 +79,34 @@ export class ClusterList extends SearchAndFilterContainer {
|
||||
disabled: item ? true : false,
|
||||
},
|
||||
},
|
||||
{
|
||||
key: 'idc',
|
||||
label: '数据中心',
|
||||
defaultValue: region.regionName,
|
||||
rules: [{ required: true, message: '请输入数据中心' }],
|
||||
attrs: {
|
||||
placeholder: '请输入数据中心',
|
||||
disabled: true,
|
||||
},
|
||||
},
|
||||
{
|
||||
key: 'mode',
|
||||
label: '集群类型',
|
||||
type: 'select',
|
||||
options: cluster.clusterModes.map(ele => {
|
||||
return {
|
||||
label: ele.message,
|
||||
value: ele.code,
|
||||
};
|
||||
}),
|
||||
rules: [{
|
||||
required: true,
|
||||
message: '请选择集群类型',
|
||||
}],
|
||||
attrs: {
|
||||
placeholder: '请选择集群类型',
|
||||
},
|
||||
},
|
||||
// {
|
||||
// key: 'idc',
|
||||
// label: '数据中心',
|
||||
// defaultValue: region.regionName,
|
||||
// rules: [{ required: true, message: '请输入数据中心' }],
|
||||
// attrs: {
|
||||
// placeholder: '请输入数据中心',
|
||||
// disabled: true,
|
||||
// },
|
||||
// },
|
||||
// {
|
||||
// key: 'mode',
|
||||
// label: '集群类型',
|
||||
// type: 'select',
|
||||
// options: cluster.clusterModes.map(ele => {
|
||||
// return {
|
||||
// label: ele.message,
|
||||
// value: ele.code,
|
||||
// };
|
||||
// }),
|
||||
// rules: [{
|
||||
// required: true,
|
||||
// message: '请选择集群类型',
|
||||
// }],
|
||||
// attrs: {
|
||||
// placeholder: '请选择集群类型',
|
||||
// },
|
||||
// },
|
||||
{
|
||||
key: 'kafkaVersion',
|
||||
label: 'kafka版本',
|
||||
@@ -148,7 +149,7 @@ export class ClusterList extends SearchAndFilterContainer {
|
||||
attrs: {
|
||||
placeholder: `请输入JMX认证,例如:
|
||||
{
|
||||
"maxConn": 10, #KM对单台Broker对最大连接数
|
||||
"maxConn": 10, #KM对单台Broker的最大jmx连接数
|
||||
"username": "xxxxx", #用户名
|
||||
"password": "xxxxx", #密码
|
||||
"openSSL": true, #开启SSL,true表示开启SSL,false表示关闭
|
||||
@@ -276,32 +277,41 @@ export class ClusterList extends SearchAndFilterContainer {
|
||||
|
||||
public getColumns = () => {
|
||||
const cols = getAdminClusterColumns();
|
||||
const role = users.currentUser.role;
|
||||
const col = {
|
||||
title: '操作',
|
||||
render: (value: string, item: IMetaData) => (
|
||||
<>
|
||||
<a
|
||||
onClick={this.createOrRegisterCluster.bind(this, item)}
|
||||
className="action-button"
|
||||
>编辑
|
||||
</a>
|
||||
<Popconfirm
|
||||
title={`确定${item.status === 1 ? '暂停' : '开始'}${item.clusterName}监控?`}
|
||||
onConfirm={() => this.pauseMonitor(item)}
|
||||
cancelText="取消"
|
||||
okText="确认"
|
||||
>
|
||||
<Tooltip title="暂停监控将无法正常监控指标信息,建议开启监控">
|
||||
{
|
||||
role && role === 2 ? <>
|
||||
<a
|
||||
onClick={this.createOrRegisterCluster.bind(this, item)}
|
||||
className="action-button"
|
||||
>
|
||||
{item.status === 1 ? '暂停监控' : '开始监控'}
|
||||
>编辑
|
||||
</a>
|
||||
</Tooltip>
|
||||
</Popconfirm>
|
||||
<a onClick={this.showMonitor.bind(this, item)}>
|
||||
删除
|
||||
</a>
|
||||
<Popconfirm
|
||||
title={`确定${item.status === 1 ? '暂停' : '开始'}${item.clusterName}监控?`}
|
||||
onConfirm={() => this.pauseMonitor(item)}
|
||||
cancelText="取消"
|
||||
okText="确认"
|
||||
>
|
||||
<Tooltip placement="left" title="暂停监控将无法正常监控指标信息,建议开启监控">
|
||||
<a
|
||||
className="action-button"
|
||||
>
|
||||
{item.status === 1 ? '暂停监控' : '开始监控'}
|
||||
</a>
|
||||
</Tooltip>
|
||||
</Popconfirm>
|
||||
<a onClick={this.showMonitor.bind(this, item)}>
|
||||
删除
|
||||
</a>
|
||||
</> : <Tooltip placement="left" title="该功能只对运维人员开放">
|
||||
<a style={{ color: '#a0a0a0' }} className="action-button">编辑</a>
|
||||
<a className="action-button" style={{ color: '#a0a0a0' }}>{item.status === 1 ? '暂停监控' : '开始监控'}</a>
|
||||
<a style={{ color: '#a0a0a0' }}>删除</a>
|
||||
</Tooltip>
|
||||
}
|
||||
</>
|
||||
),
|
||||
};
|
||||
@@ -310,6 +320,7 @@ export class ClusterList extends SearchAndFilterContainer {
|
||||
}
|
||||
|
||||
public renderClusterList() {
|
||||
const role = users.currentUser.role;
|
||||
return (
|
||||
<>
|
||||
<div className="container">
|
||||
@@ -318,7 +329,14 @@ export class ClusterList extends SearchAndFilterContainer {
|
||||
{this.renderSearch('', '请输入集群名称')}
|
||||
<li className="right-btn-1">
|
||||
<a style={{ display: 'inline-block', marginRight: '20px' }} href={indexUrl.cagUrl} target="_blank">集群接入指南</a>
|
||||
<Button type="primary" onClick={this.createOrRegisterCluster.bind(this, null)}>接入集群</Button>
|
||||
{
|
||||
role && role === 2 ?
|
||||
<Button type="primary" onClick={this.createOrRegisterCluster.bind(this, null)}>接入集群</Button>
|
||||
:
|
||||
<Tooltip placement="left" title="该功能只对运维人员开放" trigger='hover'>
|
||||
<Button disabled type="primary">接入集群</Button>
|
||||
</Tooltip>
|
||||
}
|
||||
</li>
|
||||
</ul>
|
||||
</div>
|
||||
|
||||
@@ -28,14 +28,16 @@ export const getUserColumns = () => {
|
||||
<span className="table-operation">
|
||||
<a onClick={() => showApplyModal(record)}>编辑</a>
|
||||
<a onClick={() => showApplyModalModifyPassword(record)}>修改密码</a>
|
||||
<Popconfirm
|
||||
title="确定删除?"
|
||||
onConfirm={() => users.deleteUser(record.username)}
|
||||
cancelText="取消"
|
||||
okText="确认"
|
||||
>
|
||||
<a>删除</a>
|
||||
</Popconfirm>
|
||||
{record.username == users.currentUser.username ? "" :
|
||||
<Popconfirm
|
||||
title="确定删除?"
|
||||
onConfirm={() => users.deleteUser(record.username)}
|
||||
cancelText="取消"
|
||||
okText="确认"
|
||||
>
|
||||
<a>删除</a>
|
||||
</Popconfirm>
|
||||
}
|
||||
</span>);
|
||||
},
|
||||
},
|
||||
|
||||
@@ -11,3 +11,5 @@ export * from './operation-management/migration-detail';
|
||||
export * from './configure-management';
|
||||
export * from './individual-bill';
|
||||
export * from './bill-detail';
|
||||
export * from './operation-record';
|
||||
|
||||
|
||||
@@ -0,0 +1,134 @@
|
||||
import * as React from 'react';
|
||||
import { cellStyle } from 'constants/table';
|
||||
|
||||
import { Tooltip } from 'antd';
|
||||
import { admin } from 'store/admin';
|
||||
import moment = require('moment');
|
||||
|
||||
const moduleList = [
|
||||
{ moduleId: 0, moduleName: 'Topic' },
|
||||
{ moduleId: 1, moduleName: '应用' },
|
||||
{ moduleId: 2, moduleName: '配额' },
|
||||
{ moduleId: 3, moduleName: '权限' },
|
||||
{ moduleId: 4, moduleName: '集群' },
|
||||
{ moduleId: 5, moduleName: '分区' },
|
||||
{ moduleId: 6, moduleName: 'Gateway配置' },
|
||||
]
|
||||
|
||||
export const operateList = {
|
||||
0: '新增',
|
||||
1: '删除',
|
||||
2: '修改'
|
||||
}
|
||||
|
||||
|
||||
// [
|
||||
// { operate: '新增', operateId: 0 },
|
||||
// { operate: '删除', operateId: 1 },
|
||||
// { operate: '修改', operateId: 2 },
|
||||
// ]
|
||||
|
||||
export const getJarFuncForm: any = (props: any) => {
|
||||
const formMap = [
|
||||
{
|
||||
key: 'moduleId',
|
||||
label: '模块',
|
||||
type: 'select',
|
||||
attrs: {
|
||||
style: {
|
||||
width: '130px'
|
||||
},
|
||||
placeholder: '请选择模块',
|
||||
},
|
||||
options: moduleList.map(item => {
|
||||
return {
|
||||
label: item.moduleName,
|
||||
value: item.moduleId
|
||||
}
|
||||
}),
|
||||
formAttrs: {
|
||||
initialvalue: 0,
|
||||
},
|
||||
},
|
||||
{
|
||||
key: 'operator',
|
||||
label: '操作人',
|
||||
type: 'input',
|
||||
attrs: {
|
||||
style: {
|
||||
width: '170px'
|
||||
},
|
||||
placeholder: '请输入操作人'
|
||||
},
|
||||
getvaluefromevent: (event: any) => {
|
||||
return event.target.value.replace(/\s+/g, '')
|
||||
},
|
||||
},
|
||||
// {
|
||||
// key: 'resource',
|
||||
// label: '资源名称',
|
||||
// type: 'input',
|
||||
// attrs: {
|
||||
// style: {
|
||||
// width: '170px'
|
||||
// },
|
||||
// placeholder: '请输入资源名称'
|
||||
// },
|
||||
// },
|
||||
// {
|
||||
// key: 'content',
|
||||
// label: '操作内容',
|
||||
// type: 'input',
|
||||
// attrs: {
|
||||
// style: {
|
||||
// width: '170px'
|
||||
// },
|
||||
// placeholder: '请输入操作内容'
|
||||
// },
|
||||
// },
|
||||
]
|
||||
return formMap;
|
||||
}
|
||||
export const getOperateColumns = () => {
|
||||
|
||||
const columns: any = [
|
||||
{
|
||||
title: '模块',
|
||||
dataIndex: 'module',
|
||||
key: 'module',
|
||||
align: 'center',
|
||||
width: '12%'
|
||||
},
|
||||
{
|
||||
title: '资源名称',
|
||||
dataIndex: 'resource',
|
||||
key: 'resource',
|
||||
align: 'center',
|
||||
width: '12%'
|
||||
},
|
||||
{
|
||||
title: '操作内容',
|
||||
dataIndex: 'content',
|
||||
key: 'content',
|
||||
align: 'center',
|
||||
width: '25%',
|
||||
onCell: () => ({
|
||||
style: {
|
||||
maxWidth: 350,
|
||||
...cellStyle,
|
||||
},
|
||||
}),
|
||||
render: (text: string, record: any) => {
|
||||
return (
|
||||
<Tooltip placement="topLeft" title={text} >{text}</Tooltip>);
|
||||
},
|
||||
},
|
||||
{
|
||||
title: '操作人',
|
||||
dataIndex: 'operator',
|
||||
align: 'center',
|
||||
width: '12%'
|
||||
},
|
||||
];
|
||||
return columns
|
||||
}
|
||||
@@ -0,0 +1,130 @@
|
||||
import * as React from 'react';
|
||||
import { observer } from 'mobx-react';
|
||||
import { SearchAndFilterContainer } from 'container/search-filter';
|
||||
import { IXFormWrapper, IMetaData, IRegister } from 'types/base-type';
|
||||
import { admin } from 'store/admin';
|
||||
import { customPagination, cellStyle } from 'constants/table';
|
||||
import { Table, Tooltip } from 'component/antd';
|
||||
import { timeFormat } from 'constants/strategy';
|
||||
import { SearchFormComponent } from '../searchForm';
|
||||
import { getJarFuncForm, operateList, getOperateColumns } from './config'
|
||||
import moment = require('moment');
|
||||
import { tableFilter } from 'lib/utils';
|
||||
|
||||
@observer
|
||||
export class OperationRecord extends SearchAndFilterContainer {
|
||||
public state: any = {
|
||||
searchKey: '',
|
||||
filteredInfo: null,
|
||||
sortedInfo: null,
|
||||
};
|
||||
|
||||
public getData<T extends IMetaData>(origin: T[]) {
|
||||
let data: T[] = origin;
|
||||
let { searchKey } = this.state;
|
||||
searchKey = (searchKey + '').trim().toLowerCase();
|
||||
|
||||
data = searchKey ? origin.filter((item: IMetaData) =>
|
||||
(item.clusterName !== undefined && item.clusterName !== null) && item.clusterName.toLowerCase().includes(searchKey as string),
|
||||
) : origin;
|
||||
return data;
|
||||
};
|
||||
|
||||
public searchForm = (params: any) => {
|
||||
// this.props.setFuncSubValue(params)
|
||||
// getSystemFuncList(params).then(res => {
|
||||
// this.props.setSysFuncList(res.data)
|
||||
// this.props.setPagination(res.pagination)
|
||||
// })
|
||||
const { operator, moduleId } = params || {}
|
||||
operator ? admin.getOperationRecordData(params) : admin.getOperationRecordData({ moduleId })
|
||||
// getJarList(params).then(res => {
|
||||
// this.props.setJarList(res.data)
|
||||
// this.props.setPagination(res.pagination)
|
||||
// })
|
||||
}
|
||||
|
||||
public clearAll = () => {
|
||||
this.setState({
|
||||
filteredInfo: null,
|
||||
sortedInfo: null,
|
||||
});
|
||||
};
|
||||
|
||||
public setHandleChange = (pagination: any, filters: any, sorter: any) => {
|
||||
this.setState({
|
||||
filteredInfo: filters,
|
||||
sortedInfo: sorter,
|
||||
});
|
||||
}
|
||||
|
||||
public renderOperationRecordList() {
|
||||
let { sortedInfo, filteredInfo } = this.state;
|
||||
sortedInfo = sortedInfo || {};
|
||||
filteredInfo = filteredInfo || {};
|
||||
const operatingTime = Object.assign({
|
||||
title: '操作时间',
|
||||
dataIndex: 'modifyTime',
|
||||
key: 'modifyTime',
|
||||
align: 'center',
|
||||
sorter: (a: any, b: any) => a.modifyTime - b.modifyTime,
|
||||
render: (t: number) => moment(t).format(timeFormat),
|
||||
width: '15%',
|
||||
sortOrder: sortedInfo.columnKey === 'modifyTime' && sortedInfo.order,
|
||||
});
|
||||
|
||||
const operatingPractice = Object.assign({
|
||||
title: '行为',
|
||||
dataIndex: 'operate',
|
||||
key: 'operate',
|
||||
align: 'center',
|
||||
width: '12%',
|
||||
filters: tableFilter<any>(this.getData(admin.oRList), 'operateId', operateList),
|
||||
// filteredValue: filteredInfo.operate || null,
|
||||
onFilter: (value: any, record: any) => {
|
||||
return record.operateId === value
|
||||
}
|
||||
}, this.renderColumnsFilter('modifyTime'))
|
||||
|
||||
const columns = getOperateColumns()
|
||||
columns.splice(0, 0, operatingTime);
|
||||
columns.splice(3, 0, operatingPractice);
|
||||
return (
|
||||
<>
|
||||
<div className="container">
|
||||
<div className="table-operation-panel">
|
||||
<SearchFormComponent
|
||||
formMap={getJarFuncForm()}
|
||||
onSubmit={(params: any) => this.searchForm(params)}
|
||||
clearAll={() => this.clearAll()}
|
||||
isReset={true}
|
||||
/>
|
||||
</div>
|
||||
<div className="table-wrapper">
|
||||
<Table
|
||||
rowKey="key"
|
||||
loading={admin.loading}
|
||||
dataSource={this.getData(admin.oRList)}
|
||||
columns={columns}
|
||||
pagination={customPagination}
|
||||
bordered
|
||||
onChange={this.setHandleChange}
|
||||
/>
|
||||
</div>
|
||||
</div>
|
||||
</>
|
||||
)
|
||||
};
|
||||
|
||||
componentDidMount() {
|
||||
admin.getOperationRecordData({ moduleId: 0 });
|
||||
}
|
||||
|
||||
render() {
|
||||
return <div>
|
||||
{
|
||||
this.renderOperationRecordList()
|
||||
}
|
||||
</div>
|
||||
}
|
||||
}
|
||||
120
kafka-manager-console/src/container/admin/searchForm.tsx
Normal file
120
kafka-manager-console/src/container/admin/searchForm.tsx
Normal file
@@ -0,0 +1,120 @@
|
||||
import * as React from 'react';
|
||||
import { Select, Input, InputNumber, Form, Switch, Checkbox, DatePicker, Radio, Upload, Button, Icon, Tooltip } from 'component/antd';
|
||||
// import './index.less';
|
||||
const Search = Input.Search;
|
||||
export interface IFormItem {
|
||||
key: string;
|
||||
label: string;
|
||||
type: string;
|
||||
value?: string;
|
||||
// 内部组件属性注入
|
||||
attrs?: any;
|
||||
// form属性注入
|
||||
formAttrs?: any;
|
||||
defaultValue?: string | number | any[];
|
||||
rules?: any[];
|
||||
invisible?: boolean;
|
||||
getvaluefromevent: Function;
|
||||
}
|
||||
|
||||
interface SerachFormProps {
|
||||
formMap: IFormItem[];
|
||||
// formData: any;
|
||||
form: any;
|
||||
onSubmit: Function;
|
||||
isReset?: boolean;
|
||||
clearAll: Function;
|
||||
layout?: 'inline' | 'horizontal' | 'vertical';
|
||||
}
|
||||
|
||||
export interface IFormSelect extends IFormItem {
|
||||
options: Array<{ key?: string | number, value: string | number, label: string }>;
|
||||
}
|
||||
|
||||
class SearchForm extends React.Component<SerachFormProps>{
|
||||
public onSubmit = () => {
|
||||
// this.props.onSubmit()
|
||||
//
|
||||
}
|
||||
|
||||
public renderFormItem(item: IFormItem) {
|
||||
switch (item.type) {
|
||||
default:
|
||||
case 'input':
|
||||
return <Input key={item.key} {...item.attrs} />;
|
||||
case 'select':
|
||||
return (
|
||||
<Select
|
||||
// size="small"
|
||||
key={item.key}
|
||||
{...item.attrs}
|
||||
invisibleValue={item.formAttrs.invisibleValue}
|
||||
>
|
||||
{(item as IFormSelect).options && (item as IFormSelect).options.map((v, index) => (
|
||||
|
||||
<Select.Option
|
||||
key={v.value || v.key || index}
|
||||
value={v.value}
|
||||
>
|
||||
{v.label}
|
||||
{/* <Tooltip placement='left' title={v.value}>
|
||||
{v.label}
|
||||
</Tooltip> */}
|
||||
</Select.Option>
|
||||
))}
|
||||
</Select>
|
||||
);
|
||||
}
|
||||
}
|
||||
|
||||
public theQueryClick = (value: any) => {
|
||||
this.props.onSubmit(value)
|
||||
this.props.clearAll()
|
||||
// this.props.form.resetFields()
|
||||
}
|
||||
public resetClick = () => {
|
||||
this.props.form.resetFields()
|
||||
this.props.clearAll()
|
||||
this.theQueryClick(this.props.form.getFieldsValue())
|
||||
}
|
||||
|
||||
public render() {
|
||||
const { form, formMap, isReset } = this.props;
|
||||
const { getFieldDecorator, getFieldsValue } = form;
|
||||
return (
|
||||
<Form layout='inline' onSubmit={this.onSubmit}>
|
||||
{
|
||||
formMap.map(formItem => {
|
||||
// const { initialValue, valuePropName } = this.handleFormItem(formItem, formData);
|
||||
// const getFieldValue = {
|
||||
// initialValue,
|
||||
// rules: formItem.rules || [{ required: false, message: '' }],
|
||||
// valuePropName,
|
||||
// };
|
||||
return (
|
||||
<Form.Item
|
||||
key={formItem.key}
|
||||
label={formItem.label}
|
||||
{...formItem.formAttrs}
|
||||
>
|
||||
{getFieldDecorator(formItem.key, {
|
||||
initialValue: formItem.formAttrs?.initialvalue,
|
||||
getValueFromEvent: formItem?.getvaluefromevent,
|
||||
})(
|
||||
this.renderFormItem(formItem),
|
||||
)}
|
||||
</Form.Item>
|
||||
);
|
||||
})
|
||||
}
|
||||
<Form.Item>
|
||||
{
|
||||
isReset && <Button style={{ width: '80px', marginRight: '20px' }} type="primary" onClick={() => this.resetClick()}>重置</Button>
|
||||
}
|
||||
<Button style={{ width: '80px' }} type="primary" onClick={() => this.theQueryClick(getFieldsValue())}>查询</Button>
|
||||
</Form.Item>
|
||||
</Form>
|
||||
);
|
||||
}
|
||||
}
|
||||
export const SearchFormComponent = Form.create<SerachFormProps>({ name: 'search-form' })(SearchForm);
|
||||
@@ -54,7 +54,7 @@ export class AlarmSelect extends React.Component<IAlarmSelectProps> {
|
||||
<a
|
||||
className="icon-color"
|
||||
target="_blank"
|
||||
href="https://github.com/didi/kafka-manager"
|
||||
href="https://github.com/didi/Logi-KafkaManager/blob/master/docs/user_guide/faq.md"
|
||||
>
|
||||
新增规则组?
|
||||
</a>
|
||||
|
||||
@@ -149,9 +149,9 @@ export class DynamicSetFilter extends React.Component<IDynamicProps> {
|
||||
public handleSelectChange = (e: string, type: 'topic' | 'consumerGroup' | 'location') => {
|
||||
switch (type) {
|
||||
case 'topic':
|
||||
if (!this.clusterId) {
|
||||
return message.info('请选择集群');
|
||||
}
|
||||
// if (!this.clusterId) {
|
||||
// return message.info('请选择集群');
|
||||
// }
|
||||
this.topicName = e;
|
||||
const type = this.dealMonitorType();
|
||||
if (['kafka-consumer-maxLag', 'kafka-consumer-maxDelayTime', 'kafka-consumer-lag'].indexOf(type) > -1) {
|
||||
|
||||
@@ -52,8 +52,7 @@ export class CommonAppList extends SearchAndFilterContainer {
|
||||
},
|
||||
}),
|
||||
render: (text: string, record: IAppItem) => {
|
||||
return (
|
||||
<Tooltip placement="bottomLeft" title={record.name}>{text}</Tooltip>);
|
||||
return (<Tooltip placement="bottomLeft" title={record.name}>{text}</Tooltip>);
|
||||
},
|
||||
},
|
||||
{
|
||||
@@ -103,7 +102,7 @@ export class CommonAppList extends SearchAndFilterContainer {
|
||||
}
|
||||
|
||||
public getOnlineConnect(record: IAppItem) {
|
||||
modal.showOfflineAppModal(record.appId);
|
||||
modal.showOfflineAppNewModal(record.appId);
|
||||
}
|
||||
|
||||
public getData<T extends IAppItem>(origin: T[]) {
|
||||
@@ -114,7 +113,7 @@ export class CommonAppList extends SearchAndFilterContainer {
|
||||
data = searchKey ? origin.filter((item: IAppItem) =>
|
||||
((item.name !== undefined && item.name !== null) && item.name.toLowerCase().includes(searchKey as string)) ||
|
||||
((item.principals !== undefined && item.principals !== null) && item.principals.toLowerCase().includes(searchKey as string)) ||
|
||||
((item.appId !== undefined && item.appId !== null) && item.appId.toLowerCase().includes(searchKey as string)) ) : origin;
|
||||
((item.appId !== undefined && item.appId !== null) && item.appId.toLowerCase().includes(searchKey as string))) : origin;
|
||||
|
||||
return data;
|
||||
}
|
||||
|
||||
@@ -29,16 +29,16 @@ export class MyCluster extends SearchAndFilterContainer {
|
||||
public applyCluster() {
|
||||
const xFormModal = {
|
||||
formMap: [
|
||||
{
|
||||
key: 'idc',
|
||||
label: '数据中心',
|
||||
defaultValue: region.regionName,
|
||||
rules: [{ required: true, message: '请输入数据中心' }],
|
||||
attrs: {
|
||||
placeholder: '请输入数据中心',
|
||||
disabled: true,
|
||||
},
|
||||
},
|
||||
// {
|
||||
// key: 'idc',
|
||||
// label: '数据中心',
|
||||
// defaultValue: region.regionName,
|
||||
// rules: [{ required: true, message: '请输入数据中心' }],
|
||||
// attrs: {
|
||||
// placeholder: '请输入数据中心',
|
||||
// disabled: true,
|
||||
// },
|
||||
// },
|
||||
{
|
||||
key: 'appId',
|
||||
label: '所属应用',
|
||||
|
||||
@@ -133,15 +133,15 @@ export class GovernanceTopic extends SearchAndFilterContainer {
|
||||
width: '30%',
|
||||
sorter: (a: IResource, b: IResource) => a.topicName.charCodeAt(0) - b.topicName.charCodeAt(0),
|
||||
render: (text: string, item: IResource) =>
|
||||
(
|
||||
<Tooltip placement="bottomLeft" title={text}>
|
||||
<a
|
||||
// tslint:disable-next-line:max-line-length
|
||||
href={`${this.urlPrefix}/topic/topic-detail?clusterId=${item.clusterId}&topic=${item.topicName}&isPhysicalClusterId=true®ion=${region.currentRegion}`}
|
||||
>
|
||||
{text}
|
||||
</a>
|
||||
</Tooltip>),
|
||||
(
|
||||
<Tooltip placement="bottomLeft" title={text}>
|
||||
<a
|
||||
// tslint:disable-next-line:max-line-length
|
||||
href={`${this.urlPrefix}/topic/topic-detail?clusterId=${item.clusterId}&topic=${item.topicName}&isPhysicalClusterId=true®ion=${region.currentRegion}`}
|
||||
>
|
||||
{text}
|
||||
</a>
|
||||
</Tooltip>),
|
||||
},
|
||||
{
|
||||
title: '所在集群',
|
||||
@@ -215,7 +215,7 @@ export class GovernanceTopic extends SearchAndFilterContainer {
|
||||
|
||||
return (
|
||||
<>
|
||||
{this.pendingTopic(this.getData(expert.resourceData))}
|
||||
{this.pendingTopic(this.getData(expert.resourceData))}
|
||||
</>
|
||||
);
|
||||
}
|
||||
|
||||
@@ -16,6 +16,14 @@
|
||||
line-height: 64px;
|
||||
vertical-align: middle;
|
||||
}
|
||||
.kafka-header-version{
|
||||
display: inline-block;
|
||||
vertical-align: middle;
|
||||
padding-top:5px;
|
||||
font-size: 12px;
|
||||
margin-left:10px;
|
||||
color:#a0a0a0;
|
||||
}
|
||||
}
|
||||
|
||||
.mid-content {
|
||||
|
||||
@@ -145,6 +145,8 @@ export const Header = observer((props: IHeader) => {
|
||||
<div className="left-content">
|
||||
<img className="kafka-header-icon" src={logoUrl} alt="" />
|
||||
<span className="kafka-header-text">Kafka Manager</span>
|
||||
<a className='kafka-header-version' href="https://github.com/didi/Logi-KafkaManager/releases" target='_blank'>v2.4.2</a>
|
||||
{/* 添加版本超链接 */}
|
||||
</div>
|
||||
<div className="mid-content">
|
||||
{headerMenu.map((item: IMenuItem, index: number) =>
|
||||
|
||||
@@ -22,11 +22,11 @@ export const showEditClusterTopic = (item: IClusterTopics) => {
|
||||
},
|
||||
{
|
||||
key: 'appId',
|
||||
label: '应用ID',
|
||||
label: '应用名称',
|
||||
type: 'select',
|
||||
options: app.adminAppData.map(item => {
|
||||
return {
|
||||
label: item.appId,
|
||||
label: item.name,
|
||||
value: item.appId,
|
||||
};
|
||||
}),
|
||||
@@ -61,7 +61,7 @@ export const showEditClusterTopic = (item: IClusterTopics) => {
|
||||
attrs: {
|
||||
placeholder: '请输入保存时间',
|
||||
suffix: '小时',
|
||||
prompttype:'修改保存时间,预计一分钟左右生效!'
|
||||
prompttype: '修改保存时间,预计一分钟左右生效!'
|
||||
},
|
||||
},
|
||||
{
|
||||
|
||||
@@ -35,7 +35,6 @@ class CustomForm extends React.Component<IXFormProps> {
|
||||
this.props.form.validateFields((err: any, values: any) => {
|
||||
const deleteData = this.props.formData;
|
||||
if (!err) {
|
||||
// console.log('values', values);
|
||||
if (values.topicName !== this.props.formData.topicName) {
|
||||
notification.error({ message: 'topic名称不正确,请重新输入' });
|
||||
} else {
|
||||
@@ -77,7 +76,6 @@ class CustomForm extends React.Component<IXFormProps> {
|
||||
}
|
||||
|
||||
public render() {
|
||||
// console.log('props', this.props);
|
||||
const { formData = {} as any, visible } = this.props;
|
||||
const { getFieldDecorator } = this.props.form;
|
||||
let metadata = [] as IBrokersMetadata[];
|
||||
|
||||
@@ -111,11 +111,11 @@ class CustomForm extends React.Component<IXFormProps> {
|
||||
})(<Input placeholder="请输入分区数" />)}
|
||||
</Form.Item>
|
||||
<Form.Item label="类型">
|
||||
{/* <Form.Item label={this.state.checked ? 'Region类型' : 'Borker类型'} > */}
|
||||
{/* <Form.Item label={this.state.checked ? 'Region类型' : 'Broker类型'} > */}
|
||||
{/* <Switch onChange={(checked) => this.onSwitchChange(checked)} /> */}
|
||||
<Radio.Group value={this.state.checked ? 'region' : 'broker'} onChange={(e) => { this.onSwitchChange(e.target.value === 'region' ? true : false); }}>
|
||||
<Radio.Button value="region">Region类型</Radio.Button>
|
||||
<Radio.Button value="broker">Borker类型</Radio.Button>
|
||||
<Radio.Button value="broker">Broker类型</Radio.Button>
|
||||
</Radio.Group>
|
||||
</Form.Item>
|
||||
<Form.Item label="brokerIdList" style={{ display: this.state.checked ? 'none' : '' }}>
|
||||
|
||||
@@ -28,8 +28,8 @@ const updateInputModal = (status?: string) => {
|
||||
formMap[4].invisible = status === 'region';
|
||||
formMap[5].invisible = status !== 'region';
|
||||
|
||||
formMap[4].rules = [{required: status !== 'region'}];
|
||||
formMap[5].rules = [{required: status === 'region'}];
|
||||
formMap[4].rules = [{ required: status !== 'region' }];
|
||||
formMap[5].rules = [{ required: status === 'region' }];
|
||||
// tslint:disable-next-line:no-unused-expression
|
||||
wrapper.ref && wrapper.ref.updateFormMap$(formMap, wrapper.xFormWrapper.formData);
|
||||
};
|
||||
@@ -103,7 +103,7 @@ export const createMigrationTasks = () => {
|
||||
label: 'Region',
|
||||
value: 'region',
|
||||
}, {
|
||||
label: 'Borker',
|
||||
label: 'Broker',
|
||||
value: 'broker',
|
||||
}],
|
||||
rules: [{
|
||||
|
||||
@@ -0,0 +1,78 @@
|
||||
import * as React from 'react';
|
||||
import { Table, Modal, Tooltip, Icon, message, notification, Alert, Button } from 'component/antd';
|
||||
import { app } from 'store/app';
|
||||
import { getApplyOnlineColumns } from 'container/topic/config';
|
||||
import { observer } from 'mobx-react';
|
||||
import { modal } from 'store/modal';
|
||||
import { users } from 'store/users';
|
||||
import { urlPrefix } from 'constants/left-menu';
|
||||
import { region } from 'store';
|
||||
|
||||
@observer
|
||||
export class ConnectAppNewList extends React.Component {
|
||||
|
||||
public componentDidMount() {
|
||||
app.getAppsConnections(modal.params);
|
||||
}
|
||||
|
||||
public handleCancel = () => {
|
||||
app.setAppsConnections([]);
|
||||
modal.close();
|
||||
}
|
||||
|
||||
public handleSubmit = () => {
|
||||
const connectionList = app.appsConnections;
|
||||
if (connectionList && connectionList.length) {
|
||||
return message.warning('存在连接信息,无法申请下线!');
|
||||
}
|
||||
const offlineParams = {
|
||||
type: 11,
|
||||
applicant: users.currentUser.username,
|
||||
description: '',
|
||||
extensions: JSON.stringify({ appId: modal.params }),
|
||||
};
|
||||
app.applyAppOffline(offlineParams).then((data: any) => {
|
||||
notification.success({ message: '申请下线成功' });
|
||||
window.location.href = `${urlPrefix}/user/order-detail/?orderId=${data.id}®ion=${region.currentRegion}`;
|
||||
});
|
||||
modal.close();
|
||||
}
|
||||
|
||||
public render() {
|
||||
const connectionList = app.appsConnections;
|
||||
return (
|
||||
<>
|
||||
<Modal
|
||||
visible={true}
|
||||
className="stream-debug-modal"
|
||||
title="提示"
|
||||
maskClosable={false}
|
||||
onCancel={this.handleCancel}
|
||||
// onOk={this.handleSubmit}
|
||||
// okText="确认"
|
||||
// cancelText="取消"
|
||||
okButtonProps={{ disabled: app.connectLoading || !!app.appsConnections.length }}
|
||||
footer={connectionList && connectionList.length ?
|
||||
<Button type="primary" onClick={this.handleCancel}>确定</Button>
|
||||
:
|
||||
<>
|
||||
<Button onClick={this.handleCancel}>取消</Button>
|
||||
<Button type="primary" onClick={this.handleSubmit}>确定</Button>
|
||||
</>
|
||||
}
|
||||
width={500}
|
||||
>
|
||||
<div style={{ textAlign: 'center', fontWeight: "bolder" }}>
|
||||
{
|
||||
connectionList && connectionList.length
|
||||
?
|
||||
<span>该应用已与Topic关联,请先解除应用与Topic之间的关系。<a href={`${urlPrefix}/topic/app-detail?appId=${modal.params}`}>点击查看</a></span>
|
||||
:
|
||||
<span>应用下线后,AppID、密钥将会失效,请谨慎操作!</span>
|
||||
}
|
||||
</div>
|
||||
</Modal>
|
||||
</>
|
||||
);
|
||||
}
|
||||
}
|
||||
@@ -4,13 +4,14 @@ import { message, Icon, notification, Modal, Table, Tooltip } from 'component/an
|
||||
import { IApprovalOrder, IBaseOrder, IOrderInfo } from 'types/base-type';
|
||||
import { admin } from 'store/admin';
|
||||
import { modal } from 'store/modal';
|
||||
import { cluster } from 'store/cluster';
|
||||
import { cellStyle } from 'constants/table';
|
||||
import * as React from 'react';
|
||||
|
||||
const updateInputModal = (status: string, type: number) => {
|
||||
const formMap = wrapper.xFormWrapper.formMap;
|
||||
const region = type === 0 ? 5 : 3;
|
||||
const broker = type === 0 ? 6 : 4;
|
||||
const region = type === 0 ? 6 : 3;
|
||||
const broker = type === 0 ? 7 : 4;
|
||||
formMap[region].invisible = status === 'region';
|
||||
formMap[broker].invisible = status !== 'region';
|
||||
|
||||
@@ -37,6 +38,12 @@ const renderModalTilte = (type: number, status: number) => {
|
||||
export const showApprovalModal = (info: IOrderInfo, status: number, from?: string) => {
|
||||
const { id, type } = info;
|
||||
const formMap = [{
|
||||
key: 'clusterId',
|
||||
label: '所属集群',
|
||||
type: 'input_number',
|
||||
defaultValue: info.detail.logicalClusterName,
|
||||
attrs: { disabled: true },
|
||||
}, {
|
||||
key: 'partitionNum',
|
||||
label: '分区数',
|
||||
type: 'input_number',
|
||||
@@ -87,7 +94,7 @@ export const showApprovalModal = (info: IOrderInfo, status: number, from?: strin
|
||||
label: 'Region',
|
||||
value: 'region',
|
||||
}, {
|
||||
label: 'Borker',
|
||||
label: 'Broker',
|
||||
value: 'broker',
|
||||
}],
|
||||
rules: [{ required: false, message: '请选择类型' }],
|
||||
|
||||
@@ -399,8 +399,8 @@ export const updateAllTopicFormModal = () => {
|
||||
const formMap = wrapper.xFormWrapper.formMap;
|
||||
if (topic.authorities) {
|
||||
const { consume, send, checkStatus } = judgeAccessStatus(topic.authorities.access);
|
||||
formMap[3].defaultValue = checkStatus;
|
||||
formMap[3].options = [{
|
||||
formMap[2].defaultValue = checkStatus;
|
||||
formMap[2].options = [{
|
||||
label: `消费权限${consume ? '(已拥有)' : ''}`,
|
||||
value: '1',
|
||||
disabled: consume,
|
||||
@@ -409,7 +409,7 @@ export const updateAllTopicFormModal = () => {
|
||||
value: '2',
|
||||
disabled: send,
|
||||
}];
|
||||
formMap[3].rules = [{
|
||||
formMap[2].rules = [{
|
||||
required: true,
|
||||
validator: (rule: any, value: any, callback: any) => getPowerValidator(rule, value, callback, checkStatus, 'allTopic'),
|
||||
}];
|
||||
@@ -476,7 +476,6 @@ export const showAllPermissionModal = (item: ITopic) => {
|
||||
|
||||
const showAllPermission = (appId: string, item: ITopic, access: number) => {
|
||||
const { consume, send, checkStatus } = judgeAccessStatus(access);
|
||||
|
||||
const xFormModal = {
|
||||
formMap: [
|
||||
{
|
||||
@@ -489,16 +488,6 @@ const showAllPermission = (appId: string, item: ITopic, access: number) => {
|
||||
disabled: true,
|
||||
},
|
||||
},
|
||||
{
|
||||
key: 'clusterName',
|
||||
label: '集群名称',
|
||||
defaultValue: item.clusterName,
|
||||
rules: [{ required: true, message: '请输入集群名称' }],
|
||||
attrs: {
|
||||
placeholder: '请输入集群名称',
|
||||
disabled: true,
|
||||
},
|
||||
},
|
||||
{
|
||||
key: 'appId',
|
||||
label: '绑定应用',
|
||||
@@ -526,6 +515,26 @@ const showAllPermission = (appId: string, item: ITopic, access: number) => {
|
||||
validator: (rule: any, value: any, callback: any) => getPowerValidator(rule, value, callback, checkStatus, 'allTopic'),
|
||||
}],
|
||||
},
|
||||
// {
|
||||
// key: 'clusterName',
|
||||
// label: '集群名称',
|
||||
// defaultValue: item.clusterName,
|
||||
// rules: [{ required: true, message: '请输入集群名称' }],
|
||||
// attrs: {
|
||||
// placeholder: '请输入集群名称',
|
||||
// disabled: true,
|
||||
// },
|
||||
// },
|
||||
// {
|
||||
// key: 'clusterName',
|
||||
// label: '集群名称',
|
||||
// defaultValue: item.clusterName,
|
||||
// rules: [{ required: true, message: '请输入集群名称' }],
|
||||
// attrs: {
|
||||
// placeholder: '请输入集群名称',
|
||||
// disabled: true,
|
||||
// },
|
||||
// },
|
||||
{
|
||||
key: 'description',
|
||||
label: '申请原因',
|
||||
@@ -587,16 +596,16 @@ export const showPermissionModal = (item: ITopic) => {
|
||||
disabled: true,
|
||||
},
|
||||
},
|
||||
{
|
||||
key: 'clusterName',
|
||||
label: '集群名称',
|
||||
defaultValue: item.clusterName,
|
||||
rules: [{ required: true, message: '请输入集群名称' }],
|
||||
attrs: {
|
||||
placeholder: '请输入集群名称',
|
||||
disabled: true,
|
||||
},
|
||||
},
|
||||
// {
|
||||
// key: 'clusterName',
|
||||
// label: '集群名称',
|
||||
// defaultValue: item.clusterName,
|
||||
// rules: [{ required: true, message: '请输入集群名称' }],
|
||||
// attrs: {
|
||||
// placeholder: '请输入集群名称',
|
||||
// disabled: true,
|
||||
// },
|
||||
// },
|
||||
{
|
||||
key: 'appName',
|
||||
label: '绑定应用',
|
||||
|
||||
@@ -126,7 +126,7 @@ export class SearchAndFilterContainer extends React.Component<any, ISearchAndFil
|
||||
);
|
||||
}
|
||||
|
||||
public renderSearch(text?: string, placeholder?: string, keyName: string = 'searchKey',) {
|
||||
public renderSearch(text?: string, placeholder?: string, keyName: string = 'searchKey') {
|
||||
const value = this.state[keyName] as string;
|
||||
return (
|
||||
<li className="render-box">
|
||||
@@ -194,7 +194,7 @@ export class SearchAndFilterContainer extends React.Component<any, ISearchAndFil
|
||||
);
|
||||
}
|
||||
|
||||
public renderColumnsFilter = (type: string) => {
|
||||
public renderColumnsFilter = (type: string, params?: any) => {
|
||||
return {
|
||||
filterIcon: this.renderFilterIcon.bind(null, type),
|
||||
filterDropdownVisible: this.state[type] as boolean,
|
||||
|
||||
@@ -28,7 +28,8 @@ export class StaffSelect extends React.Component<IStaffSelectProps> {
|
||||
public getStaffList = () => {
|
||||
const { value } = this.props;
|
||||
const current = users.currentUser.username || getCookie('username');
|
||||
const principals = value || (current ? [current] : []);
|
||||
const principals = [''];
|
||||
// const principals = value || (current ? [current] : []);
|
||||
const promises: any[] = [];
|
||||
|
||||
for (const item of principals) {
|
||||
@@ -64,7 +65,6 @@ export class StaffSelect extends React.Component<IStaffSelectProps> {
|
||||
const { value, isDisabled } = this.props;
|
||||
const current = users.currentUser.username || getCookie('username');
|
||||
const principals = value || (current ? [current] : []);
|
||||
|
||||
return (
|
||||
<Select
|
||||
mode="multiple"
|
||||
@@ -72,6 +72,7 @@ export class StaffSelect extends React.Component<IStaffSelectProps> {
|
||||
defaultValue={principals}
|
||||
onChange={(e: string[]) => this.handleChange(e)}
|
||||
onSearch={(e: string) => this.handleSearch(e)}
|
||||
onFocus={() => this.getFocus()}
|
||||
disabled={isDisabled}
|
||||
{...searchProps}
|
||||
>
|
||||
@@ -83,6 +84,10 @@ export class StaffSelect extends React.Component<IStaffSelectProps> {
|
||||
);
|
||||
}
|
||||
|
||||
public getFocus() {
|
||||
this.getStaffList();
|
||||
}
|
||||
|
||||
public handleSearch(params: string) {
|
||||
debounce(() => {
|
||||
getStaff(params).then((data: IStaff[]) => {
|
||||
@@ -98,9 +103,9 @@ export class StaffSelect extends React.Component<IStaffSelectProps> {
|
||||
});
|
||||
}, 300)();
|
||||
}
|
||||
|
||||
public handleChange(params: string[]) {
|
||||
const { onChange } = this.props;
|
||||
|
||||
// tslint:disable-next-line:no-unused-expression
|
||||
onChange && onChange(params);
|
||||
}
|
||||
|
||||
@@ -129,16 +129,17 @@ export class BaseInformation extends React.Component<IInfoProps> {
|
||||
}
|
||||
|
||||
public realTimeTraffic() {
|
||||
const realTraffic = topic.realTraffic;
|
||||
if (realTraffic) {
|
||||
return (
|
||||
<>
|
||||
<Spin spinning={topic.realLoading}>
|
||||
{renderTrafficTable(this.updateRealStatus, StatusGragh)}
|
||||
</Spin>
|
||||
</>
|
||||
);
|
||||
}
|
||||
// const realTraffic = topic.realTraffic;
|
||||
|
||||
// if (realTraffic) {
|
||||
return (
|
||||
<>
|
||||
<Spin spinning={topic.realLoading}>
|
||||
{renderTrafficTable(this.updateRealStatus, StatusGragh)}
|
||||
</Spin>
|
||||
</>
|
||||
);
|
||||
// }
|
||||
}
|
||||
|
||||
public realTimeConsume() {
|
||||
|
||||
@@ -30,7 +30,7 @@ export const getInfoRenderItem = (orderInfo: IOrderInfo, result: boolean) => {
|
||||
value: orderInfo.detail.principals,
|
||||
}];
|
||||
|
||||
const clusterTypelist: ILabelValue[] = [ {
|
||||
const clusterTypelist: ILabelValue[] = [{
|
||||
label: '物理集群名称',
|
||||
value: orderInfo.detail.physicalClusterName,
|
||||
}, {
|
||||
@@ -80,23 +80,25 @@ export const getInfoRenderItem = (orderInfo: IOrderInfo, result: boolean) => {
|
||||
phyAuthOfflineList.splice(3, 0, ...clusterTypelist);
|
||||
|
||||
const clusterInfoList: ILabelValue[] = [{
|
||||
label: '流入流量',
|
||||
value: `${transBToMB(orderInfo.detail.bytesIn)} MB/s`,
|
||||
}, {
|
||||
label: '数据中心',
|
||||
value: orderInfo.detail.idc,
|
||||
}, {
|
||||
label: '集群类型',
|
||||
value: clusterTypeMap[orderInfo.detail.mode],
|
||||
}, {
|
||||
label: '应用ID',
|
||||
value: orderInfo.detail.appId,
|
||||
},
|
||||
label: '流入流量',
|
||||
value: `${transBToMB(orderInfo.detail.bytesIn)} MB/s`,
|
||||
},
|
||||
// {
|
||||
// label: '数据中心',
|
||||
// value: orderInfo.detail.idc,
|
||||
// },
|
||||
{
|
||||
label: '集群类型',
|
||||
value: clusterTypeMap[orderInfo.detail.mode],
|
||||
}, {
|
||||
label: '应用ID',
|
||||
value: orderInfo.detail.appId,
|
||||
},
|
||||
];
|
||||
|
||||
const clusterOfflineList: ILabelValue[] = expansionList;
|
||||
const phyClusterOfflineList: ILabelValue[] = clusterTypelist;
|
||||
const maxAvgBytesIn = orderInfo.detail.maxAvgBytesInList && orderInfo.detail.maxAvgBytesInList.map(item => {
|
||||
const maxAvgBytesIn = orderInfo.detail.maxAvgBytesInList && orderInfo.detail.maxAvgBytesInList.map(item => {
|
||||
const val = `${transBToMB(item)} MB/s`;
|
||||
return val;
|
||||
});
|
||||
@@ -125,18 +127,18 @@ export const getInfoRenderItem = (orderInfo: IOrderInfo, result: boolean) => {
|
||||
phyQuotaInfoList.splice(3, 0, ...clusterTypelist);
|
||||
|
||||
const partitionList: ILabelValue[] = expansionList.concat([{
|
||||
label: 'Topic名称',
|
||||
value: orderInfo.detail.topicName,
|
||||
}, {
|
||||
label: '申请分区数',
|
||||
value: orderInfo.detail.needIncrPartitionNum,
|
||||
}, {
|
||||
label: '当前流入流量',
|
||||
value: `${transBToMB(orderInfo.detail.bytesIn)} MB/s`,
|
||||
}, {
|
||||
label: '近三天峰值流入流量',
|
||||
value: maxAvgBytesIn && maxAvgBytesIn.join('、'),
|
||||
},
|
||||
label: 'Topic名称',
|
||||
value: orderInfo.detail.topicName,
|
||||
}, {
|
||||
label: '申请分区数',
|
||||
value: orderInfo.detail.needIncrPartitionNum,
|
||||
}, {
|
||||
label: '当前流入流量',
|
||||
value: `${transBToMB(orderInfo.detail.bytesIn)} MB/s`,
|
||||
}, {
|
||||
label: '近三天峰值流入流量',
|
||||
value: maxAvgBytesIn && maxAvgBytesIn.join('、'),
|
||||
},
|
||||
]);
|
||||
|
||||
const phyPartitionList: ILabelValue[] = partitionList.filter(i => !cluster.includes(i.label));
|
||||
|
||||
@@ -133,6 +133,12 @@ export class OrderDetail extends React.Component {
|
||||
width: '20%',
|
||||
render: (t: string) => <span>{t === 'consumer' ? '消费' : '生产'}</span>,
|
||||
},
|
||||
// {
|
||||
// title: '客户端语言',
|
||||
// dataIndex: 'language',
|
||||
// key: 'language',
|
||||
// width: '20%',
|
||||
// },
|
||||
];
|
||||
return (
|
||||
<>
|
||||
|
||||
@@ -3,6 +3,7 @@ import { observer } from 'mobx-react';
|
||||
import { modal } from 'store/modal';
|
||||
import { ConnectTopicList } from '../modal/connect-topic-list';
|
||||
import { ConnectAppList } from '../modal/offline-app-modal';
|
||||
import { ConnectAppNewList } from '../modal/offline-app-modal-new';
|
||||
import { CancelTopicPermission } from 'container/modal/cancel-topic-permission';
|
||||
import { OfflineClusterModal } from 'container/modal/offline-cluster-modal';
|
||||
import { RenderOrderOpResult } from 'container/modal/order';
|
||||
@@ -22,6 +23,7 @@ export default class AllCustomModalInOne extends React.Component {
|
||||
|
||||
const modalMap = {
|
||||
offlineTopicModal: <ConnectTopicList />,
|
||||
offlineAppNewModal: <ConnectAppNewList />,
|
||||
offlineAppModal: <ConnectAppList />,
|
||||
cancelTopicPermission: <CancelTopicPermission />,
|
||||
offlineClusterModal: <OfflineClusterModal />,
|
||||
|
||||
@@ -418,6 +418,13 @@ export const getMetaData = (needDetail: boolean = true) => {
|
||||
return fetch(`/rd/clusters/basic-info?need-detail=${needDetail}`);
|
||||
};
|
||||
|
||||
export const getOperationRecordData = (params: any) => {
|
||||
return fetch(`/rd/operate-record`,{
|
||||
method: 'POST',
|
||||
body: JSON.stringify(params),
|
||||
});
|
||||
};
|
||||
|
||||
export const getConfigure = () => {
|
||||
return fetch(`/rd/configs`);
|
||||
};
|
||||
|
||||
@@ -3,7 +3,7 @@ import CommonRoutePage from './common';
|
||||
import urlParser from 'lib/url-parser';
|
||||
import urlQuery from 'store/url-query';
|
||||
import { AppDetail } from 'container/app';
|
||||
import { AdminAppList, ClusterList, ClusterDetail, BrokerDetail, UserManagement, VersionManagement, OperationManagement, OperationDetail, BillManagement, ConfigureManagement, IndividualBill, MigrationDetail, BillDetail } from 'container/admin';
|
||||
import { AdminAppList, ClusterList, ClusterDetail, BrokerDetail, UserManagement, VersionManagement, OperationManagement, OperationDetail, BillManagement, ConfigureManagement, IndividualBill, MigrationDetail, BillDetail, OperationRecord } from 'container/admin';
|
||||
import { PlatformManagement } from 'container/admin/platform-management';
|
||||
|
||||
export default class Home extends React.Component<any> {
|
||||
@@ -52,7 +52,11 @@ export default class Home extends React.Component<any> {
|
||||
path: '/admin/migration-detail',
|
||||
exact: true,
|
||||
component: MigrationDetail,
|
||||
}];
|
||||
}, {
|
||||
path: '/admin/operation-record',
|
||||
exact: true,
|
||||
component: OperationRecord,
|
||||
},];
|
||||
|
||||
constructor(props: any) {
|
||||
super(props);
|
||||
@@ -66,7 +70,7 @@ export default class Home extends React.Component<any> {
|
||||
|
||||
public render() {
|
||||
return (
|
||||
<CommonRoutePage pageRoute={this.pageRoute} mode="admin" active="admin"/>
|
||||
<CommonRoutePage pageRoute={this.pageRoute} mode="admin" active="admin" />
|
||||
);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -9,6 +9,7 @@ import {
|
||||
getTopicsBasicInfo,
|
||||
getTasksKafkaFiles,
|
||||
getMetaData,
|
||||
getOperationRecordData,
|
||||
getConfigure,
|
||||
addNewConfigure,
|
||||
editConfigure,
|
||||
@@ -103,6 +104,14 @@ class Admin {
|
||||
@observable
|
||||
public metaList: IMetaData[] = [];
|
||||
|
||||
@observable
|
||||
public oRList: any[] = [];
|
||||
|
||||
@observable
|
||||
public oRparams:any={
|
||||
moduleId:0
|
||||
};
|
||||
|
||||
@observable
|
||||
public configureList: IConfigure[] = [];
|
||||
|
||||
@@ -319,6 +328,15 @@ class Admin {
|
||||
}) : [];
|
||||
}
|
||||
|
||||
@action.bound
|
||||
public setOperationRecordList(data:any){
|
||||
this.setLoading(false);
|
||||
this.oRList = data ? data.map((item:any, index: any) => {
|
||||
item.key = index;
|
||||
return item;
|
||||
}) : [];
|
||||
}
|
||||
|
||||
@action.bound
|
||||
public setConfigure(data: IConfigure[]) {
|
||||
this.configureList = data ? data.map((item, index) => {
|
||||
@@ -657,6 +675,12 @@ class Admin {
|
||||
getMetaData(needDetail).then(this.setMetaList);
|
||||
}
|
||||
|
||||
public getOperationRecordData(params: any) {
|
||||
this.setLoading(true);
|
||||
this.oRparams = params
|
||||
getOperationRecordData(params).then(this.setOperationRecordList);
|
||||
}
|
||||
|
||||
public getConfigure() {
|
||||
getConfigure().then(this.setConfigure);
|
||||
}
|
||||
|
||||
@@ -31,6 +31,12 @@ class CustomModal {
|
||||
this.params = value;
|
||||
}
|
||||
|
||||
@action.bound
|
||||
public showOfflineAppNewModal(value: any) {
|
||||
this.modalId = 'offlineAppNewModal';
|
||||
this.params = value;
|
||||
}
|
||||
|
||||
@action.bound
|
||||
public showOrderOpResult() {
|
||||
this.modalId = 'orderOpResult';
|
||||
|
||||
@@ -6,6 +6,16 @@
|
||||
url('//at.alicdn.com/t/font_1251424_q66z80q0hio.ttf?t=1577526422376') format('truetype'), /* chrome, firefox, opera, Safari, Android, iOS 4.2+ */
|
||||
url('//at.alicdn.com/t/font_1251424_q66z80q0hio.svg?t=1577526422376#kafka-manager') format('svg'); /* iOS 4.1- */
|
||||
}
|
||||
@font-face {
|
||||
font-family: 'kafka-manager';
|
||||
/* project id 2406313 */
|
||||
src: url('//at.alicdn.com/t/font_2406313_rbsze6uqtta.eot');
|
||||
src: url('//at.alicdn.com/t/font_2406313_rbsze6uqtta.eot?#iefix') format('embedded-opentype'),
|
||||
url('//at.alicdn.com/t/font_2406313_rbsze6uqtta.woff2') format('woff2'),
|
||||
url('//at.alicdn.com/t/font_2406313_rbsze6uqtta.woff') format('woff'),
|
||||
url('//at.alicdn.com/t/font_2406313_rbsze6uqtta.ttf') format('truetype'),
|
||||
url('//at.alicdn.com/t/font_2406313_rbsze6uqtta.svg#iconfont') format('svg');
|
||||
}
|
||||
|
||||
.kafka-manager {
|
||||
font-family: "kafka-manager" !important;
|
||||
@@ -15,6 +25,15 @@
|
||||
-moz-osx-font-smoothing: grayscale;
|
||||
}
|
||||
|
||||
/* .kafka-manager-record {
|
||||
font-family: "kafka-manager" !important;
|
||||
font-size: 16px;
|
||||
font-style: normal;
|
||||
-webkit-font-smoothing: antialiased;
|
||||
-moz-osx-font-smoothing: grayscale;
|
||||
} */
|
||||
|
||||
|
||||
.k-icon-fuwurenwuguanli:before {
|
||||
content: "\e660";
|
||||
}
|
||||
@@ -47,6 +66,10 @@
|
||||
content: "\e634";
|
||||
}
|
||||
|
||||
.k-icon-operationrecord:before {
|
||||
content: "\e772";
|
||||
}
|
||||
|
||||
.k-icon-menu2:before {
|
||||
content: "\e609";
|
||||
}
|
||||
|
||||
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user