部署kafka-eagle
下载地址:https://github.com/smartloli/kafka-eagle-bin/archive/v3.0.1.tar.gz
依赖:
需要数据库和jdk环境
来做数据的存储,可以参考之前的文档
部署数据库:https://www.cnblogs.com/Direction-of-efforts/p/17810459.html
部署jdk:https://www.cnblogs.com/Direction-of-efforts/p/18107097
#解压tar包
tar -xvf v3.0.1.tar.gz
cd kafka-eagle-bin-3.0.1
tar -xvf efak-web-3.0.1-bin.tar.gz -C /home/work
配置环境变量
export KE_HOME=/opt/bd/kafka-eagle
export PATH=$PATH:$KE_HOME/bin
export JAVA_HOME=/opt/jdk
export PATH=$PATH:$JAVA_HOME/bin
修改配置文件
cat conf/system-config.properties | egrep -v '^#|^$'
# 定义 EFak 中使用的 ZooKeeper 集群别名
efak.zk.cluster.alias=cluster1,cluster2
# cluster1 ZooKeeper 列表
cluster1.zk.list=njjs-eks-zk-kafka001.njjs:2181,njjs-eks-zk-kafka002.njjs:2181,njjs-eks-zk-kafka003.njjs:2181
# cluster1 是否启用 ACL
cluster1.zk.acl.enable=false
# cluster1 ACL 认证方案
cluster1.zk.acl.schema=digest
# cluster1 ACL 用户名
cluster1.zk.acl.username=test
# cluster1 ACL 密码
cluster1.zk.acl.password=test123
# 定义 cluster1 中 Kafka 集群的大小
cluster1.efak.broker.size=20
# 定义 Kafka ZooKeeper 限制大小
kafka.zk.limit.size=16
# EFak WebUI 端口
efak.webui.port=8048
# 是否启用分布式模式
efak.distributed.enable=false
# EFak 集群模式状态
efak.cluster.mode.status=master
# EFak 工作节点主机
efak.worknode.master.host=localhost
# EFak 工作节点端口
efak.worknode.port=8085
# cluster1 是否启用 JMX ACL
cluster1.efak.jmx.acl=false
# cluster1 JMX 用户名
cluster1.efak.jmx.user=keadmin
# cluster1 JMX 密码
cluster1.efak.jmx.password=keadmin123
# cluster1 JMX 是否启用 SSL
cluster1.efak.jmx.ssl=false
# cluster1 JMX TrustStore 位置
cluster1.efak.jmx.truststore.location=/data/ssl/certificates/kafka.truststore
# cluster1 JMX TrustStore 密码
cluster1.efak.jmx.truststore.password=ke123456
# cluster1 JMX URI
cluster1.efak.jmx.uri=service:jmx:rmi:///jndi/rmi://%s/jmxrmi
# 是否启用 EFak 指标图表
efak.metrics.charts=true
# EFak 指标保留期
efak.metrics.retain=15
# EFak SQL 主题记录最大值
efak.sql.topic.records.max=5000
# EFak SQL 预览主题记录最大值
efak.sql.topic.preview.records.max=10
# EFak 主题 Token
efak.topic.token=keadmin
# cluster1 SASL 是否启用
cluster1.efak.sasl.enable=false
# cluster1 SASL 协议
cluster1.efak.sasl.protocol=SASL_PLAINTEXT
# cluster1 SASL 机制
cluster1.efak.sasl.mechanism=SCRAM-SHA-256
# cluster1 SASL JAAS 配置
cluster1.efak.sasl.jaas.config=org.apache.kafka.common.security.scram.ScramLoginModule required username="kafka" password="kafka-eagle";
# cluster1 SASL Client ID
cluster1.efak.sasl.client.id=
# cluster1 黑名单主题
cluster1.efak.blacklist.topics=
# cluster1 是否启用消费组 SASL
cluster1.efak.sasl.cgroup.enable=false
# cluster1 消费组 SASL 主题
cluster1.efak.sasl.cgroup.topics=
# cluster2 SASL 是否启用
cluster2.efak.sasl.enable=false
# cluster2 SASL 协议
cluster2.efak.sasl.protocol=SASL_PLAINTEXT
# cluster2 SASL 机制
cluster2.efak.sasl.mechanism=PLAIN
# cluster2 SASL JAAS 配置
cluster2.efak.sasl.jaas.config=org.apache.kafka.common.security.plain.PlainLoginModule required username="kafka" password="kafka-eagle";
# cluster2 SASL Client ID
cluster2.efak.sasl.client.id=
# cluster2 黑名单主题
cluster2.efak.blacklist.topics=
# cluster2 是否启用消费组 SASL
cluster2.efak.sasl.cgroup.enable=false
# cluster2 消费组 SASL 主题
cluster2.efak.sasl.cgroup.topics=
# cluster3 SSL 是否启用
cluster3.efak.ssl.enable=false
# cluster3 SSL 协议
cluster3.efak.ssl.protocol=SSL
# cluster3 SSL TrustStore 位置
cluster3.efak.ssl.truststore.location=
# cluster3 SSL TrustStore 密码
cluster3.efak.ssl.truststore.password=
# cluster3 SSL KeyStore 位置
cluster3.efak.ssl.keystore.location=
# cluster3 SSL KeyStore 密码
cluster3.efak.ssl.keystore.password=
# cluster3 SSL Key 密码
cluster3.efak.ssl.key.password=
# cluster3 SSL 端点识别算法
cluster3.efak.ssl.endpoint.identification.algorithm=https
# cluster3 黑名单主题
cluster3.efak.blacklist.topics=
# cluster3 是否启用消费组 SSL
cluster3.efak.ssl.cgroup.enable=false
# cluster3 消费组 SSL 主题
cluster3.efak.ssl.cgroup.topics=
# EFak JDBC 驱动
efak.driver=com.mysql.cj.jdbc.Driver
# EFak JDBC URL
efak.url=jdbc:mysql://127.0.0.1:3306/ke?useUnicode=true&characterEncoding=UTF-8&zeroDateTimeBehavior=convertToNull
# EFak JDBC 用户名
efak.username=root
# EFak JDBC 密码
efak.password=123456
启动
./bin/ke.sh start 启动
./bin/ke.sh status 查看状态
./bin/ke.sh stop 停止
账号:admin 密码:123456
标签:eagle,efak,kafka,可视化,SASL,cluster2,cluster3,cluster1 From: https://www.cnblogs.com/Direction-of-efforts/p/18107473