From 5a6a0bbd5e68edda5d6ee36b028801630f2a48d2 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E4=BC=9A=E7=BC=96=E7=A8=8B=E7=9A=84=E7=8E=8B=E5=AD=A6?= =?UTF-8?q?=E9=95=BF?= <71161318+wang1027-wqh@users.noreply.github.com> Date: Sun, 28 Aug 2022 08:42:57 +0800 Subject: [PATCH] [monitor] feature: support apache kafka monitor (#263) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit feat: [manager]feature: add Kafka Monitor #wqh feat: [manager、home]feature: code and help doc #wqh feat: [home]feature: tomcat help doc #wqh feat: [manager]feature: application.yml #wqh --- home/docs/help/kafka.md | 94 +++++++ home/docs/help/tomcat.md | 71 ++++++ home/static/img/docs/help/img.png | Bin 0 -> 16983 bytes .../main/resources/define/app/app-kafka.yml | 240 ++++++++++++++++++ .../resources/define/param/param-kafka.yml | 45 ++++ 5 files changed, 450 insertions(+) create mode 100644 home/docs/help/kafka.md create mode 100644 home/docs/help/tomcat.md create mode 100644 home/static/img/docs/help/img.png create mode 100644 manager/src/main/resources/define/app/app-kafka.yml create mode 100644 manager/src/main/resources/define/param/param-kafka.yml diff --git a/home/docs/help/kafka.md b/home/docs/help/kafka.md new file mode 100644 index 00000000000..f68f995f604 --- /dev/null +++ b/home/docs/help/kafka.md @@ -0,0 +1,94 @@ +--- +id: Kafka +title: 监控：Kafka监控 +sidebar_label: Kafka监控 +--- + +> 对Kafka的通用性能指标进行采集监控 + +使用协议：JMX + +### 配置参数 + +| 参数名称 | 参数帮助描述 | +| ----------- | ----------- | +| 监控Host | 被监控的对端IPV4，IPV6或域名。注意⚠️不带协议头(eg: https://, http://)。 | +| 监控名称 | 标识此监控的名称，名称需要保证唯一性。 | +| 查询超时时间 | 设置Kafka连接的超时时间，单位ms毫秒，默认3000毫秒。 | +| 用户名 |Kafka所在Linux连接用户名 | +| 密码 | Kafka所在Linux连接密码 | +| 采集间隔 | 监控周期性采集数据间隔时间，单位秒，可设置的最小间隔为10秒 | +| 是否探测 | 新增监控前是否先探测检查监控可用性，探测成功才会继续新增修改操作 | +| 描述备注 | 更多标识和描述此监控的备注信息，用户可以在这里备注信息 | + +### 采集指标 + + +#### 指标集合：server_info + +| 指标名称 | 指标单位 | 指标帮助描述 | +| ----------- | ----------- | ----------- | +| Version | 无 | Kafka版本 | +| StartTimeMs | ms | 运行时间 | +| CommitId | 无 | | + + +#### 指标集合：code_cache + +| 指标名称 | 指标单位 | 指标帮助描述 | +| ----------- | ----------- | ----------- | +| committed | kb | 总量 | +| init | kb | 初始化大小 | +| max | kb | 最大 | +| used | kb | 已使用 | + +#### 指标集合：broker_activecontroller_count + +| 指标名称 | 指标单位 | 指标帮助描述 | +| ----------- | ----------- | ----------- | +| Value | 个 | 活跃监控器数量 | + + + +#### 指标集合：broker_partition_count + +| 指标名称 | 指标单位 | 指标帮助描述 | +| ----------- | ----------- | ----------- | +| Value | 个 | 分区数量 | + +#### 指标集合：broker_leader_count + +| 指标名称 | 指标单位 | 指标帮助描述 | +| ----------- | ----------- | ----------- | +| Value | 个 | 领导者数量 | + + +#### 指标集合：broker_handler_avg_percent 请求处理器空闲率 + +| 指标名称 | 指标单位 | 指标帮助描述 | +| ----------- | ----------- | ----------- | +| EventType | 无 | 类型 | +| RateUnit | 具体情况具体分析 | 单位 | +| Count | 个 | 数量 | +| OneMinuteRate | % | 一分钟处理率 | +| FiveMinuteRate | % | 五分钟处理率 | +| MeanRate | 无 | 平均处理率 | +| FifteenMinuteRate | 无 | 十五分钟处理率 | + + +>其他指标见文知意 + +>Kafka开启JMX协议步骤 + +1. 安装Kafka +2. 修改启动脚本 +找到Kafka安装目录/bin/kafka-server-start.sh在 倒数第二行添加如下内容 +```aidl +export JMX_PORT=9999; +export KAFKA_JMX_OPTS="-Djava.rmi.server.hostname=ip地址 -Dcom.sun.management.jmxremote.rmi.port=9999 -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false"; + +// 这是最后一行本来就存在的 +exec $base_dir/kafka-run-class.sh $EXTRA_ARGS kafka.Kafka "$@" +``` + + diff --git a/home/docs/help/tomcat.md b/home/docs/help/tomcat.md new file mode 100644 index 00000000000..b5dcbaa9ed3 --- /dev/null +++ b/home/docs/help/tomcat.md @@ -0,0 +1,71 @@ +--- +id: Tomcat +title: 监控：Tomcat监控 +sidebar_label: Tomcat监控 +--- + +> 对Tomcat的通用性能指标进行采集监控 + +### 配置参数 + +| 参数名称 | 参数帮助描述 | +| ----------- | ----------- | +| 监控Host | 被监控的对端IPV4，IPV6或域名。注意⚠️不带协议头(eg: https://, http://)。 | +| 监控名称 | 标识此监控的名称，名称需要保证唯一性。 | +| 查询超时时间 | 设置Tomcat连接的超时时间，单位ms毫秒，默认3000毫秒。 | +| 用户名 | Tomcat所在Linux连接用户名 | +| 密码 | Tomcat所在Linux连接密码 | +| 采集间隔 | 监控周期性采集数据间隔时间，单位秒，可设置的最小间隔为10秒 | +| 是否探测 | 新增监控前是否先探测检查监控可用性，探测成功才会继续新增修改操作 | +| 描述备注 | 更多标识和描述此监控的备注信息，用户可以在这里备注信息 | + +### 采集指标 + + +#### 指标集合：memory_pool + +| 指标名称 | 指标单位 | 指标帮助描述 | +| ----------- | ----------- | ----------- | +| name | 无 | 指标名称 | +| committed | kb | 总量 | +| init | kb | 初始化大小 | +| max | kb | 最大 | +| used | kb | 已使用 | + +#### 指标集合：code_cache + +| 指标名称 | 指标单位 | 指标帮助描述 | +| ----------- | ----------- | ----------- | +| committed | kb | 总量 | +| init | kb | 初始化大小 | +| max | kb | 最大 | +| used | kb | 已使用 | + +#### 指标集合：class_loading + +| 指标名称 | 指标单位 | 指标帮助描述 | +| ----------- | ----------- | ----------- | +| LoadedClassCount | 个 | 已加载类数量 | +| TotalLoadedClassCount | 个 | 历史已加载类总量 | +| UnloadedClassCount | 个 | 未加载类数量 | + + +#### 指标集合：thread + +| 指标名称 | 指标单位 | 指标帮助描述 | +| ----------- | ----------- | ----------- | +| TotalStartedThreadCount | 个 | 已经开始的线程数量 | +| ThreadCount | 个 | 线程数 | +| PeakThreadCount | 个 | 未加载类数量 | +| DaemonThreadCount | 个 | 守护进程数 | +| CurrentThreadUserTime | ms | 使用时间 | +| CurrentThreadCpuTime | ms | 使用CPU时间 | + +>Tomcat开启JMX协议步骤 + +1. 搭建好tomcat后，进入tomcat下的bin目录，修改catalina.sh文件 +2. vim catalina.sh +```aidl +CATALINA_OPTS="$CATALINA_OPTS -Dcom.sun.management.jmxremote -Djava.rmi.server.hostname=10.1.1.52 -Dcom.sun.management.jmxremote.port=1099 -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false" +``` +https://blog.csdn.net/weixin_41924764/article/details/108694239?ops_request_misc=%257B%2522request%255Fid%2522%253A%2522166159263316782246440176%2522%252C%2522scm%2522%253A%252220140713.130102334..%2522%257D&request_id=166159263316782246440176&biz_id=0&utm_medium=distribute.pc_search_result.none-task-blog-2~all~sobaiduend~default-3-108694239-null-null.142^v42^pc_rank_34_2,185^v2^control&utm_term=tomcat%E5%BC%80%E5%90%AFJMX&spm=1018.2226.3001.4187 diff --git a/home/static/img/docs/help/img.png b/home/static/img/docs/help/img.png new file mode 100644 index 0000000000000000000000000000000000000000..7b2ab3d85e4fa38eebd00bc9b5f1fa2c4d0aa1c9 GIT binary patch literal 16983 zcmdVBc|4ST{4eajyIX}+C_)NlFGL~Jrb4*0#$Zx*#*i@9se~ewH3n1GtdlHbnK4Dk zGGt$d(UhHGEHjufGtV`;@AEt7_q@*Qcb@0`abD-IYv#JX`)7N9mha2Ijc@TC5Iw-d z!^5Y4`-UkG&tFMAJb$R|`xAIGJJMaNK{WG@ ztjU?2nqzj}TK90ZZ&5AHG~>M;F`Ak%(wObRPB7kIdt6=A_N|{L=$HQXWJ<;>S(95i zi8aS~cz!(H;v<)m+CnbbrnD9&t|5`+M}fMibM8k^Y^cODeaOnznvacIV3xaJ<$lCD zjfz3=epqi%vr)MAvEW%pLpQ63)ZYke|>R)9imO>?k8lq@*2Xmi|xxn439Oqcqw z7}l~J>7Wg1T_!mjYBh8pUv3OHMngS7{;DHiVo(VjAIZZLD`0*R*R*eJ2w<;FGJ8HaBOODqW&xpWMT*9t0 z{f)a*L`Jp;n&G|fBjV*%)chr@oS9^Ew~g_BZz2yX|5!t)Eco@ab%^X&D*=i^Kpk;%ix_YezVhw4!(XpB^gj$%wU@N;`YRv-fzBMV7bcJ)88^ zn5p~sQ$<}y<{q2&gNjG4*w22N@fpCC#X?8s>{l!{2 z@P1?JMX$e?;YOeU-bkSK|SYBE9Z9qd8G#g}?& z4^gZ%ts{RDnsSYEPM^tR*f8C1S5)|-Ksfm2b%@VJ=Bh_qtHN4R=F9Z>NvdVEmIb%7 zSoyV#ui0tkCr>%QJYU#1`%S;FVX#58cX4sd`w~LSof=I^JN7!BmUx$mMEYozUpW41 zX6~Rx!huh#ii&yqZQA<@N(-ajyXz-9x^g5-l)49DA8NguChmYSA5qVUxbI%2R09&E*_(V zN!v$;v#m>dYh8}ZVTEFkwkpuKL-INk^u7Xnvxlqo`LN}0%wY3)&5sef$7}72r`Gg? zE@}I+4x1h84&6PIkfzu8pSxQ`$DJw%HYh^6<4&`Z(wb4SyMH~qiNAaM_%Rdvtk%d9 zX|g}YTI9VKla5|a4&wgta_v2*cwnk~cwlofbnjZAHh zf=!(U3F$vhBOaaMJ3y&*B)E_krAh8W;%;vGWP-q5vQ(VgwqblzXV#lGS{40Qn&x>) zSvPu%_C<=TKQ17YmBV@?;LMx$>P=)y$gE^D56Clv&yxKndVoym`XQ9O#t^mQG@d9s z{=7VEwNCClwzMbi2;r$U=HWtPJ$TGD zn~Ln}pOCNNsRT%`i1R#JsKALqU4v@e;ccd^<0 zsDZ6rh`{=8AYwW?_BsexGE4(WPtPoWVq#gVw1IjI{k3868m4>1U|{0R$^9C0bI_GJ zhsa~3XK7{X33_|)rNm)M_QRHfq`Jph6F*m1ufE+~+F+g)aDQE=z8k4c=oZqoD~lX4 zxKL+uMa&((5W9yYb9Sv*aGqQ$VxRYMn(byk`{<3LfY|DSbBx7vOeE!1SIZVTi9B$$ zif#2=`ABx71bxuG0Jr$(dr~fBd_Y#EWpzN-aEdV?Yw=tYV1*z0WWG0>j^_%Fl6d-y zKp~Hfe!mtZiN0<^X2vtxY(wu}Jb&=YlIQD8rU&4>^6>rDEvlA6|O(ZZ($tfExR<#2pimo@nYG?o<2<93VW;6aJIf zKY-_zy@yEL*Y9@igK?kV|M=Z}mWO-jfTrLf^KqYAPyYA1|F{~3N!)r=lkqiAf6H<8 zv3j&2cl!GQg=9)wy~!^~11n=YguVXL$zCU9gLC1he@s|G4KG_bGmseQAHF56R z7v(QuF9&YWW^`n6Ap!(qw~+D0S}e;dX$TJH+o{7Zj|7 zGP!xCr{Xu2#Vfv0Ew>LxVoYl{4ClsbOB%o-Eb8=~l%`rEpS$L#cUWZhm>jm$uL~(j z|49{2uIEKLio8}VyKUW%NrXvG(${=R^8CoonkHF-oj`V@sNqqdYz|ic0S2r}RBSqSfaLXo;F+A2m z41QZ(5tJn)EihhDCccra|Lx$?$-UgE0v-%CB5MVR|8kIpaOKTzE6qSa=P9BJrV@RR zw0PF3_9*b#$l8|PDQQnJvgrW$XK7T`+RN#BPH;w4r6>QneK70OZe5+i+-*Loe;ANUV<$1rc16=D&AA8SYzQ_PBvU)Z4GuDkY-hu6~gdnP*Rf}Eva8Xvsv z5O}O?`hR3nf0fMKFZYWm1yiajZyLc3_vyEN)eSN60mHf4(W(=VW5PSa%DLO%*_@>M zUn17qpQuyp!Rur=KmGM6=$ui-$clQQn)WCBnKnmIabj*&lMd>we{ZM1j@_bCepuO& z;p5fPCnLy4^>$$MEYM@JeBkV##4Ty4rGh3e@@4&$*}r_vD_r=-^TSyz#VL(G3@zT) z=T1s}NhU;=huMnO>)ig+eq!4>KUughry=ymexlsG)wgbk9gd#!N$`l!Ol-AO_)n}) zbcB1rk=wlx8ooNGhI%!@t;Tm80q?NrI>k?bf@Kz3#s!U*v9~QRD+@KAb7j6r1zP& zrz&#QW+6ipwAf5mk`EBkZBssJZTsfa2UzeUWz584hGx``9=&h$0N&RXxYh+-kTep> zk1Om2Wf=9vym?M0fMy7liRK+yZ@3m$Mg|Jkmiv@uWL;XOAs3-uiaqgX&T$XxOv$Zm{MwGBe19uUsy5JW+fn-x3jdga&&H8EX5`9? zf9!yF{En{$!Xpmv2oBHu^1fS>PzC7j?3;wB=&YO)jD zZ;xB;qA(b=E`qt0Iytit6JQVL`YciC>TTj?IBGVsJ9-skJ+%Q?g$C6r2n1&sW|GAM zY=g~&M=P2$H?m+-J&i$u5J4%H%IgKpp^BUu!2jdn@gEqE#JET{uohJ<5(X2Frbb{~ zmURJ$UWu2T>*#;EaApdHkDVCN(!k2N0d_~aAT-FixV9jhj$;I-h}CJ8vHrYeyyH(N zY4gEgkdg1nz5GbU_GE^aEJ2~I5v&(lIF|Yxv#^Ul1F*q7--VC|VES>7qHd)>6gB!j zANamw<$C|Z#;(RXMOTZaNcde_ zZuH@Y!zrwvWk3^=>#rOC1OgE}JQmf0Bzwdok&SMIeQj_V z_?rA1;>L~02k6SXSB(CYPnx%?=1lteV8VaiB&$p`FfvGWpT~AfsaOGgLZ6poH8s<| zIBk38W%9!;7A^$U*|I9rQI4UA-_EzSuAj-Bl;-8K^p_!tYwtcWtuISPP)aPjbKn=# z1z=v0Yc1dsbNr{!dQ*BK`B7Lxau#6JEb4A2Sgkz*mirC|jnG`y^=#Pjgh`ZfMSNyz zei*f+mPj0$EVyks&`zV#QCOypV?`{jht z0W8%&NJA1bysBATj+!+-qqk*k8Tc{Cw_JTnq~q#p@aiHwEM0e|>erB@NmontG!hxJ zB3){G)n4VuqdWJJigup9@{Pz$wt=c?_5FA9SRu5K&VP2fxiVlwtfEez`mXtp6Wh(c zlez!tw1a6u&znTk(9+Ngxg#UB+>nU`1AQ?gbgOFeS8}i^|E2V{O+svkxxS5|sjVI8dG)>EgmAn0u;C_E$n3|GX)pN4V?O|eG%beL=raeoiBNGt6&`hkof26yv zyCBK-uR1}6ulkDV$Hf?GezJe1N9kwYyk%?vxN8Hion2-kJGT1nhFfu^(A`r3yLINH zUd6pU-)>b?xPqu$oYmsimO+|K%nP7Bj_REMYun;QSD>NDa8gAcpWVpmsgG^hwuQ^i zz1RdrtVMrn`_TDxRK4$K%Z{1EH^|cH?!Xx5a)X&Hr(CL~y6Fk@@Y-6ks-dvpf(IoS zh{c#8gtC1}y}NPDEev`0 zN%=+_5KYOclm%?szRvb0S@2!w7SCRAew5M8Df`)WH?oljN4XLC@;vGNOLurjnc1m< z!hNv2w_{ZPwid~rWVkc$+8k*@+S#UqxHE{3mi{k!jb4}5WX-w)E8cfxMha*0T4k&a zie>Vp>;mia!F-scOEBbq0BRix*1su6>f9{`{r2Wr+Qa{uHww6wS=*1Y#6{aXxsHh! z6iilnJ7;h@4R;S8&|OJ&;Hp60z?mhEaB8YRqoOMsY)A=0_@{}l%r=7A{Xc(vLaF$u8!j*d zJHKjx-?D0aNq4jzwiZ9!+X2m5t_ox&{RhlG_2=S{F8)3Ubk?Rbj^VatFZWo6H|0#< zTW(Z=hf0MiU@1!Zw^(8KJR6B@b(K54Rw1<8zj6L8cLg%RZVWLYF;)ZWP&s-$bM5Bu z&32|Vg7cSeDgHJ)X91JKh^i>mE{Dcar^T((OdG+E56N=(@pwd|5q!8Lzgb2mCd5LL zbmu+zd%XhYFsYMJzfn87V@IPLw12y<-w*u%b77w-MPhPB9>Ao=bioQ-ZT+OxBbZ!@ zsHq{Rl^cGBlPJ7tjK@goX5(<74V+Vb^HC|HqeBoBJh=2`_Btks0udixoqZeelqu% zKcB9~{YGQ1ul_}40%XeOqiPWD)sB13Lx8Gc`CK5n_RSG3Q-5qgcU*sBO)7xYSa{8c zt2-cXu<9jM1IyT)>PU^RuwDf*QIi`E_wqpF`005Lcd;MKfWU+Y`~q`z0gVsaf(uP) zM4djfvsGaY5t1{cp)-M};KZf0{{Ti$Xr5=WBeTv0V`aM0E3vFa z>hO#;ia*zE+d(pM|Ezb+Kz~O6w2RMH~z%SH$vXA}su?l;mZH~P(Aw>*RYVcBE<1MMxw-Al<0 zLHGySnlDQl#W2`ar&#_qkz85eDbeSLrB>h;)GN3sJf^V24ah;T=JJXYaz8b#59PAg z@25N0{wlQ7P%;UFoUo@8mRTK5p4QyHSF|6%E2K(Mm+Jrr>}_aL(wVDEA5b8f1M|TY z?suL+nFtKq!Qa!7o)~$4t>3d8h8joZ_4y2PJuRi5^GJXGx1PTlFR>AscD{JO9iVy^ zvg6X;C>TF|IK4wo4WolF_9fV~ZPiGBR@0y+-ZA1XyrV0E>mE((Xj;Yk?nFuMpPr-& z+sX9ip>H74?Vyi*ewY+)O{MmQOqaF}>|ojZrz?NcYFO&O;D`S+fv|t$Xdi>gl+_;$ z#t&6xi=E&Uq+tYwRHc)<&mrT% z%}u+(cjrS^q(aA6fC#Pp0*LuqL>TldpeeijQ(whYGZLxU*4^yxUA@JHyF7LkG^+pD zvg8KqSqfPx@h>$HHdGv89B!Sk)Pll~Qm6M;pZoT5`|(C^fA^8pwuf%cVhx)a$qTeh z$HMf^6s=4M)|$_FZ6eiean$@0FyND=o<`!zlqZM5Xq|L9uRZUQ$C_i)ex3^*2CNm} zW-O(K&#mA0!HEo*jHVe-)`M=TReTHUZG2FU%D>PT=k|UxOacNcP)4QqJvZ|uog#VEy8EcUnlDI?#PofcC%_XxI${&H2XBfgn%ISIuP&s< zTj_B{>xsB*6sBW@)z=dB6S+QuKhkWzY)L9(9?FP1!G_Mva(rx z1Z-#!eU){w&Ae?{l9YZTITEvYwtaq=thmyvG+}J>T2xObaR%-{GpFOyyO6^`4S9m-WU-Ayq-e-C)fr)O-7farDGaI5&nrdz- z_O6o;bR^+w&PaK#wfcU+6kc&Aw{S)7a+8tP7NHiCh8coI{N>ah-XtD;l?(Gsi%$Q& zpnhqFQ2$y#f6gKCeb0}d&Wg5fj%GUsNbBm3Oyby6WY2VQskzMg>G@&Nh0L}5=a{nx zEYB6r^{I(vKihTM@Vx?J5RghC2EN09GC7adunxO-048)Z{L5Df%0(@)64Fttmt*F& zeon?gOjVD5DehK@0L`fGiBYMn%F2D7H-#sAYip{lkmg5h*u8#M$P>E38*TQXli;kM zuT0$ynviLkYtEh7QBHaOI-{YaZN|#@pXpH;dzE?+vAKD>GqbXKWHqaHG`IHt{yDBr zncbs=trE;6Ms^+RYS@W#Kk+(=y=>o996vU*)8IfO@={HC2>JERjl;9*iDPg5xN1u4 z;SoUl`gf8@q>Tv#rxnCriINQ4B()>9BrVNn!?qskubb-;zDlyGQ4<{Y2I6Cwiwyp2 zvg+Nb1l1nl2B0qN*#h5lxK@cJUG?MI2rE z+}pJaoN2#IrBb^QY~RCr4a}wbbNxF0ZF{y@_-&1s9$pOPuu%p%O7bV)f%UpI7FJ1M zDdy-fPlM*t&{70uT62yL>&zqxe8!vNYj=S|=F@A_@dz&@&f>EuWflvDxok*ztE5ku zbzw6+&ecDxIWpmPC3igg-MyR@?d6;PU)o3W#&8Ghfi(H0g#twC?tzuZ4lv61$?cYk z^4d#JS=KU=)3f}$hf@e~mpbdQwS%L~4hZ{jt6*in7dy7wPXx;J4YHD$4|209U3T-2 zd8a8-{4^k7$S4`pxN%dYYIH(ta%pgZw6Rtih4~f6saX~&5h5A9RKUf8L(XXWLY7Sr zf^#y1^v|s|5r=#RJy#F^>K;*Qj`=LS=aL?a@CDMMnYyrlBh?q3oQw@&{=Dvn{5l$m zS^srjOAJl2?Hn49zt!`sU_rzDqIl*~e`nZt6u1NyP7At1rckNp_)oc_$0v!?xI+4_>Y=F5!>2@1^@Ir|cRk z_n`+G&Kt7Khr8VwDoGtboM#IXvr#Vgpepv+1!9qStjD=!cWV6g0uo(uGKs{Wo)iMd*17^y_!^ z5dADmH%JK#_0~o0*xJ=W6R`5)j1cSYf+4F%w?HUbFI(kQEy!8&+fcLRS_7zgS*Dcp zi0NDpq-JReqv%t#iXsq{tvtLT6IgEtYhvGCaB^k!3|g78YHLCR!6C4tv}AfSgTB8( z(^e+$zv~JEc*yq>)~<_Q)>o4JYIH-m?;%Hyc}^b^tfm8J)J`mhCJw@mriw~_85Yl{$tGrz7jeEUi#G<@Ko-(Ic-2`v!I#3NX% z?eeHPjd3+SW*g*9cBmh2F){zADilS z!%>4xmQB!`;~|29YHF(+2_!^qXduTYmzF>TsA0Aok1^lw{ZsQ^5(AA+?MJPr!9!Wg zP1~*5-4>`Aqa;l8#-0hWybT2=E@wh4A$X#@nVKT4pluqEpq|`ao!7mjBrKbpw|nbo zhFL$_^-M_nkTN!uxwSUrv-PCu)J&3d@wWHRYh9w0egz<^zY8A+J$kSayyiQf{v2~N z%4pObfQnyyG5O111MdzPs=pbp&FK~Q@jiQ8R)EB4 z%pO(}Bc}|u;O{t+dacOymInl^QoJqmp<40)`(88=vS9MGNfw44uLPsl<2;xqR|6#n zHtcd1qb$PD&G}v6WA;^tLYe(3#jL^)D#xZjKaFE?oegm{(R~+cYpv8a1IRGpOBmy zhxKi;B|N%g18Bl2AdUAkN|PBZI`3{Cfzf#*ETY)9pImw_#GyMUCI+dB`n-r@eG<1C ze;Jd#89y=dIpoz^el%l*EsprJiXl3;X2y|{qnSM{t9a~irbZPi&M1H`?@M#yl;PL#LzV@%6-?58Vr}_9+hAR|E^MAdi)~wzq0>r)@S3-&I4K=-I*4U?+cID0VoABk zbIhWaOrBOkuVVJ&F0i!|Tw%0O$MaLH_Zhl#;-el((3<{PetiLur&lXqz(f(_0LAb< z<9hF6e5K3LlHlf_rU*r+P%!57_Xfr6o4J(ZWvLd*h3=3bd_P464cj{Rp0lym&8c_s z68hm4K%W6gww~Xez`3aFS=YVU-(6LGM4p+IJhfC519I5cPbpb=aUOp>kt>k%T1_r4Poq^!C8k&@MhV==C>x0DH=%UYxq@`) zHei(v&+V=vio$Yg1B*s0T`d6l2qoU^;>>VfVeF1DW=63PO59xPM1bKiESW{^ln|a8 zO`;c9T5h(2-63-(<6#T^OEY%ET;Tt60-=IP%tP`DpP7=6Qs!Z97ux`#gAD{M>NU1DSLCC3Zy>=XWaDda$LSeG@ zLu6{&Ut{EQ*}2c@ntjFtsa1~$a*AlGtIBzhh9KrD)1r!1MH_gV%!)@aF&FdSO-3y@ zFd3bAocz0q~14{D+H4^+Yc$Zcq7(D%>Z8hTZ^PKZTkB2C*H)*Hs?Q9jr z#x2F}wSM{X1;5>a|GIzrE@P>FdA>~kC6g?vaYVAELTxjQbhc556yUJLYabf+U-T^(8{~|w)b8QAy$`0{xxF&I z?DKF#n6yNRNbga;DNQWznh?+w+^C;mE!8`Z#r{h8J4rfwGL;G9?_0idiXjs?FM!x= z;?J!*G+`w)idfpT-Nkd`IfnT_S(fCggj|pq@SNw_xtht5WEnZPdb7$2O+h-W?x{nxY zpzTcgt}CsFNJ|~nd-&vhFTIO?2phzd(&X_=&XFog-p7!$PuSAJm!@ugBX)s&C7RgzMeM{U?HdEc97}$skzSU471>?0}ljYP4let z1(zom9uzyV)B{Lwfnw5xf#!&z^g#d_Rg6zEMuYSzR);3gMJ$6LJ1CPl^PKGpWS;nf zqYT!L#3m*o&lN4?RjJU-l9xM2Ov(jrqmjBoUKWOITd`6`&c3J)XGrpp=5|I31mn(0 zYFn_Vg6K2D^Rq!e>1bCjbpF9?w=iX>U|`iqTL8Kg0+}+%+*IUxt(oVFubm*NOgC(c z*3nx0?jX-czS2e{jupt*P~M_T<|5>a_FUhZi0q@5%_l6PYcB61s^1%X6M8OdW~2Ta zv4@zt;1b}E3Ds6ZoU8yv>(#QF(z4wC?vbo&7?XUMiC9sZD7RnY!a=-UX!qsyNEJON zF39fj=k5CXdeG1dat03>4NC^SvbUOGKSHcCZq~A{g{T=+EH;0R4ZY%wT`83C3U-{yk_&L>Fyv;pr-U2v}Qc z^{xr4Jaz}5LE=xBrj9ijjG+4;Ssg+w`LFr{{vmm>1HHdjjK>o~q^5-QpklK@P>XP> zY6j&6BEPaHlP5})vjts-Ey}$q zG=gNyf`v8SvKDkVkbN%5&X1`8FoO#K>DnWfW3X=w=ZRJf>+8oRcW3)gUd>vswXXol z^rX8l8(s~x^W*fNUC5(Y4KS};H?b?B5Tb6?lsiIx-f(KG2@Wb03RCU}=F?_`<}F&e z*UE$}6;Z}!f-Yi3`F~yG`ONYVB6UJuOf^SbKK$!J8s~VK=t2D{QChr@sp>hz^cv!Q z2^4P;Y9_(vb*24yR~^#nFc8xIm1cmFuR_x*BGtbY!|lp3^D}i&L?`@wF$!l;ng4}pI)i`< zhk!s_uPWB*CL48y5}#*T*26wV6m;3>WsY9Gj?)O2VlIw> z(!RdtuKPcr4I~c>fno}5Aan6Hpy0F0PB-|X#YU117XS_;rZPv^)S~twp}m1=KYUBq z3#z=0fPx75YGft8km+){0bMk&O=G&0QX~4=N4x#km_>)e?BzQQQT1JjvOjphrh=rd zPVsANeF8z#-A#{P>ngI&e`CutXPnIi_;cyS>|^zyhq0qp^Ta(1T~g;~NYce_sRIl% zs|i7NO-ifGWe32r2}F)f_^lxqz}2rV9xGZv6tZ0Fcb|54!%fo7rf35s6({_oc62ce zQ40!UEsnr(swmEzAI`5@w$z(U;WIH}dw$vz{gdGP(5em1ft!ZPOJunKO`2ighLyF^(z zr3ZTN4;|$Yh=b_!oMqH6aN?UOaEu{3IA8leq|qwLxXUX*f$2a5n-N< zd|ooev4P=s>80WFc;6JkTlYZp&BTJ7kGZj2Jr8ki0qKjo&0L}b-Qw;i!NpcDjTVOK`lsQ#)Deq3dB1(}i}4i2CO(9YX>j{Ey}EZxYj z3O-E1cn^+)0-&G?8^kagi0V6wG!bX#9?|;T!xDDqft_=WojnAWnaR8ZYdhm}lcFfyFCdE;eLPAP~;mZAIr>Zq~M0N*~n1 z_0+DUDXuvfsPMtofD12IRG-P+jCTIk*^#{Rdcs@S61qZ-dkN>G;#CvM0w2n~EI!jn2s}Ro2Xmqk4$fe9Z&3**kkR^=*(d(6rNiy`3p>SrsmhdZEm^ zyfn=t0|sP5Oa%Fjar4J=xZ@r~8wdY9{F~#frs1t;P1ffvW|B<1(kU-GzutdiIW`7f ze+Hz06a;W`ddbksl)I`8nav)8D(LkI`pMFCtQYB(W!c?%3`8XmUwQyGVy|TJBJrNO zn#TIxC1*_y0i-dn;qOAMfYtX~vlrmafaLY^mpg0ARFl(Uz+|;#%9u6c;HAd{i&k`k zDo58ZYX(}&<>31-$P^YNn1yGlY2RO!OvQ;HI4(ZJxi6tH5&9nX`ntPQrK`g|{goAA zj!A^v(v-bO2yyQF2294iWHyk77wjDTA_w%XvcBne%8st(< zVp-zf5;v-0x1=qK4#4c4+vF=td(_U+|wBP-h3nK!)01(>Q#%7wcmo2%Xkl08BaoDHify~lnc&~}mG$e3itQ_!xcwq~i1(>RO2JvnT zbMLhGo|A9Y-vSk&qT?4;6*Pxjz$0mV%bx7VW!H;Tis0ks#Z*~-cIVOfbBub`Tgoj_ zZh0ELacxS+5mIis)ZJ6zxavwx5IEtItfpI*5>1MHbv`&F^Mf z2$MePo2zvF!SiIV$pM)2G-XwCbhn|WG?H-!Pm6PYbQ}C|n&1<)-zn#a-!vhU`G)Ua zgtwD%*xH`@sS*oljvCB4_gLJ@B7O|%V5jrqu?6mgIp~FLj`$mMeO@)2+M-W4-Kx^p zA=)4ADh&Na1EZ~!$6&>cNTT1=e_V^YNqrPr#d3AAq(jNRf;PS!Mam(MYO|jgPE?zZ zcV*HF>_0-L_GhF4wW<6Cp+y^?~zxF!?Y>a<2-Kb&M1km-jp%rM3Ii`v9H+# zw%b4bir;);iDw11F-wnjo@t7d{vS86e&$RX*FTDA^FoQ2EkdR& zs;Aktg)HoPL+ZrD;#|AG#sEs=E30Tk>JzZ9tG$g#>Jf|j>nm*+SVsz@4m;6zE_@YNX1Ad!6h(nC-*Mwy){hM=03d!@!K= zz1|s?*ChfjpYqz}_{_&S0{n_735AP^Ht*sTuKqf3ReRyy8bJZKlum&gz>;o_O1cm0 zIftRQHAx;H^pI7Hh9TRVcZYxV3M2;jQj6*z$7p|;h_lX}+Ykk8kFlGMaq+46dWqEg zf0e~aJ;WTtppTO}(fFVq)#HM^M-Eq8zP?E@D<$3);#@hj*A8LOj5sx7F6q)%$70C5 z@v3s=9F(YbyLD!xqB3wh)uK9ly-tX7cAXu9O|ZH*Dk-0~J0aRfb~S|%pAQ{#-gO<> z*=e~d>bbu4t^SvmbSM=o59~2>;6a9^-id(As^oKOW6|tCz#|{)ST&bF8N=1O(=@T( zQ$`Md9VaE9Rf8!J;h2X_R;P zvi`VhbMfP8(ffi%;=Bi7FBKPz{l=m&0@y>$Az6yYJN3QeLu^9#pV^GSwOc zw8f3q=ri>2h-Z@mNTtSQ@t)>cl`I7b3~-P1B|$}!aI9vv`KM;R`m|j|rfLOA|A3rc zfp^=FH)9`$^bp``uUqeFeMO;bq77b9?cI5xsgNS9d1>+X^%Lvuh(APLFPi0vPYy;8 zX)YS3(fkA&DM`C8DD|Zk^vxre&j92I_0Tjf7Ky8u5Ub$hB|Y^Z-_{bf0%+1Y8mZYQ zC*^0Cc6tjN$J|BkeH)PJzs+~#APzLzwAWBg`aOf1n9S@(j~JJgq2e~DEuec>{F43E zA0V%gp6aoUuVwS9kJ~lY- zG1~B7r@fc|E}LI*DfS8e0EKrPj-xVc8qUTB4tW+Bz+Xd}b#pc5v-Y9v3o_k%zPz|u zo9nJUi&m&KLqD#3*N}K2!0DNTJRi#E0i}vpZ{>tT=4>plr29f%QZUZU9U%E*J)%## zm1WVC`N6l6PhJ1A*E!f4+jI6&sZV`{CEOQ%OyqU;R{Y z=fd*wyt`|it+OM3qjG)Bxhy54EpyMkEWZf<6TzRX-t4BaJ>{`mjkF5|Rinbh6LGHT zFEnjpi)RhLLjT@qZ+1u|`R~&@niR~sgYhZ9?p+1k8T#&E)Z$hcy>d@yDaiI2^w^1Z zi^&(Og7)(@I8r*fbp3OEih&NnMihx2iTjL}v=nD(QdgfD>YXarcG{j4rR-Y|6K&3u zj5(GEjVc;a!XyeK{hvilvd2Q<3Jg~-$%HECF4L1^c4eJgZ}{*>$21LVrJQ18j4Yq4 znq>^pW5#_ST<3~GpJPVK;ns(vH4EqWW3JXrJrfMAyqfG2jME_V*$vQMzgZ;xB?Hth zDLv4sKC%xs?9*iZ_&QfDjVZJ|tbaz06xZxGj^7P167IfEwZi{LFLaZ@;Z{cREb6GO f?OgmE_Tfl6Udpui{$Pv9{h+UBe535z{b&CV(90a< literal 0 HcmV?d00001 diff --git a/manager/src/main/resources/define/app/app-kafka.yml b/manager/src/main/resources/define/app/app-kafka.yml new file mode 100644 index 00000000000..d1cfbc251ff --- /dev/null +++ b/manager/src/main/resources/define/app/app-kafka.yml @@ -0,0 +1,240 @@ +category: mid +app: kafka +name: + zh-CN: kafka + en-US: kafka +# 参数映射map. type是参数类型: 0-number数字, 1-string明文字符串, 2-secret加密字符串 +# 强制固定必须参数 - host +configmap: + - key: host + type: 1 + - key: port + type: 0 + - key: username + type: 1 + - key: password + type: 2 + - key: url + type: 1 +# 指标组列表 +metrics: + - name: server_info + priority: 0 + fields: + - field: Version + type: 1 + - field: StartTimeMs + type: 1 + - field: CommitId + type: 1 + protocol: jmx + jmx: + # 主机host: ipv4 ipv6 域名 + host: ^_^host^_^ + # 端口 + port: ^_^port^_^ + username: ^_^username^_^ + password: ^_^password^_^ + # jmx mbean object name + objectName: kafka.server:type=app-info,id=0 + url: ^_^url^_^ + + - name: broker_activecontroller_count + priority: 1 + fields: + - field: Value + type: 0 + protocol: jmx + jmx: + # 主机host: ipv4 ipv6 域名 + host: ^_^host^_^ + # 端口 + port: ^_^port^_^ + username: ^_^username^_^ + password: ^_^password^_^ + # jmx mbean object name + objectName: kafka.controller:type=KafkaController,name=ActiveControllerCount + url: ^_^url^_^ + + - name: broker_partition_count + priority: 1 + fields: + - field: Value + type: 0 + protocol: jmx + jmx: + # 主机host: ipv4 ipv6 域名 + host: ^_^host^_^ + # 端口 + port: ^_^port^_^ + username: ^_^username^_^ + password: ^_^password^_^ + # jmx mbean object name + objectName: kafka.server:type=ReplicaManager,name=PartitionCount + url: ^_^url^_^ + + - name: broker_leader_count + priority: 1 + fields: + - field: Value + type: 0 + protocol: jmx + jmx: + # 主机host: ipv4 ipv6 域名 + host: ^_^host^_^ + # 端口 + port: ^_^port^_^ + username: ^_^username^_^ + password: ^_^password^_^ + # jmx mbean object name + objectName: kafka.server:type=ReplicaManager,name=LeaderCount + url: ^_^url^_^ + + - name: broker_handler_avg_percent + priority: 2 + fields: + - field: EventType + type: 1 + - field: RateUnit + type: 1 + - field: Count + type: 0 + - field: OneMinuteRate + type: 0 + - field: FiveMinuteRate + type: 0 + - field: MeanRate + type: 0 + - field: FifteenMinuteRate + type: 0 + protocol: jmx + jmx: + # 主机host: ipv4 ipv6 域名 + host: ^_^host^_^ + # 端口 + port: ^_^port^_^ + username: ^_^username^_^ + password: ^_^password^_^ + # jmx mbean object name + objectName: kafka.server:type=KafkaRequestHandlerPool,name=RequestHandlerAvgIdlePercent + url: ^_^url^_^ + + - name: broker_topic_metrics + priority: 2 + fields: + - field: EventType + type: 1 + - field: RateUnit + type: 1 + - field: MeanRate + type: 0 + - field: FifteenMinuteRate + type: 0 + - field: OneMinuteRate + type: 0 + - field: FiveMinuteRate + type: 0 + - field: Count + type: 0 + protocol: jmx + jmx: + # 主机host: ipv4 ipv6 域名 + host: ^_^host^_^ + # 端口 + port: ^_^port^_^ + username: ^_^username^_^ + password: ^_^password^_^ + # jmx mbean object name + objectName: kafka.server:type=BrokerTopicMetrics,name=BytesInPerSec + url: ^_^url^_^ + + - name: broker_bytes_out_persec + priority: 2 + fields: + - field: EventType + type: 1 + - field: RateUnit + type: 1 + - field: MeanRate + type: 0 + - field: FifteenMinuteRate + type: 0 + - field: OneMinuteRate + type: 0 + - field: FiveMinuteRate + type: 0 + - field: Count + type: 0 + protocol: jmx + jmx: + # 主机host: ipv4 ipv6 域名 + host: ^_^host^_^ + # 端口 + port: ^_^port^_^ + username: ^_^username^_^ + password: ^_^password^_^ + # jmx mbean object name + objectName: kafka.server:type=BrokerTopicMetrics,name=BytesOutPerSec + url: ^_^url^_^ + + + + + + - name: produce_message_conversions_persec + priority: 2 + fields: + - field: EventType + type: 1 + - field: RateUnit + type: 1 + - field: MeanRate + type: 0 + - field: FifteenMinuteRate + type: 0 + - field: OneMinuteRate + type: 0 + - field: FiveMinuteRate + type: 0 + - field: Count + type: 0 + protocol: jmx + jmx: + # 主机host: ipv4 ipv6 域名 + host: ^_^host^_^ + # 端口 + port: ^_^port^_^ + username: ^_^username^_^ + password: ^_^password^_^ + # jmx mbean object name + objectName: kafka.server:type=BrokerTopicMetrics,name=ProduceMessageConversionsPerSec + url: ^_^url^_^ + + - name: produce_total_requests_persec + priority: 2 + fields: + - field: EventType + type: 1 + - field: RateUnit + type: 1 + - field: MeanRate + type: 0 + - field: FifteenMinuteRate + type: 0 + - field: OneMinuteRate + type: 0 + - field: FiveMinuteRate + type: 0 + - field: Count + type: 0 + protocol: jmx + jmx: + # 主机host: ipv4 ipv6 域名 + host: ^_^host^_^ + # 端口 + port: ^_^port^_^ + username: ^_^username^_^ + password: ^_^password^_^ + # jmx mbean object name + objectName: kafka.server:type=BrokerTopicMetrics,name=TotalProduceRequestsPerSec + url: ^_^url^_^ \ No newline at end of file diff --git a/manager/src/main/resources/define/param/param-kafka.yml b/manager/src/main/resources/define/param/param-kafka.yml new file mode 100644 index 00000000000..245e203bbec --- /dev/null +++ b/manager/src/main/resources/define/param/param-kafka.yml @@ -0,0 +1,45 @@ +app: kafka +param: + # field-字段名称标识符 + - field: host + # name-参数字段显示名称 + name: + zh-CN: 主机Host + en-US: Host + # type-字段类型,样式(大部分映射input标签type属性) + type: host + # 是否是必输项 true-必填 false-可选 + required: true + - field: port + name: + zh-CN: 端口 + en-US: Port + type: number + # 当type为number时,用range表示范围 + range: '[0,65535]' + required: true + # 端口默认值 + defaultValue: 9999 + - field: url + name: + zh-CN: JMX URL + en-US: JMX URL + type: text + required: false + hide: true + placeholder: 'service:jmx:rmi:///jndi/rmi://host:port/jmxrmi' + - field: username + name: + zh-CN: 用户名 + en-US: Username + type: text + limit: 20 + required: false + hide: true + - field: password + name: + zh-CN: 密码 + en-US: Password + type: password + required: false + hide: true \ No newline at end of file