Skip to content

Commit d63f96c

Browse files
gnuhpcgnuhpc
authored
Support kafka 1.1.1 (#24)
Support kafka 1.1.1. A big big enhancement!!
2 parents ce00bcc + a33b312 commit d63f96c

File tree

114 files changed

+13096
-5687
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

114 files changed

+13096
-5687
lines changed

‎.travis.yml‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,9 @@
11
language: java
22
jdk: oraclejdk8
33
install:
4-
- mvn -N io.takari:maven:wrapper
5-
- ./mvnw install -DskipTests=true -Dmaven.javadoc.skip=true -B -V
4+
- mvn -N io.takari:maven:wrapper
5+
- ./mvnw install -DskipTests=true -Dmaven.javadoc.skip=true -B -V
66
script:
77
- echo "skipping tests"
88
before_install:
9-
- chmod +x mvnw
9+
- chmod +x mvnw

‎JMXFilterTemplate/KafkaBrokerFilter.yml‎

Lines changed: 182 additions & 182 deletions
Original file line numberDiff line numberDiff line change
@@ -1,184 +1,184 @@
11
filters:
2-
#
3-
# Kafka volume metrics.
4-
# Notice: BytesInPerSec, BytesOutPerSec and MessagesInPerSec are performance metrics.
5-
#
6-
- include:
7-
domain: kafka.server
8-
bean: kafka.server:type=BrokerTopicMetrics,name=BytesInPerSec
9-
attribute:
10-
Count:
11-
metric_type: KAFKA_BROKER_VOLUMN
12-
alias: BytesIn
13-
OneMinuteRate:
14-
metric_type: KAFKA_BROKER_PERF
15-
alias: BytesInPerSec
16-
- include:
17-
domain: kafka.server
18-
bean: kafka.server:type=BrokerTopicMetrics,name=BytesOutPerSec
19-
attribute:
20-
Count:
21-
metric_type: KAFKA_BROKER_VOLUMN
22-
alias: BytesOut
23-
OneMinuteRate:
24-
metric_type: KAFKA_BROKER_PERF
25-
alias: BytesOutPerSec
26-
- include:
27-
domain: kafka.server
28-
bean: kafka.server:type=BrokerTopicMetrics,name=MessagesInPerSec
29-
attribute:
30-
Count:
31-
metric_type: KAFKA_BROKER_VOLUMN
32-
alias: MessagesIn
33-
OneMinuteRate:
34-
metric_type: KAFKA_BROKER_PERF
35-
alias: MessagesInPerSec
2+
#
3+
# Kafka volume metrics.
4+
# Notice: BytesInPerSec, BytesOutPerSec and MessagesInPerSec are performance metrics.
5+
#
6+
- include:
7+
domain: kafka.server
8+
bean: kafka.server:type=BrokerTopicMetrics,name=BytesInPerSec
9+
attribute:
10+
Count:
11+
metric_type: KAFKA_BROKER_VOLUMN
12+
alias: BytesIn
13+
OneMinuteRate:
14+
metric_type: KAFKA_BROKER_PERF
15+
alias: BytesInPerSec
16+
- include:
17+
domain: kafka.server
18+
bean: kafka.server:type=BrokerTopicMetrics,name=BytesOutPerSec
19+
attribute:
20+
Count:
21+
metric_type: KAFKA_BROKER_VOLUMN
22+
alias: BytesOut
23+
OneMinuteRate:
24+
metric_type: KAFKA_BROKER_PERF
25+
alias: BytesOutPerSec
26+
- include:
27+
domain: kafka.server
28+
bean: kafka.server:type=BrokerTopicMetrics,name=MessagesInPerSec
29+
attribute:
30+
Count:
31+
metric_type: KAFKA_BROKER_VOLUMN
32+
alias: MessagesIn
33+
OneMinuteRate:
34+
metric_type: KAFKA_BROKER_PERF
35+
alias: MessagesInPerSec
3636

37-
#
38-
# Kafka performance metrics
39-
#
40-
- include:
41-
domain: kafka.network
42-
bean: kafka.network:type=RequestMetrics,name=RequestsPerSec,request=Produce
43-
attribute:
44-
OneMinuteRate:
45-
metric_type: KAFKA_BROKER_PERF
46-
alias: RequestsPerSec_Produce
47-
- include:
48-
domain: kafka.network
49-
bean: kafka.network:type=RequestMetrics,name=RequestsPerSec,request=FetchConsumer
50-
attribute:
51-
OneMinuteRate:
52-
metric_type: KAFKA_BROKER_PERF
53-
alias: RequestsPerSec_FetchConsumer
54-
- include:
55-
domain: kafka.network
56-
bean: kafka.network:type=RequestMetrics,name=RequestsPerSec,request=FetchFollower
57-
attribute:
58-
OneMinuteRate:
59-
metric_type: KAFKA_BROKER_PERF
60-
alias: RequestsPerSec_FetchFollower
61-
- include:
62-
domain: kafka.network
63-
bean: kafka.network:type=RequestMetrics,name=TotalTimeMs,request=Produce
64-
attribute:
65-
Mean:
66-
metric_type: KAFKA_BROKER_PERF
67-
alias: TotalTimeMs_Produce_Mean
68-
Count:
69-
metric_type: KAFKA_BROKER_PERF
70-
alias: TotalTimeMs_Produce_Count
71-
- include:
72-
domain: kafka.network
73-
bean: kafka.network:type=RequestMetrics,name=TotalTimeMs,request=FetchConsumer
74-
attribute:
75-
Mean:
76-
metric_type: KAFKA_BROKER_PERF
77-
alias: TotalTimeMs_FetchConsumer_Mean
78-
Count:
79-
metric_type: KAFKA_BROKER_PERF
80-
alias: TotalTimeMs_FetchConsumer_Count
81-
- include:
82-
domain: kafka.network
83-
bean: kafka.network:type=RequestMetrics,name=TotalTimeMs,request=FetchFollower
84-
attribute:
85-
Mean:
86-
metric_type: KAFKA_BROKER_PERF
87-
alias: TotalTimeMs_FetchFollower_Mean
88-
Count:
89-
metric_type: KAFKA_BROKER_PERF
90-
alias: TotalTimeMs_FetchFollower_Count
91-
- include:
92-
domain: kafka.network
93-
bean: kafka.network:type=SocketServer,name=NetworkProcessorAvgIdlePercent
94-
attribute:
95-
Value:
96-
metric_type: KAFKA_BROKER_PERF
97-
alias: NetworkProcessorAvgIdlePercent
98-
- include:
99-
domain: kafka.server
100-
bean: kafka.server:type=KafkaRequestHandlerPool,name=RequestHandlerAvgIdlePercent
101-
attribute:
102-
FiveMinuteRate:
103-
metric_type: KAFKA_BROKER_PERF
104-
alias: RequestHandlerAvgIdlePercent
105-
- include:
106-
domain: kafka.server
107-
bean: kafka.server:type=ReplicaFetcherManager,name=MaxLag,clientId=Replica
108-
attribute:
109-
Value:
110-
metric_type: KAFKA_BROKER_PERF
111-
alias: MaxLagBtwFollowerLeader
112-
#
113-
# Kafka availability metrics
114-
#
115-
- include:
116-
domain: java.lang
117-
bean: java.lang:type=Runtime
118-
attribute:
119-
Uptime:
120-
metric_type: KAFKA_BROKER_AVAIL
121-
alias: JVMUptime
122-
- include:
123-
domain: kafka.controller
124-
bean: kafka.controller:type=KafkaController,name=OfflinePartitionsCount
125-
attribute:
126-
Value:
127-
metric_type: KAFKA_BROKER_AVAIL
128-
alias: OfflinePartitionsCount
129-
- include:
130-
domain: kafka.controller
131-
bean: kafka.controller:type=KafkaController,name=ActiveControllerCount
132-
attribute:
133-
Value:
134-
metric_type: KAFKA_BROKER_AVAIL
135-
alias: ActiveControllerCount
136-
- include:
137-
domain: kafka.controller
138-
bean: kafka.controller:type=ControllerStats,name=LeaderElectionRateAndTimeMs
139-
attribute:
140-
Count:
141-
metric_type: KAFKA_BROKER_AVAIL
142-
alias: LeaderElectionRateAndTimeMs
143-
- include:
144-
domain: kafka.controller
145-
bean: kafka.controller:type=ControllerStats,name=UncleanLeaderElectionsPerSec
146-
attribute:
147-
Count:
148-
metric_type: KAFKA_BROKER_AVAIL
149-
alias: UncleanLeaderElectionsPerSec
150-
- include:
151-
domain: kafka.server
152-
bean: kafka.server:type=ReplicaManager,name=UnderReplicatedPartitions
153-
attribute:
154-
Value:
155-
metric_type: KAFKA_BROKER_AVAIL
156-
alias: UnderReplicatedPartitions
157-
- include:
158-
domain: kafka.server
159-
bean: kafka.server:type=ReplicaManager,name=PartitionCount
160-
attribute:
161-
Value:
162-
metric_type: KAFKA_BROKER_AVAIL
163-
alias: PartitionCount
164-
- include:
165-
domain: kafka.server
166-
bean: kafka.server:type=ReplicaManager,name=IsrShrinksPerSec
167-
attribute:
168-
Count:
169-
metric_type: KAFKA_BROKER_AVAIL
170-
alias: IsrShrinksPerSec
171-
- include:
172-
domain: kafka.server
173-
bean: kafka.server:type=ReplicaManager,name=IsrExpandsPerSec
174-
attribute:
175-
Count:
176-
metric_type: KAFKA_BROKER_AVAIL
177-
alias: IsrExpandsPerSec
178-
- include:
179-
domain: kafka.server
180-
bean: kafka.server:type=ReplicaManager,name=LeaderCount
181-
attribute:
182-
Value:
183-
metric_type: KAFKA_BROKER_AVAIL
184-
alias: LeaderCount
37+
#
38+
# Kafka performance metrics
39+
#
40+
- include:
41+
domain: kafka.network
42+
bean: kafka.network:type=RequestMetrics,name=RequestsPerSec,request=Produce
43+
attribute:
44+
OneMinuteRate:
45+
metric_type: KAFKA_BROKER_PERF
46+
alias: RequestsPerSec_Produce
47+
- include:
48+
domain: kafka.network
49+
bean: kafka.network:type=RequestMetrics,name=RequestsPerSec,request=FetchConsumer
50+
attribute:
51+
OneMinuteRate:
52+
metric_type: KAFKA_BROKER_PERF
53+
alias: RequestsPerSec_FetchConsumer
54+
- include:
55+
domain: kafka.network
56+
bean: kafka.network:type=RequestMetrics,name=RequestsPerSec,request=FetchFollower
57+
attribute:
58+
OneMinuteRate:
59+
metric_type: KAFKA_BROKER_PERF
60+
alias: RequestsPerSec_FetchFollower
61+
- include:
62+
domain: kafka.network
63+
bean: kafka.network:type=RequestMetrics,name=TotalTimeMs,request=Produce
64+
attribute:
65+
Mean:
66+
metric_type: KAFKA_BROKER_PERF
67+
alias: TotalTimeMs_Produce_Mean
68+
Count:
69+
metric_type: KAFKA_BROKER_PERF
70+
alias: TotalTimeMs_Produce_Count
71+
- include:
72+
domain: kafka.network
73+
bean: kafka.network:type=RequestMetrics,name=TotalTimeMs,request=FetchConsumer
74+
attribute:
75+
Mean:
76+
metric_type: KAFKA_BROKER_PERF
77+
alias: TotalTimeMs_FetchConsumer_Mean
78+
Count:
79+
metric_type: KAFKA_BROKER_PERF
80+
alias: TotalTimeMs_FetchConsumer_Count
81+
- include:
82+
domain: kafka.network
83+
bean: kafka.network:type=RequestMetrics,name=TotalTimeMs,request=FetchFollower
84+
attribute:
85+
Mean:
86+
metric_type: KAFKA_BROKER_PERF
87+
alias: TotalTimeMs_FetchFollower_Mean
88+
Count:
89+
metric_type: KAFKA_BROKER_PERF
90+
alias: TotalTimeMs_FetchFollower_Count
91+
- include:
92+
domain: kafka.network
93+
bean: kafka.network:type=SocketServer,name=NetworkProcessorAvgIdlePercent
94+
attribute:
95+
Value:
96+
metric_type: KAFKA_BROKER_PERF
97+
alias: NetworkProcessorAvgIdlePercent
98+
- include:
99+
domain: kafka.server
100+
bean: kafka.server:type=KafkaRequestHandlerPool,name=RequestHandlerAvgIdlePercent
101+
attribute:
102+
FiveMinuteRate:
103+
metric_type: KAFKA_BROKER_PERF
104+
alias: RequestHandlerAvgIdlePercent
105+
- include:
106+
domain: kafka.server
107+
bean: kafka.server:type=ReplicaFetcherManager,name=MaxLag,clientId=Replica
108+
attribute:
109+
Value:
110+
metric_type: KAFKA_BROKER_PERF
111+
alias: MaxLagBtwFollowerLeader
112+
#
113+
# Kafka availability metrics
114+
#
115+
- include:
116+
domain: java.lang
117+
bean: java.lang:type=Runtime
118+
attribute:
119+
Uptime:
120+
metric_type: KAFKA_BROKER_AVAIL
121+
alias: JVMUptime
122+
- include:
123+
domain: kafka.controller
124+
bean: kafka.controller:type=KafkaController,name=OfflinePartitionsCount
125+
attribute:
126+
Value:
127+
metric_type: KAFKA_BROKER_AVAIL
128+
alias: OfflinePartitionsCount
129+
- include:
130+
domain: kafka.controller
131+
bean: kafka.controller:type=KafkaController,name=ActiveControllerCount
132+
attribute:
133+
Value:
134+
metric_type: KAFKA_BROKER_AVAIL
135+
alias: ActiveControllerCount
136+
- include:
137+
domain: kafka.controller
138+
bean: kafka.controller:type=ControllerStats,name=LeaderElectionRateAndTimeMs
139+
attribute:
140+
Count:
141+
metric_type: KAFKA_BROKER_AVAIL
142+
alias: LeaderElectionRateAndTimeMs
143+
- include:
144+
domain: kafka.controller
145+
bean: kafka.controller:type=ControllerStats,name=UncleanLeaderElectionsPerSec
146+
attribute:
147+
Count:
148+
metric_type: KAFKA_BROKER_AVAIL
149+
alias: UncleanLeaderElectionsPerSec
150+
- include:
151+
domain: kafka.server
152+
bean: kafka.server:type=ReplicaManager,name=UnderReplicatedPartitions
153+
attribute:
154+
Value:
155+
metric_type: KAFKA_BROKER_AVAIL
156+
alias: UnderReplicatedPartitions
157+
- include:
158+
domain: kafka.server
159+
bean: kafka.server:type=ReplicaManager,name=PartitionCount
160+
attribute:
161+
Value:
162+
metric_type: KAFKA_BROKER_AVAIL
163+
alias: PartitionCount
164+
- include:
165+
domain: kafka.server
166+
bean: kafka.server:type=ReplicaManager,name=IsrShrinksPerSec
167+
attribute:
168+
Count:
169+
metric_type: KAFKA_BROKER_AVAIL
170+
alias: IsrShrinksPerSec
171+
- include:
172+
domain: kafka.server
173+
bean: kafka.server:type=ReplicaManager,name=IsrExpandsPerSec
174+
attribute:
175+
Count:
176+
metric_type: KAFKA_BROKER_AVAIL
177+
alias: IsrExpandsPerSec
178+
- include:
179+
domain: kafka.server
180+
bean: kafka.server:type=ReplicaManager,name=LeaderCount
181+
attribute:
182+
Value:
183+
metric_type: KAFKA_BROKER_AVAIL
184+
alias: LeaderCount

0 commit comments

Comments
 (0)