2828 envOverrides:
2929 COMMON_VAR: role-value # overridden by role group below
3030 ROLE_VAR: role-value # only defined here at role level
31- HDFS_NAMENODE_OPTS: >
32- -Djava.security.properties=/stackable/config/namenode/security.properties
33- -javaagent:/stackable/jmx/jmx_prometheus_javaagent.jar=8183:/stackable/jmx-exporter-config/namenode.yaml
34- -Xmx838860k
35- podOverrides:
36- spec:
37- initContainers:
38- - name: format-namenodes
39- volumeMounts:
40- - name: jmx-exporter-config
41- mountPath: /stackable/jmx-exporter-config
42- containers:
43- - name: namenode
44- volumeMounts:
45- - name: jmx-exporter-config
46- mountPath: /stackable/jmx-exporter-config
47- volumes:
48- - name: jmx-exporter-config
49- configMap:
50- name: jmx-exporter-config
5131 config:
5232 listenerClass: {{ test_scenario['values'] ['listener-class'] }}
5333 logging:
6242 envOverrides:
6343 COMMON_VAR: role-value # overridden by role group below
6444 ROLE_VAR: role-value # only defined here at role level
65- HDFS_DATANODE_OPTS: >
66- -Djava.security.properties=/stackable/config/datanode/security.properties
67- -javaagent:/stackable/jmx/jmx_prometheus_javaagent.jar=8082:/stackable/jmx-exporter-config/datanode.yaml
68- -Xmx419430k
69- podOverrides:
70- spec:
71- containers:
72- - name: datanode
73- volumeMounts:
74- - name: jmx-exporter-config
75- mountPath: /stackable/jmx-exporter-config
76- volumes:
77- - name: jmx-exporter-config
78- configMap:
79- name: jmx-exporter-config
8045 config:
8146 listenerClass: {{ test_scenario['values'] ['listener-class'] }}
8247 logging:
@@ -106,21 +71,6 @@ spec:
10671 envOverrides:
10772 COMMON_VAR: role-value # overridden by role group below
10873 ROLE_VAR: role-value # only defined here at role level
109- HDFS_JOURNALNODE_OPTS: >
110- -Djava.security.properties=/stackable/config/journalnode/security.properties
111- -javaagent:/stackable/jmx/jmx_prometheus_javaagent.jar=8081:/stackable/jmx-exporter-config/journalnode.yaml
112- -Xmx419430k
113- podOverrides:
114- spec:
115- containers:
116- - name: journalnode
117- volumeMounts:
118- - name: jmx-exporter-config
119- mountPath: /stackable/jmx-exporter-config
120- volumes:
121- - name: jmx-exporter-config
122- configMap:
123- name: jmx-exporter-config
12474 config:
12575 logging:
12676 enableVectorAgent: {{ lookup('env', 'VECTOR_AGGREGATOR') | length > 0 }}
@@ -143,237 +93,3 @@ spec:
14393 # https://github.com/stackabletech/hdfs-operator/issues/514
14494 - name: dashed-port
14595 containerPort: 1234
146- ---
147- apiVersion: v1
148- kind: ConfigMap
149- metadata:
150- name: jmx-exporter-config
151- data:
152- namenode.yaml: |-
153- ---
154- startDelaySeconds: 10
155- ssl: false
156- lowercaseOutputName: true
157- lowercaseOutputLabelNames: true
158- whitelistObjectNames:
159- - 'Hadoop:service=NameNode,name=*'
160- - 'Hadoop:service=NameNode,name=MetricsSystem,sub=*'
161- blacklistObjectNames:
162- - 'Hadoop:service=NameNode,name=RetryCache.NameNodeRetryCache'
163- - 'Hadoop:service=NameNode,name=RpcActivity*'
164- - 'Hadoop:service=NameNode,name=RpcDetailedActivity*'
165- - 'Hadoop:service=NameNode,name=UgiMetrics'
166- rules:
167- # MetricsSystem
168- - pattern: 'Hadoop<service =(.*), name =MetricsSystem, sub =(.*) ><> (.*): (\d+)'
169- attrNameSnakeCase: true
170- name: hadoop_$1_$3
171- value: $4
172- labels:
173- service: HDFS
174- role: $1
175- kind: 'MetricsSystem'
176- sub: $2
177- type: GAUGE
178- # Total raw capacity in bytes, e.g. Hadoop:name=NameNodeInfo,attribute=Total
179- - pattern: 'Hadoop<service =(.*), name =(.*) ><> (total): (\d+)'
180- attrNameSnakeCase: true
181- name: hadoop_$1_$3
182- value: $4
183- labels:
184- service: HDFS
185- role: $1
186- kind: $2
187- type: COUNTER
188- # Generic counter, e.g. Hadoop:name=FSNamesystem,attribute=FilesTotal
189- - pattern: 'Hadoop<service =(.*), name =(.*) ><> (.*_total): (\d+)'
190- attrNameSnakeCase: true
191- name: hadoop_$1_$3
192- value: $4
193- labels:
194- service: HDFS
195- role: $1
196- kind: $2
197- type: COUNTER
198- # Metrics suffixed with _created, e.g. Hadoop:name=NameNodeActivity,attribute=FilesCreated
199- # The suffix _created is reserved for timestamps, therefore an underscore is appended.
200- - pattern: 'Hadoop<service =(.*), name =(.*) ><> (.*_created): (.*)'
201- attrNameSnakeCase: true
202- name: hadoop_$1_$3_
203- value: $4
204- labels:
205- service: HDFS
206- role: $1
207- kind: $2
208- type: GAUGE
209- # Metrics suffixed with _info, e.g. Hadoop:name=JvmMetrics,attribute=LogInfo
210- # The suffix _info is reserved for static information, therefore an underscore is appended.
211- - pattern: 'Hadoop<service =(.*), name =(.*) ><> (.*_info): (.*)'
212- attrNameSnakeCase: true
213- name: hadoop_$1_$3_
214- value: $4
215- labels:
216- service: HDFS
217- role: $1
218- kind: $2
219- type: GAUGE
220- # All other Hadoop metrics
221- - pattern: 'Hadoop<service =(.*), name =(.*) ><> (.*): (.*)'
222- attrNameSnakeCase: true
223- name: hadoop_$1_$3
224- value: $4
225- labels:
226- service: HDFS
227- role: $1
228- kind: $2
229- type: GAUGE
230- datanode.yaml: |-
231- ---
232- startDelaySeconds: 10
233- ssl: false
234- lowercaseOutputName: true
235- lowercaseOutputLabelNames: true
236- whitelistObjectNames:
237- - 'Hadoop:service=DataNode,name=*'
238- - 'Hadoop:service=DataNode,name=MetricsSystem,sub=*'
239- blacklistObjectNames:
240- - 'Hadoop:service=DataNode,name=RpcActivity*'
241- - 'Hadoop:service=DataNode,name=RpcDetailedActivity*'
242- - 'Hadoop:service=DataNode,name=UgiMetrics'
243- rules:
244- # MetricsSystem
245- - pattern: 'Hadoop<service =(.*), name =MetricsSystem, sub =(.*) ><> (.*): (\d+)'
246- attrNameSnakeCase: true
247- name: hadoop_$1_$3
248- value: $4
249- labels:
250- service: HDFS
251- role: $1
252- kind: 'MetricsSystem'
253- sub: $2
254- type: GAUGE
255- # FSDatasetState with _total suffix (also extracts the FSDataset ID),
256- # e.g. Hadoop:name=FSDatasetState,attribute=EstimatedCapacityLostTotal
257- - pattern: 'Hadoop<service =(.*), name =FSDatasetState-(.*) ><> (.*_total): (\d+)'
258- attrNameSnakeCase: true
259- name: hadoop_$1_$3
260- value: $4
261- labels:
262- service: HDFS
263- role: $1
264- fsdatasetid: $2
265- kind: 'FSDatasetState'
266- type: COUNTER
267- # FSDatasetState (also extracts the FSDataset ID)
268- - pattern: 'Hadoop<service =(.*), name =FSDatasetState-(.*) ><> (.*): (\d+)'
269- attrNameSnakeCase: true
270- name: hadoop_$1_$3
271- value: $4
272- labels:
273- service: HDFS
274- role: $1
275- fsdatasetid: $2
276- kind: 'FSDatasetState'
277- type: GAUGE
278- # DataNodeActivity with _info suffix (also extracts hostname and port),
279- # e.g. Hadoop:name=DataNodeActivity-hdfs-datanode-default-0-9866,attribute=BlocksGetLocalPathInfo
280- - pattern: 'Hadoop<service =(.*), name =DataNodeActivity-(.*)-(\d+) ><> (.*_info): (\d+)'
281- attrNameSnakeCase: true
282- name: hadoop_$1_$4_
283- value: $5
284- labels:
285- service: HDFS
286- role: $1
287- host: $2
288- port: $3
289- kind: 'DataNodeActivity'
290- type: GAUGE
291- - pattern: 'Hadoop<service =(.*), name =DataNodeActivity-(.*)-(\d+) ><> (.*): (\d+)'
292- attrNameSnakeCase: true
293- name: hadoop_$1_$4
294- value: $5
295- labels:
296- service: HDFS
297- role: $1
298- host: $2
299- port: $3
300- kind: 'DataNodeActivity'
301- type: GAUGE
302- # Generic counter, e.g. Hadoop:name=FSDatasetState,attribute=EstimatedCapacityLostTotal
303- - pattern: 'Hadoop<service =(.*), name =(.*) ><> (.*_total): (\d+)'
304- attrNameSnakeCase: true
305- name: hadoop_$1_$3
306- value: $4
307- labels:
308- service: HDFS
309- role: $1
310- kind: $2
311- type: COUNTER
312- # Metrics suffixed with _info, e.g. Hadoop:name=JvmMetrics,attribute=LogInfo
313- # The suffix _info is reserved for static information, therefore an underscore is appended.
314- - pattern: 'Hadoop<service =(.*), name =(.*) ><> (.*_info): (.*)'
315- attrNameSnakeCase: true
316- name: hadoop_$1_$3_
317- value: $4
318- labels:
319- service: HDFS
320- role: $1
321- kind: $2
322- type: GAUGE
323- # All other Hadoop metrics
324- - pattern: 'Hadoop<service =(.*), name =(.*) ><> (.*): (.*)'
325- attrNameSnakeCase: true
326- name: hadoop_$1_$3
327- value: $4
328- labels:
329- service: HDFS
330- role: $1
331- kind: $2
332- type: GAUGE
333- journalnode.yaml: |-
334- ---
335- startDelaySeconds: 10
336- ssl: false
337- lowercaseOutputName: true
338- lowercaseOutputLabelNames: true
339- whitelistObjectNames:
340- - 'Hadoop:service=JournalNode,name=*'
341- - 'Hadoop:service=JournalNode,name=MetricsSystem,sub=*'
342- blacklistObjectNames:
343- - 'Hadoop:service=JournalNode,name=RetryCache.JournalNodeRetryCache'
344- - 'Hadoop:service=JournalNode,name=RpcActivity*'
345- - 'Hadoop:service=JournalNode,name=RpcDetailedActivity*'
346- - 'Hadoop:service=JournalNode,name=UgiMetrics'
347- rules:
348- # MetricsSystem
349- - pattern: 'Hadoop<service =(.*), name =MetricsSystem, sub =(.*) ><> (.*): (\d+)'
350- attrNameSnakeCase: true
351- name: hadoop_$1_$3
352- value: $4
353- labels:
354- service: HDFS
355- role: $1
356- kind: 'MetricsSystem'
357- sub: $2
358- type: GAUGE
359- # Metrics suffixed with _info, e.g. Hadoop:name=JvmMetrics,attribute=LogInfo
360- # The suffix _info is reserved for static information, therefore an underscore is appended.
361- - pattern: 'Hadoop<service =(.*), name =(.*) ><> (.*_info): (.*)'
362- attrNameSnakeCase: true
363- name: hadoop_$1_$3_
364- value: $4
365- labels:
366- service: HDFS
367- role: $1
368- kind: $2
369- type: GAUGE
370- # All other Hadoop metrics
371- - pattern: 'Hadoop<service =(.*), name =(.*) ><> (.*): (.*)'
372- attrNameSnakeCase: true
373- name: hadoop_$1_$3
374- value: $4
375- labels:
376- service: HDFS
377- role: $1
378- kind: $2
379- type: GAUGE
0 commit comments