Skip to content

Commit e1c7e87

Browse files
committed
config updates
1 parent a01c2b7 commit e1c7e87

File tree

7 files changed

+185
-0
lines changed

7 files changed

+185
-0
lines changed
Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,11 @@
1+
---
2+
# Source: kafka-lag-exporter/templates/000-ServiceAccount.yaml
3+
apiVersion: v1
4+
kind: ServiceAccount
5+
metadata:
6+
name: oso-kafka-lag-exporter-serviceaccount
7+
labels:
8+
app.kubernetes.io/name: kafka-lag-exporter
9+
helm.sh/chart: kafka-lag-exporter-0.6.7
10+
app.kubernetes.io/instance: oso
11+
app.kubernetes.io/managed-by: Helm
Lines changed: 74 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,74 @@
1+
---
2+
# Source: kafka-lag-exporter/templates/030-ConfigMap.yaml
3+
apiVersion: v1
4+
kind: ConfigMap
5+
metadata:
6+
name: oso-kafka-lag-exporter-configmap
7+
labels:
8+
app.kubernetes.io/name: kafka-lag-exporter
9+
helm.sh/chart: kafka-lag-exporter-0.6.7
10+
app.kubernetes.io/instance: oso
11+
app.kubernetes.io/managed-by: Helm
12+
data:
13+
application.conf: |
14+
kafka-lag-exporter {
15+
port = 8000
16+
poll-interval = 30 seconds
17+
lookup-table-size = 60
18+
client-group-id = "kafkalagexporter"
19+
kafka-client-timeout = 10 seconds
20+
clusters = [
21+
{
22+
name = "S2zzWyMMS3qLUnAOppkP_A"
23+
bootstrap-brokers = "kafka.sandbox.svc.cluster.local:9092"
24+
consumer-properties = {
25+
sasl.jaas.config = "org.apache.kafka.common.security.plain.PlainLoginModule required username=\"kafka\" password=\"kafka-secret\";"
26+
sasl.mechanism = "PLAIN"
27+
security.protocol = "SASL_SSL"
28+
ssl.trustore.password = "mystorepassword"
29+
ssl.truststore.location = "/mnt/sslcerts/truststore.p12"
30+
ssl.truststore.type = "PKCS12"
31+
}
32+
admin-client-properties = {
33+
sasl.jaas.config = "org.apache.kafka.common.security.plain.PlainLoginModule required username=\"kafka\" password=\"kafka-secret\";"
34+
sasl.mechanism = "PLAIN"
35+
security.protocol = "SASL_SSL"
36+
ssl.truststore.password = "mystorepassword"
37+
ssl.truststore.location = "/mnt/sslcerts/truststore.p12"
38+
ssl.truststore.type = "PKCS12"
39+
}
40+
labels = {
41+
location = "london"
42+
zone = "eu-west-1"
43+
}
44+
}
45+
]
46+
watchers = {
47+
strimzi = "false"
48+
}
49+
metric-whitelist = [
50+
".*"
51+
]
52+
}
53+
54+
akka {
55+
loggers = ["akka.event.slf4j.Slf4jLogger"]
56+
loglevel = "DEBUG"
57+
logging-filter = "akka.event.slf4j.Slf4jLoggingFilter"
58+
}
59+
logback.xml: |
60+
<configuration>
61+
<variable name="ROOT_LOG_LEVEL" value="INFO" />
62+
<variable name="KAFKA_LAG_EXPORTER_LOG_LEVEL" value="INFO" />
63+
<variable name="KAFKA_LAG_EXPORTER_KAFKA_LOG_LEVEL" value="INFO" />
64+
<appender name="STDOUT" class="ch.qos.logback.core.ConsoleAppender">
65+
<encoder>
66+
<pattern>%date{ISO8601} %-5level %logger{36} %X{akkaSource} - %msg %ex%n</pattern>
67+
</encoder>
68+
</appender>
69+
<logger name="org.apache.kafka" level="${KAFKA_LAG_EXPORTER_KAFKA_LOG_LEVEL}"/>
70+
<logger name="com.lightbend.kafkalagexporter" level="${KAFKA_LAG_EXPORTER_LOG_LEVEL}"/>
71+
<root level="${ROOT_LOG_LEVEL}">
72+
<appender-ref ref="STDOUT" />
73+
</root>
74+
</configuration>
Lines changed: 64 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,64 @@
1+
---
2+
# Source: kafka-lag-exporter/templates/040-Deployment.yaml
3+
apiVersion: apps/v1
4+
kind: Deployment
5+
metadata:
6+
name: oso-kafka-lag-exporter
7+
labels:
8+
app.kubernetes.io/name: kafka-lag-exporter
9+
helm.sh/chart: kafka-lag-exporter-0.6.7
10+
app.kubernetes.io/instance: oso
11+
app.kubernetes.io/managed-by: Helm
12+
spec:
13+
replicas: 1
14+
selector:
15+
matchLabels:
16+
app.kubernetes.io/name: kafka-lag-exporter
17+
app.kubernetes.io/instance: oso
18+
template:
19+
metadata:
20+
labels:
21+
app.kubernetes.io/name: kafka-lag-exporter
22+
app.kubernetes.io/instance: oso
23+
spec:
24+
serviceAccountName: oso-kafka-lag-exporter-serviceaccount
25+
containers:
26+
- name: kafka-lag-exporter
27+
image: lightbend/kafka-lag-exporter:0.6.7
28+
imagePullPolicy: Always
29+
ports:
30+
- name: http
31+
containerPort: 8000
32+
protocol: TCP
33+
livenessProbe:
34+
httpGet:
35+
path: /
36+
port: http
37+
initialDelaySeconds: 30
38+
periodSeconds: 15
39+
timeoutSeconds: 30
40+
failureThreshold: 3
41+
successThreshold: 1
42+
readinessProbe:
43+
httpGet:
44+
path: /
45+
port: http
46+
initialDelaySeconds: 30
47+
periodSeconds: 5
48+
timeoutSeconds: 30
49+
failureThreshold: 3
50+
successThreshold: 1
51+
volumeMounts:
52+
- name: config-volume
53+
mountPath: /opt/docker/conf/
54+
- name: kafka-ssl-autogenerated
55+
mountPath: /mnt/sslcerts
56+
resources:
57+
{}
58+
volumes:
59+
- name: config-volume
60+
configMap:
61+
name: oso-kafka-lag-exporter-configmap
62+
- name: kafka-ssl-autogenerated
63+
secret:
64+
secretName: kafka-pkcs12
Lines changed: 26 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,26 @@
1+
---
2+
# Source: kafka-lag-exporter/templates/050-Service.yaml
3+
apiVersion: v1
4+
kind: Service
5+
metadata:
6+
name: oso-kafka-lag-exporter-service
7+
labels:
8+
app.kubernetes.io/name: kafka-lag-exporter
9+
helm.sh/chart: kafka-lag-exporter-0.6.7
10+
app.kubernetes.io/instance: oso
11+
app.kubernetes.io/managed-by: Helm
12+
jobLabel: oso-kafka-lag-exporter
13+
annotations:
14+
prometheus.io/path: /metrics
15+
prometheus.io/port: "8000"
16+
prometheus.io/scrape: "true"
17+
spec:
18+
type: ClusterIP
19+
ports:
20+
- port: 8000
21+
targetPort: 8000
22+
protocol: TCP
23+
name: http
24+
selector:
25+
app.kubernetes.io/name: kafka-lag-exporter
26+
app.kubernetes.io/instance: oso
Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
namespace: sandbox
2+
resources:
3+
- 000-ServiceAccount.yaml
4+
- 030-ConfigMap.yaml
5+
- 040-Deployment.yaml
6+
- 050-Service.yaml

examples/monitoring/prometheus/kustomization.yaml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4,3 +4,4 @@ resources:
44
- alertmanager
55
- node-exporter
66
- kafka-exporter
7+
- kafka-lag-exporter

examples/monitoring/prometheus/server/cm.yaml

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -33,6 +33,9 @@ data:
3333
- job_name: "kafka-exporter"
3434
static_configs:
3535
- targets: ["oso-prometheus-kafka-exporter:9308"]
36+
- job_name: "kafka-lag-exporter"
37+
static_configs:
38+
- targets: ["oso-kafka-lag-exporter-service:8000"]
3639
- job_name: "node-exporter"
3740
static_configs:
3841
- targets: ["oso-prometheus-node-exporter:9100"]

0 commit comments

Comments
 (0)