Skip to content

Commit a01c2b7

Browse files
mccullyamccullya
committed
Updating dashboard, introduce kafka-exporter
1 parent 8fc7333 commit a01c2b7

15 files changed

+762
-4312
lines changed

‎examples/monitoring/grafana/dashboards.yaml‎

Lines changed: 207 additions & 3994 deletions
Large diffs are not rendered by default.

‎examples/monitoring/kustomization.yaml‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,9 @@
11
namespace: sandbox
22
resources:
33
- confluent
4+
- producer
45
- operator
56
- rolebindings
67
- grafana
78
- prometheus
8-
- producer
9+

‎examples/monitoring/producer/alpha-producer-app.yaml‎

Lines changed: 55 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
1+
---
2+
apiVersion: apps/v1
3+
kind: StatefulSet
4+
metadata:
5+
name: alpha-console-producer
6+
namespace: sandbox
7+
spec:
8+
serviceName: alpha-console-producer
9+
podManagementPolicy: Parallel
10+
replicas: 1
11+
selector:
12+
matchLabels:
13+
app: alpha-console-producer
14+
template:
15+
metadata:
16+
labels:
17+
app: alpha-console-producer
18+
spec:
19+
containers:
20+
- name: alpha-console-producer
21+
image: confluentinc/cp-kafka:latest
22+
command:
23+
- /bin/sh
24+
- -c
25+
- |
26+
kafka-producer-perf-test \
27+
--topic alpha-topic \
28+
--record-size 1024 \
29+
--throughput 10 \
30+
--producer.config /mnt/kafka.properties \
31+
--num-records 100000
32+
volumeMounts:
33+
- name: kafka-properties
34+
mountPath: /mnt
35+
- name: kafka-ssl-autogenerated
36+
mountPath: /mnt/sslcerts
37+
resources:
38+
requests:
39+
memory: 512Mi # 768Mi
40+
cpu: 500m # 1000m
41+
volumes:
42+
- name: kafka-properties # Create secret with name `kafka-client-config` with client configurations
43+
secret:
44+
secretName: kafka-client-config
45+
- name: kafka-ssl-autogenerated
46+
secret:
47+
secretName: kafka-pkcs12
48+
---
49+
apiVersion: v1
50+
kind: Service
51+
metadata:
52+
name: alpha-console-producer
53+
namespace: sandbox
54+
spec:
55+
clusterIP: None

‎examples/monitoring/producer/bravo-producer-app.yaml‎

Lines changed: 55 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
1+
---
2+
apiVersion: apps/v1
3+
kind: StatefulSet
4+
metadata:
5+
name: bravo-console-producer
6+
namespace: sandbox
7+
spec:
8+
serviceName: bravo-console-producer
9+
podManagementPolicy: Parallel
10+
replicas: 1
11+
selector:
12+
matchLabels:
13+
app: bravo-console-producer
14+
template:
15+
metadata:
16+
labels:
17+
app: bravo-console-producer
18+
spec:
19+
containers:
20+
- name: bravo-console-producer
21+
image: confluentinc/cp-kafka:latest
22+
command:
23+
- /bin/sh
24+
- -c
25+
- |
26+
kafka-producer-perf-test \
27+
--topic bravo-topic \
28+
--record-size 512 \
29+
--throughput 5 \
30+
--producer.config /mnt/kafka.properties \
31+
--num-records 100000
32+
volumeMounts:
33+
- name: kafka-properties
34+
mountPath: /mnt
35+
- name: kafka-ssl-autogenerated
36+
mountPath: /mnt/sslcerts
37+
resources:
38+
requests:
39+
memory: 512Mi # 768Mi
40+
cpu: 500m # 1000m
41+
volumes:
42+
- name: kafka-properties # Create secret with name `kafka-client-config` with client configurations
43+
secret:
44+
secretName: kafka-client-config
45+
- name: kafka-ssl-autogenerated
46+
secret:
47+
secretName: kafka-pkcs12
48+
---
49+
apiVersion: v1
50+
kind: Service
51+
metadata:
52+
name: bravo-console-producer
53+
namespace: sandbox
54+
spec:
55+
clusterIP: None

‎examples/monitoring/producer/charlie-producer-app.yaml‎

Lines changed: 55 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
1+
---
2+
apiVersion: apps/v1
3+
kind: StatefulSet
4+
metadata:
5+
name: charlie-console-producer
6+
namespace: sandbox
7+
spec:
8+
serviceName: charlie-console-producer
9+
podManagementPolicy: Parallel
10+
replicas: 1
11+
selector:
12+
matchLabels:
13+
app: charlie-console-producer
14+
template:
15+
metadata:
16+
labels:
17+
app: charlie-console-producer
18+
spec:
19+
containers:
20+
- name: charlie-console-producer
21+
image: confluentinc/cp-kafka:latest
22+
command:
23+
- /bin/sh
24+
- -c
25+
- |
26+
kafka-producer-perf-test \
27+
--topic charlie-topic \
28+
--record-size 1024 \
29+
--throughput 5 \
30+
--producer.config /mnt/kafka.properties \
31+
--num-records 100000
32+
volumeMounts:
33+
- name: kafka-properties
34+
mountPath: /mnt
35+
- name: kafka-ssl-autogenerated
36+
mountPath: /mnt/sslcerts
37+
resources:
38+
requests:
39+
memory: 512Mi # 768Mi
40+
cpu: 500m # 1000m
41+
volumes:
42+
- name: kafka-properties # Create secret with name `kafka-client-config` with client configurations
43+
secret:
44+
secretName: kafka-client-config
45+
- name: kafka-ssl-autogenerated
46+
secret:
47+
secretName: kafka-pkcs12
48+
---
49+
apiVersion: v1
50+
kind: Service
51+
metadata:
52+
name: charlie-console-producer
53+
namespace: sandbox
54+
spec:
55+
clusterIP: None

‎examples/monitoring/producer/delta-producer-app.yaml‎

Lines changed: 55 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
1+
---
2+
apiVersion: apps/v1
3+
kind: StatefulSet
4+
metadata:
5+
name: delta-console-producer
6+
namespace: sandbox
7+
spec:
8+
serviceName: delta-console-producer
9+
podManagementPolicy: Parallel
10+
replicas: 1
11+
selector:
12+
matchLabels:
13+
app: delta-console-producer
14+
template:
15+
metadata:
16+
labels:
17+
app: delta-console-producer
18+
spec:
19+
containers:
20+
- name: delta-console-producer
21+
image: confluentinc/cp-kafka:latest
22+
command:
23+
- /bin/sh
24+
- -c
25+
- |
26+
kafka-producer-perf-test \
27+
--topic delta-topic \
28+
--record-size 32 \
29+
--throughput 5000 \
30+
--producer.config /mnt/kafka.properties \
31+
--num-records 1000000
32+
volumeMounts:
33+
- name: kafka-properties
34+
mountPath: /mnt
35+
- name: kafka-ssl-autogenerated
36+
mountPath: /mnt/sslcerts
37+
resources:
38+
requests:
39+
memory: 512Mi # 768Mi
40+
cpu: 500m # 1000m
41+
volumes:
42+
- name: kafka-properties # Create secret with name `kafka-client-config` with client configurations
43+
secret:
44+
secretName: kafka-client-config
45+
- name: kafka-ssl-autogenerated
46+
secret:
47+
secretName: kafka-pkcs12
48+
---
49+
apiVersion: v1
50+
kind: Service
51+
metadata:
52+
name: delta-console-producer
53+
namespace: sandbox
54+
spec:
55+
clusterIP: None

‎examples/monitoring/producer/echo-producer-app.yaml‎

Lines changed: 55 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
1+
---
2+
apiVersion: apps/v1
3+
kind: StatefulSet
4+
metadata:
5+
name: echo-console-producer
6+
namespace: sandbox
7+
spec:
8+
serviceName: echo-console-producer
9+
podManagementPolicy: Parallel
10+
replicas: 1
11+
selector:
12+
matchLabels:
13+
app: echo-console-producer
14+
template:
15+
metadata:
16+
labels:
17+
app: echo-console-producer
18+
spec:
19+
containers:
20+
- name: echo-console-producer
21+
image: confluentinc/cp-kafka:latest
22+
command:
23+
- /bin/sh
24+
- -c
25+
- |
26+
kafka-producer-perf-test \
27+
--topic echo-topic \
28+
--record-size 256 \
29+
--throughput 50 \
30+
--producer.config /mnt/kafka.properties \
31+
--num-records 100000
32+
volumeMounts:
33+
- name: kafka-properties
34+
mountPath: /mnt
35+
- name: kafka-ssl-autogenerated
36+
mountPath: /mnt/sslcerts
37+
resources:
38+
requests:
39+
memory: 512Mi # 768Mi
40+
cpu: 500m # 1000m
41+
volumes:
42+
- name: kafka-properties # Create secret with name `kafka-client-config` with client configurations
43+
secret:
44+
secretName: kafka-client-config
45+
- name: kafka-ssl-autogenerated
46+
secret:
47+
secretName: kafka-pkcs12
48+
---
49+
apiVersion: v1
50+
kind: Service
51+
metadata:
52+
name: echo-console-producer
53+
namespace: sandbox
54+
spec:
55+
clusterIP: None

‎examples/monitoring/producer/foxtrot-producer-app.yaml‎

Lines changed: 55 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
1+
---
2+
apiVersion: apps/v1
3+
kind: StatefulSet
4+
metadata:
5+
name: foxtrot-console-producer
6+
namespace: sandbox
7+
spec:
8+
serviceName: foxtrot-console-producer
9+
podManagementPolicy: Parallel
10+
replicas: 1
11+
selector:
12+
matchLabels:
13+
app: foxtrot-console-producer
14+
template:
15+
metadata:
16+
labels:
17+
app: foxtrot-console-producer
18+
spec:
19+
containers:
20+
- name: foxtrot-console-producer
21+
image: confluentinc/cp-kafka:latest
22+
command:
23+
- /bin/sh
24+
- -c
25+
- |
26+
kafka-producer-perf-test \
27+
--topic foxtrot-topic \
28+
--record-size 1024 \
29+
--throughput 5 \
30+
--producer.config /mnt/kafka.properties \
31+
--num-records 100000
32+
volumeMounts:
33+
- name: kafka-properties
34+
mountPath: /mnt
35+
- name: kafka-ssl-autogenerated
36+
mountPath: /mnt/sslcerts
37+
resources:
38+
requests:
39+
memory: 512Mi # 768Mi
40+
cpu: 500m # 1000m
41+
volumes:
42+
- name: kafka-properties # Create secret with name `kafka-client-config` with client configurations
43+
secret:
44+
secretName: kafka-client-config
45+
- name: kafka-ssl-autogenerated
46+
secret:
47+
secretName: kafka-pkcs12
48+
---
49+
apiVersion: v1
50+
kind: Service
51+
metadata:
52+
name: foxtrot-console-producer
53+
namespace: sandbox
54+
spec:
55+
clusterIP: None

0 commit comments

Comments
 (0)