Skip to content

Commit 97a5648

Browse files
committed
fix: add Kafka environment variables and make topic replicas configurable
- Add WATERMILL_KAFKA_BROKERS, WATERMILL_KAFKA_CLIENT_ID, WATERMILL_KAFKA_CONSUMER_GROUP to metadata values.yaml - Update metadata values.schema.json to include new Kafka env vars - Make Kafka topic replicas configurable in link chart (default: 3 for production) - Add kafka.topics section to link values.yaml with partitions, replicas, retention settings
1 parent a6522b8 commit 97a5648

File tree

4 files changed

+334
-310
lines changed

4 files changed

+334
-310
lines changed

boundaries/link/ops/link/templates/kafka.yaml

Lines changed: 12 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -10,11 +10,11 @@ metadata:
1010
labels:
1111
strimzi.io/cluster: shortlink
1212
spec:
13-
partitions: 1
14-
replicas: 1
13+
partitions: {{ .Values.kafka.topics.partitions | default 1 }}
14+
replicas: {{ .Values.kafka.topics.replicas | default 3 }}
1515
config:
16-
retention.ms: 7200000 # 2 hours
17-
segment.bytes: 31457280 # 30MB
16+
retention.ms: {{ .Values.kafka.topics.retention.ms | default 7200000 }}
17+
segment.bytes: {{ .Values.kafka.topics.segment.bytes | default 31457280 }}
1818
---
1919
# LinkUpdated event topic - canonical name: link.link.updated.v1
2020
# Follows ADR-0002 canonical event naming standard
@@ -26,11 +26,11 @@ metadata:
2626
labels:
2727
strimzi.io/cluster: shortlink
2828
spec:
29-
partitions: 1
30-
replicas: 1
29+
partitions: {{ .Values.kafka.topics.partitions | default 1 }}
30+
replicas: {{ .Values.kafka.topics.replicas | default 3 }}
3131
config:
32-
retention.ms: 7200000 # 2 hours
33-
segment.bytes: 31457280 # 30MB
32+
retention.ms: {{ .Values.kafka.topics.retention.ms | default 7200000 }}
33+
segment.bytes: {{ .Values.kafka.topics.segment.bytes | default 31457280 }}
3434
---
3535
# LinkDeleted event topic - canonical name: link.link.deleted.v1
3636
# Follows ADR-0002 canonical event naming standard
@@ -42,9 +42,9 @@ metadata:
4242
labels:
4343
strimzi.io/cluster: shortlink
4444
spec:
45-
partitions: 1
46-
replicas: 1
45+
partitions: {{ .Values.kafka.topics.partitions | default 1 }}
46+
replicas: {{ .Values.kafka.topics.replicas | default 3 }}
4747
config:
48-
retention.ms: 7200000 # 2 hours
49-
segment.bytes: 31457280 # 30MB
48+
retention.ms: {{ .Values.kafka.topics.retention.ms | default 7200000 }}
49+
segment.bytes: {{ .Values.kafka.topics.segment.bytes | default 31457280 }}
5050
{{- end }}

boundaries/link/ops/link/values.yaml

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -112,6 +112,17 @@ service:
112112
protocol: TCP
113113
public: true
114114

115+
# ==============================================================================
116+
# Kafka topics configuration
117+
kafka:
118+
topics:
119+
partitions: 1
120+
replicas: 3 # Minimum replicas for production Kafka cluster
121+
retention:
122+
ms: 7200000 # 2 hours
123+
segment:
124+
bytes: 31457280 # 30MB
125+
115126
# ==============================================================================
116127
# Prometheus Operator ServiceMonitor configuration
117128
monitoring:

0 commit comments

Comments
 (0)