Skip to content

Commit f0cb74c

Browse files
mccullyamccullya
committed
cp-cp-cluster link and argocd example
1 parent a2d8f7b commit f0cb74c

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

72 files changed

+1195
-203
lines changed

‎incubator/advanced-logging/control-center.yaml‎

Lines changed: 49 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,49 @@
1+
apiVersion: platform.confluent.io/v1beta1
2+
kind: ControlCenter
3+
metadata:
4+
name: controlcenter
5+
spec:
6+
configOverrides:
7+
server:
8+
- confluent.controlcenter.internal.topics.replication=1
9+
- confluent.controlcenter.command.topic.replication=1
10+
- confluent.monitoring.interceptor.topic.replication=1
11+
- confluent.metrics.topic.replication=1
12+
replicas: 1
13+
podTemplate:
14+
probe:
15+
liveness:
16+
periodSeconds: 10
17+
failureThreshold: 5
18+
timeoutSeconds: 500
19+
image:
20+
application: confluentinc/cp-enterprise-control-center:7.0.1
21+
init: confluentinc/confluent-init-container:2.2.0
22+
dataVolumeCapacity: 10Gi
23+
tls:
24+
autoGeneratedCerts: true
25+
authorization:
26+
type: rbac
27+
dependencies:
28+
kafka:
29+
bootstrapEndpoint: kafka:9071
30+
authentication:
31+
type: plain
32+
jaasConfig:
33+
secretRef: credential
34+
tls:
35+
enabled: true
36+
mds:
37+
endpoint: https://kafka:8090
38+
tokenKeyPair:
39+
secretRef: credential
40+
authentication:
41+
type: bearer
42+
bearer:
43+
secretRef: credential
44+
tls:
45+
enabled: true
46+
connect: null
47+
ksqldb: null
48+
schemaRegistry: null
49+

‎incubator/advanced-logging/kafka.yaml‎

Lines changed: 26 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,26 @@
1+
apiVersion: platform.confluent.io/v1beta1
2+
kind: Kafka
3+
metadata:
4+
name: kafka
5+
spec:
6+
replicas: 1
7+
configOverrides:
8+
server:
9+
- confluent.schema.registry.url=https://schemaregistry:8081
10+
- listener.name.internal.plain.sasl.server.callback.handler.class=io.confluent.security.auth.provider.ldap.LdapAuthenticateCallbackHandler
11+
- listener.name.external.plain.sasl.server.callback.handler.class=io.confluent.security.auth.provider.ldap.LdapAuthenticateCallbackHandler
12+
- listener.name.replication.plain.sasl.server.callback.handler.class=io.confluent.security.auth.provider.ldap.LdapAuthenticateCallbackHandler
13+
- authorizer.class.name=io.confluent.kafka.security.authorizer.ConfluentServerAuthorizer
14+
- confluent.authorizer.access.rule.providers=ZK_ACL,CONFLUENT
15+
- confluent.balancer.topic.replication.factor=1
16+
- confluent.license.topic.replication.factor=1
17+
- confluent.tier.metadata.replication.factor=1
18+
- confluent.metadata.topic.replication.factor=1
19+
- confluent.metrics.reporter.topic.replicas=1
20+
- confluent.balancer.topic.replication.factor=1
21+
- confluent.security.event.logger.exporter.kafka.topic.replicas=1
22+
- default.replication.factor=1
23+
- event.logger.exporter.kafka.topic.replicas=1
24+
- offsets.topic.replication.factor=1
25+
# log4j:
26+
# - log4j.logger.io.confluent.security.auth.provider.ldap.LdapGroupManager=DEBUG

‎incubator/advanced-logging/kustomization.yaml‎

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
apiVersion: kustomize.config.k8s.io/v1beta1
2+
kind: Kustomization
3+
namespace: sandbox
4+
resources:
5+
- ../../base/operator
6+
- ../../base/cfk-components/confluent-rbac
7+
- namespace.yaml
8+
patchesStrategicMerge:
9+
- kafka.yaml
10+
- control-center.yaml
11+
- zookeeper.yaml
12+
13+
# - confluent/rest-class.yaml

‎incubator/advanced-logging/log4j.conf‎

Lines changed: 63 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,63 @@
1+
###log4j config options
2+
### Metadata service logging
3+
```shell
4+
- log4j.appender.metadataServiceAppender=org.apache.log4j.RollingFileAppender
5+
- log4j.appender.metadataServiceAppender.File=/tmp/meta-data-service.log
6+
- log4j.appender.metadataServiceAppender.layout=org.apache.log4j.PatternLayout
7+
- log4j.appender.metadataServiceAppender.layout.ConversionPattern=[%d] %m %n
8+
- log4j.appender.metadataServiceAppender.Append=true
9+
- log4j.appender.metadataServiceAppender.MaxBackupIndex=10
10+
- log4j.appender.metadataServiceAppender.MaxFileSize=100MB
11+
```
12+
### RBAC debug
13+
```shell
14+
- log4j.appender.rbacCRUDAppender=org.apache.log4j.RollingFileAppender
15+
- log4j.appender.metadataServiceAppender.File=/tmp/rbac-access-logs.log
16+
- log4j.appender.metadataServiceAppender.layout=org.apache.log4j.PatternLayout
17+
- log4j.appender.metadataServiceAppender.layout.ConversionPattern=[%d] %m %n
18+
- log4j.category.io.confluent.security.auth.store.kafka.KafkaAuthWriter=DEBUG, rbacCRUDAppender
19+
```
20+
### Full examples
21+
```shell
22+
kafka.root.logger.level=INFO
23+
log4j.rootLogger=WARN, CONSOLE
24+
log4j.appender.CONSOLE.layout=org.apache.log4j.PatternLayout
25+
log4j.appender.CONSOLE.layout.ConversionPattern=%d{ISO8601} %p %m (%c) [%t]%n
26+
log4j.appender.CONSOLE=org.apache.log4j.ConsoleAppender
27+
# Change the two lines below to adjust ZK client logging
28+
log4j.logger.org.I0Itec.zkclient.ZkClient=INFO
29+
log4j.logger.org.apache.zookeeper=INFO
30+
# Change the two lines below to adjust the general broker logging level (output to server.log and stdout)
31+
log4j.logger.kafka=INFO
32+
log4j.logger.org.apache.kafka=INFO
33+
# Kafka Loggers
34+
# Change to DEBUG or TRACE to enable request logging
35+
log4j.logger.kafka.request.logger=WARN
36+
log4j.logger.kafka.network.Processor=OFF
37+
log4j.logger.kafka.server.KafkaApis=OFF
38+
log4j.logger.kafka.network.RequestChannel$=WARN
39+
log4j.logger.kafka.controller=TRACE
40+
log4j.logger.kafka.log.LogCleaner=INFO
41+
# Authorizer log4j configuration
42+
log4j.appender.authorizerAppender=org.apache.log4j.RollingFileAppender
43+
log4j.appender.authorizerAppender.File=/tmp/kafka-authorizer.log
44+
log4j.appender.authorizerAppender.layout=org.apache.log4j.PatternLayout
45+
log4j.appender.authorizerAppender.layout.ConversionPattern=[%d] %m %n
46+
log4j.appender.authorizerAppender.Append=true
47+
log4j.appender.authorizerAppender.MaxBackupIndex=10
48+
log4j.appender.authorizerAppender.MaxFileSize=100MB
49+
# Access denials are logged at INFO level, change to DEBUG to also log allowed accesses
50+
log4j.logger.kafka.authorizer.logger=INFO, authorizerAppender
51+
log4j.additivity.io.confluent.common.security.jetty=false
52+
log4j.additivity.io.confluent.rbacapi=false
53+
log4j.additivity.io.confluent.rest-utils=false
54+
log4j.additivity.io.confluent.security.auth=false
55+
log4j.additivity.io.confluent.security.store=false
56+
log4j.additivity.io.confluent.tokenapi=false
57+
log4j.logger.io.confluent.common.security.jetty=DEBUG, metadataServiceAppender
58+
log4j.logger.io.confluent.rbacapi=DEBUG, metadataServiceAppender
59+
log4j.logger.io.confluent.rest-utils=DEBUG, metadataServiceAppender
60+
log4j.logger.io.confluent.security.auth=DEBUG, metadataServiceAppender
61+
log4j.logger.io.confluent.security.store=DEBUG, metadataServiceAppender
62+
log4j.logger.io.confluent.tokenapi=DEBUG, metadataServiceAppender
63+
```

‎incubator/cp-cp-cluster-linking/edge/namespace.yaml‎ renamed to ‎incubator/advanced-logging/namespace.yaml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
11
apiVersion: v1
22
kind: Namespace
33
metadata:
4-
name: edge
4+
name: sandbox

‎incubator/cp-cp-cluster-linking/edge/confluent/zookeeper.yaml‎ renamed to ‎incubator/advanced-logging/zookeeper.yaml‎

File renamed without changes.

‎incubator/argo-cd/environments/base/confluent/connect.yaml‎

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -9,12 +9,6 @@ spec:
99
init: confluentinc/confluent-init-container:2.2.0
1010
tls:
1111
autoGeneratedCerts: true
12-
configOverrides:
13-
server:
14-
- offset.storage.replication.factor=1
15-
- status.storage.replication.factor=1
16-
- config.storage.replication.factor=1
17-
- confluent.topic.replication.factor=1
1812
authorization:
1913
type: rbac
2014
dependencies:

‎incubator/argo-cd/environments/base/confluent/kafka.yaml‎

Lines changed: 1 addition & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ metadata:
55
spec:
66
replicas: 1
77
image:
8-
application: confluentinc/cp-server:7.0.1
8+
application: confluentinc/cp-server:7.1.1
99
init: confluentinc/confluent-init-container:2.2.0
1010
dataVolumeCapacity: 10Gi
1111
tls:
@@ -18,15 +18,6 @@ spec:
1818
- listener.name.replication.plain.sasl.server.callback.handler.class=io.confluent.security.auth.provider.ldap.LdapAuthenticateCallbackHandler
1919
- authorizer.class.name=io.confluent.kafka.security.authorizer.ConfluentServerAuthorizer
2020
- confluent.authorizer.access.rule.providers=ZK_ACL,CONFLUENT
21-
- confluent.license.topic.replication.factor=1
22-
- confluent.tier.metadata.replication.factor=1
23-
- confluent.metadata.topic.replication.factor=1
24-
- confluent.balancer.topic.replication.factor=1
25-
- confluent.security.event.logger.exporter.kafka.topic.replicas=1
26-
- event.logger.exporter.kafka.topic.replicas=1
27-
- offsets.topic.replication.factor=1
28-
# log4j:
29-
# - log4j.logger.io.confluent.security.auth.provider.ldap.LdapGroupManager=DEBUG
3021
metricReporter:
3122
enabled: true
3223
authentication:

‎incubator/argo-cd/environments/dev/connect.yaml‎

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
apiVersion: platform.confluent.io/v1beta1
2+
kind: Connect
3+
metadata:
4+
name: connect
5+
spec:
6+
image:
7+
application: confluentinc/cp-server-connect:7.0.1
8+
init: confluentinc/confluent-init-container:2.2.0
9+
configOverrides:
10+
server:
11+
- offset.storage.replication.factor=1
12+
- status.storage.replication.factor=1
13+
- config.storage.replication.factor=1
14+
- confluent.topic.replication.factor=1

‎incubator/cp-cp-cluster-linking/edge/confluent/control-centre.yaml‎ renamed to ‎incubator/argo-cd/environments/dev/control-centre.yaml‎

Lines changed: 1 addition & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,3 @@
1-
---
21
apiVersion: platform.confluent.io/v1beta1
32
kind: ControlCenter
43
metadata:
@@ -9,8 +8,4 @@ spec:
98
- confluent.controlcenter.internal.topics.replication=1
109
- confluent.controlcenter.command.topic.replication=1
1110
- confluent.monitoring.interceptor.topic.replication=1
12-
- confluent.metrics.topic.replication=1
13-
dependencies:
14-
connect: null
15-
ksqldb: null
16-
schemaRegistry: null
11+
- confluent.metrics.topic.replication=1

0 commit comments

Comments
 (0)