Merge pull request #30 from osodevops/schema-linking

Schema linking

Author: sionsmith

base/cfk-components/confluent-no-auth-no-tls/schmea-registry/kustomization.yaml renamed to base/cfk-components/confluent-no-auth-no-tls/schema-registry/kustomization.yaml

@@ -28,3 +28,5 @@ spec:
         type: bearer
         bearer:
           secretRef: credential
+      tls:
+        enabled: true

base/cfk-components/confluent-no-auth-no-tls/schmea-registry/schema-registry.yaml renamed to base/cfk-components/confluent-no-auth-no-tls/schema-registry/schema-registry.yaml

@@ -8,7 +8,7 @@ spec:
   principal:
     name: kafka
     type: user
-  role: SecurityAdmin
+  role: ClusterAdmin
 ---
 apiVersion: platform.confluent.io/v1beta1
 kind: ConfluentRolebinding

base/cfk-components/confluent-no-auth-tls/schmea-registry/kustomization.yaml renamed to base/cfk-components/confluent-no-auth-tls/schema-registry/kustomization.yaml

@@ -6,5 +6,5 @@ spec:
   kafkaRest:
     authentication:
       type: bearer
-      bearer:
+      basic:
         secretRef: credential

base/cfk-components/confluent-no-auth-tls/schmea-registry/schema-registry.yaml renamed to base/cfk-components/confluent-no-auth-tls/schema-registry/schema-registry.yaml

@@ -1,6 +1,7 @@
 apiVersion: v1
 data:
   bearer.txt: dXNlcm5hbWU9a2Fma2EKcGFzc3dvcmQ9a2Fma2Etc2VjcmV0Cg==
+  basic.txt: dXNlcm5hbWU9a2Fma2EKcGFzc3dvcmQ9a2Fma2Etc2VjcmV0Cg==
   digest.txt: dXNlcm5hbWU9ImthZmthIgpwYXNzd29yZD0ia2Fma2Etc2VjcmV0Ig==
   plain.txt: dXNlcm5hbWU9ImthZmthIgpwYXNzd29yZD0ia2Fma2Etc2VjcmV0Ig==
   ldap.txt: dXNlcm5hbWU9Y249bWRzLGRjPXRlc3QsZGM9Y29tCnBhc3N3b3JkPURldmVsb3BlciEK

base/cfk-components/confluent-rbac/connect/kafka-connect.yaml

@@ -0,0 +1,88 @@
+# Basic Deployment
+This example deploys a basic deployment.  No RBAC/LDAP.  Just a single topic 'foobar' is added as part of the pipeline.
+
+
+| Feature          | Enabled | Note                     |
+|:-----------------|:-------:|:-------------------------|
+| Kafka/Zookeeper  |    ✅    |                          |
+| Control Center   |    ✅    |                          |
+| Connect          |    ❌    |                          |
+| Schema Registry  |    ❌    |                          |
+| KSQL             |    ❌    |                          |
+| TLS Encryption   |    ✅    | Self-signed certificates |
+| Authentication   |    ✅    |                          |
+| Authorization    |    ✅    | via LDAP                 |
+
+
+### Deploy CRDs
+Deploy the CRDS using the standard way:
+```shell
+kubectl apply -k ../../base/crds
+```
+### Deploy Confluent Operator and Confluent Services
+Deploy the confluent operator and services:
+```shell
+kubectl apply -k .
+```
+
+### Forward ports locally.
+#### Source Kafka
+Minikube:source:kafka:9071 -> localhost:9071
+#### Source SchemaRegistry
+Minikube:source:schemaregistry:9081 -> localhost:9081
+#### Source Kafka
+Minikube:destination:kafka:9071 -> localhost:9072
+#### Source Kafka
+Minikube:source:schemaregistry:9081 -> localhost:9082
+
+```shell
+
+nohup kubectl port-forward schemaregistry-0 8081:8081 --namespace master \
+&& \
+nohup kubectl port-forward schemaregistry-0 8082:8081 --namespace dogs \
+&& \
+nohup kubectl port-forward schemaregistry-0 8083:8081 --namespace cats 
+
+```
+kubectl port-forward \
+$(kubectl get pods -n source -l statefulset.kubernetes.io/pod-name:kafka-0 -o name) \
+:9071 -n source \ 
+&& \
+kubectl port-forward \
+$(kubectl get pods -n source -l app.kubernetes.io/component=grafana -o name) \
+:9071 -n source \
+&& \
+kubectl port-forward \
+$(kubectl get pods -n source -l app.kubernetes.io/component=grafana -o name) \
+9071 -n source
+&& \
+kubectl port-forward \
+$(kubectl get pods -n source -l app.kubernetes.io/component=grafana -o name) \
+9071 -n source
+
+```
+
+### Query schema Registry
+
+[//]: # (TODO Port forward Production Schema Registry - 8081)
+[//]: # (TODO Port forward Production Kafka Broker - 9092)
+
+```
+curl -k -X POST -H "Content-Type: application/vnd.schemaregistry.v1+json" \
+  --data '{"schema": "{\"type\": \"string\"}"}' \
+   https://localhost:8081/subjects/im-a-source-schema/versions
+```
+
+
+
+```
+curl -k -X POST -H "Content-Type: application/vnd.schemaregistry.v1+json" \
+  --data '{"schema": "{\"type\": \"string\"}"}' \
+   https://localhost:8082/subjects/im-a-desgination-schema/versions
+```10.109.90.121
+
+`curl -k -X GET https://10.109.90.121:8081/subjects`
+
+`curl -k -X GET https://localhost:8082/subjects`
+
+#TODO - how will 

base/cfk-components/confluent-rbac/connect/rolebindings/connect-base.yaml

@@ -1,9 +1,9 @@
 apiVersion: platform.confluent.io/v1beta1
 kind: KafkaRestClass
 metadata:
-  name: source-kafka-rest
+  name: cats-kafka-rest
 spec:
   kafkaClusterRef:
     name: kafka
   kafkaRest:
-    endpoint: http://kafka.source.svc.cluster.local:8090
+    endpoint: http://kafka.cats.svc.cluster.local:8090