working bash script to add quotas

Author: mccullya

stable/quotas/confluent/kafka.yaml

@@ -1,17 +1,6 @@
-FROM rockylinux/rockylinux:8.5
-
-ENV container docker
-
-# 1. Adding Confluent repository
-RUN rpm --import https://packages.confluent.io/rpm/7.1/archive.key
-COPY confluent.repo /etc/yum.repos.d/confluent.repo
-RUN yum clean all
-
-# 2. Install Confluent Kafka stack
-RUN yum install -y java-1.8.0-openjdk
-RUN yum install -y confluent-kafka
-
-# 3. Install JY YAML parser for shell
-RUN yum install -y jq
+FROM confluentinc/cp-kafka:latest
+USER root
+RUN yum install -y jq vim vi
 RUN curl -L -o /usr/local/bin/yq https://github.com/mikefarah/yq/releases/download/`curl -s https://api.github.com/repos/mikefarah/yq/releases/latest | jq .tag_name | sed 's/"//g'`/yq_linux_amd64
-RUN chmod 755 /usr/local/bin/yq
+RUN  chmod +x /usr/local/bin/yq
+USER appuser

stable/quotas/docker/Dockerfile

@@ -1,3 +1,3 @@
 #!/bin/bash
 eval $(minikube docker-env)
-docker build -t sandbox-kafka-client .
+docker build -t quota-manager .

stable/quotas/docker/build-inside.sh

@@ -4,6 +4,4 @@ namespace: sandbox
 resources:
 - namespace.yaml
 - ../../base/cfk-components/confluent-rbac
-- client
-patchesStrategicMerge:
-  - confluent/kafka.yaml
+

stable/quotas/docker/confluent.repo

@@ -0,0 +1,36 @@
+#!/bin/bash
+
+quota_definition="/tmp/quota-definition/quotas.yaml"
+
+for i in $(yq '.platform.quotas | keys' < $quota_definition); do
+  principal="${i:0}"
+  if [[ "$principal" != "-" ]]; then
+    producer_byte_rate=$(yq ".platform.quotas.$principal.producer_byte_rate" < $quota_definition)
+    consumer_byte_rate=$(yq ".platform.quotas.$principal.consumer_byte_rate" < $quota_definition)
+    request_percentage=$(yq ".platform.quotas.$principal.request_percentage" < $quota_definition)
+    config_string=""
+    if [[ "$producer_byte_rate" != "null" ]]; then
+      config_string="$config_string producer_byte_rate=$producer_byte_rate,"
+    fi
+    if [[ "$consumer_byte_rate" != "null" ]]; then
+      config_string="$config_string consumer_byte_rate=$consumer_byte_rate,"
+    fi
+    if [[ "$request_percentage" != "null" ]]; then
+      config_string="$config_string request_percentage=$request_percentage,"
+    fi
+    # Removes white space and the last trailing comma
+    config=$(echo $config_string | tr -d " \t\n\r" | rev | cut -c 2- | rev)
+    set -x
+    echo $config
+
+    kafka-configs \
+    --bootstrap-server kafka:9071 \
+    --alter \
+    --entity-type users \
+    --entity-name $principal \
+    --command-config /tmp/config-properties/kafka.properties \
+    --add-config "$config"
+    set +x
+  fi
+done
+

stable/quotas/kustomization.yaml

@@ -0,0 +1,6 @@
+bootstrap.servers=kafka:9071
+sasl.jaas.config=org.apache.kafka.common.security.plain.PlainLoginModule required username=kafka password=kafka-secret;
+sasl.mechanism=PLAIN
+security.protocol=SASL_SSL
+ssl.truststore.location=/mnt/sslcerts/truststore.jks
+ssl.truststore.password=mystorepassword

stable/quotas/quota-manager/definition/apply-quotas-script.sh

@@ -0,0 +1,12 @@
+---
+platform:
+  quotas:
+    app-0:
+      producer_byte_rate: 1024
+      consumer_byte_rate: 1024
+      request_percentage: 50.0
+    app-2:
+      producer_byte_rate: 2048
+      consumer_byte_rate: 2048
+    app-3:
+      request_percentage: 80.0

stable/quotas/quota-manager/definition/kafka.properties

@@ -1,4 +1,15 @@
 namespace: sandbox
 resources:
-- demo-topic.yaml
-- quota-manager.yaml
+- quota-manager.yaml
+configMapGenerator:
+- name: oso-quota-example
+  files:
+  - ./definition/quotas.yaml
+- name: config-properties
+  files:
+  - ./definition/kafka.properties
+- name: apply-quota-script
+  files:
+  - ./definition/apply-quotas-script.sh
+generatorOptions:
+  disableNameSuffixHash: true