feat: etcd quota and auto-compaction

Implemented what requested in issue apache/openserverless#105.

Furthermore, added a parameter to increase etcd quota backend bytes

Author: d4rkstar

deploy/nuvolaris-permissions/whisk-crd.yaml

@@ -702,6 +702,12 @@ spec:
                     replicas:
                       description: number of total postgres replicas (1 primary, N-1 replicas). Defaulted to 1
                       type: integer
+                    auto-compaction-retention:
+                      description: defines how long to retain historical versions of keys before automatically compacting them
+                      type: string
+                    quota-backend-bytes:
+                      description: the etcd backend database has a default size limit of 2 GiB. This can be increased explicitly
+                      type: integer
                     root:
                       description: ETCD root user credentials
                       type: object

nuvolaris/templates/etcd-sts.yaml

@@ -40,6 +40,10 @@ spec:
         env:
         - name: ETCD_INITIAL_CLUSTER
           value: {{etc_initial_cluster}}
+        - name: ETCD_AUTO_COMPACTION_RETENTION
+          value: "{{etcd_auto_compaction_retention}}"
+        - name: ETCD_QUOTA_BACKEND_BYTES
+          value: "{{etcd_quota_backend_bytes}}"
         image: docker.io/bitnami/etcd:3.5.17-debian-12-r0
         imagePullPolicy: IfNotPresent
   volumeClaimTemplates:

nuvolaris/util.py

@@ -684,6 +684,8 @@ def get_etcd_config_data():
         "storageClass": cfg.get("nuvolaris.storageclass"),
         "root_password":cfg.get("etcd.root.password") or "s0meP@ass3wd",
         "etcd_replicas":get_etcd_replica(),
+        "etcd_auto_compaction_retention": cfg.get("etcd.auto_compaction_retention") or "1",
+        "etcd_quota_backend_bytes": cfg.get("etcd.quota-backend-bytes") or "2147483648",
         "namespace":"nuvolaris",
         "container_cpu_req": cfg.get('etcd.resources.cpu-req') or "250m",
         "container_cpu_lim": cfg.get('etcd.resources.cpu-lim') or "375m",

tests/kind/milvus_standalone_test.ipy

@@ -36,6 +36,7 @@ assert(cfg.detect_storage()["nuvolaris.storageclass"])
 # for this test minioClient and Milvus should see this env variable
 os.environ['MINIO_API_HOST']='localhost'
 os.environ['MILVUS_API_HOST']='localhost'
+os.environ['MILVUS_ROOT_PASSWORD']='An0therPa55'
 
 assert(etcd.create())
 assert(minio.create())

tests/kind/whisk-full.yaml

@@ -73,6 +73,13 @@ spec:
     invoker:
       user: controller_admin
       password: s0meP@ass2
+  etcd:
+    volume-size: 5
+    replicas: 3
+    root:
+      password: 0therPa55
+    auto-compaction-retention: 1
+    quota-backend-bytes: 8589934592
   kafka:
     host: kafka
     volume-size: 5