Merge pull request #3208 from yuvipanda/no-obj

Use openebs localpath provisioner for enforcing filesystem size limits

Author: yuvipanda

config/hetzner-2i2c-bare.yaml

@@ -6,15 +6,17 @@ registry:
   config:
     storage:
       # Uncomment this and comment out the s3 config to use filesystem
-      # filesystem:
-      #   rootdirectory: /var/lib/registry
-      s3:
-        regionendpoint: https://nbg1.your-objectstorage.com
-        bucket: mybinder-2i2c-registry
-        region: does-not-matter
+      filesystem:
+        rootdirectory: /var/lib/registry
+      # s3:
+      #   regionendpoint: https://nbg1.your-objectstorage.com
+      #   bucket: mybinder-2i2c-registry
+      #   region: does-not-matter
   storage:
     filesystem:
-      storageClassName: "local-path"
+      enabled: true
+      size: 300Gi
+      storageClassName: "openebs-hostpath"
   ingress:
     hosts:
       - registry.2i2c-bare.mybinder.org
@@ -81,6 +83,11 @@ binderhub:
       - 2i2c-bare.mybinder.org
 
   jupyterhub:
+    hub:
+      db:
+        pvc:
+          storage: 1Gi
+          storageClassName: openebs-hostpath
     # proxy:
     #   chp:
     #     resources:
@@ -123,13 +130,14 @@ grafana:
           access: direct
           isDefault: true
           editable: false
-  # persistence:
-  # storageClassName: csi-cinder-high-speed
+  persistence:
+    storageClassName: openebs-hostpath
 
 prometheus:
   server:
     persistentVolume:
       size: 50Gi
+      storageClass: openebs-hostpath
     retention: 30d
     ingress:
       hosts:
@@ -153,3 +161,15 @@ static:
       - static.2i2c-bare.mybinder.org
     tls:
       secretName: kubelego-tls-static
+
+localpv-provisioner:
+  enabled: true
+
+  hostpathClass:
+    reclaimPolicy: Retain
+
+    xfsQuota:
+      enabled: true
+
+  analytics:
+    enabled: false

mybinder/Chart.yaml

@@ -57,3 +57,8 @@ dependencies:
     version: 0.2.4
     repository: https://www.manicstreetpreacher.co.uk/binderhub-container-registry-helper/
     condition: binderhub-container-registry-helper.enabled
+
+  - name: localpv-provisioner
+    version: 4.2.0
+    repository: https://openebs.github.io/dynamic-localpv-provisioner
+    condition: localpv-provisioner.enabled

mybinder/templates/registry/deployment.yaml

@@ -34,9 +34,12 @@ spec:
       - name: registry-secret
         secret:
           secretName: registry-secret
+
+      {{- if .Values.registry.storage.filesystem.enabled }}
       - name: registry-storage
         persistentVolumeClaim:
           claimName: registry
+      {{- end }}
       containers:
       - name: registry
         image: registry:3.0.0-rc.2
@@ -50,8 +53,10 @@ spec:
             # This path is what registry *actually* seems to read lol
             mountPath: /etc/docker/registry/config.yml
             subPath: config.yml
+          {{- if .Values.registry.storage.filesystem.enabled }}
           - name: registry-storage
             mountPath: /var/lib/registry
+          {{- end }}
           - name: registry-secret
             mountPath: /etc/distribution/auth.htpasswd
             subPath: auth.htpasswd

mybinder/templates/registry/pvc.yaml

@@ -1,4 +1,5 @@
 {{- if .Values.registry.enabled }}
+{{- if .Values.registry.storage.filesystem.enabled }}
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
@@ -15,3 +16,4 @@ spec:
     requests:
       storage: {{ .Values.registry.storage.filesystem.size }}
 {{- end }}
+{{- end }}

mybinder/values.yaml

@@ -32,8 +32,8 @@ registry:
     type: ClusterIP
   storage:
     filesystem:
+      enabled: false
       storageClassName: ""
-      # Size is currently ignored- using local path provisioner
       size: 10Gi
 
 imagePullSecrets:
@@ -722,3 +722,6 @@ awsEcrRegistryCleaner:
     name: binderhub-ecr-registry-cleaner
     annotations: {}
   priorityClassName: ""
+
+localpv-provisioner:
+  enabled: false