Add support for S3 storage backend

- Use for alpha instances
- Add minio as helm chart dependency

Author: thenav56

deploy/helm/ifrcgo-helm/Chart.yaml

@@ -15,3 +15,7 @@ dependencies:
     version: 16.4.9
     condition: postgresql.enabled
     repository: https://charts.bitnami.com/bitnami
+  - name: minio
+    version: 15.0.3
+    condition: minio.enabled
+    repository: https://charts.bitnami.com/bitnami

deploy/helm/ifrcgo-helm/requirements.lock

@@ -5,5 +5,8 @@ dependencies:
 - name: postgresql
   repository: https://charts.bitnami.com/bitnami
   version: 16.4.9
-digest: sha256:ccb7b5c911cae85ec6358f0cf09db34c2fa53a0ebb11fa8ba0426ba991e89c18
-generated: "2025-02-18T16:12:59.123394069+05:45"
+- name: minio
+  repository: https://charts.bitnami.com/bitnami
+  version: 15.0.3
+digest: sha256:a4d204e014228cb7670468d6ec03f567918084eb4bc2f7429b2ec6531bdc2681
+generated: "2025-02-18T16:16:13.450899724+05:45"

deploy/helm/ifrcgo-helm/templates/config/secret.yaml

@@ -25,6 +25,17 @@ stringData:
   DJANGO_DB_PORT: {{ .Values.env.DJANGO_DB_PORT | quote }}
   {{- end }}
 
+  # Minio
+  {{- if .Values.minio.enabled }}
+  AWS_S3_ENABLED: "true"
+  AWS_S3_ENDPOINT_URL: "https://{{ .Values.minio.apiIngress.hostname }}/"
+  AWS_S3_ACCESS_KEY_ID: {{ required ".Values.minio.auth.rootUser" .Values.minio.auth.rootUser }}
+  AWS_S3_SECRET_ACCESS_KEY: {{ required ".Values.minio.auth.rootPassword" .Values.minio.auth.rootPassword }}
+  AWS_S3_REGION_NAME: "us-east-1"
+  AWS_S3_MEDIA_BUCKET_NAME: "go-data"
+  AWS_S3_STATIC_BUCKET_NAME: "go-static"
+  {{- end }}
+
   AZURE_STORAGE_ACCOUNT: "{{ .Values.env.AZURE_STORAGE_ACCOUNT }}"
   AZURE_STORAGE_KEY: "{{ .Values.env.AZURE_STORAGE_KEY }}"
   EMAIL_API_ENDPOINT: "{{ .Values.env.EMAIL_API_ENDPOINT }}"

deploy/helm/ifrcgo-helm/values.yaml

@@ -102,6 +102,37 @@ redis:
         cpu: "1"
         memory: 2Gi
 
+# https://artifacthub.io/packages/helm/bitnami/minio
+# extraEnvVars: https://github.com/bitnami/containers/blob/main/bitnami/minio/README.md#environment-variables
+minio:
+  enabled: false  # XXX: Used for alpha instances running outside Azure
+  disableWebUI: true
+  mode: standalone
+  fullnameOverride: go-minio
+  global:
+    defaultStorageClass:
+  apiIngress:
+    enabled: true
+    ingressClassName:
+    hostname:
+    annotations:
+      nginx.ingress.kubernetes.io/proxy-body-size: "50m"
+  auth:
+    forceNewKeys: True
+    rootUser: go
+    rootPassword:
+  persistence:
+    enabled: true
+    size: 1Gi
+  defaultBuckets: go-data,go-static
+  provisioning:
+    enabled: true
+    resourcesPreset: "nano"
+    cleanupAfterFinished:
+      enabled: true
+    extraCommands:
+      - "mc anonymous set download provisioning/go-static"
+
 postgresql:
   enabled: false  # XXX: Used for alpha instances running outside Azure
   fullnameOverride: "go-pg"

main/settings.py

@@ -46,6 +46,14 @@
     AZURE_STORAGE_KEY=(str, None),
     AZURE_STORAGE_TOKEN_CREDENTIAL=(str, None),
     AZURE_STORAGE_MANAGED_IDENTITY=(bool, False),
+    # -- S3 storage
+    AWS_S3_ENABLED=(bool, False),
+    AWS_S3_ENDPOINT_URL=(str, None),
+    AWS_S3_ACCESS_KEY_ID=str,
+    AWS_S3_SECRET_ACCESS_KEY=str,
+    AWS_S3_REGION_NAME=str,
+    AWS_S3_MEDIA_BUCKET_NAME=str,
+    AWS_S3_STATIC_BUCKET_NAME=str,
     # -- Filesystem (default) XXX: Don't use for production
     DJANGO_MEDIA_ROOT=(str, os.path.join(BASE_DIR, "media")),
     DJANGO_STATIC_ROOT=(str, os.path.join(BASE_DIR, "static")),
@@ -500,6 +508,38 @@ def parse_domain(*env_keys: str) -> str:
         #     },
         # },
     }
+
+# NOTE: This is used for instances outside azure environment
+elif env("AWS_S3_ENABLED"):
+    AWS_S3_CONFIG_OPTIONS = {
+        "endpoint_url": env("AWS_S3_ENDPOINT_URL"),
+        "access_key": env("AWS_S3_ACCESS_KEY_ID"),
+        "secret_key": env("AWS_S3_SECRET_ACCESS_KEY"),
+        "region_name": env("AWS_S3_REGION_NAME"),
+    }
+
+    STORAGES = {
+        "default": {
+            "BACKEND": "storages.backends.s3boto3.S3Boto3Storage",
+            "OPTIONS": {
+                **AWS_S3_CONFIG_OPTIONS,
+                "bucket_name": env("AWS_S3_MEDIA_BUCKET_NAME"),
+                "location": "media/",
+                "file_overwrite": False,
+            },
+        },
+        "staticfiles": {
+            "BACKEND": "storages.backends.s3boto3.S3Boto3Storage",
+            "OPTIONS": {
+                **AWS_S3_CONFIG_OPTIONS,
+                "bucket_name": env("AWS_S3_STATIC_BUCKET_NAME"),
+                "querystring_auth": False,
+                "location": "static/",
+                "file_overwrite": True,
+            },
+        },
+    }
+
 else:
     # Filesystem
     MEDIA_ROOT = env("DJANGO_MEDIA_ROOT")

poetry.lock

@@ -41,7 +41,7 @@ django-modeltranslation = "==0.17.5"
 django-read-only = "==1.12.0"
 django-reversion-compare = "==0.16.2"
 django-reversion = "==5.0.12"
-django-storages = { version = "==1.11.1", extras = ["azure"] }
+django-storages = { version = "==1.11.1", extras = ["s3", "azure"] }
 django-tinymce = "==4.1.0"
 django-oauth-toolkit = "3.0.1"
 djangorestframework-csv = "==2.1.1"