Merge pull request #338 from jembi/fix-minio-traefik-conf

feat(traefik): enhance file upload handling and timeouts

Author: drizzentic

analytics-datastore-clickhouse/docker-compose.yml

@@ -23,9 +23,11 @@ services:
       reverse-proxy:
       default:
 
+
 volumes:
   clickhouse-data:
 
+
 configs:
   clickhouse_metric_log.xml:
     file: ./general_configs/metric_log.xml
@@ -55,4 +57,7 @@ networks:
   reverse-proxy:
     name: reverse-proxy_public
     external: true
+  datalake:
+    name: minio_public
+    external: true
   default:

database-postgres/package-metadata.json

@@ -9,7 +9,7 @@
     "REPMGR_PRIMARY_HOST": "postgres-1",
     "REPMGR_PARTNER_NODES": "postgres-1",
     "REPMGR_PASSWORD": "instant101",
-    "POSTGRES_IMAGE": "bitnami/postgresql-repmgr:14",
+    "POSTGRES_IMAGE": "bitnami/postgresql-repmgr:14@sha256:bdf1e4903710c4e0b465664b886d4556897e1b18c07d7c513a4fc1ceba929e02",
     "POSTGRES_1_PLACEMENT": "node-1",
     "POSTGRES_2_PLACEMENT": "node-2",
     "POSTGRES_3_PLACEMENT": "node-3",

datalake/docker-compose.yml

@@ -24,16 +24,31 @@ services:
       labels:
         - traefik.enable=true
         - traefik.docker.network=reverse-proxy-traefik_public
-        - traefik.http.routers.minio.rule=${DOMAIN_NAME_HOST_TRAEFIK} && PathPrefix(`/minio`)
-        - traefik.http.services.minio.loadbalancer.server.port=9001
-        - traefik.http.middlewares.minio-stripprefix.stripprefix.prefixes=/minio
-        - traefik.http.routers.minio.middlewares=minio-stripprefix
+        - traefik.http.routers.minio-console.rule=Host(`${DOMAIN_NAME_HOST_TRAEFIK}`) && PathPrefix(`/minio-console`)
+        - traefik.http.routers.minio-console.priority=100
+        - traefik.http.routers.minio-console.service=minio-console-service
+        - traefik.http.services.minio-console-service.loadbalancer.server.port=9001
+        - traefik.http.middlewares.minio-console-stripprefix.stripprefix.prefixes=/minio-console/
+        - traefik.http.routers.minio-console.middlewares=minio-console-stripprefix
+        - traefik.http.routers.minio-console.tls=${TLS}
+
+        - traefik.http.routers.minio-api.rule=Host(`${DOMAIN_NAME_HOST_TRAEFIK}`) && PathPrefix(`/minio-api`)
+        - traefik.http.routers.minio-api.priority=100
+        - traefik.http.routers.minio-api.service=minio-api-service
+        - traefik.http.services.minio-api-service.loadbalancer.server.port=9090
+        - traefik.http.middlewares.minio-api-stripprefix.stripprefix.prefixes=/minio-api/
+        - traefik.http.routers.minio-api.middlewares=minio-api-stripprefix
+        - traefik.http.routers.minio-api.tls=${TLS}
     networks:
       public:
+      traefik:
 networks:
   public:
     name: minio_public
     external: true
+  traefik:
+    name: reverse-proxy-traefik_public
+    external: true
 
 volumes:
   minio-01-data1:

documentation/packages/reverse-proxy-traefik/README.md

@@ -92,14 +92,30 @@ Set the following environment variables in the package-metadata.json in the "./d
 Set the following environment variables in the package-metadata.json in the "monitoring" directory
 
 ```bash
-
 "environmentVariables":
 {
 # Other Configurations
 ...
-    "MINIO_BROWSER_REDIRECT_URL": "https://domain/minio/"
+    "MINIO_BROWSER_REDIRECT_URL": "https://domain/minio-console/"
 }
+```
+
+### MinIO Configuration
+
+The MinIO server is configured to run with the following port settings:
+
+- **API Port**: 9090
+- **Console Port**: 9001
+
+Ensure that your Traefik configuration reflects these ports to properly route traffic to the MinIO services. The API can be accessed at `https://<domain>/minio` and the Console at `https://<domain>/minio-console`.
+
+Update your Traefik labels in the `docker-compose.yml` to match these settings:
 
+```yaml
+# API Configuration
+- traefik.http.services.minio.loadbalancer.server.port=9090
+# Console Configuration
+- traefik.http.services.minio-console.loadbalancer.server.port=9001
 ```
 
 ### Enabling Grafana

monitoring/package-metadata.json

@@ -29,7 +29,6 @@
     "MO_SECURITY_ADMIN_PASSWORD": "dev_password_only",
     "MO_RETENTION_TIME": "15d",
     "GF_SERVER_SERVE_FROM_SUB_PATH": "false",
-    "MINIO_BROWSER_REDIRECT_URL": "",
     "DOCKER_SOCK_FOLDER": "/var/run/docker.sock",
     "DOCKER_LIB_FOLDER": "/var/lib/docker/"
   }

reverse-proxy-traefik/docker-compose.yml

@@ -49,6 +49,10 @@ services:
         - traefik.http.middlewares.to-https.redirectscheme.permanent=${REDIRECT_TO_HTTPS}
         - traefik.http.middlewares.auth.basicauth.users=${USERNAME}:${PASSWORD}
 
+        - "traefik.http.middlewares.bigfiles.buffering.maxRequestBodyBytes=100000000"
+        - "traefik.http.service.traefik.loadbalancer.server.forwardingTimeouts.dialTimeout=120s"
+        - "traefik.http.service.traefik.loadbalancer.server.forwardingTimeouts.responseHeaderTimeout=120s"
+
       placement:
         max_replicas_per_node: 1
         constraints: