local dev env for bullmq & s3 and stuff

Author: tfhuhtal

.gitignore

@@ -16,6 +16,7 @@ screenshots/
 uploads/
 pipeline/
 .DS_Store
+minio-data/*
 
 # Sentry Config File
 .env.sentry-build-plugin

compose.yaml

@@ -7,6 +7,10 @@ services:
     environment:
       - DATABASE_URL=postgres://postgres:postgres@db:5432/postgres
       - OLLAMA_URL=host.docker.internal:11434
+      - S3_HOST=http://minio:9000
+      - S3_ACCESS_KEY=minioadmin
+      - S3_SECRET_ACCESS_KEY=minioadmin
+      - S3_BUCKET=mybucket
     volumes:
       - ./:/opt/app-root/src
     ports:
@@ -47,24 +51,60 @@ services:
     # image: toska/dalai:latest
     build:
       context: ../dalai
-      dockerfile: ../dalai/Dockerfile
+      dockerfile: ../dalai/dev.Dockerfile
     environment:
       - LAAMA_URL=ollama:11434
       - REDIS_HOST=redis
       - REDIS_PORT=6379
-      - S3_HOST=
-      - S3_ACCESS_KEY=
-      - S3_SECRET_ACCESS_KEY=
+      - S3_HOST=http://minio:9000
+      - S3_ACCESS_KEY=minioadmin
+      - S3_SECRET_ACCESS_KEY=minioadmin
     volumes:
       - ../dalai/:/opt/app-root/src
       - dalai_data:/app
     container_name: gptwrapper_dalai
     depends_on:
       - redis
 
+  minio:
+    image: minio/minio:latest
+    container_name: minio
+    command: server /data --console-address ":9001"
+    ports:
+      - "9000:9000"
+      - "9001:9001" # MinIO web console
+    environment:
+      MINIO_ROOT_USER: minioadmin
+      MINIO_ROOT_PASSWORD: minioadmin
+    volumes:
+      - ./minio-data:/data
+    healthcheck:
+      test: ["CMD", "wget", "--spider", "-q", "http://localhost:9000/minio/health/ready"]
+      interval: 10s
+      timeout: 5s
+      retries: 5
+
+  mc:
+    image: minio/mc:latest
+    depends_on:
+      - minio
+    entrypoint: >
+      /bin/sh -c "
+      set -e;
+      until (mc alias set local http://minio:9000 ${MINIO_ROOT_USER} ${MINIO_ROOT_PASSWORD}); do
+        echo 'Waiting for MinIO...'; sleep 10;
+      done;
+      mc mb --ignore-existing local/mybucket;
+      tail -f /dev/null
+      "
+    environment:
+      MINIO_ROOT_USER: minioadmin
+      MINIO_ROOT_PASSWORD: minioadmin
+
 volumes:
   pg_data:
   redis_data:
   chromadb_data:
   ollama_data:
   dalai_data:
+  minio-data: