Start containers and build worker in parallel

dolfinus · dolfinus · commit e9fa32f80f2f · 2025-12-27T20:44:26.000+03:00
diff --git a/.github/workflows/clickhouse-tests.yml b/.github/workflows/clickhouse-tests.yml
@@ -14,6 +14,11 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v6
 
+      - name: Start Clickhouse
+        run: |
+          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
+          docker compose -f docker-compose.test.yml --profile clickhouse up -d db rabbitmq test-clickhouse
+
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3
 
@@ -31,9 +36,8 @@ jobs:
           cache-from: type=gha,scope=test
           cache-to: type=gha,scope=test,mode=max
 
-      - name: Docker compose up
+      - name: Start worker
         run: |
-          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
           docker compose -f docker-compose.test.yml --profile clickhouse up -d --wait --wait-timeout 200
         env:
           WORKER_IMAGE_TAG: ${{ github.sha }}
diff --git a/.github/workflows/ftp-tests.yml b/.github/workflows/ftp-tests.yml
@@ -14,6 +14,11 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v6
 
+      - name: Start FTP
+        run: |
+          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
+          docker compose -f docker-compose.test.yml --profile ftp up -d db rabbitmq test-ftp
+
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3
 
@@ -30,9 +35,8 @@ jobs:
           load: true
           cache-from: type=gha,scope=test
 
-      - name: Docker compose up
+      - name: Start worker
         run: |
-          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
           docker compose -f docker-compose.test.yml --profile ftp up -d --wait --wait-timeout 200
         env:
           WORKER_IMAGE_TAG: ${{ github.sha }}
diff --git a/.github/workflows/ftps-tests.yml b/.github/workflows/ftps-tests.yml
@@ -14,6 +14,11 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v6
 
+      - name: Start FTPS
+        run: |
+          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
+          docker compose -f docker-compose.test.yml --profile ftps up -d db rabbitmq test-ftps
+
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3
 
@@ -30,9 +35,8 @@ jobs:
           load: true
           cache-from: type=gha,scope=test
 
-      - name: Docker compose up
+      - name: Start worker
         run: |
-          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
           docker compose -f docker-compose.test.yml --profile ftps up -d --wait --wait-timeout 200
         env:
           WORKER_IMAGE_TAG: ${{ github.sha }}
diff --git a/.github/workflows/hdfs-tests.yml b/.github/workflows/hdfs-tests.yml
@@ -14,6 +14,11 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v6
 
+      - name: Start HDFS
+        run: |
+          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
+          docker compose -f docker-compose.test.yml --profile hdfs up -d db rabbitmq test-hdfs
+
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3
 
@@ -30,9 +35,8 @@ jobs:
           load: true
           cache-from: type=gha,scope=test
 
-      - name: Docker compose up
+      - name: Start worker
         run: |
-          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
           docker compose -f docker-compose.test.yml --profile hdfs up -d --wait --wait-timeout 200
         env:
           WORKER_IMAGE_TAG: ${{ github.sha }}
diff --git a/.github/workflows/hive-tests.yml b/.github/workflows/hive-tests.yml
@@ -14,6 +14,11 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v6
 
+      - name: Start Hive
+        run: |
+          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
+          docker compose -f docker-compose.test.yml --profile hive up -d db rabbitmq test-hive
+
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3
 
@@ -30,9 +35,8 @@ jobs:
           load: true
           cache-from: type=gha,scope=test
 
-      - name: Docker compose up
+      - name: Start worker
         run: |
-          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
           docker compose -f docker-compose.test.yml --profile hive up -d --wait --wait-timeout 200
         env:
           WORKER_IMAGE_TAG: ${{ github.sha }}
diff --git a/.github/workflows/iceberg-tests.yml b/.github/workflows/iceberg-tests.yml
@@ -14,6 +14,11 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v6
 
+      - name: Start Iceberg
+        run: |
+          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
+          docker compose -f docker-compose.test.yml --profile iceberg up -d db rabbitmq test-iceberg-rest
+
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3
 
@@ -30,9 +35,8 @@ jobs:
           load: true
           cache-from: type=gha,scope=test
 
-      - name: Docker compose up
+      - name: Start worker
         run: |
-          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
           docker compose -f docker-compose.test.yml --profile iceberg up -d --wait --wait-timeout 200
         env:
           WORKER_IMAGE_TAG: ${{ github.sha }}
diff --git a/.github/workflows/mssql-tests.yml b/.github/workflows/mssql-tests.yml
@@ -14,6 +14,11 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v6
 
+      - name: Start MSSQL
+        run: |
+          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
+          docker compose -f docker-compose.test.yml --profile mssql up -d db rabbitmq test-mssql
+
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3
 
@@ -30,9 +35,8 @@ jobs:
           load: true
           cache-from: type=gha,scope=test
 
-      - name: Docker compose up
+      - name: Start worker
         run: |
-          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
           docker compose -f docker-compose.test.yml --profile mssql up -d --wait --wait-timeout 200
         env:
           WORKER_IMAGE_TAG: ${{ github.sha }}
diff --git a/.github/workflows/mysql-tests.yml b/.github/workflows/mysql-tests.yml
@@ -14,6 +14,11 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v6
 
+      - name: Start MySQL
+        run: |
+          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
+          docker compose -f docker-compose.test.yml --profile mssql up -d db rabbitmq test-mysql
+
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3
 
@@ -30,9 +35,8 @@ jobs:
           load: true
           cache-from: type=gha,scope=test
 
-      - name: Docker compose up
+      - name: Start worker
         run: |
-          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
           docker compose -f docker-compose.test.yml --profile mysql up -d --wait --wait-timeout 200
         env:
           WORKER_IMAGE_TAG: ${{ github.sha }}
diff --git a/.github/workflows/oracle-tests.yml b/.github/workflows/oracle-tests.yml
@@ -14,6 +14,11 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v6
 
+      - name: Start Oracle
+        run: |
+          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
+          docker compose -f docker-compose.test.yml --profile oracle up -d db rabbitmq test-oracle
+
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3
 
@@ -30,9 +35,8 @@ jobs:
           load: true
           cache-from: type=gha,scope=test
 
-      - name: Docker compose up
+      - name: Start worker
         run: |
-          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
           docker compose -f docker-compose.test.yml --profile oracle up -d --wait --wait-timeout 200
         env:
           WORKER_IMAGE_TAG: ${{ github.sha }}
diff --git a/.github/workflows/s3-tests.yml b/.github/workflows/s3-tests.yml
@@ -14,6 +14,11 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v6
 
+      - name: Start S3
+        run: |
+          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
+          docker compose -f docker-compose.test.yml --profile s3 up -d db rabbitmq test-s3
+
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3
 
@@ -30,9 +35,8 @@ jobs:
           load: true
           cache-from: type=gha,scope=test
 
-      - name: Docker compose up
+      - name: Start worker
         run: |
-          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
           docker compose -f docker-compose.test.yml --profile s3 up -d --wait --wait-timeout 200
         env:
           WORKER_IMAGE_TAG: ${{ github.sha }}
diff --git a/.github/workflows/samba-tests.yml b/.github/workflows/samba-tests.yml
@@ -14,6 +14,11 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v6
 
+      - name: Start Samba
+        run: |
+          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
+          docker compose -f docker-compose.test.yml --profile samba up -d db rabbitmq test-samba
+
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3
 
@@ -30,12 +35,8 @@ jobs:
           load: true
           cache-from: type=gha,scope=test
 
-      - name: Make custom entrypoint script executable
-        run: chmod +x ./docker/samba/custom_entrypoint.sh
-
-      - name: Docker compose up
+      - name: Start worker
         run: |
-          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
           docker compose -f docker-compose.test.yml --profile samba up -d --wait --wait-timeout 200
         env:
           WORKER_IMAGE_TAG: ${{ github.sha }}
diff --git a/.github/workflows/scheduler-tests.yml b/.github/workflows/scheduler-tests.yml
@@ -14,6 +14,11 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v6
 
+      - name: Start db & rabbitmq
+        run: |
+          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
+          docker compose -f docker-compose.test.yml --profile worker up -d db rabbitmq
+
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3
 
@@ -30,9 +35,8 @@ jobs:
           load: true
           cache-from: type=gha,scope=test
 
-      - name: Docker compose up
+      - name: Start worker
         run: |
-          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
           docker compose -f docker-compose.test.yml --profile worker up -d --wait --wait-timeout 200
         env:
           WORKER_IMAGE_TAG: ${{ github.sha }}
diff --git a/.github/workflows/sftp-tests.yml b/.github/workflows/sftp-tests.yml
@@ -14,6 +14,11 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v6
 
+      - name: Start SFTP
+        run: |
+          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
+          docker compose -f docker-compose.test.yml --profile sftp up -d db rabbitmq test-sftp
+
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3
 
@@ -30,9 +35,8 @@ jobs:
           load: true
           cache-from: type=gha,scope=test
 
-      - name: Docker compose up
+      - name: Start worker
         run: |
-          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
           docker compose -f docker-compose.test.yml --profile sftp up -d --wait --wait-timeout 200
         env:
           WORKER_IMAGE_TAG: ${{ github.sha }}
diff --git a/.github/workflows/unit-test.yml b/.github/workflows/unit-test.yml
@@ -14,6 +14,11 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v6
 
+      - name: Start db
+        run: |
+          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
+          docker compose -f docker-compose.test.yml up -d db
+
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3
 
@@ -44,10 +49,9 @@ jobs:
           export UV=$(which uv)
           make venv-install
 
-      - name: Start docker compose
+      - name: Wait for db
         run: |
-          docker compose -f docker-compose.test.yml down -v --remove-orphans
-          docker compose -f docker-compose.test.yml up -d db --wait --wait-timeout 200
+          docker compose -f docker-compose.test.yml up -d db migrations --wait --wait-timeout 200
 
       - name: Run Unit Tests
         run: |
diff --git a/.github/workflows/webdav-tests.yml b/.github/workflows/webdav-tests.yml
@@ -14,6 +14,11 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v6
 
+      - name: Start WebDAV
+        run: |
+          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
+          docker compose -f docker-compose.test.yml --profile webdav up -d db rabbitmq test-webdav
+
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3
 
@@ -30,9 +35,8 @@ jobs:
           load: true
           cache-from: type=gha,scope=test
 
-      - name: Docker compose up
+      - name: Start worker
         run: |
-          docker compose -f docker-compose.test.yml --profile all down -v --remove-orphans
           docker compose -f docker-compose.test.yml --profile webdav up -d --wait --wait-timeout 200
         env:
           WORKER_IMAGE_TAG: ${{ github.sha }}
