Hopefully remove unnecessary sleeps and instead wait for processes to finish

Author: Mytherin

.github/workflows/IntegrationTests.yml

@@ -85,5 +85,4 @@ jobs:
         run: |
           source ./scripts/run_s3_test_server.sh
           source ./scripts/set_s3_test_server_variables.sh
-          sleep 30
           make test

scripts/minio_s3.yml

@@ -77,5 +77,6 @@ services:
         /usr/bin/mc share download myminio/test-bucket/presigned/lineitem_large.parquet
         /usr/bin/mc share download myminio/test-bucket/presigned/attach.db
 
+        echo 'FINISHED SETTING UP MINIO'
         exit 0;
       "

scripts/run_s3_test_server.sh

@@ -11,10 +11,19 @@ else
   docker compose -f scripts/minio_s3.yml -p duckdb-minio up -d
 
   # for testing presigned url
-  sleep 10
   container_name=$(docker ps -a --format '{{.Names}}' | grep -m 1 "duckdb-minio")
   echo $container_name
 
+  for i in $(seq 1 360);
+  do
+    logs=$(docker logs $container_name 2>/dev/null | grep 'FINISHED SETTING UP MINIO')
+    if [ ! -z "${logs}" ]; then
+      break
+    fi
+    sleep 1
+  done
+
+
   export S3_SMALL_CSV_PRESIGNED_URL=$(docker logs $container_name 2>/dev/null | grep -m 1 'Share:.*phonenumbers\.csv' | grep -o 'http[s]\?://[^ ]\+')
   echo $S3_SMALL_CSV_PRESIGNED_URL