Enable all feature flags for collection-reload (#249)

* Set QDRANT__FEATURE_FLAGS__ALL=true for reload collection benchmark

* Update workflow

* Fix fw

* Add log lines

* Remove debug lvl

Author: tellet-q

.github/workflows/continuous-benchmark-2.yaml

@@ -3,6 +3,11 @@ name: Continuous Benchmark 2
 on:
   repository_dispatch:
   workflow_dispatch:
+    inputs:
+      feature_flags_all:
+          type: boolean
+          description: "Enable all feature flags (true by default)"
+          default: true
   schedule:
     # Run every day at midnight
     - cron: "0 0 * * *"
@@ -29,6 +34,7 @@ jobs:
             export POSTGRES_PASSWORD=${{ secrets.POSTGRES_PASSWORD }}
             export POSTGRES_HOST=${{ secrets.POSTGRES_HOST }}
             export SERVER_NAME="benchmark-server-3"
+            export QDRANT__FEATURE_FLAGS__ALL=${{ inputs.feature_flags_all }}
             bash -x tools/setup_ci.sh
 
             set +e

engine/servers/qdrant-continuous-benchmarks-snapshot/docker-compose.yaml

@@ -5,7 +5,8 @@ services:
     image: ${CONTAINER_REGISTRY:-docker.io}/qdrant/qdrant:${QDRANT_VERSION}
     container_name: qdrant-continuous
     environment:
-      QDRANT_NUM_CPUS: 4
+      - QDRANT_NUM_CPUS=4
+      - QDRANT__FEATURE_FLAGS__ALL=${QDRANT__FEATURE_FLAGS__ALL:-true}
     ports:
       - "6333:6333"
       - "6334:6334"

tools/run_client_script.sh

@@ -27,6 +27,7 @@ PRIVATE_IP_OF_THE_SERVER=$(bash "${SCRIPT_PATH}/${CLOUD_NAME}/get_private_ip.sh"
 
 if [[ "$EXPERIMENT_MODE" == "snapshot" ]]; then
   scp "${SCRIPT_PATH}/run_experiment.sh" "${SERVER_USERNAME}@${IP_OF_THE_CLIENT}:~/run_experiment_snapshot.sh"
+  scp "${SCRIPT_PATH}/../datasets/datasets.json" "${SERVER_USERNAME}@${IP_OF_THE_CLIENT}:~/datasets.json"
 
   RUN_EXPERIMENT="ENGINE_NAME=${ENGINE_NAME} \
   DATASETS=${DATASETS} \

tools/run_experiment.sh

@@ -48,10 +48,10 @@ fi
 echo "Ensure datasets volume exists and contains latest datasets.json"
 docker volume create ci-datasets
 if [[ -f "$HOME/datasets.json" ]]; then
-  echo "Found datasets.json, update the volume"
+  echo "Found datasets.json, move it into the volume"
   mv ~/datasets.json "$(docker volume inspect ci-datasets -f '{{ .Mountpoint }}')"
 else
-  echo "datasets.json is missing, do not update the volume"
+  echo "datasets.json is missing, skip moving it into the volume"
 fi
 
 if [[ "$EXPERIMENT_MODE" == "full" ]] || [[ "$EXPERIMENT_MODE" == "upload" ]]; then
@@ -121,10 +121,11 @@ fi
 
 if [[ "$EXPERIMENT_MODE" == "snapshot" ]]; then
   echo "EXPERIMENT_MODE=$EXPERIMENT_MODE"
-
+  echo "Recovering collection from snapshot"
   curl  -X PUT \
     "http://${PRIVATE_IP_OF_THE_SERVER}:6333/collections/benchmark/snapshots/recover" \
     --data-raw "{\"location\": \"${SNAPSHOT_URL}\"}"
+  echo "Done recovering collection from snapshot"
 
   collection_url="http://${PRIVATE_IP_OF_THE_SERVER}:6333/collections/benchmark"
   collection_status=$(curl -s "$collection_url" | jq -r '.result.status')