fix(deployment): Update archives directory mount paths in Presto Docker Compose project to match the CLP package Compose project (fixes #1496). (#1500)

Author: junhaoliao

tools/deployment/presto-clp/docker-compose.yaml

@@ -34,14 +34,18 @@ services:
       - "coordinator-common.env"
       - "worker.env"
     volumes:
+      - "${CLP_ARCHIVES_DIR:-empty}:/var/data/archives:ro"
+      - "${CLP_STAGED_ARCHIVES_DIR:-empty}:/var/data/staged-archives:ro"
       - "./worker/config-template:/configs:ro"
       - "./worker/scripts:/scripts:ro"
-      - "${CLP_ARCHIVES_DIR}:${CLP_ARCHIVES_DIR}"
       - "worker-config:/opt/presto-server/etc"
     networks:
       - "presto"
 
 volumes:
+  # Dummy volume to use when a bind mount is not desired.
+  empty:
+
   coordinator-config:
   worker-config:
 

tools/deployment/presto-clp/scripts/init.py

@@ -124,7 +124,7 @@ def _add_clp_env_vars(
             )
         )
     elif "s3" == clp_archive_output_storage_type:
-        env_vars["CLP_ARCHIVES_DIR"] = str(
+        env_vars["CLP_STAGED_ARCHIVES_DIR"] = str(
             _get_path_clp_config_value(
                 clp_config,
                 f"{archive_output_storage_key}.staging_directory",