feat: add operator-packages-volume to docker-compose and update Dockerfile for site-packages path

Author: hhhhsc701

deployment/docker/datamate/docker-compose.yml

@@ -90,6 +90,7 @@ services:
       - dataset_volume:/dataset
       - flow_volume:/flow
       - operator-runtime-volume:/opt/runtime/datamate/ops/user
+      - operator-packages-volume:/usr/local/lib/ops/site-packages
     networks: [ datamate ]
 
   # 4) mineru
@@ -150,6 +151,8 @@ volumes:
     name: datamate-operator-upload-volume
   operator-runtime-volume:
     name: datamate-operator-runtime-volume
+  operator-packages-volume:
+    name: datamate-operator-packages-volume
   mineru_log_volume:
     name: datamate-mineru_log_volume
 

deployment/helm/datamate/values.yaml

@@ -170,6 +170,9 @@ runtime:
     - mountPath: /opt/runtime/datamate/ops/user
       name: operator-volume
       subPath: extract
+    - mountPath: /usr/local/lib/ops/site-packages
+      name: operator-volume
+      subPath: site-packages
 
 ray-cluster:
   enabled: true
@@ -214,6 +217,9 @@ ray-cluster:
       - mountPath: /opt/runtime/datamate/ops/user
         name: operator-volume
         subPath: extract
+      - mountPath: /usr/local/lib/ops/site-packages
+        name: operator-volume
+        subPath: site-packages
     sidecarContainers:
       - name: runtime
         image: datamate-runtime
@@ -262,3 +268,6 @@ ray-cluster:
       - mountPath: /opt/runtime/datamate/ops/user
         name: operator-volume
         subPath: extract
+      - mountPath: /usr/local/lib/ops/site-packages
+        name: operator-volume
+        subPath: site-packages

scripts/images/runtime/Dockerfile

@@ -23,7 +23,8 @@ RUN --mount=type=cache,target=/root/.cache/uv \
     UV_EXTRA_INDEX_URL="https://download.pytorch.org/whl/cpu" uv pip install -e . --system --index-strategy unsafe-best-match \
     && UV_EXTRA_INDEX_URL="https://download.pytorch.org/whl/cpu" uv pip install -r /opt/runtime/datamate/ops/pyproject.toml --system \
     && uv pip uninstall torch torchvision --system \
-    && python -m spacy download zh_core_web_sm
+    && python -m spacy download zh_core_web_sm \
+    && echo "/usr/local/lib/ops/site-packages" > /usr/local/lib/python3.11/site-packages/ops.pth
 
 RUN ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \
     && chmod +x /opt/runtime/start.sh \