mount the user directory instead of figuring out the python paths

Author: b-yogesh

src/gaiaflow/managers/mlops_manager.py

@@ -37,6 +37,7 @@
     save_project_state,
     set_permissions,
     update_micromamba_env_in_docker,
+    update_entrypoint_install_path,
 )
 
 
@@ -422,24 +423,11 @@ def _collect_volumes(self, compose_data: dict) -> list[str]:
                 )
                 new_volumes.append(f"{src_path}:{dst}")
 
-        # Collect User Python packages from their project directory to mount
-        # them to docker containers
-        existing_mounts = {Path(v.split(":", 1)[0]).name for v in new_volumes}
-        python_packages = find_python_packages(self.user_project_path)
-
         # Set permissions so that docker containers can execute the code in
         # their package
-        for package in python_packages:
-            set_permissions(package, 0o755)
-
-        for child in self.user_project_path.iterdir():
-            if (
-                child.is_dir()
-                and child.name not in existing_mounts
-                and child.name in python_packages
-            ):
-                dst_path = f"/opt/airflow/{child.name}"
-                new_volumes.append(f"{child.resolve().as_posix()}:{dst_path}")
+        set_permissions(self.user_project_path, 0o755)
+
+        new_volumes.append(f"{self.user_project_path.resolve().as_posix()}:/opt/airflow/{self.user_project_path.name}")
 
         # Add special mounts for prod_local mode
         kube_config = (
@@ -484,6 +472,8 @@ def _update_files(self):
         entrypoint_path = (
             self.gaiaflow_path / "_docker" / "docker-compose" / "entrypoint.sh"
         )
+        update_entrypoint_install_path(entrypoint_path,
+                                       str(self.user_project_path.name))
         set_permissions(entrypoint_path)
         convert_crlf_to_lf(entrypoint_path)
 

src/gaiaflow/managers/utils.py

@@ -225,7 +225,9 @@ def set_permissions(path, mode=0o777):
         fs.chmod(path, mode)
         log_info(f"Set permissions for {path}")
     except Exception:
-        log_info(f"Warning: Could not set permissions for {path}")
+        log_error(f"Warning: Could not set permissions for {path}")
+        log_error(f"Try running this command manually:\n  chmod -R {mode:o} {path}")
+        log_info("Continuing...")
 
 
 def create_gaiaflow_context_path(project_path: Path) -> tuple[Path, Path]:
@@ -304,3 +306,21 @@ def _update_one(cname: str):
                 future.result()
             except Exception as e:
                 log_error(f"[{cname}] Unexpected error: {e}")
+
+
+def update_entrypoint_install_path(script_path: str | Path, new_path: str) -> str:
+    """Update the micromamba pip install path in the given bash script."""
+    script_path = Path(script_path)
+    lines = script_path.read_text().splitlines()
+
+    new_lines = []
+    for line in lines:
+        if line.strip().startswith("micromamba run -n default_user_env pip install -e"):
+            line = f'micromamba run -n default_user_env pip install -e {new_path}'
+        new_lines.append(line)
+
+    updated_text = "\n".join(new_lines) + "\n"
+
+    script_path.write_text(updated_text)
+
+    return updated_text