pushing at end of day

Author: rerpha

installation_and_upgrade/ibex_install_utils/install_tasks.py

@@ -296,6 +296,7 @@ def run_developer_update(self) -> None:
         self._system_tasks.check_java_installation()
         self._system_tasks.install_or_upgrade_git()
         self._system_tasks.update_kafka_topics()
+        self._system_tasks.create_virtual_envs()
 
     def run_vhd_creation(self) -> None:
         """Automated job which creates a set of VHDs containing all IBEX components.

installation_and_upgrade/ibex_install_utils/run_process.py

@@ -27,6 +27,7 @@ def __init__(
         expected_return_codes: Union[int, List[int], None] = [0],
         capture_last_output=False,
         progress_metric=[],
+        env: dict | None = None
     ):
         """
         Create a process that needs running
@@ -45,6 +46,8 @@ def __init__(
             capture_last_output: Whether to record the last console output of a command while pipes are captured.
             progress_metric: A list that is either empty if progress is not being calculated, or contains the output to
                 count, the 100% value, and optionally a label for printing progress
+            env: Environment variable mapping to pass to subprocess.POpen. Passing None inherits the parent process'
+                environment.
         """
         self._working_dir = working_dir
         self._bat_file = executable_file
@@ -55,6 +58,7 @@ def __init__(
         self._capture_last_output = capture_last_output
         self.captured_output = ""
         self._progress_metric = progress_metric
+        self._env = env
         if isinstance(expected_return_codes, int):
             expected_return_codes = [expected_return_codes]
         self._expected_return_codes = expected_return_codes
@@ -102,6 +106,7 @@ def run(self):
                     stdout=subprocess.PIPE,
                     stderr=subprocess.STDOUT,
                     stdin=subprocess.PIPE,
+                    env=self._env,
                 )
                 output_lines, err = output.communicate(b" ")
                 for line in output_lines.splitlines():

installation_and_upgrade/ibex_install_utils/tasks/common_paths.py

@@ -12,6 +12,8 @@
 AUTOSAVE = os.path.join(VAR_DIR, "Autosave")
 """Path to the autosave directory."""
 
+UV = os.path.join("c:\\", "Instrument", "Apps", "uv", "uv.exe")
+
 EPICS_PATH = os.path.join(APPS_BASE_DIR, "EPICS")
 EPICS_IOC_PATH = os.path.join(EPICS_PATH, "ioc", "master")
 EPICS_UTILS_PATH = os.path.join(APPS_BASE_DIR, "EPICS_UTILS")

installation_and_upgrade/ibex_install_utils/tasks/system_tasks.py

@@ -15,7 +15,7 @@
 from ibex_install_utils.software_dependency.java import Java
 from ibex_install_utils.task import task
 from ibex_install_utils.tasks import BaseTasks
-from ibex_install_utils.tasks.common_paths import APPS_BASE_DIR, EPICS_PATH, VAR_DIR
+from ibex_install_utils.tasks.common_paths import APPS_BASE_DIR, EPICS_PATH, VAR_DIR, UV
 from ibex_install_utils.version_check import version_check
 from win32com.client import Dispatch
 
@@ -191,6 +191,30 @@ def update_kafka_topics(self) -> None:
         """
         add_required_topics("livedata.isis.cclrc.ac.uk:31092", self._get_instrument_name())
 
+    @task("Create virtual environments for python processes")
+    def create_virtual_envs(self):
+        dirs_with_venvs = []
+        for root, _, files in os.walk(EPICS_PATH):
+            for file in files:
+                if file == 'requirements-frozen.txt':
+                    dirs_with_venvs.append(root)
+
+        for directory in dirs_with_venvs:
+            print(f"Syncing venv using uv in {directory}")
+            venv_name = ".venv"
+            venv = os.path.join(directory, venv_name)
+            if os.path.exists(venv):
+                shutil.rmtree(venv)
+
+            RunProcess(working_dir=os.path.join(directory),
+                       executable_file=UV,
+                       prog_args=["venv", venv_name], env={}).run()
+
+            RunProcess(working_dir=os.path.join(directory),
+                       executable_file=UV,
+                       prog_args=["pip", "sync", "requirements-frozen.txt"], env={}).run()
+
+
     @task("Add Nagios checks")
     def add_nagios_checks(self) -> None:
         """