files

Signed-off-by: oliver könig <[email protected]>

Author: ko3n1g

nemo_run/core/execution/dgxcloud.py

@@ -405,7 +405,9 @@ def fetch_logs(
         job_subdir = self.job_dir[len(nemo_run_home) + 1 :]  # +1 to remove the initial backslash
         self.pvc_job_dir = os.path.join(self.pvc_nemo_run_dir, job_subdir)
 
-        while (files := len(glob.glob(f"{self.pvc_job_dir}/logs/output-*.log"))) < self.nodes:
+        files = []
+        while len(files) < self.nodes:
+            files = list(glob.glob(f"{self.pvc_job_dir}/logs/output-*.log"))
             logger.info(f"Waiting for {self.nodes - len(files)} log files to be created...")
             time.sleep(3)