feat: auto generate unique id from stdout/stderr

Author: kannon92

cwltool/job.py

@@ -110,7 +110,6 @@ def relink_initialworkdir(
 def neverquote(string: str, pos: int = 0, endpos: int = 0) -> Optional[Match[str]]:
     return None
 
-
 CollectOutputsType = Union[Callable[[str, int], CWLObjectType], functools.partial]
 
 
@@ -227,6 +226,14 @@ def is_streamable(file: str) -> bool:
                         indent=4,
                     ),
                 )
+        if runtimeContext.log_host == "":
+            self.base_path_stdout_stderr = self.outdir
+        else:
+            self.base_path_stdout_stderr = runtimeContext.log_host
+            # Generate random ids 
+            import uuid
+            self.stdout = self.stdout if not self.stdout else self.stdout + uuid.uuid4().hex
+            self.stderr = self.stderr if not self.stderr else self.stderr + uuid.uuid4().hex
 
     def _execute(
         self,
@@ -267,9 +274,6 @@ def _execute(
             menv.pass_through_env_vars(env)
             menv.set_env_vars(env)
 
-        outdir_stdout_stderr =  self.outdir if runtimeContext.log_host == "" else runtimeContext.log_host
-
-
         _logger.info(
             "[job %s] %s$ %s%s%s%s",
             self.name,
@@ -281,8 +285,8 @@ def _execute(
                 ]
             ),
             " < %s" % self.stdin if self.stdin else "",
-            " > %s" % os.path.join(outdir_stdout_stderr, self.stdout) if self.stdout else "",
-            " 2> %s" % os.path.join(outdir_stdout_stderr, self.stderr) if self.stderr else "",
+            " > %s" % os.path.join(self.base_path_stdout_stderr, self.stdout) if self.stdout else "",
+            " 2> %s" % os.path.join(self.base_path_stdout_stderr, self.stderr) if self.stderr else "",
         )
         if self.joborder is not None and runtimeContext.research_obj is not None:
             job_order = self.joborder
@@ -311,22 +315,21 @@ def _execute(
                     stdin_path = rmap[1]
 
             stderr_path = None
-            outdir_stdout_stderr =  self.outdir if runtimeContext.log_host == "" else runtimeContext.log_host
             if self.stderr is not None:
-                abserr = os.path.join(outdir_stdout_stderr, self.stderr)
+                abserr = os.path.join(self.base_path_stdout_stderr, self.stderr)
                 dnerr = os.path.dirname(abserr)
                 if dnerr and not os.path.exists(dnerr):
                     os.makedirs(dnerr)
                 stderr_path = abserr
 
             stdout_path = None
             if self.stdout is not None:
-                absout = os.path.join(outdir_stdout_stderr, self.stdout)
+                absout = os.path.join(self.base_path_stdout_stderr, self.stdout)
                 dnout = os.path.dirname(absout)
                 if dnout and not os.path.exists(dnout):
                     os.makedirs(dnout)
                 stdout_path = absout
-            _logger.debug("stderr: %s stdout: %s hostdir: %s", stderr_path, stdout_path, outdir_stdout_stderr)
+            _logger.debug("stderr: %s stdout: %s hostdir: %s", stderr_path, stdout_path, self.base_path_stdout_stderr)
             commands = [str(x) for x in runtime + self.command_line]
             if runtimeContext.secret_store is not None:
                 commands = cast(