Skip to content

Commit e09bc32

Browse files
author
buehlere
committed
updating XS submissions to use newer toil version
1 parent 9a8ab45 commit e09bc32

File tree

2 files changed

+3
-58
lines changed

2 files changed

+3
-58
lines changed

ridgeback/settings.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -328,7 +328,7 @@
328328
# ACCESS LEGACY INFO
329329
ACCESS_LEGACY_APP = os.environ.get("ACCESS_LEGACY_APP", "access-pipeline")
330330
ACCESS_LEGACY_CONDA_ENV = os.environ.get(
331-
"ACCESS_LEGACY_CONDA_ENV", "/usersoftware/core005/access/production/V1/micromamba/envs/ACCESS/bin"
331+
"ACCESS_LEGACY_CONDA_ENV", "/usersoftware/core005/access/production/V1/micromamba/envs/ACCESS-voyager/bin"
332332
)
333333

334334
# SHELL_PLUS = "ipython"

submitter/toil_submitter/toil_jobsubmitter.py

Lines changed: 2 additions & 57 deletions
Original file line numberDiff line numberDiff line change
@@ -90,10 +90,7 @@ def get_submit_command(self):
9090
env["TMPDIR"] = self.job_tmp_dir
9191
env[self.batch_system_args_env] = toil_batch_system_args.strip()
9292
if settings.ACCESS_LEGACY_APP in self.app.github.lower():
93-
env["PATH"] = "{0}:{1}".format(settings.ACCESS_LEGACY_CONDA_ENV, os.environ.get("PATH"))
94-
env[self.batch_system_args_env] = " ".join(
95-
[env[self.batch_system_args_env], self.batch_system.get_env_export_flag()]
96-
)
93+
env["PATH"] = f"{settings.ACCESS_LEGACY_CONDA_ENV}:{os.environ.get('PATH')}"
9794
return command_line, self._leader_args(), log_path, self.job_id, self.partition, env
9895

9996
def get_commandline_status(self, cache):
@@ -233,59 +230,7 @@ def _job_group(self):
233230

234231
def _command_line(self):
235232
single_machine = any([w in self.app.github.lower() for w in self.single_machine_mode_workflows])
236-
if settings.ACCESS_LEGACY_APP in self.app.github.lower():
237-
"""
238-
Start ACCESS-specific code
239-
"""
240-
command_line = [
241-
"toil-cwl-runner",
242-
"--logLevel=INFO",
243-
"--no-container",
244-
"--logFile",
245-
"toil_log.log",
246-
"--batchSystem",
247-
self.batch_system.name,
248-
"--disable-user-provenance",
249-
"--disable-host-provenance",
250-
"--cleanWorkDir",
251-
"onSuccess",
252-
"--disableCaching",
253-
"--preserve-environment",
254-
"PATH",
255-
"TMPDIR",
256-
"PWD",
257-
"_JAVA_OPTIONS",
258-
"PYTHONPATH",
259-
"TEMP",
260-
self.batch_system_args_env,
261-
"PWD",
262-
"TOIL_SLURM_ARGS",
263-
"--disableChaining",
264-
"--maxCores",
265-
"24",
266-
"--maxMemory",
267-
"256G",
268-
"--defaultMemory",
269-
"10G",
270-
"--defaultDisk",
271-
"20G",
272-
"--not-strict",
273-
"--runCwlInternalJobsOnWorkers",
274-
"--jobStore",
275-
self.job_store_dir,
276-
"--tmpdir-prefix",
277-
self.job_tmp_dir,
278-
"--workDir",
279-
self.job_work_dir,
280-
"--outdir",
281-
self.job_outputs_dir,
282-
"--maxLocalJobs",
283-
"500",
284-
]
285-
"""
286-
End ACCESS-specific code
287-
"""
288-
elif single_machine:
233+
if single_machine:
289234
command_line = [
290235
settings.CWLTOIL,
291236
"--singularity",

0 commit comments

Comments
 (0)