throw error on concurrency attempt

canrobins13 · canrobins13 · commit a30241480a35 · 2025-05-29T15:29:43.000-07:00
diff --git a/evals/apps/cli/src/index.ts b/evals/apps/cli/src/index.ts
@@ -203,6 +203,9 @@ const runExercise = async ({ run, task, server }: { run: Run; task: Task; server
 	const isDocker = fs.existsSync("/.dockerenv")
 
 	if (isDocker) {
+		if (run.concurrency > 1) {
+			throw new Error("Cannot run multiple tasks in parallel in Docker. Please set concurrency to 1.")
+		}
 		codeCommand = `xvfb-run --auto-servernum --server-num=1 ${codeCommand} --wait --log trace --disable-gpu --password-store="basic"`
 	}
 

Original file line number	Diff line number	Diff line change
`@@ -203,6 +203,9 @@ const runExercise = async ({ run, task, server }: { run: Run; task: Task; server`
`203`	`203`	`const isDocker = fs.existsSync("/.dockerenv")`
`204`	`204`
`205`	`205`	`if (isDocker) {`
	`206`	`+ if (run.concurrency > 1) {`
	`207`	`+ throw new Error("Cannot run multiple tasks in parallel in Docker. Please set concurrency to 1.")`
	`208`	`+ }`
`206`	`209`	codeCommand = `xvfb-run --auto-servernum --server-num=1 ${codeCommand} --wait --log trace --disable-gpu --password-store="basic"`
`207`	`210`	`}`
`208`	`211`