More progress

Author: cte

apps/web-evals/src/lib/server/runs.ts

@@ -48,7 +48,7 @@ export async function createRun({ suite, exercises = [], systemPrompt, ...values
 	revalidatePath("/runs")
 
 	try {
-		const isRunningInDocker = true // fs.existsSync("/.dockerenv")
+		const isRunningInDocker = fs.existsSync("/.dockerenv")
 
 		const dockerArgs = [
 			`--name evals-controller-${run.id}`,

packages/evals/Dockerfile.runner

@@ -113,14 +113,20 @@ RUN pnpm install
 # Copy source code
 COPY . ./
 
+# Validate that .env.local exists and is not empty
+RUN if [ ! -f "packages/evals/.env.local" ] || [ ! -s "packages/evals/.env.local" ]; then \
+  echo "ERROR: packages/evals/.env.local is missing or empty. Please create it with your API keys before building."; \
+  exit 1; \
+fi
+
 # Copy ENV secrets
 COPY packages/evals/.env.local ./packages/evals/
 
 # Copy the pre-installed VS Code extensions
 RUN cp -r /roo/.vscode-template /roo/.vscode
 
 # Build the Roo Code extension
-RUN pnpm build -- --out ../bin/roo-code.vsix \
+RUN pnpm vsix -- --out ../bin/roo-code.vsix \
     && code --no-sandbox --user-data-dir /roo/.vscode --install-extension bin/roo-code.vsix
 
 # Copy entrypoint script

packages/evals/README.md

@@ -28,7 +28,7 @@ echo "OPENROUTER_API_KEY=sk-or-v1-[...]" > packages/evals/.env.local
 Start the evals service:
 
 ```sh
-cd packages/evals && docker compose --profile server up
+docker compose -f packages/evals/docker-compose.yml --profile server --profile runner up --build --scale runner=0
 ```
 
 Navigate to [localhost:3000](http://localhost:3000/) in your browser.

packages/evals/docker-compose.yml

@@ -75,4 +75,4 @@ services:
         stdin_open: true
         tty: true
         profiles:
-            - client
+            - runner