More progress

Author: cte

benchmark/Dockerfile

@@ -2,35 +2,14 @@
 
 ## Get Started
 
-Clone the Roo Code repo:
+Clone the Roo Code repo and run the setup script:
 
 ```sh
 git clone https://github.com/RooVetGit/Roo-Code.git
-```
-
-Install nvm:
-
-```sh
-curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.40.2/install.sh | bash
-# Reload shell.
-nvm install
-node --version
-# Verify the version is v20.18.1.
-```
-
-Install pnpm:
-
-```sh
-npm install --global corepack@latest
-corepack enable pnpm
-corepack use pnpm@latest-10
-```
-
-Build the Roo Code extension:
-
-```sh
-npm run install:all
-npx vsce package --out bin/roo-code-latest.vsix
+cd Roo-Code
+git checkout cte/benchmark-monorepo
+cd benchmark
+./scripts/setup.sh
 ```
 
 [Install](https://docs.docker.com/desktop/) and run Docker Desktop.

benchmark/README.md

@@ -8,16 +8,9 @@
 		"test": "turbo test --log-order grouped --output-logs new-only",
 		"format": "turbo format --log-order grouped --output-logs new-only",
 		"build": "turbo build --log-order grouped --output-logs new-only",
-		"web": "turbo dev --filter @benchmark/web --output-logs new-only --ui tui",
-		"cli": "turbo dev --filter @benchmark/cli --output-logs new-only --ui tui -- run",
-		"drizzle:studio": "pnpm --filter @benchmark/db db:studio",
-		"docker:build": "docker build -f Dockerfile -t roo-code-benchmark --progress=plain ..",
-		"docker:run": "docker run -d -it -p 3000:3000 -v /tmp/benchmarks.db:/tmp/benchmarks.db roo-code-benchmark",
-		"docker:start": "pnpm docker:build && pnpm docker:run",
-		"docker:shell": "docker exec -it $(docker ps --filter \"ancestor=roo-code-benchmark\" -q) /bin/zsh",
-		"docker:stop": "docker stop $(docker ps --filter \"ancestor=roo-code-benchmark\" -q) >/dev/null 2>&1 || true",
-		"docker:rm": "docker rm $(docker ps -a --filter \"ancestor=roo-code-benchmark\" -q) >/dev/null 2>&1 || true",
-		"docker:clean": "pnpm docker:stop && pnpm docker:rm"
+		"web": "turbo dev --filter @benchmark/web",
+		"cli": "turbo dev --filter @benchmark/cli -- run",
+		"drizzle:studio": "pnpm --filter @benchmark/db db:studio"
 	},
 	"devDependencies": {
 		"@dotenvx/dotenvx": "^1.39.0",

benchmark/package.json

@@ -65,7 +65,7 @@ done
 
 [[ "$empty" == true ]] && exit 0
 
-echo -e "\nInstalling dependencies..."
+printf "\n"
 
 if ! command -v brew &>/dev/null; then
   if [[ -f "/opt/homebrew/bin/brew" ]]; then
@@ -255,7 +255,7 @@ else
   echo "✅ pnpm is installed ($PNPM_VERSION)"
 fi
 
-pnpm install || exit 1
+pnpm install --silent || exit 1
 
 if [[ ! -d "evals" ]]; then
   if gh auth status &>/dev/null; then
@@ -279,5 +279,27 @@ if ! grep -q "OPENROUTER_API_KEY" .env; then
   read -p "Enter your OpenRouter API Key (sk-or-v1-...): " openrouter_api_key
   echo "Validating OpenRouter API Key..."
   curl --silent --fail https://openrouter.ai/api/v1/key -H "Authorization: Bearer $openrouter_api_key" | jq || exit 1
-  echo "OPENROUTER_API_KEY=$openrouter_api_key" >> .env
+  echo "OPENROUTER_API_KEY=$openrouter_api_key" >>.env
+fi
+
+if [[ ! -s "../bin/roo-code-latest.vsix" ]]; then
+  echo "Building the Roo Code extension..."
+  cd .. &&
+    npm run install-extension -- --silent --no-audit &&
+    npm run install-webview -- --silent --no-audit &&
+    npx vsce package --out bin/roo-code-latest.vsix || exit 1
+fi
+
+echo -e "\n🤘 You're ready to rock and roll!\n"
+
+if ! nc -z localhost 3000; then
+  read -p "Would you like to start the evals web app? (y/N): " start_evals
+
+  if [[ "$start_evals" =~ ^[Yy]$ ]]; then
+    pnpm web
+  else
+    echo "You can start it anytime with 'pnpm web'."
+  fi
+else
+  echo "🤖 The evals web app is running at http://localhost:3000"
 fi