Improve Docker setup for evals

Author: cte

.dockerignore

@@ -1,18 +1,28 @@
 # Build artifacts
 bin/
-!bin/roo-code-latest.vsix
 dist/
 **/dist/
 out/
 **/out/
+src/webview-ui/
 
-# Dependencies
+# dependencies
 node_modules/
 **/node_modules/
 
-# Test and development files
+# testing
 coverage/
 **/.vscode-test/
+**/mock/
 
+# devtools
 knip.json
 .husky/
+
+# monorepo
+.turbo/
+**/.turbo/
+
+# next.js
+**/.next/
+.vercel

packages/evals/Dockerfile

@@ -1,16 +1,23 @@
+# docker build -f packages/evals/Dockerfile -t roo-code-evals .
+# docker run -it roo-code-evals
+
 FROM node:20-slim AS base
- ENV PNPM_HOME="/pnpm"
- ENV PATH="$PNPM_HOME:$PATH"
+
+# Install pnpm
+ENV PNPM_HOME="/pnpm"
+ENV PATH="$PNPM_HOME:$PATH"
 RUN corepack enable
 RUN npm install -g npm@latest
 RUN npm install -g npm-run-all
-# Install dependencies
+
+# Install system packages
 RUN apt update && apt install -y sudo curl git vim jq
 
 # Create a `vscode` user
 RUN useradd -m vscode -s /bin/bash && \
   echo "vscode ALL=(ALL) NOPASSWD:ALL" > /etc/sudoers.d/vscode && \
   chmod 0440 /etc/sudoers.d/vscode
+
 # Install VS Code
 # https://code.visualstudio.com/docs/setup/linux
 RUN apt install -y wget gpg apt-transport-https
@@ -19,59 +26,84 @@ RUN install -D -o root -g root -m 644 packages.microsoft.gpg /etc/apt/keyrings/p
 RUN echo "deb [arch=amd64,arm64,armhf signed-by=/etc/apt/keyrings/packages.microsoft.gpg] https://packages.microsoft.com/repos/code stable main" | tee /etc/apt/sources.list.d/vscode.list > /dev/null
 RUN rm -f packages.microsoft.gpg
 RUN apt update && apt install -y code
+
 # Install Xvfb
 RUN apt install -y xvfb
+
 # [cpp] Install cmake 3.28.3
 RUN apt install -y cmake
+
 # [go] Install Go 1.22.2
 RUN apt install -y golang-go
+
 # [java] Install Java 21
 RUN apt install -y default-jre
+
 # [python] Install Python 3.12.3 and uv 0.6.6
 RUN apt install -y python3 python3-venv python3-dev python3-pip
+
+WORKDIR /home/vscode
+USER vscode
+
 # [rust] Install Rust 1.85
 RUN curl https://sh.rustup.rs -sSf | bash -s -- -y
 RUN echo 'source $HOME/.cargo/env' >> $HOME/.bashrc
- WORKDIR /home/vscode
- USER vscode
-
- # Copy evals
- RUN git clone https://github.com/RooCodeInc/Roo-Code-Evals.git evals
-
- # Prepare evals
- WORKDIR /home/vscode/evals/python
- RUN curl -LsSf https://astral.sh/uv/install.sh | sh
- RUN /home/vscode/.local/bin/uv sync
-
- WORKDIR /home/vscode/repo/benchmark
-
- # Install dependencies
- COPY --chown=vscode:vscode ./evals/package.json ./evals/pnpm-lock.yaml ./evals/pnpm-workspace.yaml ./evals/.npmrc ./
- RUN mkdir -p apps/cli apps/web \
-   config/eslint config/typescript \
-   packages/db packages/ipc packages/lib packages/types
- COPY --chown=vscode:vscode ./evals/apps/cli/package.json          ./apps/cli/
- COPY --chown=vscode:vscode ./evals/apps/web/package.json          ./apps/web/
- COPY --chown=vscode:vscode ./evals/config/eslint/package.json     ./config/eslint/
- COPY --chown=vscode:vscode ./evals/config/typescript/package.json ./config/typescript/
- COPY --chown=vscode:vscode ./evals/packages/db/package.json       ./packages/db/
- COPY --chown=vscode:vscode ./evals/packages/ipc/package.json      ./packages/ipc/
- COPY --chown=vscode:vscode ./evals/packages/lib/package.json      ./packages/lib/
- COPY --chown=vscode:vscode ./evals/packages/types/package.json    ./packages/types/
- RUN pnpm install
-
- # Copy & install extension
- COPY --chown=vscode:vscode ./bin/roo-code-latest.vsix ./
- RUN code --debug --install-extension ./roo-code-latest.vsix
-
- # Copy application code
- COPY --chown=vscode:vscode ./evals ./
-
- # Copy environment variables
- COPY --chown=vscode:vscode ./evals/.env ./
-
- # Push database schema
- RUN pnpm --filter @roo-code/evals db:push --force
-
- EXPOSE 3000
- CMD ["pnpm", "web"]
+
+# Copy evals
+RUN git clone https://github.com/RooCodeInc/Roo-Code-Evals.git evals
+
+# Prepare evals
+WORKDIR /home/vscode/evals/python
+RUN curl -LsSf https://astral.sh/uv/install.sh | sh
+RUN /home/vscode/.local/bin/uv sync
+
+WORKDIR /home/vscode/repo
+
+# Install npm packages
+RUN mkdir -p \
+  scripts \
+  apps/web-evals \
+  packages/build \
+  packages/cloud \
+  packages/config-eslint \
+  packages/config-typescript \
+  packages/evals \
+  packages/ipc \
+  packages/telemetry \
+  packages/types \
+  src \
+  webview-ui
+
+COPY --chown=vscode:vscode ./package.json                            ./
+COPY --chown=vscode:vscode ./pnpm-lock.yaml                          ./
+COPY --chown=vscode:vscode ./pnpm-workspace.yaml                     ./
+COPY --chown=vscode:vscode ./scripts/bootstrap.mjs                   ./scripts/
+COPY --chown=vscode:vscode ./apps/web-evals/package.json             ./apps/web-evals/
+COPY --chown=vscode:vscode ./packages/build/package.json             ./packages/build/
+COPY --chown=vscode:vscode ./packages/cloud/package.json             ./packages/cloud/
+COPY --chown=vscode:vscode ./packages/config-eslint/package.json     ./packages/config-eslint/
+COPY --chown=vscode:vscode ./packages/config-typescript/package.json ./packages/config-typescript/
+COPY --chown=vscode:vscode ./packages/evals/package.json             ./packages/evals/
+COPY --chown=vscode:vscode ./packages/ipc/package.json               ./packages/ipc/
+COPY --chown=vscode:vscode ./packages/telemetry/package.json         ./packages/telemetry/
+COPY --chown=vscode:vscode ./packages/types/package.json             ./packages/types/
+COPY --chown=vscode:vscode ./src/package.json                        ./src/
+COPY --chown=vscode:vscode ./webview-ui/package.json                 ./webview-ui/
+RUN pnpm install
+
+# Build the extension
+COPY --chown=vscode:vscode . ./
+RUN pnpm vsix -- --out ../bin/roo-code.vsix
+
+# Copy & install extension
+RUN code --debug --install-extension ./roo-code.vsix
+
+# Copy env variables
+# COPY --chown=vscode:vscode packages/evals/.env ./
+
+# Push database schema
+# RUN pnpm --filter @roo-code/evals db:push --force
+
+# EXPOSE 3000
+# CMD ["pnpm", "web"]
+CMD ["bash"]

packages/evals/docker-compose.yml

@@ -1,3 +1,5 @@
+# docker compose up --build --no-start
+
 services:
   postgres:
     container_name: postgres-evals
@@ -11,3 +13,8 @@ services:
       - POSTGRES_USER=postgres
       - POSTGRES_PASSWORD=password
       - POSTGRES_DATABASES=evals_development,evals_test
+  runner:
+    container_name: runner-evals
+    build:
+      context: ../../
+      dockerfile: packages/evals/Dockerfile

packages/evals/scripts/setup.sh

@@ -28,7 +28,7 @@ build_extension() {
   echo "🔨 Building the Roo Code extension..."
   cd ..
   mkdir -p bin
-  pnpm build -- --out ../bin/roo-code-$(git rev-parse --short HEAD).vsix || exit 1
+  pnpm vsix -- --out ../bin/roo-code-$(git rev-parse --short HEAD).vsix || exit 1
   code --install-extension bin/roo-code-$(git rev-parse --short HEAD).vsix || exit 1
   cd evals
 }