Add Jetpack performance testing CI infrastructure (#46287)

Author: LiamSarsfield

pnpm-lock.yaml

@@ -5,6 +5,7 @@ packages:
   - tools/cli
   - tools/e2e-commons
   - tools/js-tools
+  - tools/performance
   - .github/files/coverage-munger
 
 engineStrict: true

pnpm-workspace.yaml

@@ -0,0 +1,10 @@
+node_modules/
+results/*.json
+results/*.log
+.env
+.env.local
+playwright-report/
+test-results/
+build/
+plugin/
+calibration.json

tools/performance/.gitignore

@@ -0,0 +1,51 @@
+# Jetpack Performance Testing
+
+Measures wp-admin dashboard LCP (Largest Contentful Paint) for Jetpack with simulated WordPress.com connection.
+
+## CI Usage
+
+The test suite is designed to run in TeamCity. See `TEAMCITY-SETUP.md` for detailed setup instructions.
+
+### Build Steps
+
+1. Clone `jetpack-production` (pre-built plugin)
+2. Install dependencies (`pnpm install`)
+3. Install Playwright (`pnpm exec playwright install chromium --with-deps`)
+4. Calibrate CPU throttling (`pnpm calibrate`)
+5. Run tests (`pnpm test`)
+
+### Environment Variables
+
+| Variable | Description |
+|----------|-------------|
+| `CODEVITALS_TOKEN` | API token for posting results to CodeVitals |
+| `CODEVITALS_URL` | CodeVitals API URL (default: https://www.codevitals.run) |
+| `COMPOSE_PROJECT_NAME` | Unique Docker project name for build isolation |
+| `GIT_COMMIT` | Git commit SHA for tracking (auto-detected from plugin) |
+| `GIT_BRANCH` | Git branch for tracking (default: trunk) |
+| `ITERATIONS` | Number of measurement iterations (default: 5) |
+| `WP_ADMIN_USER` | WordPress admin username (default: admin) |
+| `WP_ADMIN_PASS` | WordPress admin password (default: password) |
+
+## Metric
+
+- `wp-admin-dashboard-connection-sim-largestContentfulPaint` - Dashboard LCP with simulated Jetpack connection
+
+## How It Works
+
+1. **Plugin Source**: Uses pre-built plugin from [jetpack-production](https://github.com/Automattic/jetpack-production) mirror (auto-cloned for local dev)
+2. **Docker Setup**: Spins up WordPress with Jetpack and a simulated WordPress.com connection (fake tokens + mocked API with 200ms latency)
+3. **CPU Calibration**: Normalizes CPU speed across different machines for consistent results
+4. **LCP Measurement**: Uses Playwright to log in to wp-admin and measure Largest Contentful Paint
+5. **Results**: Posts metrics to CodeVitals for tracking over time
+
+## Scripts
+
+| Script | Description |
+|--------|-------------|
+| `pnpm test` | Run full test suite (auto-clones plugin if needed) |
+| `pnpm test:quick` | Quick test with 2 iterations |
+| `pnpm calibrate` | Run CPU throttling calibration |
+| `pnpm measure` | Run LCP measurement only |
+| `pnpm report` | Post results to CodeVitals only |
+| `pnpm test -- --skip-codevitals` | Run tests without posting to CodeVitals |

tools/performance/README.md

@@ -0,0 +1,86 @@
+# Jetpack Performance Testing Environment
+# Single WordPress instance with simulated Jetpack connection for LCP measurement.
+# Plugin is mounted from ../plugin (cloned from jetpack-production mirror).
+#
+# Ports are assigned dynamically by Docker. Use 'docker compose port <service> 80' to discover.
+
+services:
+  # Shared MySQL database
+  db:
+    image: mysql:8.0
+    command: --default-authentication-plugin=mysql_native_password
+    volumes:
+      - db_data:/var/lib/mysql
+      - ./init-databases.sql:/docker-entrypoint-initdb.d/init.sql:ro
+    restart: unless-stopped
+    environment:
+      MYSQL_ROOT_PASSWORD: rootpassword
+    networks:
+      - jetpack-perf
+    healthcheck:
+      test: ["CMD", "mysqladmin", "ping", "-h", "localhost", "-u", "root", "-prootpassword"]
+      interval: 5s
+      timeout: 5s
+      retries: 20
+      start_period: 30s
+
+  # WordPress with Jetpack simulated connection
+  # Uses mu-plugin to fake connection tokens and intercept WP.com API calls with artificial latency
+  wordpress-jetpack-connected:
+    image: wordpress:6.7-php8.2-apache
+    ports:
+      - "80"  # Dynamic port - use 'docker compose port wordpress-jetpack-connected 80' to discover
+    restart: unless-stopped
+    environment:
+      WORDPRESS_DB_HOST: db
+      WORDPRESS_DB_USER: root
+      WORDPRESS_DB_PASSWORD: rootpassword
+      WORDPRESS_DB_NAME: wp_jetpack_connected
+      WORDPRESS_TABLE_PREFIX: wp_
+      WORDPRESS_DEBUG: "false"
+      # Simulated latency in milliseconds (configurable)
+      WPCOM_SIMULATED_LATENCY_MS: ${WPCOM_SIMULATED_LATENCY_MS:-200}
+    volumes:
+      - wp_jetpack_connected:/var/www/html
+      - ../plugin:/var/www/html/wp-content/plugins/jetpack:ro
+      # Mount the mu-plugin for connection simulation
+      - ./mu-plugins:/var/www/html/wp-content/mu-plugins:ro
+    networks:
+      - jetpack-perf
+    depends_on:
+      db:
+        condition: service_healthy
+
+  # WP-CLI for setup operations
+  wpcli:
+    image: wordpress:cli-2.10-php8.2
+    user: "33:33"  # Match www-data UID from WordPress Debian image
+    volumes:
+      - wp_jetpack_connected:/var/www/html/jetpack-connected
+      - ./setup-wordpress.sh:/usr/local/bin/setup-wordpress.sh:ro
+      - ../plugin:/var/www/html/jetpack-connected/wp-content/plugins/jetpack:ro
+      - ./mu-plugins:/var/www/html/jetpack-connected/wp-content/mu-plugins:ro
+    networks:
+      - jetpack-perf
+    depends_on:
+      db:
+        condition: service_healthy
+      wordpress-jetpack-connected:
+        condition: service_started
+    environment:
+      WORDPRESS_DB_HOST: db
+      WORDPRESS_DB_USER: root
+      WORDPRESS_DB_PASSWORD: rootpassword
+      WP_ADMIN_USER: ${WP_ADMIN_USER:-admin}
+      WP_ADMIN_PASS: ${WP_ADMIN_PASS:-password}
+      WP_ADMIN_EMAIL: ${WP_ADMIN_EMAIL:[email protected]}
+    # Run setup and exit
+    command: ["sh", "/usr/local/bin/setup-wordpress.sh"]
+
+networks:
+  jetpack-perf:
+    driver: bridge
+
+volumes:
+  db_data:
+  wp_jetpack_connected:

tools/performance/docker/docker-compose.yml

@@ -0,0 +1,6 @@
+-- Initialize database for Jetpack connected WordPress instance
+CREATE DATABASE IF NOT EXISTS wp_jetpack_connected;
+
+-- Grant permissions
+GRANT ALL PRIVILEGES ON wp_jetpack_connected.* TO 'root'@'%';
+FLUSH PRIVILEGES;