chore: update testing setup and remove obsolete workflow

- Updated the test command in package.json to include separate scripts for vitest and CLI integration tests.
- Added a new script for running CLI integration tests.
- Modified GitHub workflows to run tests in a more structured manner.
- Removed the obsolete CLI integration test workflow file.
- Updated .gitignore to exclude the new test project directory.

Author: JakubAndrysek

.github/workflows/cli-integration-test.yml

@@ -24,7 +24,11 @@ jobs:
         run: pnpm run build
       - name: Install Playwright browsers
         run: pnpm exec playwright install --with-deps
-      - name: Run tests
-        run: pnpm test
-      - name: Test wokwi-embed with Playwright
-        run: pnpm test:embed:playwright
+      - name: Run vitest tests
+        run: pnpm run test:vitest
+      - name: Run Playwright embed tests
+        run: pnpm run test:embed:playwright
+      - name: Run CLI integration tests
+        run: pnpm run test:cli:integration
+        env:
+          WOKWI_CLI_TOKEN: ${{ secrets.WOKWI_CLI_TOKEN }}

.github/workflows/test.yml

@@ -6,3 +6,4 @@ diagram.json
 screenshot.png
 playwright-report/
 test-results/
+test-project/

.gitignore

@@ -9,9 +9,11 @@
     "clean": "pnpm -r run clean",
     "lint": "eslint .",
     "lint:fix": "eslint . --fix",
-    "test": "pnpm run lint && vitest --run",
+    "test": "pnpm run test:vitest && pnpm run test:embed:playwright && pnpm run test:cli:integration",
+    "test:vitest": "pnpm run lint && vitest --run",
     "test:embed:playwright": "playwright test test/wokwi-embed",
     "test:embed:playwright:ui": "playwright test test/wokwi-embed --ui",
+    "test:cli:integration": "bash scripts/test-cli-integration.sh",
     "cli": "tsx packages/wokwi-cli/src/main.ts",
     "prepare": "husky install"
   },

package.json

@@ -0,0 +1,52 @@
+#!/bin/bash
+set -e
+
+TEST_PROJECT_DIR="test-project"
+TEST_REPO="https://github.com/wokwi/esp-idf-hello-world.git"
+
+# Clone test project if it doesn't exist
+if [ ! -d "$TEST_PROJECT_DIR" ]; then
+  echo "Cloning test project..."
+  git clone "$TEST_REPO" "$TEST_PROJECT_DIR"
+else
+  echo "Test project already exists, skipping clone..."
+fi
+
+# Create test scenario file
+cat > "$TEST_PROJECT_DIR/test-scenario.yaml" << 'EOF'
+name: "Basic Hello World Test"
+version: 1
+description: "Test that the ESP32 hello world program outputs expected text"
+
+steps:
+  - name: "Wait for boot and hello message"
+    wait-serial: "Hello world!"
+
+  - name: "Wait for chip information"
+    wait-serial: "This is esp32 chip"
+
+  - name: "Wait for restart message"
+    wait-serial: "Restarting in 10 seconds"
+EOF
+
+echo "Test scenario file created."
+
+# Check if WOKWI_CLI_TOKEN is set
+if [ -z "$WOKWI_CLI_TOKEN" ]; then
+  echo "Warning: WOKWI_CLI_TOKEN environment variable is not set."
+  echo "Integration tests require a Wokwi API token to run."
+  echo "Set WOKWI_CLI_TOKEN environment variable to run these tests."
+  exit 1
+fi
+
+# Run CLI tests
+echo "Running CLI integration tests..."
+
+echo "Test 1: Basic expect-text test"
+pnpm cli "$TEST_PROJECT_DIR" --timeout 5000 --expect-text "Hello"
+
+echo "Test 2: Scenario file test"
+pnpm cli "$TEST_PROJECT_DIR" --scenario "test-scenario.yaml" --timeout 15000
+
+echo "All CLI integration tests passed!"
+