claude made a gha reporter let's try it

Author: velzie

.github/workflows/main.yml

@@ -224,19 +224,11 @@ jobs:
       - name: Install Playwright Chromium
         if: steps.pw-browsers-cache.outputs.cache-hit != 'true'
         run: npx playwright install --with-deps chromium
-        working-directory: packages/scramjet/packages/core
-
-      - name: Run Playwright tests
-        run: pnpm test:integration
-        working-directory: packages/scramjet/packages/core
+        working-directory: packages/scramjet/packages/runway
 
-      - name: Upload artifacts
-        uses: actions/upload-artifact@v4
-        if: always()
-        with:
-          name: playwright-test-results
-          path: packages/scramjet/packages/core/blob-report/*
-          if-no-files-found: error
+      - name: Run Runway tests
+        run: pnpm test
+        working-directory: packages/scramjet/packages/runway
 
   rewritertests:
     name: Run Rewriter Tests

packages/scramjet/.github/workflows/main.yml

@@ -227,19 +227,11 @@ jobs:
       - name: Install Playwright Chromium
         if: steps.pw-browsers-cache.outputs.cache-hit != 'true'
         run: npx playwright install --with-deps chromium
-        working-directory: packages/core
-
-      - name: Run Playwright tests
-        run: pnpm test:integration
-        working-directory: packages/core
+        working-directory: packages/runway
 
-      - name: Upload artifacts
-        uses: actions/upload-artifact@v4
-        if: always()
-        with:
-          name: playwright-test-results
-          path: packages/core/blob-report/*
-          if-no-files-found: error
+      - name: Run Runway tests
+        run: pnpm test
+        working-directory: packages/runway
 
   rewritertests:
     name: "Run Rewriter Tests"

packages/scramjet/packages/runway/src/index.ts

@@ -7,6 +7,28 @@ import { fileURLToPath } from "node:url";
 
 const __dirname = path.dirname(fileURLToPath(import.meta.url));
 
+// Check if running in GitHub Actions
+const isGitHubActions = process.env.GITHUB_ACTIONS === "true";
+
+// GitHub Actions annotation helpers
+function ghaError(message: string, file?: string, line?: number) {
+	if (!isGitHubActions) return;
+	const params = [file && `file=${file}`, line && `line=${line}`]
+		.filter(Boolean)
+		.join(",");
+	console.log(`::error ${params}::${message.replace(/\n/g, "%0A")}`);
+}
+
+function ghaGroup(name: string) {
+	if (!isGitHubActions) return;
+	console.log(`::group::${name}`);
+}
+
+function ghaEndGroup() {
+	if (!isGitHubActions) return;
+	console.log(`::endgroup::`);
+}
+
 type TestResult = {
 	status: "pass" | "fail";
 	message?: string;
@@ -166,6 +188,7 @@ async function main() {
 	let needsReload = true;
 
 	for (const test of tests) {
+		ghaGroup(`Test: ${test.name}`);
 		process.stdout.write(`  ${test.name} ... `);
 
 		// Reload page if needed (first run or after failure)
@@ -193,6 +216,7 @@ async function main() {
 				console.error(
 					"   Check that scramjet is built and all dependencies are available.\n"
 				);
+				ghaError(`Harness failed to initialize: ${statusText}`);
 				await browser.close();
 				process.exit(1);
 			}
@@ -212,6 +236,9 @@ async function main() {
 				if (result.message) {
 					console.log(`     ${result.message}`);
 				}
+				ghaError(
+					`Test "${test.name}" failed: ${result.message || "Unknown error"}`
+				);
 				needsReload = true; // Reload after failure
 			}
 		} catch (error) {
@@ -228,8 +255,12 @@ async function main() {
 			console.log(
 				`     ${error instanceof Error ? error.message : String(error)}`
 			);
+			ghaError(
+				`Test "${test.name}" error: ${error instanceof Error ? error.message : String(error)}`
+			);
 			needsReload = true; // Reload after error
 		}
+		ghaEndGroup();
 	}
 
 	testPage.cleanup();