ci(workers): move benchmark to separate non-gating job; test only runs it when KIT_BENCH=true\nlogs(app): add [app-log] around app-prompt message flow and run() calls

Author: johnlindquist

.github/workflows/release.yml

@@ -66,7 +66,7 @@ jobs:
         run: |
           pnpm ava:ci
 
-      - name: pnpm test
+      - name: pnpm test (unit/integration, no benchmark)
         uses: nick-invision/retry@v3
         with:
           max_attempts: 1
@@ -76,6 +76,45 @@ jobs:
         env:
           KIT: ${{ env.kit_path }}
 
+  test-windows-worker-bench:
+    runs-on: windows-latest
+    needs: [test-windows]
+    steps:
+      - name: Inject slug/short variables
+        uses: rlespinasse/github-slug-action@v4
+
+      - name: Set env vars
+        run: |
+          echo "wd_path=$PWD" >> $GITHUB_ENV
+          echo "kit_path=$PWD/.kit" >> $GITHUB_ENV
+          echo "KIT=$PWD/.kit" >> $GITHUB_ENV
+
+      - name: Checkout kit
+        uses: actions/checkout@master
+
+      - uses: pnpm/action-setup@v4
+        name: Install pnpm
+
+      - name: Install Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: 22.17.1
+          cache: "pnpm"
+
+      - name: pnpm i
+        shell: bash
+        run: |
+          pnpm i
+
+      - name: Run worker benchmark (non-gating)
+        shell: bash
+        env:
+          KIT: ${{ env.kit_path }}
+          KIT_BENCH: 'true'
+        run: |
+          # Run only the worker benchmark test
+          pnpm exec ava --config ./test/ava.config.mjs src/workers/cache-grouped-scripts-worker.test.ts -m "benchmark - worker CACHE_MAIN_SCRIPTS"
+
   test-mac-and-ubuntu:
     strategy:
       matrix:

src/run/app-prompt.ts

@@ -101,14 +101,21 @@ try {
     }
 
     let messageHandler = (data: MessageData) => {
+      try {
+        console.warn('[app-log] app-prompt received message', { channel: data?.channel })
+      } catch {}
       if (data.channel === Channel.HEARTBEAT) {
         send(Channel.HEARTBEAT)
       }
       if (data.channel === Channel.VALUE_SUBMITTED) {
-        trace.instant({
-          name: 'app-prompt.ts -> VALUE_SUBMITTED',
-          args: data
-        })
+        try {
+          trace.instant({
+            name: 'app-prompt.ts -> VALUE_SUBMITTED',
+            args: { hasHeaders: !!data?.value?.headers, hasArgs: Array.isArray(data?.value?.args) }
+          })
+        } catch (e) {
+          console.warn('[app-log] trace.instant failed in VALUE_SUBMITTED', (e as any)?.message || e)
+        }
         global.headers = data?.value?.headers || {}
         process.off('message', messageHandler)
         resolve(data.value)
@@ -117,7 +124,7 @@ try {
     process.on('message', messageHandler)
   })
 } catch (e) {
-  global.warn(e)
+  console.warn('[app-log] app-prompt main promise failed', (e as any)?.message || e)
   exit()
 }
 ;({ script, args, trigger, choices, name, scriptlet } = result)
@@ -167,11 +174,25 @@ if (choices?.length > 0) {
   }
   let { runScriptlet } = await import('../main/scriptlet.js')
   updateArgs(args)
-  await runScriptlet(scriptlet, inputs, flag)
+  try {
+    console.warn('[app-log] running scriptlet', { name, id: scriptlet?.id })
+    await runScriptlet(scriptlet, inputs, flag)
+    console.warn('[app-log] finished scriptlet')
+  } catch (e) {
+    console.warn('[app-log] runScriptlet failed', (e as any)?.message || e)
+    throw e
+  }
 } else {
   if (script.includes('.md')) {
     log({ script, ugh: '❌' })
     exit()
   }
-  await run(script, ...args)
+  try {
+    console.warn('[app-log] running script', { script, argsLen: args?.length || 0 })
+    await run(script, ...args)
+    console.warn('[app-log] finished script')
+  } catch (e) {
+    console.warn('[app-log] run(script) failed', (e as any)?.message || e)
+    throw e
+  }
 }

src/workers/cache-grouped-scripts-worker.test.ts

@@ -159,7 +159,8 @@ test('Worker caches results for identical stamp filePath', async (t) => {
   worker.terminate()
 })
 
-test('benchmark - worker CACHE_MAIN_SCRIPTS', async (t) => {
+const runBench = process.env.KIT_BENCH === 'true'
+;(runBench ? test : test.skip)('benchmark - worker CACHE_MAIN_SCRIPTS', async (t) => {
   const previousResults = await loadPreviousResults()
   const isWindows = process.platform === 'win32'
   const runs = isWindows ? 5 : 20
@@ -183,6 +184,9 @@ test('benchmark - worker CACHE_MAIN_SCRIPTS', async (t) => {
       })
       const end = performance.now()
       times.push(end - start)
+      if (i % Math.max(1, Math.floor(runs / 5)) === 0) {
+        console.error(`[worker-diag] benchmark progress i=${i} duration=${(end-start).toFixed(1)}ms`)
+      }
       return result
     })()
     worker.terminate()