Log individual test results when scoring a single local run

Author: nicoburns

index.js

@@ -66,11 +66,11 @@ async function add_run (runs_dir, chunks_dir, date) {
     await write_compressed(`./${runs_dir}/${date}.xz`, new_run)
 }
 
-async function score_single_run (chunks_dir) {
+async function score_single_run (chunks_dir, print_filter) {
     const run = await process_chunks(chunks_dir)
     const test_to_areas = focus_areas_map(run)
     const { area_keys } = get_focus_areas()
-    const score = score_run(run, run, test_to_areas)
+    const score = score_run(run, run, test_to_areas, print_filter)
     const row = [
         ['revision', run.run_info.revision.substring(0, 9)],
         ['browser version', run.run_info.browser_version]
@@ -100,7 +100,7 @@ async function recalc_scores (runs_dir) {
         console.log(`Reading run ${runs_dir}/${r} (${i}/${run_count})`)
         const run = await read_compressed(`./${runs_dir}/${r}`)
         console.log(`Calculating score for run ${runs_dir}/${r} (${i}/${run_count})`)
-        const score = score_run(run, new_run, test_to_areas)
+        const score = score_run(run, new_run, test_to_areas, () => false)
         const row = [
             date,
             run.run_info.revision.substring(0, 9),
@@ -124,7 +124,12 @@ async function main () {
 
     if (mode === '--score') {
         const input_dir = process.argv[3]
-        const result = await score_single_run(input_dir)
+
+        let filterStr = undefined
+        if (process.argv[4] === '--filter') {
+            filterStr = process.argv[5]
+        }
+        const result = await score_single_run(input_dir, filterStr ? name => name.includes(filterStr) : () => true)
         console.log(result)
         return
     }

package-lock.json

@@ -27,6 +27,7 @@
     "mocha": "^10.2.0"
   },
   "dependencies": {
+    "chalk": "^5.3.0",
     "lzma-native": "^8.0.6"
   }
 }

package.json

@@ -1,4 +1,5 @@
 import assert from 'node:assert/strict'
+import chalk from 'chalk';
 
 function is_object (val) {
     return (
@@ -179,7 +180,7 @@ export function get_focus_areas () {
     return { area_keys, area_names }
 }
 
-export function score_run (run, against_run, focus_areas_map) {
+export function score_run (run, against_run, focus_areas_map, print_filter) {
     const scores = {}
     for (const area of Object.keys(FOCUS_AREAS)) {
         scores[area] = {
@@ -188,7 +189,10 @@ export function score_run (run, against_run, focus_areas_map) {
         }
     }
 
-    for (const [test, { subtests }] of Object.entries(against_run.test_scores)) {
+    let testNames = Object.keys(against_run.test_scores);
+    testNames.sort();
+    for (const test of testNames) {
+        const { subtests } = against_run.test_scores[test];
         const areas = focus_areas_map[test]
 
         for (const area of areas) {
@@ -205,17 +209,33 @@ export function score_run (run, against_run, focus_areas_map) {
             for (const area of areas) {
                 scores[area].total_score += run_test.score
             }
+            if (print_filter(test)) {
+                const passes = run_test.score == 1;
+                if (passes) {
+                    console.log(chalk.green(`PASS ${test}`))
+                } else {
+                    console.log(chalk.red(`FAIL ${test}`))
+                }
+            }
         } else {
-            let test_score = 0
+            let passed_test_count = 0
             for (const subtest of subtest_names) {
                 if (Object.hasOwn(run_test.subtests, subtest)) {
-                    test_score += run_test.subtests[subtest].score
+                    passed_test_count += run_test.subtests[subtest].score
                 }
             }
-            test_score /= subtest_names.length
+            const test_score = passed_test_count / subtest_names.length
             for (const area of areas) {
                 scores[area].total_score += test_score
             }
+            if (print_filter(test)) {
+                const passes = test_score == 1;
+                if (passes) {
+                    console.log(chalk.green(`PASS ${test} (${passed_test_count}/${subtest_names.length})`))
+                } else {
+                    console.log(chalk.red(`FAIL ${test} (${passed_test_count}/${subtest_names.length})`))
+                }
+            }
         }
     }