testing

Author: daanzu

.github/workflows/build.yml

@@ -695,4 +695,4 @@ jobs:
       - name: Run tests
         if: steps.wheels-presence.outputs.found == 'true'
         run: |
-          just test-package -v
+          just test-package -v -k 'test_package or test_plain_dictation'

Justfile

@@ -1,4 +1,5 @@
 
+set ignore-comments
 set positional-arguments
 
 docker_repo := 'daanzu/kaldi-fork-active-grammar-manylinux'
@@ -57,4 +58,5 @@ test *args='':
 
 # Test package after building wheel into wheels/ directory. Runs tests from within tests/ directory to prevent importing kaldi_active_grammar from source tree
 test-package *args='':
-	uv run -v --no-project --isolated --with-requirements ../requirements-test.txt --with kaldi-active-grammar --find-links wheels/ --directory tests/ -m pytest "$@"
+	# uv run -v --no-project --isolated --with-requirements ../requirements-test.txt --with kaldi-active-grammar --find-links wheels/ --directory tests/ -m pytest "$@"
+	uv run -v --no-project --isolated --with-requirements ../requirements-test.txt --with kaldi-active-grammar --find-links wheels/ --directory tests/ run_each_test_separately.py "$@"

tests/run_each_test_separately.py

@@ -0,0 +1,39 @@
+"""
+Run each test in a separate process.
+This is the only reasonable cross-platform way to do this with pytest.
+"""
+
+import sys, subprocess
+
+def collect_nodeids(extra):
+    # -q with --collect-only prints one nodeid per line
+    r = subprocess.run(
+        [sys.executable, "-m", "pytest", "-q", "--collect-only", *extra],
+        capture_output=True, text=True, check=True
+    )
+    return [
+        ln.strip().split("/")[-1]  # Discard the "tests/" prefix
+        for ln in r.stdout.splitlines()
+        if ln.strip() and not ln.startswith(("=", "<", "[")) and not "collected in" in ln
+    ]
+
+def main():
+    extra = sys.argv[1:]   # e.g. ["tests", "-k", "not slow"]
+    nodeids = collect_nodeids(extra)
+    print(f"Collected {len(nodeids)} nodeids: {nodeids}")
+    failed = []
+    for nid in nodeids:
+        print(f"\n=== {nid} ===")
+        rc = subprocess.call([sys.executable, "-m", "pytest", "-q", nid, *extra])
+        if rc != 0:
+            failed.append(nid)
+    print("\n========= DONE =========")
+    if failed:
+        print(f"\nFailures in {len(failed)} tests:")
+        for nid in failed: print(" -", nid)
+        sys.exit(1)
+    else:
+        print("\nAll tests passed.")
+
+if __name__ == "__main__":
+    main()