parallelize tests

Author: jiajun-unstructured

.github/workflows/ci.yml

@@ -65,7 +65,7 @@ jobs:
       with:
         path: |
           .venv
-        key: ci-venv-${{ env.PIPELINE_FAMILY }}-${{ hashFiles('requirements/base.txt') }}
+        key: ci-venv-${{ env.PIPELINE_FAMILY }}-${{ hashFiles('requirements/base.txt', 'requirements/test.txt') }}
     - name: Run core tests
       run: |
         source .venv/bin/activate

Makefile

@@ -95,7 +95,7 @@ run-web-app:
 ## test:                        runs core tests
 .PHONY: test
 test:
-	PYTHONPATH=. pytest -v test_${PIPELINE_PACKAGE} --cov=${PACKAGE_NAME} --cov-report term-missing
+	PYTHONPATH=. pytest -n auto -v test_${PIPELINE_PACKAGE} --cov=${PACKAGE_NAME} --cov-report term-missing
 
 # Setting a low bar here - need more tests!
 .PHONY: check-coverage

requirements/test.in

@@ -8,6 +8,7 @@ flake8
 mypy
 pytest-cov
 pytest-mock
+pytest-xdist
 nbdev
 jupyter
 httpx