Merge pull request #372 from dbt-msft/multithreaded-tests

make testing faster by running multithreaded

Author: sdebruyn

.github/workflows/integration-tests-azure.yml

@@ -69,4 +69,4 @@ jobs:
           DBT_TEST_AAD_PRINCIPAL_1: ${{ secrets.DBT_TEST_AAD_PRINCIPAL_1 }}
           DBT_TEST_AAD_PRINCIPAL_2: ${{ secrets.DBT_TEST_AAD_PRINCIPAL_2 }}
           SQLSERVER_TEST_DRIVER: 'ODBC Driver ${{ matrix.msodbc_version }} for SQL Server'
-        run: pytest -ra -v tests/functional --profile "${{ matrix.profile }}"
+        run: pytest -n auto -ra -v tests/functional --profile "${{ matrix.profile }}"

.github/workflows/integration-tests-sqlserver.yml

@@ -37,7 +37,7 @@ jobs:
         run: pip install -r dev_requirements.txt
 
       - name: Run functional tests
-        run: pytest -ra -v tests/functional --profile "ci_sql_server"
+        run: pytest -n auto -ra -v tests/functional --profile "ci_sql_server"
         env:
           DBT_TEST_USER_1: DBT_TEST_USER_1
           DBT_TEST_USER_2: DBT_TEST_USER_2

.github/workflows/unit-tests.yml

@@ -33,4 +33,4 @@ jobs:
         run: pip install -r dev_requirements.txt
 
       - name: Run unit tests
-        run: pytest tests/unit
+        run: pytest -n auto -ra -v tests/unit

Makefile

@@ -39,17 +39,17 @@ linecheck: ## Checks for all Python lines 100 characters or more
 .PHONY: unit
 unit: ## Runs unit tests.
 	@\
-	pytest -ra -v tests/unit
+	pytest -n auto -ra -v tests/unit
 
 .PHONY: functional
 functional: ## Runs functional tests.
 	@\
-	pytest -ra -v tests/functional
+	pytest -n auto -ra -v tests/functional
 
 .PHONY: test
 test: ## Runs unit tests and code checks against staged changes.
 	@\
-	pytest -v tests/unit; \
+	pytest -n auto -ra -v tests/unit; \
 	pre-commit run black-check --hook-stage manual | grep -v "INFO"; \
 	pre-commit run flake8-check --hook-stage manual | grep -v "INFO"; \
 	pre-commit run mypy-check --hook-stage manual | grep -v "INFO"

dev_requirements.txt

@@ -6,4 +6,5 @@ pre-commit==3.3.1;python_version>="3.8"
 pytest-dotenv==0.5.2
 dbt-tests-adapter~=1.4.5
 flaky==3.7.0
+pytest-xdist==3.3.0
 -e .