bump PYTHON_INTEGRATION_TEST_WORKERS to 15

.github/workflows/main.yml

@@ -38,7 +38,7 @@ defaults:
 # top-level adjustments can be made here
 env:
   # number of parallel processes to spawn for python integration testing
-  PYTHON_INTEGRATION_TEST_WORKERS: 5
+  PYTHON_INTEGRATION_TEST_WORKERS: 15
 
 jobs:
   code-quality:

.github/workflows/structured-logging-schema-check.yml

@@ -23,7 +23,7 @@ permissions: read-all
 # top-level adjustments can be made here
 env:
   # number of parallel processes to spawn for python testing
-  PYTHON_INTEGRATION_TEST_WORKERS: 5
+  PYTHON_INTEGRATION_TEST_WORKERS: 15
 
 jobs:
   integration-metadata:

core/hatch.toml

@@ -201,12 +201,18 @@ DBT_TEST_USER_1 = "dbt_test_user_1"
 DBT_TEST_USER_2 = "dbt_test_user_2"
 DBT_TEST_USER_3 = "dbt_test_user_3"
 
+
+# Note: graph_selection, defer_state, partial_parsing and sources tests are run after the majority of other tests as they are known to be slow (by necessity) and should be split across workers when multiple workers are present.
+
 [envs.ci.scripts]
 unit-tests = "python -m pytest --cov=dbt --cov-report=xml {args} ../tests/unit"
 code-quality = "pre-commit run --all-files"
 integration-tests = """
-python -m pytest --cov=dbt --cov-append --cov-report=xml {args} ../tests/functional -k "not tests/functional/graph_selection" && \
-python -m pytest --cov=dbt --cov-append --cov-report=xml {args} ../tests/functional/graph_selection
+python -m pytest --cov=dbt --cov-append --cov-report=xml {args} ../tests/functional -k "not tests/functional/graph_selection" -k "not tests/functional/defer_state" -k "not tests/functional/partial_parsing" -k "not tests/functional/sources" && \
+python -m pytest --cov=dbt --cov-append --cov-report=xml {args} ../tests/functional/graph_selection && \
+python -m pytest --cov=dbt --cov-append --cov-report=xml {args} ../tests/functional/defer_state && \
+python -m pytest --cov=dbt --cov-append --cov-report=xml {args} ../tests/functional/partial_parsing && \
+python -m pytest --cov=dbt --cov-append --cov-report=xml {args} ../tests/functional/sources
 """
 
 # Note: Python version matrix is handled by GitHub Actions CI, not hatch.

tests/functional/init/test_init.py

@@ -85,7 +85,7 @@ def test_init_task_in_project_with_existing_profiles_yml(
 """
             )
 
-    def test_init_task_in_project_specifying_profile_errors(self):
+    def test_init_task_in_project_specifying_profile_errors(self, project):
         with pytest.raises(DbtRuntimeError) as error:
             run_dbt(["init", "--profile", "test"], expect_pass=False)
             assert "Can not init existing project with specified profile" in str(error)