Merge pull request #369 from dbt-msft/add-flaky-tests

mark db-wide tests as flaky

Author: sdebruyn

dev_requirements.txt

@@ -5,4 +5,5 @@ pre-commit==2.21.0;python_version<"3.8"
 pre-commit==3.3.1;python_version>="3.8"
 pytest-dotenv==0.5.2
 dbt-tests-adapter~=1.4.5
+flaky==3.7.0
 -e .

tests/functional/adapter/test_provision_users.py

@@ -61,6 +61,7 @@ def test_auto_provision(self, project):
 
 
 @pytest.mark.only_with_profile("ci_azure_cli", "ci_azure_auto", "ci_azure_environment")
+@pytest.mark.flaky(max_runs=5, min_passes=1)
 class TestProvisionSingleUserAzureSQL(BaseTestProvisionAzureSQL):
     @pytest.fixture(scope="class")
     def models(self):
@@ -71,6 +72,7 @@ def models(self):
 
 
 @pytest.mark.only_with_profile("ci_azure_cli", "ci_azure_auto", "ci_azure_environment")
+@pytest.mark.flaky(max_runs=5, min_passes=1)
 class TestProvisionMultipleUsersAzureSQL(BaseTestProvisionAzureSQL):
     @pytest.fixture(scope="class")
     def models(self):