skipping anomaly tests for clickhouse (#819)

Author: arbiv

integration_tests/pytest.ini

@@ -0,0 +1,6 @@
+[pytest]
+filterwarnings =
+    ignore::DeprecationWarning:dbt.*
+    ignore::DeprecationWarning:jinja2.* 
+    ignore::DeprecationWarning:click.*
+    ignore::ResourceWarning

integration_tests/tests/test_all_columns_anomalies.py

@@ -13,6 +13,8 @@
 }
 
 
+# Anomalies currently not supported on ClickHouse
+@pytest.mark.skip_targets(["clickhouse"])
 def test_anomalyless_all_columns_anomalies(test_id: str, dbt_project: DbtProject):
     utc_today = datetime.utcnow().date()
     data: List[Dict[str, Any]] = [
@@ -127,6 +129,8 @@ def test_all_columns_anomalies_with_where_expression(
     }
 
 
+# Anomalies currently not supported on ClickHouse
+@pytest.mark.skip_targets(["clickhouse"])
 def test_anomalyless_all_columns_anomalies_all_monitors_sanity(
     test_id: str, dbt_project: DbtProject
 ):

integration_tests/tests/test_anomalies_backfill_logic.py

@@ -74,6 +74,8 @@ def get_latest_anomaly_test_metrics(dbt_project: DbtProject, test_id: str):
     }
 
 
+# Anomalies currently not supported on ClickHouse
+@pytest.mark.skip_targets(["clickhouse"])
 def test_full_backfill_for_non_incremental_model(dbt_project: DbtProject, test_id: str):
     utc_today = datetime.utcnow().date()
     data_dates = generate_dates(base_date=utc_today - timedelta(1))

integration_tests/tests/test_anomaly_exclude_metrics.py

@@ -71,6 +71,8 @@ def test_exclude_specific_dates(
     assert test_result["status"] == "fail"
 
 
+# Anomalies currently not supported on ClickHouse
+@pytest.mark.skip_targets(["clickhouse"])
 def test_exclude_specific_timestamps(test_id: str, dbt_project: DbtProject):
     # To avoid races, set the "custom_started_at" to the beginning of the hour
     test_started_at = datetime.utcnow().replace(minute=0, second=0)

integration_tests/tests/test_anomaly_test_configuration.py

@@ -2,6 +2,7 @@
 from dataclasses import dataclass
 from typing import Generic, Literal, TypeVar
 
+import pytest
 from dbt_project import DbtProject
 from parametrization import Parametrization
 
@@ -112,6 +113,7 @@ def get_value(key: str):
     test_config={key: value.test for key, value in PARAM_VALUES.items()},
     expected_config=_get_expected_adapted_config("test"),
 )
+@pytest.mark.skip_targets(["clickhouse"])
 def test_anomaly_test_configuration(
     dbt_project: DbtProject,
     vars_config: dict,

integration_tests/tests/test_collect_metrics.py

@@ -35,6 +35,8 @@
 }
 
 
+# Anomalies currently not supported on ClickHouse
+@pytest.mark.skip_targets(["clickhouse"])
 def test_collect_metrics(test_id: str, dbt_project: DbtProject):
     utc_today = datetime.utcnow().date()
     data: List[Dict[str, Any]] = [
@@ -63,6 +65,8 @@ def test_collect_metrics(test_id: str, dbt_project: DbtProject):
     assert col_to_metric_names == EXPECTED_COL_TO_METRIC_NAMES
 
 
+# Anomalies currently not supported on ClickHouse
+@pytest.mark.skip_targets(["clickhouse"])
 def test_collect_no_timestamp_metrics(test_id: str, dbt_project: DbtProject):
     utc_today = datetime.utcnow().date()
     data: List[Dict[str, Any]] = [
@@ -144,6 +148,8 @@ def test_collect_group_by_metrics(test_id: str, dbt_project: DbtProject):
     assert dim_to_col_to_metric_names == expected_dim_to_col_to_metric_names
 
 
+# Anomalies currently not supported on ClickHouse
+@pytest.mark.skip_targets(["clickhouse"])
 def test_collect_metrics_unique_metric_name(test_id: str, dbt_project: DbtProject):
     args = DBT_TEST_ARGS.copy()
     args["metrics"].append(args["metrics"][0])

integration_tests/tests/test_column_anomalies.py

@@ -14,6 +14,8 @@
 }
 
 
+# Anomalies currently not supported on ClickHouse
+@pytest.mark.skip_targets(["clickhouse"])
 def test_anomalyless_column_anomalies(test_id: str, dbt_project: DbtProject):
     utc_today = datetime.utcnow().date()
     data: List[Dict[str, Any]] = [
@@ -137,6 +139,8 @@ def test_column_anomalies_with_where_parameter(test_id: str, dbt_project: DbtPro
     assert test_result["status"] == "fail"
 
 
+# Anomalies currently not supported on ClickHouse
+@pytest.mark.skip_targets(["clickhouse"])
 def test_column_anomalies_with_timestamp_as_sql_expression(
     test_id: str, dbt_project: DbtProject
 ):
@@ -225,22 +229,20 @@ def test_volume_anomaly_static_data_drop(
     assert test_result["status"] == expected_result
 
 
+# Anomalies currently not supported on ClickHouse
+@pytest.mark.skip_targets(["clickhouse"])
 def test_anomalyless_column_anomalies_group(test_id: str, dbt_project: DbtProject):
     utc_today = datetime.utcnow().date()
     data: List[Dict[str, Any]] = [
         {
             TIMESTAMP_COLUMN: cur_date.strftime(DATE_FORMAT),
             "superhero": superhero,
-            "dimension1": "dim1",
-            "dimension2": "dim2",
         }
         for cur_date in generate_dates(base_date=utc_today - timedelta(1))
         for superhero in ["Superman", "Batman"]
     ]
-    test_args = DBT_TEST_ARGS.copy()
-    test_args["dimensions"] = ["dimension1", "dimension2"]
     test_result = dbt_project.test(
-        test_id, DBT_TEST_NAME, test_args, data=data, test_column="superhero"
+        test_id, DBT_TEST_NAME, DBT_TEST_ARGS, data=data, test_column="superhero"
     )
     assert test_result["status"] == "pass"
 

integration_tests/tests/test_dbt_artifacts/test_artifacts.py

@@ -83,10 +83,12 @@ def test_dbt_artifacts_hashes(dbt_project: DbtProject):
     dbt_project.read_table("dbt_artifacts_hashes", raise_if_empty=False)
 
 
+@pytest.mark.skip_targets(["clickhouse"])
 def test_anomaly_threshold_sensitivity(dbt_project: DbtProject):
     dbt_project.read_table("anomaly_threshold_sensitivity", raise_if_empty=False)
 
 
+@pytest.mark.skip_targets(["clickhouse"])
 def test_metrics_anomaly_score(dbt_project: DbtProject):
     dbt_project.read_table("metrics_anomaly_score", raise_if_empty=False)
 

integration_tests/tests/test_dimension_anomalies.py

@@ -31,6 +31,8 @@ def get_latest_anomaly_test_points(dbt_project: DbtProject, test_id: str):
     return [json.loads(result["result_row"]) for result in results]
 
 
+# Anomalies currently not supported on ClickHouse
+@pytest.mark.skip_targets(["clickhouse"])
 def test_anomalyless_dimension_anomalies(test_id: str, dbt_project: DbtProject):
     utc_today = datetime.utcnow().date()
     data: List[Dict[str, Any]] = [
@@ -49,6 +51,8 @@ def test_anomalyless_dimension_anomalies(test_id: str, dbt_project: DbtProject):
     assert len(anomaly_test_points) == 0
 
 
+# Anomalies currently not supported on ClickHouse
+@pytest.mark.skip_targets(["clickhouse"])
 def test_dimension_anomalies_with_timestamp_as_sql_expression(
     test_id: str, dbt_project: DbtProject
 ):

integration_tests/tests/test_event_freshness_anomalies.py

@@ -10,6 +10,8 @@
 STEP = timedelta(hours=1)
 
 
+# Anomalies currently not supported on ClickHouse
+@pytest.mark.skip_targets(["clickhouse"])
 def test_anomalyless_event_freshness(test_id: str, dbt_project: DbtProject):
     data = [
         {