added comments on all skips

Author: Michael Myaskovsky

integration_tests/tests/test_all_columns_anomalies.py

@@ -29,6 +29,7 @@ def test_anomalyless_all_columns_anomalies(test_id: str, dbt_project: DbtProject
     assert all([res["status"] == "pass" for res in test_results])
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_anomalous_all_columns_anomalies(test_id: str, dbt_project: DbtProject):
     utc_today = datetime.utcnow().date()
@@ -54,6 +55,7 @@ def test_anomalous_all_columns_anomalies(test_id: str, dbt_project: DbtProject):
     assert col_to_status == {"superhero": "fail", TIMESTAMP_COLUMN: "pass"}
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_all_columns_anomalies_with_where_expression(
     test_id: str, dbt_project: DbtProject

integration_tests/tests/test_anomalies_backfill_logic.py

@@ -107,6 +107,7 @@ def test_full_backfill_for_non_incremental_model(dbt_project: DbtProject, test_i
     }
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_partial_backfill_for_incremental_models(dbt_project: DbtProject, test_id: str):
     utc_today = datetime.utcnow().date()
@@ -154,6 +155,7 @@ def test_partial_backfill_for_incremental_models(dbt_project: DbtProject, test_i
     }
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_longer_backfill_in_case_of_a_gap(dbt_project: DbtProject, test_id: str):
     date_gap_size = 5
@@ -207,6 +209,7 @@ def test_longer_backfill_in_case_of_a_gap(dbt_project: DbtProject, test_id: str)
     }
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_full_backfill_if_metric_not_updated_for_a_long_time(
     dbt_project: DbtProject, test_id: str
@@ -267,6 +270,7 @@ def test_full_backfill_if_metric_not_updated_for_a_long_time(
     }
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_backfill_when_metric_doesnt_exist_back_enough(
     dbt_project: DbtProject, test_id: str
@@ -312,6 +316,7 @@ def test_backfill_when_metric_doesnt_exist_back_enough(
     }
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_backfill_with_middle_buckets_gap(dbt_project: DbtProject, test_id: str):
     utc_today = datetime.utcnow().date()
@@ -381,6 +386,7 @@ def test_backfill_with_middle_buckets_gap(dbt_project: DbtProject, test_id: str)
     }
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_bucket_size_not_aligned_with_days(dbt_project: DbtProject, test_id: str):
     """

integration_tests/tests/test_anomalies_ranges.py

@@ -34,6 +34,7 @@ def get_latest_anomaly_test_points(dbt_project: DbtProject, test_id: str):
     return [json.loads(result["result_row"]) for result in results]
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_anomaly_ranges_are_valid(test_id: str, dbt_project: DbtProject):
     utc_today = datetime.utcnow().date()
@@ -68,6 +69,7 @@ def test_anomaly_ranges_are_valid(test_id: str, dbt_project: DbtProject):
     assert all([row["min_value"] == row["max_value"] for row in anomaly_test_points])
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_anomaly_ranges_are_valid_with_seasonality(
     test_id: str, dbt_project: DbtProject

integration_tests/tests/test_anomaly_exclude_metrics.py

@@ -25,6 +25,7 @@
     time_bucket={"period": "hour", "count": 6},
     dates_step=timedelta(hours=6),
 )
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_exclude_specific_dates(
     test_id: str, dbt_project: DbtProject, time_bucket: dict, dates_step: timedelta
@@ -125,6 +126,7 @@ def test_exclude_specific_timestamps(test_id: str, dbt_project: DbtProject):
     assert test_result["status"] == "fail"
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_exclude_date_range(test_id: str, dbt_project: DbtProject):
     utc_today = datetime.utcnow().date()
@@ -161,6 +163,7 @@ def test_exclude_date_range(test_id: str, dbt_project: DbtProject):
     assert test_result["status"] == "fail"
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_exclude_by_metric_value(test_id: str, dbt_project: DbtProject):
     utc_today = datetime.utcnow().date()

integration_tests/tests/test_collect_metrics.py

@@ -92,6 +92,7 @@ def test_collect_no_timestamp_metrics(test_id: str, dbt_project: DbtProject):
     assert col_to_metric_names == EXPECTED_COL_TO_METRIC_NAMES
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_collect_group_by_metrics(test_id: str, dbt_project: DbtProject):
     utc_today = datetime.utcnow().date()

integration_tests/tests/test_column_anomalies.py

@@ -30,6 +30,7 @@ def test_anomalyless_column_anomalies(test_id: str, dbt_project: DbtProject):
     assert test_result["status"] == "pass"
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_anomalyless_no_timestamp_column_anomalies(
     test_id: str, dbt_project: DbtProject
@@ -51,6 +52,7 @@ def test_anomalyless_no_timestamp_column_anomalies(
     assert test_result["status"] == "pass"
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_anomalous_column_anomalies(test_id: str, dbt_project: DbtProject):
     utc_today = datetime.utcnow().date()
@@ -75,6 +77,7 @@ def test_anomalous_column_anomalies(test_id: str, dbt_project: DbtProject):
     assert test_result["status"] == "fail"
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_column_anomalies_with_where_parameter(test_id: str, dbt_project: DbtProject):
     utc_today = datetime.utcnow().date()
@@ -176,6 +179,7 @@ def test_column_anomalies_with_timestamp_as_sql_expression(
     drop_failure_percent_threshold=5,
     metric_value=1,
 )
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_volume_anomaly_static_data_drop(
     test_id: str,
@@ -241,6 +245,7 @@ def test_anomalyless_column_anomalies_group(test_id: str, dbt_project: DbtProjec
     assert test_result["status"] == "pass"
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_column_anomalies_group_by(test_id: str, dbt_project: DbtProject):
     utc_today = datetime.utcnow().date()
@@ -295,6 +300,7 @@ def test_column_anomalies_group_by(test_id: str, dbt_project: DbtProject):
     assert test_result["failures"] == 2
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_anomalyless_column_anomalies_group_by_none_dimension(
     test_id: str, dbt_project: DbtProject
@@ -340,6 +346,7 @@ def test_anomalyless_column_anomalies_group_by_none_dimension(
     assert test_result["failures"] == 2
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_anomalyless_column_anomalies_group_by_multi(
     test_id: str, dbt_project: DbtProject
@@ -392,6 +399,7 @@ def test_anomalyless_column_anomalies_group_by_multi(
     assert test_result["failures"] == 3
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_anomalyless_column_anomalies_group_by_description(
     test_id: str, dbt_project: DbtProject
@@ -427,6 +435,7 @@ def test_anomalyless_column_anomalies_group_by_description(
     assert "not enough data" not in test_result["test_results_description"].lower()
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_anomalous_boolean_column_anomalies(test_id: str, dbt_project: DbtProject):
     utc_today = datetime.utcnow().date()

integration_tests/tests/test_dbt_artifacts/test_artifacts.py

@@ -23,6 +23,7 @@ def test_artifacts_caching(dbt_project: DbtProject):
     assert first_row == second_row, "Artifacts are not cached at the on-run-end."
 
 
+# Artifacts updating currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_artifacts_updating(dbt_project: DbtProject):
     # Disabled by default in the tests for performance reasons.

integration_tests/tests/test_dimension_anomalies.py

@@ -69,6 +69,7 @@ def test_dimension_anomalies_with_timestamp_as_sql_expression(
     assert test_result["status"] == "pass"
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_anomalous_dimension_anomalies(test_id: str, dbt_project: DbtProject):
     utc_today = datetime.utcnow().date()
@@ -101,6 +102,7 @@ def test_anomalous_dimension_anomalies(test_id: str, dbt_project: DbtProject):
     assert anomaly_test_points[0]["dimension_value"] == "Superman"
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_dimensions_anomalies_with_where_parameter(
     test_id: str, dbt_project: DbtProject
@@ -147,6 +149,7 @@ def test_dimensions_anomalies_with_where_parameter(
     assert test_result["status"] == "fail"
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_dimension_anomalies_with_timestamp_exclude_final_results(
     test_id: str, dbt_project: DbtProject

integration_tests/tests/test_event_freshness_anomalies.py

@@ -30,6 +30,7 @@ def test_anomalyless_event_freshness(test_id: str, dbt_project: DbtProject):
     assert result["status"] == "pass"
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_stop_event_freshness(test_id: str, dbt_project: DbtProject):
     anomaly_date = datetime.now() - timedelta(days=2)
@@ -52,6 +53,7 @@ def test_stop_event_freshness(test_id: str, dbt_project: DbtProject):
     assert result["status"] == "fail"
 
 
+# Anomalies currently not supported on ClickHouse
 @pytest.mark.skip_targets(["clickhouse"])
 def test_slower_rate_event_freshness(test_id: str, dbt_project: DbtProject):
     # To avoid races, set the "custom_started_at" to the beginning of the day

integration_tests/tests/test_exposure_schema_validity.py

@@ -50,6 +50,7 @@ def test_exposure_schema_validity_no_exposures(test_id: str, dbt_project: DbtPro
     assert test_result["status"] == "pass"
 
 
+# Schema validity currently not supported on ClickHouse
 @pytest.mark.skip_targets(["spark", "clickhouse"])
 def test_exposure_schema_validity_correct_columns_and_types(
     test_id: str, dbt_project: DbtProject
@@ -115,6 +116,7 @@ def test_exposure_schema_validity_correct_columns_and_invalid_type(
     assert test_result["status"] == "fail"
 
 
+# Schema validity currently not supported on ClickHouse
 @pytest.mark.skip_targets(["spark", "clickhouse"])
 def test_exposure_schema_validity_invalid_type_name_present_in_error(
     test_id: str, dbt_project: DbtProject