Merge pull request #808 from elementary-data/ele-4308-fix-artifacts-update-on-clickhouse

fixed artifacts update on clickhouse
changed old dbt version from 1.7.0 to 1.8.0

Author: michael-myaskovsky

.github/workflows/test-all-warehouses.yml

@@ -51,8 +51,8 @@ jobs:
             clickhouse,
           ]
         include:
-          # If we're not running on a specific dbt version, then always add postgres on 1.7.0
-          - dbt-version: "${{ inputs.dbt-version || '1.7.0' }}"
+          # If we're not running on a specific dbt version, then always add postgres on 1.8.0
+          - dbt-version: "${{ inputs.dbt-version || '1.8.0' }}"
             warehouse-type: postgres
           - dbt-version: "${{ inputs.dbt-version || 'latest_pre' }}"
             warehouse-type: postgres

integration_tests/deprecated_tests/macros/e2e_tests/clear_tests.sql

@@ -16,8 +16,24 @@
 {% endmacro %}
 
 {% macro drop_schema(database_name, schema_name) %}
+    {% do adapter.dispatch('drop_schema')(database_name, schema_name) %}
+{% endmacro %}
+
+{% macro default__drop_schema(database_name, schema_name) %}
     {% set schema_relation = api.Relation.create(database=database_name, schema=schema_name) %}
     {% do dbt.drop_schema(schema_relation) %}
     {% do adapter.commit() %}
     {% do elementary.edr_log("dropped schema {}".format(schema_relation | string)) %}
 {% endmacro %}
+
+{% macro clickhouse__drop_schema(database_name, schema_name) %}
+   {% set results = run_query("SELECT name FROM system.tables WHERE database = '" ~ database_name ~ "'") %}
+    {% if execute %}
+        {% for row in results %}
+            {% set table = row[0] %}
+            {% do run_query("DROP TABLE IF EXISTS " ~ database_name ~ "." ~ table) %}
+        {% endfor %}
+    {% endif %}
+    {% do adapter.commit() %}
+    {% do elementary.edr_log("dropped schema {}".format(schema_name)) %}
+{% endmacro %}

integration_tests/tests/test_dbt_artifacts/test_artifacts.py

@@ -23,8 +23,6 @@ def test_artifacts_caching(dbt_project: DbtProject):
     assert first_row == second_row, "Artifacts are not cached at the on-run-end."
 
 
-# Artifacts updating currently not supported on ClickHouse
-@pytest.mark.skip_targets(["clickhouse"])
 def test_artifacts_updating(dbt_project: DbtProject):
     # Disabled by default in the tests for performance reasons.
     dbt_project.dbt_runner.vars["disable_dbt_artifacts_autoupload"] = False

macros/utils/table_operations/has_temp_table_support.sql

@@ -18,3 +18,7 @@
     {% do return(false) %}
 {% endmacro %}
 
+{% macro clickhouse__has_temp_table_support() %}
+    {% do return(false) %}
+{% endmacro %}
+

macros/utils/table_operations/make_temp_relation.sql

@@ -53,3 +53,12 @@
     {% do return(tmp_relation) %}
 {% endmacro %}
 
+{% macro clickhouse__make_temp_table_relation(base_relation, suffix) %}
+    {% set tmp_identifier = elementary.table_name_with_suffix(base_relation.identifier, suffix) %}
+    {% set tmp_relation = api.Relation.create(
+        identifier=tmp_identifier,
+        schema=base_relation.schema,
+        database=base_relation.database,
+        type='table') %}
+    {% do return(tmp_relation) %}
+{% endmacro %}