schema tests now work in Dremio too

Author: haritamar

integration_tests/tests/test_schema_changes.py

@@ -22,7 +22,7 @@
     ("name", "column_removed"),
 ]
 
-STRING_JINJA = r"{{ 'STRING' if (target.type == 'bigquery' or target.type == 'databricks') else 'character varying' if target.type == 'redshift' else 'TEXT' }}"
+STRING_JINJA = r"{{ 'STRING' if (target.type == 'bigquery' or target.type == 'databricks') else 'character varying' if (target.type == 'redshift' or target.type == 'dremio') else 'TEXT' }}"
 
 
 def assert_test_results(test_results: List[dict]):

macros/edr/system/system_utils/full_names.sql

@@ -102,6 +102,20 @@
 {% endmacro %}
 
 
+{% macro dremio__full_name_split(part_name) %}
+    {%- if part_name == 'database_name' -%}
+        trim('"' from split_part(full_table_name,'.',1)) as {{ part_name }}
+    {%- elif part_name == 'schema_name' -%}
+        trim('"' from substr(full_table_name, length(split_part(full_table_name,'.',1)) + 2, 
+             length(full_table_name) - length(split_part(full_table_name,'.',1)) - length(split_part(full_table_name,'.',length(full_table_name) - length(replace(full_table_name,'.','')) + 1)) - 2)) as {{ part_name }}
+    {%- elif part_name == 'table_name' -%}
+        trim('"' from split_part(full_table_name,'.',length(full_table_name) - length(replace(full_table_name,'.','')) + 1)) as {{ part_name }}
+    {%- else -%}
+        {{ return('') }}
+    {%- endif -%}
+{% endmacro %}
+
+
 {% macro relation_to_full_name(relation) %}
     {%- if relation.is_cte %}
         {# Ephemeral models don't have db and schema #}

macros/utils/cross_db_utils/datetime_to_sql.sql

@@ -8,7 +8,12 @@
 
 {% macro dremio__edr_datetime_to_sql(dt) %}
   {% if dt is string %}
-    {% set dt = modules.datetime.datetime.fromisoformat(dt) %}
+    {% if 'T' in dt %}
+      {% set dt = modules.datetime.datetime.fromisoformat(dt) %}
+    {% else %}
+      {% do return(elementary.edr_quote(dt)) %}
+    {% endif %}
   {% endif %}
+
   {% do return(elementary.edr_quote(dt.strftime(elementary.get_time_format()))) %}
 {% endmacro %}

macros/utils/table_operations/insert_rows.sql

@@ -166,7 +166,7 @@
         {%- if value is number -%}
             {{- value -}}
         {%- elif value is string and data_type == 'timestamp' -%}
-            {{- elementary.edr_cast_as_timestamp(elementary.edr_quote(value)) -}}
+            {{- elementary.edr_cast_as_timestamp(elementary.edr_datetime_to_sql(value)) -}}
         {%- elif value is string -%}
             '{{- elementary.escape_special_chars(value) -}}'
         {%- elif value is mapping or value is sequence -%}