Skip to content

Commit 13acaa1

Browse files
committed
seperating the create_intermediate_relation from the make_temp_table_relation, becuse we want different databricks behaviors in these cases
1 parent 5893e5d commit 13acaa1

File tree

2 files changed

+19
-11
lines changed

2 files changed

+19
-11
lines changed

macros/utils/table_operations/create_intermediate_relation.sql

Lines changed: 19 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
{% macro create_intermediate_relation(base_relation, rows, temporary, like_columns=none) %}
2-
{% set int_relation = elementary.make_temp_table_relation(base_relation).incorporate(type='table') %}
2+
{% set int_relation = elementary.make_intermediate_relation(base_relation).incorporate(type='table') %}
33

44
{% if not elementary.has_temp_table_support() %}
55
{% set temporary = false %}
@@ -9,3 +9,21 @@
99
{% do elementary.insert_rows(int_relation, rows, should_commit=false, chunk_size=elementary.get_config_var('dbt_artifacts_chunk_size')) %}
1010
{% do return(int_relation) %}
1111
{% endmacro %}
12+
13+
{% macro make_intermediate_relation(base_relation) %}
14+
{% do return(adapter.dispatch("make_intermediate_relation", "elementary")(base_relation)) %}
15+
{% endmacro %}
16+
17+
{% macro default__make_intermediate_relation(base_relation) %}
18+
{% do return(elementary.make_temp_table_relation(base_relation)) %}
19+
{% endmacro %}
20+
21+
{% macro databricks__make_intermediate_relation(base_relation) %}
22+
{% set tmp_identifier = elementary.table_name_with_suffix(base_relation.identifier, elementary.get_timestamped_table_suffix()) %}
23+
{% set tmp_relation = api.Relation.create(
24+
identifier=tmp_identifier,
25+
schema=base_relation.schema,
26+
database=base_relation.database,
27+
type='table') %}
28+
{% do return(tmp_relation) %}
29+
{% endmacro %}

macros/utils/table_operations/make_temp_relation.sql

Lines changed: 0 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -45,16 +45,6 @@
4545
{% do return(elementary.edr_make_temp_relation(base_relation, suffix)) %}
4646
{% endmacro %}
4747

48-
{% macro databricks__make_temp_table_relation(base_relation, suffix) %}
49-
{% set tmp_identifier = elementary.table_name_with_suffix(base_relation.identifier, suffix) %}
50-
{% set tmp_relation = api.Relation.create(
51-
identifier=tmp_identifier,
52-
schema=base_relation.schema,
53-
database=base_relation.database,
54-
type='table') %}
55-
{% do return(tmp_relation) %}
56-
{% endmacro %}
57-
5848
{% macro clickhouse__make_temp_table_relation(base_relation, suffix) %}
5949
{% set tmp_identifier = elementary.table_name_with_suffix(base_relation.identifier, suffix) %}
6050
{% set tmp_relation = api.Relation.create(

0 commit comments

Comments
 (0)