add files to connect already existing labels to dbt

Author: gustavobftorres

dbt_project.yml

@@ -17,7 +17,7 @@ flags:
 # These configurations specify where dbt should look for different types of files.
 # The `model-paths` config, for example, states that models in this project can be
 # found in the "models/" directory. You probably won't need to change these!
-model-paths: ["models"]
+model-paths: ["models", "sources"]
 analysis-paths: ["analyses"]
 test-paths: ["tests"]
 seed-paths: ["seeds"]
@@ -29,7 +29,7 @@ clean-targets:         # directories to be removed by `dbt clean`
   - "dbt_packages"
 
 models:
-  dbt_template:
+  balancer:
     # Config indicated by + and applies to all files under models/templates/
     +materialized: view       # fallback default, materialized should be overriden in model specific configs
     +view_security: invoker   # required security setting for views

macros/dune/config_trino_properties.sql

@@ -0,0 +1,52 @@
+{%- macro trino_properties(properties) -%}
+  map_from_entries(ARRAY[
+  {%- for key, value in properties.items() %}
+      ROW('{{ key }}', '{{ value }}')
+      {%- if not loop.last -%},{%- endif -%}
+    {%- endfor %}
+  ])
+{%- endmacro -%}
+
+{% macro expose_spells(blockchains, spell_type, spell_name, contributors) %}
+  {%- set validated_contributors = tojson(fromjson(contributors | as_text)) -%}
+  {%- if ("%s" % validated_contributors) == "null" -%}
+    {%- do exceptions.raise_compiler_error("Invalid contributors '%s'. The list of contributors must be valid JSON." % contributors) -%}
+  {%- endif -%}
+  {%- if target.name == 'prod' -%}
+    {%- set properties = {
+            'dune.public': 'true',
+            'dune.data_explorer.blockchains':  blockchains | as_text,
+            'dune.data_explorer.category': 'abstraction',
+            'dune.data_explorer.abstraction.type': spell_type,
+            'dune.data_explorer.abstraction.name': spell_name,
+            'dune.data_explorer.contributors': validated_contributors,
+            'dune.vacuum': '{"enabled":true}'
+          } -%}
+    {%- if model.config.materialized == "view" -%}
+      CALL {{ model.database }}._internal.alter_view_properties('{{ model.schema }}', '{{ model.alias }}',
+        {{ trino_properties(properties) }}
+      )
+    {%- else -%}
+      ALTER TABLE {{ this }}
+        SET PROPERTIES extra_properties = {{ trino_properties(properties) }}
+    {%- endif -%}
+  {%- endif -%}
+{%- endmacro -%}
+
+{% macro hide_spells() %}
+  {%- if target.name == 'prod' -%}
+    {%- set properties = {
+            'dune.public': 'false',
+            'dune.data_explorer.category': 'abstraction',
+            'dune.vacuum': '{"enabled":true}'
+          } -%}
+    {%- if model.config.materialized == "view" -%}
+      CALL {{ model.database }}._internal.alter_view_properties('{{ model.schema }}', '{{ model.alias }}',
+        {{ trino_properties(properties) }}
+      )
+    {%- else -%}
+      ALTER TABLE {{ this }}
+        SET PROPERTIES extra_properties = {{ trino_properties(properties) }}
+    {%- endif -%}
+  {%- endif -%}
+{%- endmacro -%}

macros/dune/incremental_predicate.sql

@@ -0,0 +1,3 @@
+{% macro incremental_predicate(column) -%}
+{{column}} >= date_trunc('{{var("DBT_ENV_INCREMENTAL_TIME_UNIT")}}', now() - interval '{{var('DBT_ENV_INCREMENTAL_TIME')}}' {{var('DBT_ENV_INCREMENTAL_TIME_UNIT')}})
+{%- endmacro -%}

macros/dune_dbt_overrides/get_custom_schema.sql

@@ -8,17 +8,14 @@
 
 {% macro generate_schema_name(custom_schema_name, node) -%}
 
-    {%- set dev_suffix = env_var('DEV_SCHEMA_SUFFIX', '') -%}
+    {# Base schema is set in profiles.yml per Dune docs (team or team__tmp_*) #}
+    {%- set base_schema = target.schema -%}
 
-    {%- if target.name == 'prod' -%}
-        {# prod environment, writes to target schema #}
-        {{ target.schema }}
-    {%- elif target.name != 'prod' and dev_suffix != '' -%}
-        {# dev environments, writes to target schema with dev suffix #}
-        {{ target.schema }}__tmp_{{ dev_suffix | trim }}
+    {# If a model supplies a custom schema, append it to avoid collisions #}
+    {%- if custom_schema_name is not none -%}
+        {{ base_schema }}__{{ custom_schema_name | trim }}
     {%- else -%}
-        {# default to dev environment, no dev suffix #}
-        {{ target.schema }}__tmp_
+        {{ base_schema }}
     {%- endif -%}
 
 {%- endmacro %}