Merge pull request #561 from dbt-labs/ci/add-fusion-snowflake-tests

Author: b-per

.github/workflows/fusion.yml

@@ -0,0 +1,71 @@
+# **what?**
+# Run tests using dbt Fusion against Snowflake
+
+# **why?**
+# To ensure that dbt-project-evaluator works as expected with dbt Fusion
+# This runs alongside (not replacing) the existing dbt-core tests
+
+# **when?**
+# On every PR, and every push to main and when manually triggered
+
+# **note**
+# Currently only Snowflake is tested with Fusion. Additional adapters can be
+# added to the matrix as Fusion support expands. Credentials are shared with
+# the existing dbt-core Snowflake tests.
+
+name: Fusion Integration Tests
+
+on:
+    push:
+        branches:
+            - main
+    pull_request:
+    workflow_dispatch:
+
+env:
+    PYTHON_VERSION: "3.11"
+
+jobs:
+    run-tests:
+        runs-on: ubuntu-latest
+        strategy:
+            fail-fast: false
+            matrix:
+                # Only Snowflake for now - add more adapters here as Fusion support expands
+                adapter: [snowflake]
+
+        steps:
+            - name: "Checkout ${{ github.event.repository }}"
+              uses: actions/checkout@v4
+
+            - name: "Set up Python ${{ env.PYTHON_VERSION }}"
+              uses: actions/setup-python@v5
+              with:
+                  python-version: ${{ env.PYTHON_VERSION }}
+
+            - name: "Install dbt Fusion"
+              run: |
+                  curl -fsSL https://public.cdn.getdbt.com/fs/install/install.sh | sh
+                  echo "$HOME/.local/bin" >> $GITHUB_PATH
+
+            - name: "Verify Fusion installation"
+              run: |
+                  dbt --version
+
+            - name: "Install tox"
+              run: |
+                  python -m pip install --upgrade pip
+                  pip install tox
+
+            - name: "Run Fusion integration tests on ${{ matrix.adapter }}"
+              run: |
+                  tox -e dbt_integration_fusion_${{ matrix.adapter }}
+              env:
+                # snowflake
+                SNOWFLAKE_ACCOUNT: ${{ secrets.SNOWFLAKE_ACCOUNT }}
+                SNOWFLAKE_USER: ${{ vars.SNOWFLAKE_USER }}
+                DBT_ENV_SECRET_SNOWFLAKE_PASS: ${{ secrets.SNOWFLAKE_PASS }}
+                SNOWFLAKE_ROLE: ${{ vars.SNOWFLAKE_ROLE }}
+                SNOWFLAKE_DATABASE: ${{ vars.SNOWFLAKE_DATABASE }}
+                SNOWFLAKE_WAREHOUSE: ${{ vars.SNOWFLAKE_WAREHOUSE }}
+                SNOWFLAKE_SCHEMA: "fusion_integration_tests_${{ matrix.adapter }}_${{ github.run_number }}"

integration_tests/dbt_project.yml

@@ -63,6 +63,8 @@ seeds:
       +enabled: false
 
 vars:
+  # Set to true when running with dbt Fusion to disable tests that are not compatible
+  deactivate_for_fusion: false
   # ensure integration tests run successfully when there are 0 of a given model type (extra)
   exclude_packages: ['exclude_package']
   exclude_paths_from_project: ["/to_exclude/","source_3.table_6"]

integration_tests/seeds/dag/dag_seeds.yml

@@ -96,6 +96,9 @@ seeds:
     data_tests:
       - dbt_utils.equality:
           name: equality_fct_hard_coded_references
+          # Fusion doesn't have access to raw SQL code, so it can't detect hard-coded references
+          config:
+            enabled: "{{ not var('deactivate_for_fusion', false) }}"
           arguments:
             compare_model: ref('fct_hard_coded_references')
             compare_columns:

integration_tests/seeds/docs/docs_seeds.yml

@@ -14,7 +14,8 @@ seeds:
   - name: test_fct_documentation_coverage
     config:
       column_types:
-        staging_documentation_coverage_pct: &float "{{ 'float' if target.type not in ['athena', 'databricks', 'duckdb','trino', 'spark'] else 'decimal(10,2)' }}"
+        documentation_coverage_pct: &float "{{ 'float' if target.type not in ['athena', 'databricks', 'duckdb','trino', 'spark'] else 'decimal(10,2)' }}"
+        staging_documentation_coverage_pct: *float
         intermediate_documentation_coverage_pct: *float
         marts_documentation_coverage_pct: *float
         other_documentation_coverage_pct: *float

integration_tests/seeds/tests/tests_seeds.yml

@@ -5,6 +5,9 @@ seeds:
     data_tests:
       - dbt_utils.equality:
           name: equality_fct_missing_primary_key_tests
+          # Fusion has column_name empty for tests in the graph (issue #1243)
+          config:
+            enabled: "{{ not var('deactivate_for_fusion', false) }}"
           arguments:
             compare_model: ref('fct_missing_primary_key_tests')
             exclude_columns:
@@ -14,11 +17,12 @@ seeds:
   - name: test_fct_test_coverage
     config:
       column_types:
-        test_coverage_pct: &float "{{ 'float' if target.type not in ['athena', 'trino'] else 'double' }}"
+        test_coverage_pct: &float "{{ 'float' if target.type not in ['athena', 'trino', 'duckdb'] else 'double' }}"
         staging_test_coverage_pct: *float
         intermediate_test_coverage_pct: *float
         marts_test_coverage_pct: *float
         other_test_coverage_pct: *float
+        test_to_model_ratio: *float
     data_tests:
       - dbt_utils.equality:
           name: equality_fct_test_coverage

macros/unpack/get_relationship_values.sql

@@ -35,11 +35,14 @@
 
                 {%- for parent in node.get('depends_on',{}).get('nodes',[]) -%}
 
-                    {%- set values_line = 
+                    {# Use attached_node to determine primary relationship for tests (works in both Core and Fusion) #}
+                    {# Fall back to loop.last for backwards compatibility if attached_node is not available #}
+                    {%- set is_primary = (parent == node.get('attached_node')) if node.get('attached_node') else loop.last -%}
+                    {%- set values_line =
                         [
                             "cast('" ~ node.unique_id ~ "' as " ~ dbt_project_evaluator.type_string_dpe() ~ ")",
                             "cast('" ~ parent ~ "' as " ~ dbt_project_evaluator.type_string_dpe() ~ ")",
-                            "" ~ loop.last ~ "" if node.unique_id.split('.')[0] == 'test' else "FALSE"
+                            "" ~ is_primary ~ "" if node.unique_id.split('.')[0] == 'test' else "FALSE"
                         ]
                     %}
 

run_fusion_tests.sh

@@ -0,0 +1,19 @@
+#!/bin/bash
+
+# Run integration tests using dbt Fusion
+# Usage: ./run_fusion_tests.sh <target>
+# Note: --static-analysis=off is required for Fusion compatibility
+# Note: deactivate_for_fusion=true disables tests that are not compatible with Fusion
+
+FUSION_VARS='{"deactivate_for_fusion": true}'
+
+echo "Running Fusion tests for the first project"
+cd integration_tests
+dbt deps --target $1 || exit 1
+dbt build -x --target $1 --full-refresh --static-analysis=off --vars "$FUSION_VARS" || exit 1
+
+echo "Running Fusion tests for the second project"
+cd ../integration_tests_2
+dbt deps --target $1 || exit 1
+dbt seed --full-refresh --target $1 --static-analysis=off --vars "$FUSION_VARS" || exit 1
+dbt run -x --target $1 --full-refresh --static-analysis=off --vars "$FUSION_VARS" || exit 1

tox.ini

@@ -81,8 +81,17 @@ commands =
     bash ./run_tox_tests.sh duckdb
 
 [testenv:dbt_integration_databricks]
-allowlist_externals = 
+allowlist_externals =
+    bash
+skip_install = true
+commands =
+    bash ./run_tox_tests.sh databricks
+
+# Fusion integration tests - uses --static-analysis=off flag
+# See .github/workflows/fusion.yml for the workflow that installs Fusion
+[testenv:dbt_integration_fusion_snowflake]
+allowlist_externals =
     bash
 skip_install = true
 commands =
-    bash ./run_tox_tests.sh databricks
+    bash ./run_fusion_tests.sh snowflake