replace old flags with new

Author: NoyaArie

integration_tests/tests/dbt_project.py

@@ -18,7 +18,7 @@
 _DEFAULT_VARS = {
     "disable_dbt_invocation_autoupload": True,
     "disable_dbt_artifacts_autoupload": True,
-    "disable_dbt_columns_autoupload": True,
+    "columns_upload_strategy": 'none',
     "disable_run_results": True,
     "disable_freshness_results": True,
     "debug_logs": True,

integration_tests/tests/test_dbt_artifacts/test_columns.py

@@ -28,17 +28,17 @@
 @Parametrization.autodetect_parameters()
 @Parametrization.case(
     name="default",
-    only_with_description=None,
+    columns_upload_strategy=None,
     expected_columns=["with_description"],
 )
 @Parametrization.case(
     name="only_with_description",
-    only_with_description=True,
+    columns_upload_strategy='enriched_only',
     expected_columns=["with_description"],
 )
 @Parametrization.case(
     name="all",
-    only_with_description=False,
+    columns_upload_strategy='all',
     expected_columns=[
         "with_description",
         "without_description",
@@ -48,13 +48,13 @@
 )
 def test_flatten_table_columns(
     dbt_project: DbtProject,
-    only_with_description: Optional[bool],
+    columns_upload_strategy: Optional[str],
     expected_columns: List[str],
 ) -> None:
-    if only_with_description is not None:
+    if columns_upload_strategy is not None:
         dbt_project.dbt_runner.vars[
-            "upload_only_columns_with_descriptions"
-        ] = only_with_description
+            "columns_upload_strategy"
+        ] = columns_upload_strategy
     flattened_columns = json.loads(
         dbt_project.dbt_runner.run_operation(
             "elementary.flatten_table_columns", macro_args={"table_node": TABLE_NODE}

macros/edr/dbt_artifacts/upload_dbt_artifacts.sql

@@ -11,7 +11,7 @@
       }
     %}
 
-    {% if not elementary.get_config_var('disable_dbt_columns_autoupload') %}
+    {% if elementary.get_config_var('columns_upload_strategy') != 'none' %}
       {% do model_upload_func_map.update({"dbt_columns": elementary.upload_dbt_columns}) %}
     {% endif %}
 

macros/edr/dbt_artifacts/upload_dbt_columns.sql

@@ -35,7 +35,7 @@
 
     {% set flattened_columns = [] %}
     {% for column_node in column_nodes.values() %}
-        {% if not elementary.get_config_var('upload_only_columns_with_descriptions') or column_node.get('description') %}
+        {% if elementary.get_config_var('columns_upload_strategy') == 'all' or column_node.get('description') %}
             {% set flat_column = elementary.flatten_column(table_node, column_node) %}
             {% do flattened_columns.append(flat_column) %}
         {% endif %}

macros/edr/system/system_utils/get_config_var.sql

@@ -32,8 +32,7 @@
     'disable_freshness_results': false,
     'disable_tests_results': false,
     'disable_dbt_artifacts_autoupload': false,
-    'disable_dbt_columns_autoupload': false,
-    'upload_only_columns_with_descriptions': true,
+    'columns_upload_strategy': 'enriched_only',
     'disable_dbt_invocation_autoupload': false,
     'disable_skipped_model_alerts': true,
     'disable_skipped_test_alerts': true,