Merge pull request #829 from elementary-data/ele-4829-runtime-log-in-package

add runtime log to dbt package

Author: ofek1weiss

macros/edr/system/hooks/on_run_start.sql

@@ -6,6 +6,17 @@
 
   {% do elementary.recommend_dbt_core_artifacts_upgrade() %}
   {% do elementary.ensure_materialize_override() %}
+  {% set runtime_config = elementary.get_elementary_runtime_config(include_defaults=false) %}
+  {% set elementary_database, elementary_schema = elementary.get_package_database_and_schema() %}
+  {% set elementary_version = elementary.get_elementary_package_version() %}
+  {% set runtime = {
+    "config": runtime_config,
+    "dbt_version": dbt_version,
+    "elementary_version": elementary_version,
+    "database": elementary_database,
+    "schema": elementary_schema,
+  } %}
+  {% do elementary.edr_log("Runtime data: " ~ tojson(runtime), info=True) %}
   {% do elementary.init_elementary_graph() %}
 
   {% if elementary.is_test_command() %}

macros/edr/system/system_utils/get_config_var.sql

@@ -1,3 +1,20 @@
+{% macro get_elementary_runtime_config(include_defaults=true) %}
+  {% set default_config = elementary.get_default_config() %}
+  {% set unset = '<ELEMENTARY_UNSET_MAGIC_STRING>' %}
+  {% set runtime_config = {} %}
+  {% for var_name in default_config.keys() %}
+    {% if include_defaults %}
+      {% set var_value = var(var_name, default_config.get(var_name)) %}
+    {% else %}
+      {% set var_value = var(var_name, unset) %}
+    {% endif %}
+    {% if var_value != unset %}
+      {% do runtime_config.update({var_name: var_value}) %}
+    {% endif %}
+  {% endfor %}
+  {% do return(runtime_config) %}
+{% endmacro %}
+
 {% macro get_config_var(var_name) %}
   {% set default_config = elementary.get_default_config() %}
   {% set var_value = var(var_name, default_config.get(var_name)) %}