Merge pull request #852 from elementary-data/ele-5030-add-indices-in-synced-schema

added indices to improve loading time

Author: ofek1weiss

models/edr/dbt_artifacts/dbt_run_results.sql

@@ -4,7 +4,11 @@
     transient=False,
     unique_key = 'model_execution_id',
     on_schema_change = 'append_new_columns',
-    indexes=[{'columns': ['unique_id']}] if target.type == "postgres" else [],
+    indexes=[
+      {'columns': ['unique_id']},
+      {'columns': ['unique_id', 'created_at']},
+      {'columns': ['model_execution_id']},
+    ] if target.type == "postgres" else [],
     full_refresh=elementary.get_config_var('elementary_full_refresh'),
     meta={
       "dedup_by_column": "model_execution_id",

models/edr/run_results/dbt_source_freshness_results.sql

@@ -9,7 +9,11 @@
       "prev_timestamp_column": "generated_at",
       },
     table_type=elementary.get_default_table_type(),
-    incremental_strategy=elementary.get_default_incremental_strategy()
+    incremental_strategy=elementary.get_default_incremental_strategy(),
+    indexes=[
+      {'columns': ['unique_id', 'created_at']}, 
+      {'columns': ['source_freshness_execution_id']},
+    ] if target.type == "postgres" else []
   )
 }}
 

models/edr/run_results/elementary_test_results.sql

@@ -9,7 +9,11 @@
       "prev_timestamp_column": "detected_at",
       },
     table_type=elementary.get_default_table_type(),
-    incremental_strategy=elementary.get_default_incremental_strategy()
+    incremental_strategy=elementary.get_default_incremental_strategy(),
+    indexes=[
+      {'columns': ['id']},
+      {'columns': ['test_unique_id', 'detected_at']}
+    ] if target.type == "postgres" else []
   )
 }}