Data dictionary bug fixes

Author: BenConstable9

adi_function_app/mark_up_cleaner.py

@@ -2,7 +2,7 @@
 # Licensed under the MIT License.
 import logging
 import json
-import re
+import regex as re
 
 
 def get_sections(text: str) -> list:

text_2_sql/text_2_sql_core/src/text_2_sql_core/data_dictionary/databricks_data_dictionary_creator.py

@@ -112,7 +112,7 @@ def extract_distinct_values_sql_query(
         Returns:
             str: The SQL query to extract distinct values from a column.
         """
-        return f"""SELECT DISTINCT {column.name} FROM {self.catalog}.{entity.entity} WHERE {column.name} IS NOT NULL ORDER BY {column.name} DESC;"""
+        return f"""SELECT DISTINCT {column.name} FROM {self.catalog}.{entity.entity_schema}.{entity.entity} WHERE {column.name} IS NOT NULL ORDER BY {column.name} DESC;"""
 
 
 if __name__ == "__main__":

text_2_sql/text_2_sql_core/src/text_2_sql_core/prompts/answer_agent.yaml

@@ -14,4 +14,5 @@ system_message:
       {'sql_result_snippet': <SQL QUERY RESULT 2>, 'sql_query_used': '<SOURCE 2 SQL QUERY>', 'explanation': '<EXPLANATION OF SQL QUERY 2>'},
     ]
   }
+
   "