Update snowflake data dictionary creator

Author: BenConstable9

text_2_sql/data_dictionary/snowflake_data_dictionary_creator.py

@@ -24,7 +24,7 @@ def __init__(
         if excluded_entities is None:
             excluded_entities = []
 
-        excluded_schemas = ["dbo", "sys"]
+        excluded_schemas = ["INFORMATION_SCHEMA"]
         return super().__init__(
             entities, excluded_entities, excluded_schemas, single_file
         )
@@ -35,33 +35,54 @@ def __init__(
     def extract_table_entities_sql_query(self) -> str:
         """A property to extract table entities from a Snowflake database."""
         return """SELECT
-        t.TABLE_NAME AS Entity,
-        t.TABLE_SCHEMA AS EntitySchema,
-        t.COMMENT AS Description
-    FROM
-        INFORMATION_SCHEMA.TABLES t"""
+            t.TABLE_NAME AS Entity,
+            t.TABLE_SCHEMA AS EntitySchema,
+            t.COMMENT AS Definition
+        FROM
+            INFORMATION_SCHEMA.TABLES t"""
 
     @property
     def extract_view_entities_sql_query(self) -> str:
         """A property to extract view entities from a Snowflake database."""
         return """SELECT
-        v.TABLE_NAME AS Entity,
-        v.TABLE_SCHEMA AS EntitySchema,
-        v.COMMENT AS Description
-    FROM
-        INFORMATION_SCHEMA.VIEWS v"""
+            v.TABLE_NAME AS Entity,
+            v.TABLE_SCHEMA AS EntitySchema,
+            v.COMMENT AS Definition
+        FROM
+            INFORMATION_SCHEMA.VIEWS v"""
 
     def extract_columns_sql_query(self, entity: EntityItem) -> str:
         """A property to extract column information from a Snowflake database."""
         return f"""SELECT
-        COLUMN_NAME AS Name,
-        DATA_TYPE AS Type,
-        COMMENT AS Definition
-    FROM
-        INFORMATION_SCHEMA.COLUMNS
-    WHERE
-        TABLE_SCHEMA = '{entity.entity_schema}'
-        AND TABLE_NAME = '{entity.name}';"""
+            COLUMN_NAME AS Name,
+            DATA_TYPE AS Type,
+            COMMENT AS Definition
+        FROM
+            INFORMATION_SCHEMA.COLUMNS
+        WHERE
+            TABLE_SCHEMA = '{entity.entity_schema}'
+            AND TABLE_NAME = '{entity.name}';"""
+
+    @property
+    def extract_entity_relationships_sql_query(self) -> str:
+        """A property to extract entity relationships from a SQL Server database."""
+        return """SELECT
+            tc.table_schema AS EntitySchema,
+            tc.table_name AS Entity,
+            rc.unique_constraint_schema AS ForeignEntitySchema,
+            rc.unique_constraint_name AS ForeignEntityConstraint,
+            rc.constraint_name AS ForeignKeyConstraint
+        FROM
+            information_schema.referential_constraints rc
+        JOIN
+            information_schema.table_constraints tc
+            ON rc.constraint_schema = tc.constraint_schema
+            AND rc.constraint_name = tc.constraint_name
+        WHERE
+            tc.constraint_type = 'FOREIGN KEY'
+        ORDER BY
+            EntitySchema, Entity, ForeignEntitySchema, ForeignEntityConstraint;
+        """
 
     async def query_entities(
         self, sql_query: str, cast_to: any = None

text_2_sql/data_dictionary/sql_sever_data_dictionary_creator.py

@@ -32,53 +32,53 @@ def __init__(
     def extract_table_entities_sql_query(self) -> str:
         """A property to extract table entities from a SQL Server database."""
         return """SELECT
-    t.TABLE_NAME AS Entity,
-    t.TABLE_SCHEMA AS EntitySchema,
-    CAST(ep.value AS NVARCHAR(500)) AS Definition
-FROM
-    INFORMATION_SCHEMA.TABLES t
-LEFT JOIN
-    sys.extended_properties ep
-    ON ep.major_id = OBJECT_ID(t.TABLE_SCHEMA + '.' + t.TABLE_NAME)
-    AND ep.minor_id = 0
-    AND ep.class = 1
-    AND ep.name = 'MS_Description'
-WHERE
-    t.TABLE_TYPE = 'BASE TABLE';"""
+            t.TABLE_NAME AS Entity,
+            t.TABLE_SCHEMA AS EntitySchema,
+            CAST(ep.value AS NVARCHAR(500)) AS Definition
+        FROM
+            INFORMATION_SCHEMA.TABLES t
+        LEFT JOIN
+            sys.extended_properties ep
+            ON ep.major_id = OBJECT_ID(t.TABLE_SCHEMA + '.' + t.TABLE_NAME)
+            AND ep.minor_id = 0
+            AND ep.class = 1
+            AND ep.name = 'MS_Description'
+        WHERE
+            t.TABLE_TYPE = 'BASE TABLE';"""
 
     @property
     def extract_view_entities_sql_query(self) -> str:
         """A property to extract view entities from a SQL Server database."""
         return """SELECT
-    v.TABLE_NAME AS Entity,
-    v.TABLE_SCHEMA AS EntitySchema,
-    CAST(ep.value AS NVARCHAR(500)) AS Definition
-FROM
-    INFORMATION_SCHEMA.VIEWS v
-LEFT JOIN
-    sys.extended_properties ep
-    ON ep.major_id = OBJECT_ID(v.TABLE_SCHEMA + '.' + v.TABLE_NAME)
-    AND ep.minor_id = 0
-    AND ep.class = 1
+            v.TABLE_NAME AS Entity,
+            v.TABLE_SCHEMA AS EntitySchema,
+            CAST(ep.value AS NVARCHAR(500)) AS Definition
+        FROM
+            INFORMATION_SCHEMA.VIEWS v
+        LEFT JOIN
+            sys.extended_properties ep
+            ON ep.major_id = OBJECT_ID(v.TABLE_SCHEMA + '.' + v.TABLE_NAME)
+            AND ep.minor_id = 0
+            AND ep.class = 1
     AND ep.name = 'MS_Description';"""
 
     def extract_columns_sql_query(self, entity: EntityItem) -> str:
         """A property to extract column information from a SQL Server database."""
         return f"""SELECT
-    c.COLUMN_NAME AS Name,
-    c.DATA_TYPE AS DataType,
-    CAST(ep.value AS NVARCHAR(500)) AS Definition
-FROM
-    INFORMATION_SCHEMA.COLUMNS c
-LEFT JOIN
-    sys.extended_properties ep
-    ON ep.major_id = OBJECT_ID(c.TABLE_SCHEMA + '.' + c.TABLE_NAME)
-    AND ep.minor_id = c.ORDINAL_POSITION
-    AND ep.class = 1
-    AND ep.name = 'MS_Description'
-WHERE
-    c.TABLE_SCHEMA = '{entity.entity_schema}'
-    AND c.TABLE_NAME = '{entity.name}';"""
+            c.COLUMN_NAME AS Name,
+            c.DATA_TYPE AS DataType,
+            CAST(ep.value AS NVARCHAR(500)) AS Definition
+        FROM
+            INFORMATION_SCHEMA.COLUMNS c
+        LEFT JOIN
+            sys.extended_properties ep
+            ON ep.major_id = OBJECT_ID(c.TABLE_SCHEMA + '.' + c.TABLE_NAME)
+            AND ep.minor_id = c.ORDINAL_POSITION
+            AND ep.class = 1
+            AND ep.name = 'MS_Description'
+        WHERE
+            c.TABLE_SCHEMA = '{entity.entity_schema}'
+            AND c.TABLE_NAME = '{entity.name}';"""
 
     @property
     def extract_entity_relationships_sql_query(self) -> str: