Introduce mapping for source_type returned from SHOW STREAMS; Add workaround for Snowflake bug possibly returning not fully qualified names for stages

Author: littleK0i

CHANGELOG.md

@@ -1,5 +1,11 @@
 # Changelog
 
+## [0.49.2] - 2025-04-23
+
+- Introduced explicit `object_type` to `source_type` mapping for `STREAM`. It should help to reduce naming inconsistency presented in output of `SHOW STREAMS` command.
+- Added `STREAM` tests targeting `EXTERNAL_TABLE` and `STAGE` (directory table).
+- Added workaround for Snowflake bug related to `SHOW STREAMS` command returning not fully qualified names for `STAGE` targets.
+
 ## [0.49.1] - 2025-04-23
 
 - Added explicit `.rstrip(";")` call when reading `text` from `VIEW` and `MATERIALIZED_VIEW` metadata. Other object types should not be affected by trailing semicolon problem.

snowddl/resolver/stream.py

@@ -3,6 +3,14 @@
 
 
 class StreamResolver(AbstractSchemaObjectResolver):
+    object_type_to_source_type_map = {
+        ObjectType.EXTERNAL_TABLE: "External Table",
+        ObjectType.EVENT_TABLE: "Table",
+        ObjectType.STAGE: "Stage",
+        ObjectType.TABLE: "Table",
+        ObjectType.VIEW: "View",
+    }
+
     def get_object_type(self) -> ObjectType:
         return ObjectType.STREAM
 
@@ -22,8 +30,8 @@ def get_existing_objects_in_schema(self, schema: dict):
                 "database": r["database_name"],
                 "schema": r["schema_name"],
                 "name": r["name"],
-                "object_type": r["source_type"],
-                "object_name": r["table_name"],
+                "source_type": r["source_type"],
+                "table_name": r["table_name"],
                 "type": r["type"],
                 "stale": r["stale"] == "true",
                 "mode": r["mode"],
@@ -47,15 +55,19 @@ def compare_object(self, bp: StreamBlueprint, row: dict):
         if row["stale"]:
             replace_reasons.append("Stream is marked as stale")
 
-        if bp.object_type.singular != row["object_type"].upper():
+        if self.object_type_to_source_type_map.get(bp.object_type) != row["source_type"]:
             replace_reasons.append(
-                f"Source object type [{str(bp.object_type.name)}] in config does not match source type [{row['object_type']}] in Snowflake"
+                f"Source object type [{str(bp.object_type.name)}] in config does not match source_type [{row['source_type']}] in Snowflake"
             )
 
-        if bp.object_name != row["object_name"]:
-            replace_reasons.append(
-                f"Source object name [{bp.object_name}] in config does not match source name [{row['object_name']}] in Snowflake"
-            )
+        if bp.object_name != row["table_name"]:
+            if bp.object_type == ObjectType.STAGE and bp.object_name.name == row["table_name"]:
+                # Snowflake bug: SHOW STREAMS may return not fully qualified name for stage
+                pass
+            else:
+                replace_reasons.append(
+                    f"Source object name [{bp.object_name}] in config does not match table_name [{row['table_name']}] in Snowflake"
+                )
 
         if bp.append_only != ("APPEND_ONLY" in row["mode"]):
             replace_reasons.append(

snowddl/version.py

@@ -1 +1 @@
-__version__ = "0.49.1"
+__version__ = "0.49.2"