fix: correctly use dependent view info during final loop

the original implementation incorrectly referenced the last lineage_element instead of the loop key.

Signed-off-by: Lucas Roesler <[email protected]>

Author: LucasRoesler

datahub_postgres_lineage/ingestion.py

@@ -207,7 +207,6 @@ def get_workunits(self) -> Iterable[MetadataWorkUnit]:
         lineage_elements: Dict[str, List[str]] = {}
         # Loop over the lineages in the JSON data.
         for lineage in data:
-
             if not self.config.view_pattern.allowed(lineage.dependent_view):
                 self.report.report_dropped(
                     f"{lineage.dependent_schema}.{lineage.dependent_view}"
@@ -247,8 +246,8 @@ def get_workunits(self) -> Iterable[MetadataWorkUnit]:
             urn = mce_builder.make_dataset_urn(
                 "postgres",
                 self.config.get_identifier(
-                    lineage.dependent_schema,
-                    lineage.dependent_view,
+                    dependent_schema,
+                    dependent_view,
                 ),
                 self.config.env,
             )

env/local/recipe.yaml

@@ -9,9 +9,9 @@ source:
     username: ${PGUSER}
     password: ${PGPASSWORD}
 
-    view_pattern:
-      deny:
-        - "names"
+    # view_pattern:
+    #   deny:
+    #     - "names"
 
 sink:
   type: console