Skip to content

Commit 416ed13

Browse files
committed
refactor: clean up lineage-related functions and improve URN parsing safety
1 parent 909289a commit 416ed13

File tree

1 file changed

+3
-6
lines changed

1 file changed

+3
-6
lines changed

data_utils/datahub_source.py

Lines changed: 3 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,9 @@
22
from datahub.emitter.mcp import MetadataChangeProposalWrapper
33
from datahub.metadata.schema_classes import DatasetPropertiesClass, SchemaMetadataClass
44
from datahub.emitter.rest_emitter import DatahubRestEmitter
5+
from datahub.ingestion.graph.client import DatahubClientConfig, DataHubGraph
6+
from datahub.metadata.schema_classes import UpstreamLineageClass
7+
from collections import defaultdict
58
import requests
69

710

@@ -94,8 +97,6 @@ def get_table_lineage(
9497
if degree_values is None:
9598
degree_values = ["1", "2"]
9699

97-
from datahub.ingestion.graph.client import DatahubClientConfig, DataHubGraph
98-
99100
graph = DataHubGraph(DatahubClientConfig(server=self.gms_server))
100101

101102
query = """
@@ -153,10 +154,6 @@ def get_column_lineage(self, urn):
153154
}
154155
"""
155156

156-
from datahub.ingestion.graph.client import DatahubClientConfig, DataHubGraph
157-
from datahub.metadata.schema_classes import UpstreamLineageClass
158-
from collections import defaultdict
159-
160157
# DataHub 연결 및 lineage 가져오기
161158
graph = DataHubGraph(DatahubClientConfig(server=self.gms_server))
162159
result = graph.get_aspect(entity_urn=urn, aspect_type=UpstreamLineageClass)

0 commit comments

Comments
 (0)