Skip to content

Commit 0098d6b

Browse files
Omni: use DatasetSubTypes.TOPIC for topic dataset subtype
Made-with: Cursor
1 parent 10dbac8 commit 0098d6b

File tree

1 file changed

+12
-19
lines changed
  • metadata-ingestion/src/datahub/ingestion/source/omni

1 file changed

+12
-19
lines changed

metadata-ingestion/src/datahub/ingestion/source/omni/omni.py

Lines changed: 12 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -44,6 +44,7 @@
4444
TestConnectionReport,
4545
)
4646
from datahub.ingestion.api.workunit import MetadataWorkUnit
47+
from datahub.ingestion.source.common.subtypes import DatasetSubTypes
4748
from datahub.ingestion.source.omni.omni_api import OmniClient
4849
from datahub.ingestion.source.omni.omni_config import OmniSourceConfig
4950
from datahub.ingestion.source.omni.omni_lineage_parser import (
@@ -203,10 +204,12 @@ def _emit_platform_metadata(self) -> Iterator[MetadataWorkUnit]:
203204
displayName="Omni",
204205
logoUrl=self.DEFAULT_LOGO_URL,
205206
)
206-
yield MetadataChangeProposalWrapper(
207-
entityUrn=make_data_platform_urn(self.PLATFORM),
208-
aspect=platform_info,
209-
).as_workunit()
207+
yield self._as_wu(
208+
MetadataChangeProposalWrapper(
209+
entityUrn=make_data_platform_urn(self.PLATFORM),
210+
aspect=platform_info,
211+
)
212+
)
210213

211214
def _emit_upstream_lineage(
212215
self,
@@ -373,16 +376,10 @@ def _emit_dashboard(
373376
dt = datetime.fromisoformat(updated_at.replace("Z", "+00:00"))
374377
dashboard.set_last_modified(dt)
375378
except Exception as exc:
376-
logger.warning(
377-
"Skipping dashboard last_modified: failed to parse %r: %s",
378-
updated_at,
379-
exc,
380-
)
379+
logger.warning("Skipping dashboard last_modified: failed to parse %r: %s", updated_at, exc)
381380
if owner_id or owner_name:
382381
owner_urn = make_user_urn(owner_id or owner_name)
383-
dashboard.set_owners(
384-
[(CorpUserUrn(owner_urn), OwnershipTypeClass.DATAOWNER)]
385-
)
382+
dashboard.set_owners([(CorpUserUrn(owner_urn), OwnershipTypeClass.DATAOWNER)])
386383
yield from dashboard.as_workunits()
387384

388385
def _emit_chart(
@@ -414,11 +411,7 @@ def _emit_chart(
414411
dt = datetime.fromisoformat(updated_at.replace("Z", "+00:00"))
415412
chart.set_last_modified(dt)
416413
except Exception as exc:
417-
logger.warning(
418-
"Skipping chart last_modified: failed to parse %r: %s",
419-
updated_at,
420-
exc,
421-
)
414+
logger.warning("Skipping chart last_modified: failed to parse %r: %s", updated_at, exc)
422415
if owner_id or owner_name:
423416
owner_urn = make_user_urn(owner_id or owner_name)
424417
chart.set_owners([(CorpUserUrn(owner_urn), OwnershipTypeClass.DATAOWNER)])
@@ -640,7 +633,7 @@ def _ingest_topic_payload(
640633
display_name=f"{readable_model}.topic.{topic_name}",
641634
description="Omni topic entity.",
642635
custom_properties=topic_props,
643-
subtype="Topic",
636+
subtype=DatasetSubTypes.TOPIC,
644637
)
645638
self.report.semantic_datasets_emitted += 1
646639

@@ -1140,7 +1133,7 @@ def _collect_tile_data(
11401133
"topicName": topic_name,
11411134
"inferred": "true",
11421135
},
1143-
subtype="Topic",
1136+
subtype=DatasetSubTypes.TOPIC,
11441137
)
11451138
self.report.semantic_datasets_emitted += 1
11461139
chart_inputs[qp_id].add(topic_urn)

0 commit comments

Comments
 (0)