build(ingest): drop importlib_metadata backport in favor of stdlib (#16694)

Author: rajatoss

metadata-ingestion/pyproject.toml

@@ -49,7 +49,6 @@ dependencies = [
     "expandvars>=0.6.5,<2.0.0",
     "humanfriendly<11.0.0",
     "ijson<4.0.0",
-    "importlib_metadata>=4.0.0,<9.0.0; python_version < '3.10'",
     "jsonref<2.0.0",
     "jsonschema<5.0.0",
     "mixpanel>=4.9.0,<6.0.0",
@@ -1610,7 +1609,6 @@ dev = [
     "grpcio>=1.44.0,<2.0.0",
     "humanfriendly<11.0.0",
     "ijson<4.0.0",
-    "importlib_metadata>=4.0.0,<9.0.0; python_version < '3.10'",
     "IPython!=8.22.0,<9.0.0",
     "jdk4py>=21.0,<22.0",
     "JPype1<2.0.0",
@@ -1803,7 +1801,6 @@ docs = [
     "grpcio>=1.44.0,<2.0.0",
     "humanfriendly<11.0.0",
     "ijson<4.0.0",
-    "importlib_metadata>=4.0.0,<9.0.0; python_version < '3.10'",
     "IPython!=8.22.0,<9.0.0",
     "jdk4py>=21.0,<22.0",
     "JPype1<2.0.0",

metadata-ingestion/scripts/custom_package_codegen.py

@@ -1,17 +1,12 @@
 import json
 import re
 import subprocess
-import sys
+from importlib.metadata import version
 from pathlib import Path
 
 import avro_codegen
 import click
 
-if sys.version_info < (3, 10):
-    from importlib_metadata import version
-else:
-    from importlib.metadata import version
-
 _avrogen_version = version("avro-gen3")
 
 autogen_header = """# Autogenerated by datahub's custom_package_codegen.py

metadata-ingestion/setup.py

@@ -48,8 +48,6 @@
     "click-default-group<2.0.0",
     "PyYAML<7.0.0",
     "toml>=0.10.0,<=0.10.2",
-    # In Python 3.10+, importlib_metadata is included in the standard library.
-    "importlib_metadata>=4.0.0,<9.0.0; python_version < '3.10'",
     "docker<8.0.0",
     "expandvars>=0.6.5,<2.0.0",
     "avro-gen3==0.7.16",

metadata-ingestion/src/datahub/ingestion/api/registry.py

@@ -2,6 +2,7 @@
 import inspect
 import sys
 import unittest.mock
+from importlib.metadata import entry_points
 from typing import (
     Any,
     Callable,
@@ -20,11 +21,6 @@
 from datahub._version import __package_name__
 from datahub.configuration.common import ConfigurationError
 
-if sys.version_info < (3, 10):
-    from importlib_metadata import entry_points
-else:
-    from importlib.metadata import entry_points
-
 T = TypeVar("T")
 
 

metadata-ingestion/src/datahub/utilities/_custom_package_loader.py

@@ -1,12 +1,6 @@
-import sys
+from importlib.metadata import EntryPoint, entry_points
 from typing import List, Optional
 
-if sys.version_info < (3, 10):
-    from importlib_metadata import EntryPoint, entry_points
-else:
-    from importlib.metadata import EntryPoint, entry_points
-
-
 _CUSTOM_PACKAGE_GROUP_KEY = "datahub.custom_packages"
 
 _MODELS_KEY = "models"