gh-84530: fix namespace package support in modulefinder (#29196)

* bpo-40350: fix namespace package support in modulefinder

Signed-off-by: Filipe Laíns <[email protected]>

* consider that namespace package specs might have the loader set

Signed-off-by: Filipe Laíns <[email protected]>

* Revert "consider that namespace package specs might have the loader set"

This reverts commit 23fb4e0.

Signed-off-by: Filipe Laíns <[email protected]>

* Fix load_module and load_package to handle namespace packages

Signed-off-by: Filipe Laíns <[email protected]>

* Drop _NAMESPACE constant

Signed-off-by: Filipe Laíns <[email protected]>

* Drop importlib changes

Signed-off-by: Filipe Laíns <[email protected]>

* Update NamespacePath check

Signed-off-by: Filipe Laíns <[email protected]>

* Mixed some

Signed-off-by: Filipe Laíns <[email protected]>

---------

Signed-off-by: Filipe Laíns <[email protected]>

Author: FFY00

Lib/modulefinder.py

@@ -66,7 +66,12 @@ def _find_module(name, path=None):
 
     file_path = spec.origin
 
-    if spec.loader.is_package(name):
+    # On namespace packages, spec.loader might be None, but
+    # spec.submodule_search_locations should always be set — check it instead.
+    if isinstance(spec.submodule_search_locations, importlib.machinery.NamespacePath):
+        return None, spec.submodule_search_locations, ("", "", _PKG_DIRECTORY)
+
+    if spec.loader.is_package(name):  # non-namespace package
         return None, os.path.dirname(file_path), ("", "", _PKG_DIRECTORY)
 
     if isinstance(spec.loader, importlib.machinery.SourceFileLoader):
@@ -453,6 +458,11 @@ def load_package(self, fqname, pathname):
         if newname:
             fqname = newname
         m = self.add_module(fqname)
+
+        if isinstance(pathname, importlib.machinery.NamespacePath):
+            m.__path__ = pathname
+            return m
+
         m.__file__ = pathname
         m.__path__ = [pathname]
 

Lib/test/test_modulefinder.py

@@ -76,6 +76,18 @@
                                 from sys import version_info
 """]
 
+namespace_package_test = [
+    "module",
+    ["a", "module"],
+    ["a.c", "blahblah"], [],
+    """\
+module.py
+                                import a
+                                import a.c
+                                import blahblah
+a/b.py
+"""]
+
 absolute_import_test = [
     "a.module",
     ["a", "a.module",
@@ -353,6 +365,9 @@ def _do_test(self, info, report=False, debug=0, replace_paths=[], modulefinder_c
     def test_package(self):
         self._do_test(package_test)
 
+    def test_namespace_package(self):
+        self._do_test(namespace_package_test)
+
     def test_maybe(self):
         self._do_test(maybe_test)
 

Misc/NEWS.d/next/Library/2021-10-23-22-12-13.bpo-40350.t0dQMY.rst

@@ -0,0 +1 @@
+Fix support for namespace packages in :mod:`modulefinder`.