Merge pull request #58 from DavidCEllis/add_sysconfig_paths

Add sysconfig paths to the data in a PythonInstall

Author: DavidCEllis

src/ducktools/pythonfinder/__main__.py

@@ -35,6 +35,7 @@
         ModuleImport("argparse"),
         ModuleImport("csv"),
         ModuleImport("subprocess"),
+        ModuleImport("sysconfig"),
         ModuleImport("platform"),
         FromImport(".pythonorg_search", "PythonOrgSearch"),
         FromImport("packaging.specifiers", "SpecifierSet"),
@@ -207,7 +208,7 @@ def display_local_installs(
             version_str = f"*{version_str}"
         elif (
             sys.prefix != sys.base_prefix
-            and os.path.commonpath([install.executable, sys.base_prefix]) == sys.base_prefix
+            and install.paths.get("stdlib") == _laz.sysconfig.get_path("stdlib")
         ):
             version_str = f"**{version_str}"
 
@@ -240,7 +241,7 @@ def display_local_installs(
     if sys.platform != "win32":
         print("[] - This Python install is shadowed by another on Path")
     print("* - This is the active Python executable used to call this module")
-    print("** - This is the parent Python executable of the venv used to call this module")
+    print("** - This is a parent Python executable of the venv used to call this module")
     print()
 
     headings_str = f"| {headings[0]:<{max_version_len}s} | {headings[1]:<{max_executable_len}s} |"

src/ducktools/pythonfinder/details_script.py

@@ -46,7 +46,7 @@ def version_str_to_tuple(version):
         releaselevel = "alpha"
     elif releaselevel == "b":
         releaselevel = "beta"
-    elif releaselevel == "rc":
+    elif releaselevel in {"c", "rc"}:
         releaselevel = "candidate"
     else:
         releaselevel = "final"
@@ -80,22 +80,36 @@ def get_details():
                     "graalpy_version": version_str_to_tuple(ver)
                 }
             except (NameError, ValueError):
-                metadata = {"{}_version".format(implementation): sys.implementation.version}
+                metadata = {"{}_version".format(implementation): sys.implementation.version}            
         elif implementation != "cpython":  # pragma: no cover
-            metadata = {"{}_version".format(implementation): sys.implementation.version}
+            if implementation == "micropython":
+                imp_ver = sys.implementation.version[:3]
+            else:
+                imp_ver = sys.implementation.version
+
+            metadata = {"{}_version".format(implementation): imp_ver}
         else:
             metadata = {}
             if sys.version_info >= (3, 13):
                 import sysconfig
                 freethreaded = bool(sysconfig.get_config_var("Py_GIL_DISABLED"))
                 metadata["freethreaded"] = freethreaded
 
+    # Attempt to get the paths to stdlib etc from sysconfig
+    try:
+        import sysconfig  # Exists in 2.7 and 3.2 onwards, missing in earlier and micropython
+    except ImportError:
+        paths = {}
+    else:
+        paths = sysconfig.get_paths()
+
     install = dict(
         version=list(sys.version_info),
         executable=sys.executable,
         architecture="64bit" if (sys.maxsize > 2**32) else "32bit",
         implementation=implementation,
         metadata=metadata,
+        paths=paths,
     )
 
     return install

src/ducktools/pythonfinder/linux/__init__.py

@@ -37,6 +37,14 @@
 from .pyenv_search import get_pyenv_pythons, get_pyenv_root
 
 
+KNOWN_MANAGED_PATHS = {
+    "/usr/bin": "OS",
+    "/bin": "OS",
+    "/usr/sbin": "OS",
+    "/sbin": "OS",
+}
+
+
 def get_path_pythons(*, finder: DetailFinder | None = None) -> Iterator[PythonInstall]:
     exe_names = set()
 
@@ -46,7 +54,7 @@ def get_path_pythons(*, finder: DetailFinder | None = None) -> Iterator[PythonIn
 
     excluded_folders = [pyenv_root, uv_root]
 
-    finder = DetailFinder if finder is None else finder
+    finder = DetailFinder() if finder is None else finder
 
     for fld in path_folders:
         # Don't retrieve pyenv installs
@@ -63,6 +71,9 @@ def get_path_pythons(*, finder: DetailFinder | None = None) -> Iterator[PythonIn
             continue
 
         for install in get_folder_pythons(fld, finder=finder):
+            if manager := KNOWN_MANAGED_PATHS.get(os.path.dirname(install.executable)):
+                install.managed_by = manager
+
             name = os.path.basename(install.executable)
             if name in exe_names:
                 install.shadowed = True

src/ducktools/pythonfinder/shared.py

@@ -80,7 +80,7 @@
     CACHE_FOLDER = os.path.join(USER_FOLDER, ".cache", "ducktools", "pythonfinder")
 
 
-CACHE_VERSION = 1
+CACHE_VERSION = 2
 DETAILS_CACHE_PATH = os.path.join(CACHE_FOLDER, f"runtime_cache_v{CACHE_VERSION}.json")
 INSTALLER_CACHE_PATH = os.path.join(CACHE_FOLDER, "installer_details.json")
 
@@ -321,6 +321,7 @@ class PythonInstall(Prefab):
     implementation: str = "cpython"
     managed_by: str | None = None
     metadata: dict = attribute(default_factory=dict)
+    paths: dict[str, str] = attribute(default_factory=dict)
     shadowed: bool = attribute(default=False, serialize=False)
     _implementation_version: tuple[int, int, int, str, int] | None = attribute(default=None, private=True)
 
@@ -365,9 +366,13 @@ def from_str(
         implementation: str = "cpython",
         managed_by: str | None = None,
         metadata: dict | None = None,
+        paths: dict | None = None,
     ):
         version_tuple = version_str_to_tuple(version)
 
+        metadata = {} if metadata is None else metadata
+        paths = {} if paths is None else paths
+
         # noinspection PyArgumentList
         return cls(
             version=version_tuple,
@@ -376,6 +381,7 @@ def from_str(
             implementation=implementation,
             managed_by=managed_by,
             metadata=metadata,
+            paths=paths,
         )
 
     @classmethod
@@ -386,11 +392,14 @@ def from_json(
         architecture,
         implementation,
         metadata,
+        paths=None,
         managed_by=None,
     ):
         if arch_ver := metadata.get(f"{implementation}_version"):
             metadata[f"{implementation}_version"] = tuple(arch_ver)
 
+        paths = {} if paths is None else paths
+
         # noinspection PyArgumentList
         return cls(
             version=tuple(version),  # type: ignore
@@ -399,6 +408,7 @@ def from_json(
             implementation=implementation,
             managed_by=managed_by,
             metadata=metadata,
+            paths=paths,
         )
 
     def get_pip_version(self) -> str | None:
@@ -430,14 +440,16 @@ def _python_exe_regex(basename: str = "python"):
 
 def get_folder_pythons(
     base_folder: str | os.PathLike,
-    basenames: tuple[str] = ("python", "pypy"),
+    basenames: tuple[str, ...] = ("python", "pypy", "micropython"),
     finder: DetailFinder | None = None,
     managed_by: str | None = None,
 ):
     regexes = [_python_exe_regex(name) for name in basenames]
 
     finder = DetailFinder() if finder is None else finder
 
+    base_folder = str(base_folder)
+
     with finder, os.scandir(base_folder) as fld:
         for file_path in fld:
             try:
@@ -452,11 +464,13 @@ def get_folder_pythons(
                 p = file_path.path
                 if file_path.is_symlink():
                     # Might be a venv - look for pyvenv.cfg in parent
-                    fld = os.path.dirname(p)
-                    if os.path.exists(os.path.join(fld, "../pyvenv.cfg")):
+                    dirname = os.path.dirname(p)
+
+                    if os.path.exists(os.path.join(dirname, "../pyvenv.cfg")):
                         continue
                 else:
                     p = file_path.path
+
                 install = finder.get_install_details(p, managed_by=managed_by)
                 if install:
                     yield install