fix: bootstrap provider runtimes deterministically

Author: pirate

README.md

@@ -30,7 +30,7 @@ cd "$ABXPKG_INSTALL_TEST"
 -->
 <!--pytest-codeblocks:cont-->
 ```bash
-uv pip install abxpkg    # uv tool install abxpkg
+pip install abxpkg    # uv tool install abxpkg
 abxpkg --version
 ```
 
@@ -78,8 +78,8 @@ dependencies = [
     Binary(name='curl',       binproviders=[env, apt, brew]),
     Binary(name='yt-dlp',     binproviders=[env, pip, uv, apt, brew]),
     Binary(name='playwright', binproviders=[env, npm, pnpm]),
-    Binary(name='chromium',   binproviders=[playwright, puppeteer, apt]),
-    Binary(name='postgres',   binproviders=[docker, env, apt, brew]),
+    Binary(name='chromium',   binproviders=[env, playwright, puppeteer, apt]),
+    Binary(name='postgres',   binproviders=[env, docker, apt, brew]),
 ]
 assert dependencies[0].binproviders == [env, apt, brew]
 assert dependencies[1].binproviders == [env, pip, uv, apt, brew]
@@ -116,7 +116,7 @@ cd "$ABXPKG_PIP_INSTALL_TEST"
 -->
 <!--pytest-codeblocks:cont-->
 ```bash
-uv pip install abxpkg
+pip install abxpkg
 abxpkg --version
 ```
 
@@ -129,14 +129,15 @@ trap 'rm -rf "$ABXPKG_TOOL_INSTALL_TEST"' EXIT
 export ABXPKG_LIB_DIR="$ABXPKG_TOOL_INSTALL_TEST/lib"
 export UV_TOOL_DIR="$ABXPKG_TOOL_INSTALL_TEST/tools"
 export UV_TOOL_BIN_DIR="$ABXPKG_TOOL_INSTALL_TEST/bin"
+export PATH="$UV_TOOL_BIN_DIR:$PATH"
 export UV_PYTHON=3.12
 cd "$ABXPKG_TOOL_INSTALL_TEST"
 ```
 -->
 <!--pytest-codeblocks:cont-->
 ```bash
 uv tool install abxpkg
-"$UV_TOOL_BIN_DIR/abxpkg" --version
+abxpkg --version
 ```
 
 ### CLI
@@ -148,6 +149,7 @@ Installing `abxpkg` also provides an `abxpkg` CLI entrypoint:
 ABXPKG_CLI_TEST="$(mktemp -d)"
 trap 'rm -rf "$ABXPKG_CLI_TEST"' EXIT
 export ABXPKG_LIB_DIR="$ABXPKG_CLI_TEST/lib"
+export ABXPKG_BINPROVIDERS="env,pip"
 abxpkg() { uv run --project "$PWD" abxpkg "$@"; }
 ```
 -->
@@ -157,12 +159,12 @@ abxpkg --version
 abxpkg version
 abxpkg list
 
-abxpkg --binproviders=env,pip install yt-dlp
-abxpkg --binproviders=env,pip load yt-dlp
-abxpkg --binproviders=env,pip env yt-dlp
-abxpkg --binproviders=env,pip activate yt-dlp
-abxpkg --binproviders=env,pip update yt-dlp
-abxpkg --binproviders=env,pip uninstall yt-dlp
+abxpkg install yt-dlp
+abxpkg load yt-dlp
+abxpkg env yt-dlp
+abxpkg activate yt-dlp
+abxpkg update yt-dlp
+abxpkg uninstall yt-dlp
 ```
 
 <!--pytest-codeblocks:cont-->
@@ -173,6 +175,8 @@ test ! -e "$ABXPKG_LIB_DIR/pip/bin/yt-dlp"
 ```
 -->
 
+Search package indexes:
+
 <!-- pytest.mark.live_required -->
 ```bash
 abxpkg search chromium                          # search all providers in parallel
@@ -267,10 +271,8 @@ env ABXPKG_BINPROVIDERS=env,uv,pip,apt,brew abxpkg install yt-dlp
 #### Customize where installed packages are located
 
 ```bash
-ABXPKG_DOCS_TMP="$(mktemp -d)"
-trap 'rm -rf "$ABXPKG_DOCS_TMP"' EXIT
-abxpkg --lib="$ABXPKG_DOCS_TMP/custom" --binproviders=env load python3
-env ABXPKG_LIB_DIR="$ABXPKG_DOCS_TMP/from-env" abxpkg --binproviders=env load python3
+abxpkg --lib=./vendor/abxpkg --binproviders=env load python3
+env ABXPKG_LIB_DIR=./vendor/abxpkg abxpkg --binproviders=env load python3
 ```
 
 #### Run in "dry mode" to see what commands will do before executing
@@ -301,8 +303,8 @@ It will automatically fetch, install, and make the packages available to your sc
 // /// script
 // dependencies = [
 //     {name = "node", binproviders = ["env", "apt", "brew"], min_version = "22.0.0"},
-//     {name = "playwright", binproviders = ["pnpm", "npm"], install_args = ["playwright@next"]},
-//     {name = "chromium", binproviders = ["playwright", "puppeteer", "apt"], min_version = "131.0.0"},
+//     {name = "playwright", binproviders = ["env", "pnpm", "npm"], install_args = ["playwright@next"]},
+//     {name = "chromium", binproviders = ["env", "playwright", "puppeteer", "apt"], min_version = "131.0.0"},
 // ]
 // [tool.abxpkg]
 // ABXPKG_POSTINSTALL_SCRIPTS = true
@@ -460,7 +462,7 @@ class DockerBinary(Binary):
     overrides: dict[BinProviderName, HandlerDict] = {
         'env': {
             # prefer podman if installed, fall back to docker
-            'abspath': shutil.which('podman') or shutil.which('docker') or shutil.which('docker-ce'),
+            'abspath': lambda: shutil.which('podman') or shutil.which('docker') or shutil.which('docker-ce'),
         },
         'apt': {
             # vary the installed package name based on CPU architecture
@@ -866,7 +868,7 @@ PATH = DEFAULT_ENV_PATH              # current PATH + current Python bin dir
 - Auto-switching: none.
 - Security: `min_release_age` and `postinstall_scripts` are unsupported here and are ignored with a warning if explicitly passed to `install()` / `update()`.
 - Overrides: `abspath` / `version` are the useful ones here. `python` has a built-in override to the current `sys.executable` and interpreter version.
-- Notes: resolved `abspath`s always point at the real underlying host binary, not the managed `env/bin/<name>` symlink. `install()` / `update()` return explanatory no-op messages, and `uninstall()` is a no-op.
+- Notes: with a managed env root, compatible host binaries are projected into `env/bin/<name>` and resolved through that stable symlink. `install()` / `update()` return explanatory no-op messages, and `uninstall()` is a no-op.
 
 </details>
 
@@ -1135,7 +1137,7 @@ bin_dir = None                       # defaults to <install_root>/bin
 ```
 
 - Install root: set `install_root` for the Go install tree, and optionally `bin_dir` for the executable dir; otherwise installs land in `<install_root>/bin`.
-- Auto-switching: none.
+- Auto-switching: none. Resolves a compatible host `go` first, then installs Go through Apt or Homebrew if it is missing.
 - `dry_run`: shared behavior.
 - Security: `min_release_age` and `postinstall_scripts=False` are unsupported and are ignored with a warning if explicitly requested.
 - Overrides: `install_args` is passed to `go install ...`; the default is `["<bin_name>@latest"]`.
@@ -1161,7 +1163,7 @@ install_root = Path(os.environ.get("ABXPKG_NIX_PROFILE", "~/.nix-profile")).expa
 - Auto-switching: none.
 - `dry_run`: shared behavior.
 - Security: `min_release_age` and `postinstall_scripts=False` are unsupported and are ignored with a warning if explicitly requested.
-- Overrides: `install_args` is passed to `nix profile install ...`; search results use the explicit official `nixpkgs-unstable` channel archive instead of the host's Nix registry.
+- Overrides: `install_args` is passed to `nix profile install ...`; the default is `[bin_name]`. Search results use the explicit official `nixpkgs-unstable` channel archive instead of the host's Nix registry.
 - Notes: update/uninstall operate on the resolved profile element name rather than reusing the full flake ref.
 
 </details>

abxpkg/binprovider_goget.py

@@ -6,7 +6,7 @@
 from pathlib import Path
 
 from pydantic import Field, TypeAdapter, model_validator, computed_field
-from typing import Self
+from typing import ClassVar, Self
 
 from .base_types import (
     BinProviderName,
@@ -36,6 +36,11 @@ class GoGetProvider(BinProvider):
     name: BinProviderName = "goget"
     _log_emoji = "🐹"
     INSTALLER_BIN: BinName = "go"
+    INSTALLER_BINPROVIDERS: ClassVar[tuple[BinProviderName, ...] | None] = (
+        "env",
+        "apt",
+        "brew",
+    )
 
     PATH: PATHStr = DEFAULT_ENV_PATH  # Starts with ambient system PATH; setup_PATH() prepends the active GOBIN/bin_dir lazily.
 
@@ -124,10 +129,7 @@ def INSTALLER_BINARY(self, no_cache: bool = False):
                     self._INSTALLER_BINARY = loaded
                     return loaded
 
-        env_provider = EnvProvider(
-            install_root=None,
-            bin_dir=None,
-        ).get_provider_with_overrides(
+        env_provider = EnvProvider().get_provider_with_overrides(
             overrides={
                 "*": {
                     "version": ["go", "version"],

abxpkg/binprovider_pnpm.py

@@ -502,6 +502,10 @@ def exec(
         # pnpm REQUIRES PNPM_HOME to exist for global installs to work.
         pnpm_home = Path(self.ENV["PNPM_HOME"])
         pnpm_home.mkdir(parents=True, exist_ok=True)
+        if self.install_root is None:
+            env = dict(os.environ if kwargs.get("env") is None else kwargs["env"])
+            env["npm_config_global_bin_dir"] = str(pnpm_home)
+            kwargs["env"] = env
         if env_flag_is_true("ABXPKG_NO_CACHE"):
             env = dict(os.environ if kwargs.get("env") is None else kwargs["env"])
             env["XDG_CACHE_HOME"] = str(abxpkg_ephemeral_cache_home_default())

tests/test_gogetprovider.py

@@ -1,3 +1,4 @@
+import os
 import tempfile
 from pathlib import Path
 import logging
@@ -9,20 +10,34 @@
 
 
 class TestGoGetProvider:
-    def test_installer_binary_uses_go_version_override(self, test_machine):
-        test_machine.require_tool("go")
-
-        provider = GoGetProvider(postinstall_scripts=True, min_release_age=3)
-        installer = provider.INSTALLER_BINARY(no_cache=True)
-
-        assert installer is not None
-        assert installer.loaded_abspath is not None
-        assert installer.loaded_version is not None
-        assert installer.loaded_abspath.name == "go"
-        loaded_version = installer.loaded_version
-        expected_version = SemVer.parse("1.0.0")
-        assert expected_version is not None
-        assert loaded_version >= expected_version
+    def test_installer_binary_uses_go_version_override(self):
+        with tempfile.TemporaryDirectory() as temp_dir:
+            lib_dir = (Path(temp_dir) / "lib").resolve()
+            previous_lib_dir = os.environ.get("ABXPKG_LIB_DIR")
+            os.environ["ABXPKG_LIB_DIR"] = str(lib_dir)
+            try:
+                bootstrap_provider = GoGetProvider(
+                    postinstall_scripts=True,
+                    min_release_age=3,
+                )
+                bootstrapped = bootstrap_provider.INSTALLER_BINARY(no_cache=True)
+                assert bootstrapped.loaded_abspath is not None
+
+                # Re-resolve after bootstrap so an installer supplied by Apt or
+                # Homebrew is discovered as a host binary and projected through
+                # the stable managed env path before GoGet executes it.
+                provider = GoGetProvider(postinstall_scripts=True, min_release_age=3)
+                installer = provider.INSTALLER_BINARY(no_cache=True)
+            finally:
+                if previous_lib_dir is None:
+                    os.environ.pop("ABXPKG_LIB_DIR", None)
+                else:
+                    os.environ["ABXPKG_LIB_DIR"] = previous_lib_dir
+
+            assert installer.loaded_abspath == lib_dir / "env" / "bin" / "go"
+            assert installer.loaded_abspath.is_symlink()
+            assert installer.loaded_version is not None
+            assert installer.loaded_version >= SemVer("1.0.0")
 
     def test_default_install_args_fail_closed_for_bare_binary_names(self):
         with tempfile.TemporaryDirectory() as temp_dir:
@@ -38,8 +53,6 @@ def test_default_install_args_fail_closed_for_bare_binary_names(self):
                 provider.get_install_args("shfmt", quiet=False)
 
     def test_module_path_name_installs_without_overrides(self, test_machine):
-        test_machine.require_tool("go")
-
         with tempfile.TemporaryDirectory() as temp_dir:
             module_path = "mvdan.cc/sh/v3/cmd/shfmt"
             provider = GoGetProvider.model_validate(
@@ -64,8 +77,6 @@ def test_install_root_and_bin_dir_aliases_install_into_the_requested_paths(
         self,
         test_machine,
     ):
-        test_machine.require_tool("go")
-
         with tempfile.TemporaryDirectory() as temp_dir:
             install_root = Path(temp_dir) / "go-root"
             bin_dir = Path(temp_dir) / "custom-bin"
@@ -97,8 +108,6 @@ def test_install_root_without_explicit_bin_dir_takes_precedence_over_existing_PA
         self,
         test_machine,
     ):
-        test_machine.require_tool("go")
-
         with tempfile.TemporaryDirectory() as temp_dir:
             temp_dir_path = Path(temp_dir)
             ambient_provider = GoGetProvider.model_validate(
@@ -152,8 +161,6 @@ def test_explicit_go_bin_dir_takes_precedence_over_existing_PATH_entries(
         self,
         test_machine,
     ):
-        test_machine.require_tool("go")
-
         with tempfile.TemporaryDirectory() as temp_dir:
             temp_dir_path = Path(temp_dir)
             ambient_provider = GoGetProvider(
@@ -203,8 +210,6 @@ def test_explicit_go_bin_dir_takes_precedence_over_existing_PATH_entries(
             assert installed.loaded_version > ambient_installed.loaded_version
 
     def test_provider_direct_methods_exercise_real_lifecycle(self, test_machine):
-        test_machine.require_tool("go")
-
         with tempfile.TemporaryDirectory() as temp_dir:
             provider = GoGetProvider(
                 bin_dir=Path(temp_dir) / "go/bin",
@@ -224,8 +229,6 @@ def test_provider_direct_min_version_revalidates_old_install_and_upgrades(
         self,
         test_machine,
     ):
-        test_machine.require_tool("go")
-
         with tempfile.TemporaryDirectory() as temp_dir:
             gobin = Path(temp_dir) / "go/bin"
             gopath = Path(temp_dir) / "go"
@@ -274,8 +277,6 @@ def test_unsupported_security_controls_warn_and_continue(
         test_machine,
         caplog,
     ):
-        test_machine.require_tool("go")
-
         with tempfile.TemporaryDirectory() as temp_dir:
             with caplog.at_level(logging.WARNING, logger="abxpkg.binprovider"):
                 installed = (
@@ -324,8 +325,6 @@ def test_unsupported_security_controls_warn_and_continue(
             assert "ignoring unsupported postinstall_scripts=False" in caplog.text
 
     def test_binary_direct_methods_exercise_real_lifecycle(self, test_machine):
-        test_machine.require_tool("go")
-
         with tempfile.TemporaryDirectory() as temp_dir:
             binary = Binary(
                 name="shfmt",
@@ -348,8 +347,6 @@ def test_binary_direct_methods_exercise_real_lifecycle(self, test_machine):
             test_machine.exercise_binary_lifecycle(binary)
 
     def test_provider_dry_run_does_not_install_shfmt(self, test_machine):
-        test_machine.require_tool("go")
-
         with tempfile.TemporaryDirectory() as temp_dir:
             provider = GoGetProvider(
                 bin_dir=Path(temp_dir) / "go/bin",
@@ -366,7 +363,6 @@ def test_provider_dry_run_does_not_install_shfmt(self, test_machine):
             test_machine.exercise_provider_dry_run(provider, bin_name="shfmt")
 
     def test_search_finds_real_go_module_and_install_works(self, test_machine):
-        test_machine.require_tool("go")
         with tempfile.TemporaryDirectory() as temp_dir:
             provider = GoGetProvider(
                 install_root=Path(temp_dir) / "go",