Avoid waiting for user input in git & svn commands

Fixes #570

Author: spoorcc

CHANGELOG.rst

@@ -24,6 +24,7 @@ Release 0.11.0 (unreleased)
 * Add more tests and documentation for patching (#888)
 * Restrict ``src`` to string only in schema (#888)
 * Don't consider ignored files for determining local changes (#350)
+* Avoid waiting for user input in ``git`` & ``svn`` commands (#570)
 
 Release 0.10.0 (released 2025-03-12)
 ====================================

dfetch/project/svn.py

@@ -52,6 +52,7 @@ def externals() -> list[External]:
             logger,
             [
                 "svn",
+                "--non-interactive",
                 "propget",
                 "svn:externals",
                 "-R",
@@ -130,7 +131,7 @@ def _split_url(url: str, repo_root: str) -> tuple[str, str, str, str]:
     def check(self) -> bool:
         """Check if is SVN."""
         try:
-            run_on_cmdline(logger, f"svn info {self.remote} --non-interactive")
+            run_on_cmdline(logger, ["svn", "info", self.remote, "--non-interactive"])
             return True
         except SubprocessCommandError as exc:
             if exc.stdout.startswith("svn: E170013"):
@@ -147,7 +148,7 @@ def check_path(path: str = ".") -> bool:
         """Check if is SVN."""
         try:
             with in_directory(path):
-                run_on_cmdline(logger, "svn info --non-interactive")
+                run_on_cmdline(logger, ["svn", "info", "--non-interactive"])
             return True
         except (SubprocessCommandError, RuntimeError):
             return False
@@ -171,7 +172,9 @@ def _does_revision_exist(self, revision: str) -> bool:
 
     def _list_of_tags(self) -> list[str]:
         """Get list of all available tags."""
-        result = run_on_cmdline(logger, f"svn ls --non-interactive {self.remote}/tags")
+        result = run_on_cmdline(
+            logger, ["svn", "ls", "--non-interactive", f"{self.remote}/tags"]
+        )
         return [
             str(tag).strip("/\r") for tag in result.stdout.decode().split("\n") if tag
         ]
@@ -180,7 +183,7 @@ def _list_of_tags(self) -> list[str]:
     def list_tool_info() -> None:
         """Print out version information."""
         try:
-            result = run_on_cmdline(logger, "svn --version")
+            result = run_on_cmdline(logger, ["svn", "--version", "--non-interactive"])
         except RuntimeError as exc:
             logger.debug(
                 f"Something went wrong trying to get the version of svn: {exc}"
@@ -304,7 +307,9 @@ def _export(url: str, rev: str = "", dst: str = ".") -> None:
     def _files_in_path(url_path: str) -> list[str]:
         return [
             str(line)
-            for line in run_on_cmdline(logger, f"svn list --non-interactive {url_path}")
+            for line in run_on_cmdline(
+                logger, ["svn", "list", "--non-interactive", url_path]
+            )
             .stdout.decode()
             .splitlines()
         ]
@@ -322,7 +327,7 @@ def _license_files(url_path: str) -> list[str]:
     def _get_info_from_target(target: str = "") -> dict[str, str]:
         try:
             result = run_on_cmdline(
-                logger, f"svn info --non-interactive {target.strip()}"
+                logger, ["svn", "info", "--non-interactive", target.strip()]
             ).stdout.decode()
         except SubprocessCommandError as exc:
             if exc.stdout.startswith("svn: E170013"):
@@ -347,7 +352,7 @@ def _get_last_changed_revision(target: str) -> str:
         if os.path.isdir(target):
             last_digits = re.compile(r"(?P<digits>\d+)(?!.*\d)")
             version = run_on_cmdline(
-                logger, f"svnversion {target.strip()}"
+                logger, ["svnversion", target.strip()]
             ).stdout.decode()
 
             parsed_version = last_digits.search(version)
@@ -358,7 +363,14 @@ def _get_last_changed_revision(target: str) -> str:
         return str(
             run_on_cmdline(
                 logger,
-                f"svn info --non-interactive --show-item last-changed-revision {target.strip()}",
+                [
+                    "svn",
+                    "info",
+                    "--non-interactive",
+                    "--show-item",
+                    "last-changed-revision",
+                    target.strip(),
+                ],
             )
             .stdout.decode()
             .strip()
@@ -415,7 +427,7 @@ def _untracked_files(path: str, ignore: Sequence[str]) -> list[str]:
         result = (
             run_on_cmdline(
                 logger,
-                ["svn", "status", path],
+                ["svn", "status", "--non-interactive", path],
             )
             .stdout.decode()
             .splitlines()
@@ -441,7 +453,7 @@ def ignored_files(path: str) -> Sequence[str]:
             result = (
                 run_on_cmdline(
                     logger,
-                    ["svn", "status", "--no-ignore", "."],
+                    ["svn", "status", "--non-interactive", "--no-ignore", "."],
                 )
                 .stdout.decode()
                 .splitlines()

dfetch/util/cmdline.py

@@ -3,7 +3,8 @@
 import logging
 import os
 import subprocess  # nosec
-from typing import Any, Optional, Union  # pylint: disable=unused-import
+from collections.abc import Mapping
+from typing import Any, Optional
 
 
 class SubprocessCommandError(Exception):
@@ -36,16 +37,15 @@ def message(self) -> str:
 
 
 def run_on_cmdline(
-    logger: logging.Logger, cmd: Union[str, list[str]]
+    logger: logging.Logger,
+    cmd: list[str],
+    env: Optional[Mapping[str, str]] = None,
 ) -> "subprocess.CompletedProcess[Any]":
     """Run a command and log the output, and raise if something goes wrong."""
     logger.debug(f"Running {cmd}")
 
-    if not isinstance(cmd, list):
-        cmd = cmd.split(" ")
-
     try:
-        proc = subprocess.run(cmd, capture_output=True, check=True)  # nosec
+        proc = subprocess.run(cmd, env=env, capture_output=True, check=True)  # nosec
     except subprocess.CalledProcessError as exc:
         raise SubprocessCommandError(
             exc.cmd,
@@ -54,8 +54,7 @@ def run_on_cmdline(
             exc.returncode,
         ) from exc
     except FileNotFoundError as exc:
-        cmd = cmd[0]
-        raise RuntimeError(f"{cmd} not available on system, please install") from exc
+        raise RuntimeError(f"{cmd[0]} not available on system, please install") from exc
 
     stdout, stderr = proc.stdout, proc.stderr
 

dfetch/vcs/git.py

@@ -30,7 +30,7 @@ class Submodule(NamedTuple):
 
 def get_git_version() -> tuple[str, str]:
     """Get the name and version of git."""
-    result = run_on_cmdline(logger, "git --version")
+    result = run_on_cmdline(logger, ["git", "--version"])
     tool, version = result.stdout.decode().strip().split("version", maxsplit=1)
     return (str(tool), str(version))
 
@@ -48,7 +48,11 @@ def is_git(self) -> bool:
             return True
 
         try:
-            run_on_cmdline(logger, f"git ls-remote --heads {self._remote}")
+            run_on_cmdline(
+                logger,
+                cmd=["git", "ls-remote", "--heads", self._remote],
+                env={"GIT_TERMINAL_PROMPT": "0"},
+            )
             return True
         except SubprocessCommandError as exc:
             if exc.returncode == 128 and "Could not resolve host" in exc.stdout:
@@ -82,7 +86,9 @@ def get_default_branch(self) -> str:
         """Try to get the default branch or fallback to master."""
         try:
             result = run_on_cmdline(
-                logger, f"git ls-remote --symref {self._remote} HEAD"
+                logger,
+                cmd=["git", "ls-remote", "--symref", self._remote, "HEAD"],
+                env={"GIT_TERMINAL_PROMPT": "0"},
             ).stdout.decode()
         except SubprocessCommandError:
             logger.debug(
@@ -101,7 +107,9 @@ def get_default_branch(self) -> str:
     @staticmethod
     def _ls_remote(remote: str) -> dict[str, str]:
         result = run_on_cmdline(
-            logger, f"git ls-remote --heads --tags {remote}"
+            logger,
+            cmd=["git", "ls-remote", "--heads", "--tags", remote],
+            env={"GIT_TERMINAL_PROMPT": "0"},
         ).stdout.decode()
 
         info: dict[str, str] = {}
@@ -156,12 +164,14 @@ def check_version_exists(
         temp_dir = tempfile.mkdtemp()
         exists = False
         with in_directory(temp_dir):
-            run_on_cmdline(logger, "git init")
-            run_on_cmdline(logger, f"git remote add origin {self._remote}")
-            run_on_cmdline(logger, "git checkout -b dfetch-local-branch")
+            run_on_cmdline(logger, ["git", "init"])
+            run_on_cmdline(logger, ["git", "remote", "add", "origin", self._remote])
+            run_on_cmdline(logger, ["git", "checkout", "-b", "dfetch-local-branch"])
             try:
                 run_on_cmdline(
-                    logger, f"git fetch --dry-run --depth 1 origin {version}"
+                    logger,
+                    ["git", "fetch", "--dry-run", "--depth", "1", "origin", version],
+                    env={"GIT_TERMINAL_PROMPT": "0"},
                 )
                 exists = True
             except SubprocessCommandError as exc:
@@ -185,7 +195,11 @@ def is_git(self) -> bool:
         """Check if is git."""
         try:
             with in_directory(self._path):
-                run_on_cmdline(logger, "git status")
+                run_on_cmdline(
+                    logger,
+                    ["git", "status"],
+                    env={"GIT_TERMINAL_PROMPT": "0"},
+                )
             return True
         except (SubprocessCommandError, RuntimeError):
             return False
@@ -209,12 +223,12 @@ def checkout_version(  # pylint: disable=too-many-arguments
             ignore (Optional[Sequence[str]]): Optional sequence of glob patterns to ignore (relative to src)
         """
         with in_directory(self._path):
-            run_on_cmdline(logger, "git init")
-            run_on_cmdline(logger, f"git remote add origin {remote}")
-            run_on_cmdline(logger, "git checkout -b dfetch-local-branch")
+            run_on_cmdline(logger, ["git", "init"])
+            run_on_cmdline(logger, ["git", "remote", "add", "origin", remote])
+            run_on_cmdline(logger, ["git", "checkout", "-b", "dfetch-local-branch"])
 
             if src or ignore:
-                run_on_cmdline(logger, "git config core.sparsecheckout true")
+                run_on_cmdline(logger, ["git", "config", "core.sparsecheckout", "true"])
                 with open(
                     ".git/info/sparse-checkout", "a", encoding="utf-8"
                 ) as sparse_checkout_file:
@@ -228,11 +242,17 @@ def checkout_version(  # pylint: disable=too-many-arguments
                         sparse_checkout_file.write("\n")
                         sparse_checkout_file.write("\n".join(ignore_abs_paths))
 
-            run_on_cmdline(logger, f"git fetch --depth 1 origin {version}")
-            run_on_cmdline(logger, "git reset --hard FETCH_HEAD")
+            run_on_cmdline(
+                logger,
+                ["git", "fetch", "--depth", "1", "origin", version],
+                env={"GIT_TERMINAL_PROMPT": "0"},
+            )
+            run_on_cmdline(logger, ["git", "reset", "--hard", "FETCH_HEAD"])
 
             current_sha = (
-                run_on_cmdline(logger, "git rev-parse HEAD").stdout.decode().strip()
+                run_on_cmdline(logger, ["git", "rev-parse", "HEAD"])
+                .stdout.decode()
+                .strip()
             )
 
             if src:
@@ -305,10 +325,7 @@ def get_current_hash(self) -> str:
     def get_remote_url() -> str:
         """Get the url of the remote origin."""
         try:
-            result = run_on_cmdline(
-                logger,
-                ["git", "remote", "get-url", "origin"],
-            )
+            result = run_on_cmdline(logger, ["git", "remote", "get-url", "origin"])
             decoded_result = str(result.stdout.decode())
         except SubprocessCommandError:
             decoded_result = ""

features/check-git-repo.feature

@@ -221,6 +221,5 @@ Feature: Checking dependencies from a git repository
             """
             Dfetch (0.10.0)
             >>>git ls-remote --heads --tags https://github.com/dfetch-org/test-repo-private.git<<< returned 128:
-            remote: Write access to repository not granted.
-            fatal: unable to access 'https://github.com/dfetch-org/test-repo-private.git/': The requested URL returned error: 403
+            fatal: could not read Username for 'https://github.com': terminal prompts disabled
             """