test: do real installs for tox test runs

use_develop=True I think is part of our problem getting free-threading
and gil builds to both test properly in all environments, so I'm
ditching it.

Author: nedbat

coverage/cmdline.py

@@ -21,7 +21,7 @@
 from coverage import env
 from coverage.config import CoverageConfig
 from coverage.control import DEFAULT_DATAFILE
-from coverage.core import HAS_CTRACER
+from coverage.core import CTRACER_FILE
 from coverage.data import combinable_files, debug_data_file
 from coverage.debug import info_header, short_stack, write_formatted_info
 from coverage.exceptions import _BaseCoverageException, _ExceptionDuringRun, NoSource
@@ -574,7 +574,7 @@ def show_help(
     help_params = dict(coverage.__dict__)
     help_params["__url__"] = __url__
     help_params["program_name"] = program_name
-    if HAS_CTRACER:
+    if CTRACER_FILE:
         help_params["extension_modifier"] = "with C extension"
     else:
         help_params["extension_modifier"] = "without C extension"

coverage/control.py

@@ -27,7 +27,7 @@
 from coverage.collector import Collector
 from coverage.config import CoverageConfig, read_coverage_config
 from coverage.context import should_start_context_test_function, combine_context_switchers
-from coverage.core import Core, HAS_CTRACER
+from coverage.core import Core, CTRACER_FILE
 from coverage.data import CoverageData, combine_parallel_data
 from coverage.debug import (
     DebugControl, NoDebugging, short_stack, write_formatted_info, relevant_environment_display,
@@ -1336,7 +1336,7 @@ def plugin_info(plugins: list[Any]) -> list[str]:
             ("coverage_version", covmod.__version__),
             ("coverage_module", covmod.__file__),
             ("core", self._collector.tracer_name() if self._collector is not None else "-none-"),
-            ("CTracer", "available" if HAS_CTRACER else "unavailable"),
+            ("CTracer", f"available from {CTRACER_FILE}" if CTRACER_FILE else "unavailable"),
             ("plugins.file_tracers", plugin_info(self._plugins.file_tracers)),
             ("plugins.configurers", plugin_info(self._plugins.configurers)),
             ("plugins.context_switchers", plugin_info(self._plugins.context_switchers)),

coverage/core.py

@@ -27,8 +27,8 @@
 
 try:
     # Use the C extension code when we can, for speed.
-    from coverage.tracer import CTracer, CFileDisposition
-    HAS_CTRACER = True
+    import coverage.tracer
+    CTRACER_FILE = coverage.tracer.__file__
 except ImportError:
     # Couldn't import the C extension, maybe it isn't built.
     if os.getenv("COVERAGE_CORE") == "ctrace":      # pragma: part covered
@@ -40,7 +40,7 @@
         # exception here causes all sorts of other noise in unittest.
         sys.stderr.write("*** COVERAGE_CORE is 'ctrace' but can't import CTracer!\n")
         sys.exit(1)
-    HAS_CTRACER = False
+    CTRACER_FILE = None
 
 
 class Core:
@@ -84,7 +84,7 @@ def __init__(
             # Someday we will default to sysmon, but it's still experimental:
             #   if not reason_no_sysmon:
             #       core_name = "sysmon"
-            if HAS_CTRACER:
+            if CTRACER_FILE:
                 core_name = "ctrace"
             else:
                 core_name = "pytrace"
@@ -99,8 +99,8 @@ def __init__(
             self.packed_arcs = False
             self.systrace = False
         elif core_name == "ctrace":
-            self.tracer_class = CTracer
-            self.file_disposition_class = CFileDisposition
+            self.tracer_class = coverage.tracer.CTracer
+            self.file_disposition_class = coverage.tracer.CFileDisposition
             self.supports_plugins = True
             self.packed_arcs = True
             self.systrace = True

igor.py

@@ -47,6 +47,7 @@ def ignore_warnings():
         yield
 
 
+# $set_env.py: COVERAGE_IGOR_VERBOSE - More output from igor.py
 VERBOSITY = int(os.getenv("COVERAGE_IGOR_VERBOSE", "0"))
 
 # Functions named do_* are executable from the command line: do_blah is run
@@ -86,7 +87,11 @@ def do_remove_extension(*args):
         )
         roots = [root]
     else:
-        roots = ["coverage", "build/*/coverage"]
+        roots = [
+            "coverage",
+            "build/*/coverage",
+            ".tox/*/lib/*/site-packages/coverage",
+        ]
 
     for root, pattern in itertools.product(roots, so_patterns):
         pattern = os.path.join(root, pattern.strip())

tests/helpers.py

@@ -379,9 +379,17 @@ def _decorator(fn: TestMethod) -> TestMethod:
 def all_our_source_files() -> Iterator[tuple[Path, str]]:
     """Iterate over all of our own source files.
 
+    This is used in tests that need a bunch of Python code to analyze, so we
+    might as well use our own source code as the subject.
+
     Produces a stream of (filename, file contents) tuples.
     """
     cov_dir = Path(coverage.__file__).parent.parent
+    if ".tox" in cov_dir.parts:
+        # We are in a tox-installed environment, look above the .tox dir to
+        # also find the uninstalled source files.
+        cov_dir = Path(os.fspath(cov_dir).partition(".tox")[0])
+
     # To run against all the files in the tox venvs:
     #   for source_file in cov_dir.rglob("*.py"):
     for sub in [".", "benchmark", "ci", "coverage", "lab", "tests"]:

tests/test_debug.py

@@ -199,10 +199,9 @@ def test_debug_sys_ctracer(self) -> None:
         out_text = self.f1_debug_output(["sys"])
         tracer_line = re_line(r"CTracer:", out_text).strip()
         if testenv.C_TRACER or testenv.SYS_MON:
-            expected = "CTracer: available"
+            assert tracer_line.startswith("CTracer: available from ")
         else:
-            expected = "CTracer: unavailable"
-        assert expected == tracer_line
+            assert tracer_line == "CTracer: unavailable"
 
     def test_debug_pybehave(self) -> None:
         out_text = self.f1_debug_output(["pybehave"])

tests/test_testing.py

@@ -460,4 +460,5 @@ def test_all_our_source_files() -> None:
         has_toves = (source_file.name == "test_testing.py")
         assert (("# Twas brillig " + "and the slithy toves") in source) == has_toves
         assert len(source) > 190    # tests/__init__.py is shortest at 196
+    assert has_toves
     assert 120 < i < 200            # currently 125 files

tox.ini

@@ -9,7 +9,6 @@ skip_missing_interpreters = {env:COVERAGE_SKIP_MISSING_INTERPRETERS:True}
 toxworkdir = {env:TOXWORKDIR:.tox}
 
 [testenv]
-usedevelop = True
 download = True
 extras =
     toml