Use new directory-specific codecov tracking (#3021)

Author: IanButterworth

CHANGELOG.md

@@ -3,7 +3,12 @@ Pkg v1.9 Release Notes
 
 - Pkg will now respect the version of packages put into the sysimage using e.g. PackageCompiler. For example,
   if version 1.3.2 of package A is in the sysimage, Pkg will always install that version when adding the package,
-  or when the packge is installed as a dependency to some other package. This can be disabled by calling `Pkg.respect_sysimage_versions(false)`.
+  or when the packge is installed as a dependency to some other package. This can be disabled by calling
+  `Pkg.respect_sysimage_versions(false)` ([#3002]).
+- When code coverage tracking is enabled for `Pkg.test` the new path-specific code-coverage option is used to limit coverage
+  to the directory of the package being tested. Previously the `--code-coverage=user` option was used, which tracked files
+  in all code outside of Core & Base, i.e. all stdlibs and all user packages, which often made running tests with
+  code coverage a lot slower ([#3021]).
 
 Pkg v1.8 Release Notes
 ======================
@@ -59,3 +64,5 @@ Pkg v1.7 Release Notes
 [#2933]: https://github.com/JuliaLang/Pkg.jl/issues/2933
 [#2985]: https://github.com/JuliaLang/Pkg.jl/issues/2985
 [#2995]: https://github.com/JuliaLang/Pkg.jl/issues/2995
+[#3002]: https://github.com/JuliaLang/Pkg.jl/issues/3002
+[#3021]: https://github.com/JuliaLang/Pkg.jl/issues/3021

src/Operations.jl

@@ -1450,19 +1450,20 @@ function free(ctx::Context, pkgs::Vector{PackageSpec}; err_if_free=true)
     end
 end
 
-function gen_test_code(testfile::String;
+function gen_test_code(source_path::String;
         coverage=false,
         julia_args::Cmd=``,
         test_args::Cmd=``)
+    test_file = testfile(source_path)
     code = """
         $(Base.load_path_setup_code(false))
-        cd($(repr(dirname(testfile))))
+        cd($(repr(dirname(test_file))))
         append!(empty!(ARGS), $(repr(test_args.exec)))
-        include($(repr(testfile)))
+        include($(repr(test_file)))
         """
     return ```
         $(Base.julia_cmd())
-        --code-coverage=$(coverage ? "user" : "none")
+        --code-coverage=$(coverage ? string("@", source_path) : "none")
         --color=$(Base.have_color === nothing ? "auto" : Base.have_color ? "yes" : "no")
         --compiled-modules=$(Bool(Base.JLOptions().use_compiled_modules) ? "yes" : "no")
         --check-bounds=yes
@@ -1742,7 +1743,7 @@ function test(ctx::Context, pkgs::Vector{PackageSpec};
             Pkg._auto_precompile(sandbox_ctx, warn_loaded = false)
             printpkgstyle(ctx.io, :Testing, "Running tests...")
             flush(ctx.io)
-            cmd = gen_test_code(testfile(source_path); coverage=coverage, julia_args=julia_args, test_args=test_args)
+            cmd = gen_test_code(source_path; coverage=coverage, julia_args=julia_args, test_args=test_args)
             p = run(pipeline(ignorestatus(cmd), stdin = stdin, stdout = sandbox_ctx.io, stderr = stderr_f()), wait = false)
             interrupted = false
             try