[Test] warn on ambiguous string in exclude (#2136)

Author: odow

src/Test/Test.jl

@@ -201,6 +201,18 @@ function runtests(
     warn_unsupported::Bool = false,
     exclude_tests_after::VersionNumber = v"999.0.0",
 )
+    tests = filter(n -> startswith("$n", "test_"), names(MOI.Test; all = true))
+    tests = string.(tests)
+    for ex in exclude
+        if ex in tests && any(t -> ex != t && occursin(ex, t), tests)
+            @warn(
+                "The exclude string \"$ex\" is ambiguous because it exactly " *
+                "matches a test, but it also partially matches another. Use " *
+                "`r\"^$ex\$\"` to exclude the exactly matching test, or " *
+                "`r\"$ex.*\"` to exclude all partially matching tests.",
+            )
+        end
+    end
     for name_sym in names(@__MODULE__; all = true)
         name = string(name_sym)
         if !startswith(name, "test_")

test/Test/Test.jl

@@ -110,3 +110,16 @@ MOI.Test.test_attribute_unsupported_constraint(
     attr = MOI.NumberOfConstraints{F,S}()
     @test_throws MOI.GetAttributeNotAllowed(attr) MOI.get(model, attr)
 end
+
+@testset "test_warning_on_ambiguous" begin
+    model = MOI.Utilities.MockOptimizer(
+        MOI.Utilities.UniversalFallback(MOI.Utilities.Model{Float64}()),
+    )
+    config = MOI.Test.Config()
+    # `test_model_Name`` is our target of interest, `test_` is just to avoid
+    # running any tests.
+    exclude = ["test_model_Name", r"test_.+"]
+    @test_logs (:warn,) MOI.Test.runtests(model, config; exclude = exclude)
+    exclude = [r"^test_model_Name$", r"test_.+"]
+    @test_logs MOI.Test.runtests(model, config; exclude = exclude)
+end