diff --git a/test/runtests.jl b/test/runtests.jl
index c201a05..8fe40b5 100644
--- a/test/runtests.jl
+++ b/test/runtests.jl
@@ -81,6 +81,7 @@ end
             @test 1 == 2
         end
     )
+    error_line = @__LINE__() - 3
 
     io = IOBuffer()
     @test_throws Test.FallbackTestSetException("Test run finished with errors") begin
@@ -90,6 +91,7 @@ end
     str = String(take!(io))
     @test contains(str, r"basic .+ started at")
     @test contains(str, r"failing test .+ failed at")
+    @test contains(str, "$(basename(@__FILE__)):$error_line")
     @test contains(str, "FAILURE")
     @test contains(str, "Test Failed")
     @test contains(str, "1 == 2")
@@ -101,6 +103,7 @@ end
             error("This test throws an error")
         end
     )
+    error_line = @__LINE__() - 3
 
     io = IOBuffer()
     @test_throws Test.FallbackTestSetException("Test run finished with errors") begin
@@ -110,6 +113,7 @@ end
     str = String(take!(io))
     @test contains(str, r"basic .+ started at")
     @test contains(str, r"throwing test .+ failed at")
+    @test contains(str, "$(basename(@__FILE__)):$error_line")
     @test contains(str, "FAILURE")
     @test contains(str, "Error During Test")
     @test contains(str, "This test throws an error")