Make tests even quieter (#2609)

* Remove debugging print from tests

* Capture and test warning

* Replace `size(T::VectorType)` with `length(T)` as required by LLVM.jl

The deprecation was introduced in LLVM.jl v9.1, we require GPUCompiler.jl v1.6
which require LLVM.jl v9.3, so the requirement bump, together with dropping
previous versions, is more than safe.

* Capture and test more warnings, emitted during compilation

* Update test/runtests.jl

---------

Co-authored-by: William Moses <[email protected]>

Author: giordano

Project.toml

@@ -48,7 +48,7 @@ EnzymeCore = "0.8.13"
 Enzyme_jll = "0.0.200"
 GPUArraysCore = "0.1.6, 0.2"
 GPUCompiler = "1.6"
-LLVM = "6.1, 7, 8, 9"
+LLVM = "9.1"
 LogExpFunctions = "0.3"
 ObjectFile = "0.4, 0.5"
 PrecompileTools = "1"

src/typeutils/lltypes.jl

@@ -29,18 +29,12 @@ function CountTrackedPointers(@nospecialize(T::LLVM.LLVMType))
             res.all &= sub.all
             res.derived |= sub.derived
         end
-    elseif isa(T, LLVM.ArrayType)
+    elseif isa(T, LLVM.ArrayType) || isa(T, LLVM.VectorType)
         sub = CountTrackedPointers(eltype(T))
         res.count += sub.count
         res.all &= sub.all
         res.derived |= sub.derived
         res.count *= length(T)
-    elseif isa(T, LLVM.VectorType)
-        sub = CountTrackedPointers(eltype(T))
-        res.count += sub.count
-        res.all &= sub.all
-        res.derived |= sub.derived
-        res.count *= size(T)
     end
     if res.count == 0
         res.all = false

test/optimize.jl

@@ -72,7 +72,6 @@ struct MvLocationScale{
 end
 
 @noinline function law(dist, flat::AbstractVector)
-    ccall(:jl_, Cvoid, (Any,), flat)
     n_dims = div(length(flat), 2)
     data = first(flat, n_dims)
     scale = Diagonal(data)
@@ -225,14 +224,14 @@ function fwd(x, y)
 end
 
 @testset "Parameter removal" begin
-	# Test that we do not remove parameters, or replace with undef, any parameters from externally linked code (even if replaced via blas)
-	fn = sprint() do io
-	   Enzyme.Compiler.enzyme_code_llvm(io, fwd, Const, Tuple{Const{Vector{ComplexF64}},Const{Vector{ComplexF64}}}; dump_module=true)
-	end
-
-	for s in split(fn, "\n")
-		if occursin(s, "ejlstr")
-			@test !(occursin(" undef",s) || occursin(" poison",s))
-		end
-	end
+    # Test that we do not remove parameters, or replace with undef, any parameters from externally linked code (even if replaced via blas)
+    fn = sprint() do io
+        @test_warn r"Using fallback BLAS replacements for" Enzyme.Compiler.enzyme_code_llvm(io, fwd, Const, Tuple{Const{Vector{ComplexF64}}, Const{Vector{ComplexF64}}}; dump_module = true)
+    end
+
+    for s in split(fn, "\n")
+        if occursin(s, "ejlstr")
+            @test !(occursin(" undef", s) || occursin(" poison", s))
+        end
+    end
 end

test/runtests.jl

@@ -606,7 +606,6 @@ end
 end
 
 @testset "Simple Exception" begin
-    f_simple_exc(x, i) = ccall(:jl_, Cvoid, (Any,), x[i])
     y = [1.0, 2.0]
     f_x = zero.(y)
     @test_throws BoundsError autodiff(Reverse, f_simple_exc, Duplicated(y, f_x), Const(0))
@@ -1663,7 +1662,12 @@ end
     end
 
     @testset "Vector to Number" for f in DiffTests.VECTOR_TO_NUMBER_FUNCS
-        test_matrix_to_number(f, y; rtol=1e-6, atol=1e-6)
+        # `test_matrix_to_number` contains a `@generated` function, we wrap it in a
+        # `Ref{Any}` container only to be able to catch and test the warnings emitted during
+        # compilation in the body of the function.
+        test_mat2num = Ref{Any}(test_matrix_to_number)
+        warn_msg = f === DiffTests.vec2num_3 ? r"Using fallback BLAS replacements for" : ""
+        @test_warn warn_msg test_mat2num[](f, y; rtol = 1.0e-6, atol = 1.0e-6)
     end
 
     @testset "Matrix to Number" for f in DiffTests.MATRIX_TO_NUMBER_FUNCS
@@ -3423,7 +3427,7 @@ function uns_sum2(x::Array{T})::T where T
 end
 
 function uns_ad_forward(scale_diag::Vector{T}, c) where T 
-    ccall(:jl_, Cvoid, (Any,), scale_diag) 
+ccall(:jl_, Cvoid, (Any,), scale_diag)
     res = uns_mymean(uns_sum2, [scale_diag,], T, c)
 	return res
 end