Test allocation of both problem initialization and solving

Author: YingboMa

Project.toml

@@ -13,8 +13,7 @@ StaticArrays = "90137ffa-7385-5640-81b9-e52037218182"
 UnPack = "3a884ed6-31ef-47d7-9d2a-63182c4928ed"
 
 [extras]
-BenchmarkTools = "6e4b80f9-dd63-53aa-95a3-0cdb28fa8baf"
 Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"
 
 [targets]
-test = ["BenchmarkTools", "Test"]
+test = ["Test"]

test/runtests.jl

@@ -1,28 +1,33 @@
 using NonlinearSolve
 using StaticArrays
-using BenchmarkTools
 using Test
 
-function benchmark_immutable()
-    probN = NonlinearProblem((u,p) -> u .* u .- 2, @SVector[1.0, 1.0])
+function benchmark_immutable(f, u0)
+    probN = NonlinearProblem{false}(f, u0)
     solver = init(probN, NewtonRaphson(), immutable = true, tol = 1e-9)
-    sol = @btime solve!($solver)
-    @test all(sol.u .* sol.u .- 2 .< 1e-9)
+    sol = solve!(solver)
 end
 
-function benchmark_mutable()
-    probN = NonlinearProblem((u,p) -> u .* u .- 2, @SVector[1.0, 1.0])
+function benchmark_mutable(f, u0)
+    probN = NonlinearProblem{false}(f, u0)
     solver = init(probN, NewtonRaphson(), immutable = false, tol = 1e-9)
-    sol = @btime (reinit!($solver, $probN); solve!($solver))
-    @test all(sol.u .* sol.u .- 2 .< 1e-9)
+    sol = (reinit!(solver, probN); solve!(solver))
 end
 
-function benchmark_scalar()
-    probN = NonlinearProblem((u,p) -> u .* u .- 2, 1.0)
-    sol = @btime (solve($probN, ScalarNewton()))
-    @test sol * sol - 2 < 1e-9
+function benchmark_scalar(f, u0)
+    probN = NonlinearProblem{false}(f, u0)
+    sol = (solve(probN, ScalarNewton()))
 end
 
-benchmark_immutable()
-benchmark_mutable()
-benchmark_scalar()
+f, u0 = (u,p) -> u .* u .- 2, @SVector[1.0, 1.0]
+sf, su0 = (u,p) -> u * u - 2, 1.0
+sol = benchmark_immutable(f, u0)
+@test all(sol.u .* sol.u .- 2 .< 1e-9)
+sol = benchmark_mutable(f, u0)
+@test all(sol.u .* sol.u .- 2 .< 1e-9)
+sol = benchmark_scalar(sf, su0)
+@test sol * sol - 2 < 1e-9
+
+@allocated benchmark_immutable(f, u0)
+@allocated benchmark_mutable(f, u0)
+@allocated benchmark_scalar(sf, su0)