Merge pull request #57 from tmigot/new-benchmark

New benchmark

Author: tmigot

benchmark/Project.toml

@@ -15,5 +15,6 @@ NLPModelsKnitro = "bec4dd0d-7755-52d5-9a02-22f0ffc7efcb"
 Pkg = "44cfe95a-1eb2-52ea-b672-e2afdf69b78f"
 PkgBenchmark = "32113eaa-f34f-5b0d-bd6c-c81e245fc73d"
 Plots = "91a5bcdd-55d7-5caf-9e0b-520d859cae80"
+Random = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"
 SolverBenchmark = "581a75fa-a23a-52d0-a590-d6201de2218a"
 SolverCore = "ff4d7338-4cf1-434d-91df-b86cb86fb843"

benchmark/benchmarks.jl

@@ -1,19 +1,17 @@
-using BenchmarkTools, DataFrames, Dates, DelimitedFiles, JLD2
+using BenchmarkTools, DataFrames, Dates, DelimitedFiles, JLD2, Random
 #JSO packages
 using CUTEst, NLPModels, NLPModelsKnitro, NLPModelsIpopt, SolverBenchmark, SolverCore
 #This package
 using DCISolver
 
+Random.seed!(1234)
+
 function runcutest(cutest_problems, solvers; today::String = string(today()))
   list = ""
   for solver in keys(solvers)
     list = string(list, "_$(solver)")
   end
-  stats = bmark_solvers(solvers, cutest_problems)
-
-  @save "$(today)_$(list)_$(string(length(pnames))).jld2" stats
-
-  return stats
+  return bmark_solvers(solvers, cutest_problems)
 end
 
 nmax = 300
@@ -57,5 +55,5 @@ solvers = Dict(
 )
 
 const SUITE = BenchmarkGroup()
-SUITE[:cutest_dcildl_ipopt_benchmark] =
-  @benchmarkable runcutest(cutest_problems, solvers) samples = 5
+SUITE[:cutest_dcildl_ipopt_benchmark] = @benchmarkable runcutest(cutest_problems, solvers)
+tune!(SUITE[:cutest_dcildl_ipopt_benchmark])