Add timingtable.jl (#851)

Add `test/timingtable.jl` file to create a table of timings of fits of models from `test/modelcache.jl` (the `kb07` data set by default).  This file is not included in the test suite because it takes a long time to run.  It is a standalone timing.

Author: dmbates

test/timingtable.jl

@@ -1,7 +1,7 @@
-using Chairmarks, PRIMA, TypedTables
+using Chain, Chairmarks, PRIMA, DataFrames
 include(joinpath(@__DIR__, "modelcache.jl"))
 
-@isdefined(timingtable) || function timingtable(
+@isdefined(timingtable) || function timingtable(;
     dsname::Symbol=:insteval,
     optimizers::Vector{NTuple{2,Symbol}}=
     [
@@ -10,24 +10,41 @@ include(joinpath(@__DIR__, "modelcache.jl"))
         (:prima, :newuoa),
         (:prima, :bobyqa),
     ],
-    seconds::Integer = 1;
+    seconds::Integer = 1
 )
     rowtype = @NamedTuple{
-        modnum::Int,
+        modnum::Int8,
+        ntheta::Int8,
+        dof::Int8,
         bkend::Symbol,
-        optmzr::Symbol,
+        optimizer::Symbol,
         feval::Int,
-        objtiv::Float64,
+        objective::Float64,
         time::Float64,
     }
     val = rowtype[]
     mods = models(dsname)
 
     for (j, m) in enumerate(mods)
+        ntheta = length(m.parmap)
         for (bk, opt) in optimizers
             bmk = @b refit!(m; progress=false, backend=bk, optimizer=opt) seconds=seconds
-            push!(val, rowtype((j, bk, opt, m.optsum.feval, m.optsum.fmin, bmk.time)))
+            push!(val, rowtype((j, ntheta, dof(m), bk, opt, m.optsum.feval, m.optsum.fmin, bmk.time)))
         end
     end
-    return Table(val)
+    return @chain DataFrame(val) begin
+        groupby(:modnum)
+        combine(
+            :ntheta,
+            :dof,
+            :bkend,
+            :optimizer,
+            :feval,
+            :objective,
+            :time,
+            :objective => minimum => :min_obj,
+        )
+        transform!([:objective, :min_obj] => ((x, y) -> x - y) => :del_obj)
+    end
 end
+