repo in local directory

Author: epolack

benchmark/Project.toml renamed to benchmark/humongous/Project.toml

@@ -1,9 +1,9 @@
 [deps]
 AtomsIOPython = "9e4c859b-2281-48ef-8059-f50fe53c37b0"
+BenchmarkCI = "20533458-34a3-403d-a444-e18f38190b5b"
 BenchmarkTools = "6e4b80f9-dd63-53aa-95a3-0cdb28fa8baf"
 DFTK = "acf6eb54-70d9-11e9-0013-234b7a5f5337"
 LibGit2 = "76f85450-5226-5b5a-8eaa-529ad045b433"
 LinearAlgebra = "37e2e46d-f89d-539d-b4ee-838fcccc9c8e"
 MKL = "33e6dc65-8f57-5167-99aa-e5a354878fb2"
-PkgBenchmark = "32113eaa-f34f-5b0d-bd6c-c81e245fc73d"
 TestItemRunner = "f8b46487-2199-4994-9208-9a1283c18c0a"

benchmark/humongous/runbenchmarks.jl

@@ -6,7 +6,7 @@ if !isfile(joinpath(@__DIR__, "Manifest.toml"))
     Pkg.instantiate()
 end
 
-using PkgBenchmark
+using BenchmarkCI
 
 import LibGit2
 repo = mktempdir(mktempdir())  # TestItemRunner needs access to parent directory as well.
@@ -15,23 +15,9 @@ LibGit2.clone("https://github.com/epolack/DFTK-testproblems", repo)
 # Workaround to be able to benchmark releases before the use of PkgBenchmark.
 script = tempname(repo) * ".jl"
 benchpath = joinpath(ROOTPATH, "benchmark", "humongous", "benchmarks.jl")
+project = dirname(benchpath)
 cp(benchpath, script)
 
-# Reconfigures the packages in case of version changes.
-juliacmd=`$(joinpath(Sys.BINDIR, Base.julia_exename())) \
-          -O3 -e"import Pkg; Pkg.activate(\"$ROOTPATH\"); Pkg.instantiate();"`
-target = BenchmarkConfig(; id="HEAD", juliacmd)
-baseline = BenchmarkConfig(; id="master", juliacmd)
-judged = judge(ROOTPATH, target, baseline; retune=true, script)
+BenchmarkCI.judge(; retune=true, script, project)
 
-println("MASTER BRANCH")
-println(judged.baseline_results)
-
-println("THIS BRANCH")
-println(judged.target_results)
-
-println("DIFFGROUP")
-println(judged.benchmarkgroup)
-
-println("MARKDOWN")
-export_markdown(stdout, judged; export_invariants=false)
+BenchmarkCI.displayjudgement()