perf: try forcing compat

Author: avik-pal

.github/workflows/benchmark_pr.yml

@@ -36,7 +36,7 @@ jobs:
           echo $PATH
           ls -l ~/.julia/bin
           mkdir results
-          benchpkg ${{ steps.extract-package-name.outputs.package_name }} --rev="${{github.event.repository.default_branch}},${{github.event.pull_request.head.sha}}" --url=${{ github.event.repository.clone_url }} --bench-on="${{github.event.repository.default_branch}}" --output-dir=results/ -s="benchmark/benchmarks.jl" --tune --add="Enzyme,Lux,Boltz,Random"
+          benchpkg ${{ steps.extract-package-name.outputs.package_name }} --rev="${{github.event.repository.default_branch}},${{github.event.pull_request.head.sha}}" --url=${{ github.event.repository.clone_url }} --bench-on="${{github.event.pull_request.head.sha}}" --output-dir=results/ -s="benchmark/benchmarks.jl" --tune --exeflags="-O3 --threads=auto"
         env:
           JULIA_PKG_SERVER: ""
       - name: Create plots from benchmarks

benchmark/Project.toml

@@ -0,0 +1,16 @@
+[deps]
+BenchmarkTools = "6e4b80f9-dd63-53aa-95a3-0cdb28fa8baf"
+Boltz = "4544d5e4-abc5-4dea-817f-29e4c205d9c8"
+Enzyme = "7da242da-08ed-463a-9acd-ee780be4f1d9"
+Lux = "b2108857-7c20-44ae-9111-449ecde12c47"
+Random = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"
+Reactant = "3c362404-f566-11ee-1572-e11a4b42c853"
+
+[compat]
+BenchmarkTools = "1.5"
+Boltz = "1"
+Enzyme = "0.13"
+Lux = "1.1"
+Random = "1.10"
+Reactant = "0.2"
+julia = "1.10"

benchmark/benchmarks.jl

@@ -1,10 +1,18 @@
-# To run:
-# using PkgBenchmark, Reactant
-# result = benchmarkpkg(KernelAbstractions)
-# export_markdown("benchmark/perf.md", result)
-
-# Note: if you change this file you will need to delete an regenerate tune.json
-# Your "v1.x" environment needs to have BenchmarkTools and PkgBenchmark installed.
+if !isfile(joinpath(@__DIR__, "Project.toml"))
+    # Assume the Project.toml wasn't activated yet
+    @info "Installing Benchmark dependencies"
+    import Pkg
+    Pkg.activate(@__DIR__)
+    Pkg.develop(Pkg.PackageSpec(path=joinpath(@__DIR__, "..")))
+    extra_pkgs = [
+        Pkg.PackageSpec(name="BenchmarkTools", version="1.5"),
+        Pkg.PackageSpec(name="Boltz", version="1"),
+        Pkg.PackageSpec(name="Lux", version="1.1"),
+        Pkg.PackageSpec(name="Random", version="1.10"),
+        Pkg.PackageSpec(name="Enzyme", version="0.13"),
+    ]
+    Pkg.add(extra_pkgs)
+end
 
 using BenchmarkTools
 using Reactant