Benchmark more with Mooncake

Author: mhauru

benchmarks/Project.toml

@@ -10,14 +10,14 @@ DynamicPPL = "366bfd00-2699-11ea-058f-f148b4cae6d8"
 ForwardDiff = "f6369f11-7733-5829-9624-2563aa707210"
 LinearAlgebra = "37e2e46d-f89d-539d-b4ee-838fcccc9c8e"
 LogDensityProblems = "6fdf6af0-433a-55f7-b3ed-c6c6e0b8df7c"
+Mooncake = "da2b9cff-9c12-43a0-ae48-6db2b0edb7d6"
 PrettyTables = "08abe8d2-0d0c-5749-adfa-8a2ac140af0d"
 ReverseDiff = "37e2e3b7-166d-5795-8a7a-e32c996b4267"
 
 [compat]
 ADTypes = "1.14.0"
 BenchmarkTools = "1.6.0"
 Distributions = "0.25.117"
-# DynamicPPL deliberately has no compat bound, to allow using the local version.
 ForwardDiff = "0.10.38"
 LogDensityProblems = "2.1.2"
 PrettyTables = "2.4.0"

benchmarks/benchmarks.jl

@@ -44,17 +44,15 @@ chosen_combinations = [
     ("Smorgasbord", smorgasbord_instance, :untyped, :forwarddiff, true),
     ("Smorgasbord", smorgasbord_instance, :simple_dict, :forwarddiff, true),
     ("Smorgasbord", smorgasbord_instance, :typed, :reversediff, true),
-    # TODO(mhauru) Add Mooncake once TuringBenchmarking.jl supports it. Consider changing
-    # all the below :reversediffs to :mooncakes too.
-    #("Smorgasbord", smorgasbord_instance, :typed, :mooncake, true),
-    ("Loop univariate 1k", loop_univariate1k, :typed, :reversediff, true),
-    ("Multivariate 1k", multivariate1k, :typed, :reversediff, true),
-    ("Loop univariate 10k", loop_univariate10k, :typed, :reversediff, true),
-    ("Multivariate 10k", multivariate10k, :typed, :reversediff, true),
-    # TODO(mhauru) Would like to use :reversediff here, but see
-    # https://github.com/TuringLang/DynamicPPL.jl/issues/835
-    ("Dynamic", Models.dynamic(), :typed, :forwarddiff, true),
-    ("Submodel", Models.parent(randn()), :typed, :reversediff, true),
+    ("Smorgasbord", smorgasbord_instance, :typed, :mooncake, true),
+    ("Loop univariate 1k", loop_univariate1k, :typed, :mooncake, true),
+    ("Multivariate 1k", multivariate1k, :typed, :mooncake, true),
+    ("Loop univariate 10k", loop_univariate10k, :typed, :mooncake, true),
+    ("Multivariate 10k", multivariate10k, :typed, :mooncake, true),
+    ("Dynamic", Models.dynamic(), :typed, :mooncake, true),
+    ("Submodel", Models.parent(randn()), :typed, :mooncake, true),
+    # TODO(mhauru) Switch to :mooncake once
+    # https://github.com/compintell/Mooncake.jl/issues/513 is resolved
     ("LDA", lda_instance, :typed, :reversediff, true),
 ]
 

benchmarks/src/DynamicPPLBenchmarks.jl

@@ -6,8 +6,8 @@ using DynamicPPL: DynamicPPL
 using ADTypes: ADTypes
 using LogDensityProblems: LogDensityProblems
 
-# Load some the default backends to trigger conditional loading.
 using ForwardDiff: ForwardDiff
+using Mooncake: Mooncake
 using ReverseDiff: ReverseDiff
 
 include("./Models.jl")