Add combined benchmarks

Author: webmaster128

packages/vm/benches/main.rs

@@ -353,6 +353,102 @@ fn bench_instance_threads(c: &mut Criterion) {
     });
 }
 
+fn bench_combined(c: &mut Criterion) {
+    let mut group = c.benchmark_group("Combined");
+
+    let options = CacheOptions::new(
+        TempDir::new().unwrap().into_path(),
+        capabilities_from_csv("cosmwasm_1_1,cosmwasm_1_2,cosmwasm_1_3,iterator,staking"),
+        MEMORY_CACHE_SIZE,
+        DEFAULT_MEMORY_LIMIT,
+    );
+
+    // Store contracts for all benchmarks in this group
+    let checksum: Checksum = {
+        let cache: Cache<MockApi, MockStorage, MockQuerier> =
+            unsafe { Cache::new(options.clone()).unwrap() };
+        cache.save_wasm(CYBERPUNK).unwrap()
+    };
+
+    group.bench_function("get instance from fs cache and execute", |b| {
+        let mut non_memcache = options.clone();
+        non_memcache.memory_cache_size = Size::kibi(0);
+
+        let cache: Cache<MockApi, MockStorage, MockQuerier> =
+            unsafe { Cache::new(non_memcache).unwrap() };
+
+        b.iter(|| {
+            let mut instance = cache
+                .get_instance(&checksum, mock_backend(&[]), DEFAULT_INSTANCE_OPTIONS)
+                .unwrap();
+            assert_eq!(cache.stats().hits_pinned_memory_cache, 0);
+            assert_eq!(cache.stats().hits_memory_cache, 0);
+            assert!(cache.stats().hits_fs_cache >= 1);
+            assert_eq!(cache.stats().misses, 0);
+
+            let info = mock_info("guest", &[]);
+            let msg = br#"{"noop":{}}"#;
+            let contract_result =
+                call_execute::<_, _, _, Empty>(&mut instance, &mock_env(), &info, msg).unwrap();
+            contract_result.into_result().unwrap();
+        });
+    });
+
+    group.bench_function("get instance from memory cache and execute", |b| {
+        let cache: Cache<MockApi, MockStorage, MockQuerier> =
+            unsafe { Cache::new(options.clone()).unwrap() };
+
+        // Load into memory
+        cache
+            .get_instance(&checksum, mock_backend(&[]), DEFAULT_INSTANCE_OPTIONS)
+            .unwrap();
+
+        b.iter(|| {
+            let backend = mock_backend(&[]);
+            let mut instance = cache
+                .get_instance(&checksum, backend, DEFAULT_INSTANCE_OPTIONS)
+                .unwrap();
+            assert_eq!(cache.stats().hits_pinned_memory_cache, 0);
+            assert!(cache.stats().hits_memory_cache >= 1);
+            assert_eq!(cache.stats().hits_fs_cache, 1);
+            assert_eq!(cache.stats().misses, 0);
+
+            let info = mock_info("guest", &[]);
+            let msg = br#"{"noop":{}}"#;
+            let contract_result =
+                call_execute::<_, _, _, Empty>(&mut instance, &mock_env(), &info, msg).unwrap();
+            contract_result.into_result().unwrap();
+        });
+    });
+
+    group.bench_function("get instance from pinned memory and execute", |b| {
+        let cache: Cache<MockApi, MockStorage, MockQuerier> =
+            unsafe { Cache::new(options.clone()).unwrap() };
+
+        // Load into pinned memory
+        cache.pin(&checksum).unwrap();
+
+        b.iter(|| {
+            let backend = mock_backend(&[]);
+            let mut instance = cache
+                .get_instance(&checksum, backend, DEFAULT_INSTANCE_OPTIONS)
+                .unwrap();
+            assert_eq!(cache.stats().hits_memory_cache, 0);
+            assert!(cache.stats().hits_pinned_memory_cache >= 1);
+            assert_eq!(cache.stats().hits_fs_cache, 1);
+            assert_eq!(cache.stats().misses, 0);
+
+            let info = mock_info("guest", &[]);
+            let msg = br#"{"noop":{}}"#;
+            let contract_result =
+                call_execute::<_, _, _, Empty>(&mut instance, &mock_env(), &info, msg).unwrap();
+            contract_result.into_result().unwrap();
+        });
+    });
+
+    group.finish();
+}
+
 fn make_config(measurement_time_s: u64) -> Criterion {
     Criterion::default()
         .without_plots()
@@ -371,6 +467,13 @@ criterion_group!(
     config = make_config(8);
     targets = bench_cache
 );
+// Combines loading module from cache, instantiating it and executing the instance.
+// This is what every call in libwasmvm does.
+criterion_group!(
+    name = combined;
+    config = make_config(5);
+    targets = bench_combined
+);
 criterion_group!(
     name = multi_threaded_instance;
     config = Criterion::default()
@@ -380,4 +483,4 @@ criterion_group!(
         .configure_from_args();
     targets = bench_instance_threads
 );
-criterion_main!(instance, cache, multi_threaded_instance);
+criterion_main!(instance, cache, combined, multi_threaded_instance);