Add new benchmarks for varying sizes of sandboxes and guest function parameters

Signed-off-by: Ludvig Liljenberg <[email protected]>

Author: ludfjig

src/hyperlight_host/benches/benchmarks.rs

@@ -30,6 +30,20 @@ fn create_multiuse_sandbox() -> MultiUseSandbox {
     create_uninit_sandbox().evolve().unwrap()
 }
 
+fn create_sandbox_with_heap_size(heap_size_mb: Option<u64>) -> MultiUseSandbox {
+    let path = simple_guest_as_string().unwrap();
+    let config = if let Some(size_mb) = heap_size_mb {
+        let mut config = SandboxConfiguration::default();
+        config.set_heap_size(size_mb * 1024 * 1024); // Convert MB to bytes
+        Some(config)
+    } else {
+        None
+    };
+
+    let uninit_sandbox = UninitializedSandbox::new(GuestBinary::FilePath(path), config).unwrap();
+    uninit_sandbox.evolve().unwrap()
+}
+
 fn guest_call_benchmark(c: &mut Criterion) {
     let mut group = c.benchmark_group("guest_functions");
 
@@ -41,6 +55,18 @@ fn guest_call_benchmark(c: &mut Criterion) {
         b.iter(|| sbox.call::<String>("Echo", "hello\n".to_string()).unwrap());
     });
 
+    // Benchmarks a single guest restore after a guest function call.
+    // The benchmark only includes the time to reset the sandbox memory after the call.
+    group.bench_function("guest_restore", |b| {
+        let mut sbox = create_multiuse_sandbox();
+        let snapshot = sbox.snapshot().unwrap();
+        sbox.call::<String>("Echo", "hello\n".to_string()).unwrap();
+
+        b.iter(|| {
+            sbox.restore(&snapshot).unwrap();
+        });
+    });
+
     // Benchmarks a single guest function call.
     // The benchmark does include the time to reset the sandbox memory after the call.
     group.bench_function("guest_call_with_restore", |b| {
@@ -75,37 +101,57 @@ fn guest_call_benchmark(c: &mut Criterion) {
     group.finish();
 }
 
-fn guest_call_benchmark_large_param(c: &mut Criterion) {
-    let mut group = c.benchmark_group("guest_functions_with_large_parameters");
+fn guest_call_benchmark_large_params(c: &mut Criterion) {
+    let mut group = c.benchmark_group("2_large_parameters");
     #[cfg(target_os = "windows")]
     group.sample_size(10); // This benchmark is very slow on Windows, so we reduce the sample size to avoid long test runs.
 
-    // This benchmark includes time to first clone a vector and string, so it is not a "pure' benchmark of the guest call, but it's still useful
-    group.bench_function("guest_call_with_large_parameters", |b| {
-        const SIZE: usize = 50 * 1024 * 1024; // 50 MB
-        let large_vec = vec![0u8; SIZE];
-        let large_string = unsafe { String::from_utf8_unchecked(large_vec.clone()) }; // Safety: indeed above vec is valid utf8
+    // Parameter sizes to test in MB. Each guest call will use two parameters of this size (vec and str).
+    const PARAM_SIZES_MB: &[u64] = &[5, 10, 20, 40, 60];
 
-        let mut config = SandboxConfiguration::default();
-        config.set_input_data_size(2 * SIZE + (1024 * 1024)); // 2 * SIZE + 1 MB, to allow 1MB for the rest of the serialized function call
-        config.set_heap_size(SIZE as u64 * 15);
+    for &param_size_mb in PARAM_SIZES_MB {
+        let benchmark_name = format!("guest_call_restore_{}mb_params", param_size_mb);
+        group.bench_function(&benchmark_name, |b| {
+            let param_size_bytes = param_size_mb * 1024 * 1024;
 
-        let sandbox = UninitializedSandbox::new(
-            GuestBinary::FilePath(simple_guest_as_string().unwrap()),
-            Some(config),
-        )
-        .unwrap();
-        let mut sandbox = sandbox.evolve().unwrap();
+            let large_vec = vec![0u8; param_size_bytes as usize];
+            let large_string = String::from_utf8(large_vec.clone()).unwrap();
 
-        b.iter(|| {
-            sandbox
-                .call_guest_function_by_name::<()>(
-                    "LargeParameters",
-                    (large_vec.clone(), large_string.clone()),
-                )
-                .unwrap()
+            let mut config = SandboxConfiguration::default();
+            config.set_heap_size(600 * 1024 * 1024);
+            config.set_input_data_size(300 * 1024 * 1024);
+
+            let sandbox = UninitializedSandbox::new(
+                GuestBinary::FilePath(simple_guest_as_string().unwrap()),
+                Some(config),
+            )
+            .unwrap();
+            let mut sandbox = sandbox.evolve().unwrap();
+            let snapshot = sandbox.snapshot().unwrap();
+
+            // Iter_custom to avoid measure clone time of params
+            b.iter_custom(|iters| {
+                let mut total_duration = std::time::Duration::ZERO;
+
+                for _ in 0..iters {
+                    let vec_clone = large_vec.clone();
+                    let string_clone = large_string.clone();
+
+                    let start = std::time::Instant::now();
+                    sandbox
+                        .call_guest_function_by_name::<()>(
+                            "LargeParameters",
+                            (vec_clone, string_clone),
+                        )
+                        .unwrap();
+                    sandbox.restore(&snapshot).unwrap();
+                    total_duration += start.elapsed();
+                }
+
+                total_duration
+            });
         });
-    });
+    }
 
     group.finish();
 }
@@ -138,9 +184,58 @@ fn sandbox_benchmark(c: &mut Criterion) {
     group.finish();
 }
 
+fn sandbox_heap_size_benchmark(c: &mut Criterion) {
+    let mut group = c.benchmark_group("sandbox_heap_sizes");
+
+    const HEAP_SIZES_MB: &[u64] = &[50, 100, 250, 500, 995];
+
+    // Benchmark sandbox creation with default heap size
+    group.bench_function("create_sandbox_default_heap", |b| {
+        b.iter_with_large_drop(|| create_sandbox_with_heap_size(None));
+    });
+
+    // Benchmark sandbox creation with different heap sizes
+    for &heap_size_mb in HEAP_SIZES_MB {
+        let benchmark_name = format!("create_sandbox_{}mb_heap", heap_size_mb);
+        group.bench_function(&benchmark_name, |b| {
+            b.iter_with_large_drop(|| create_sandbox_with_heap_size(Some(heap_size_mb)));
+        });
+    }
+
+    group.finish();
+}
+
+fn guest_call_heap_size_benchmark(c: &mut Criterion) {
+    let mut group = c.benchmark_group("guest_call_restore_heap_sizes");
+
+    const HEAP_SIZES_MB: &[Option<u64>] =
+        &[None, Some(50), Some(100), Some(250), Some(500), Some(995)];
+
+    // Benchmark guest function call with different heap sizes (including default)
+    for &heap_size_mb in HEAP_SIZES_MB {
+        let benchmark_name = match heap_size_mb {
+            None => "guest_call_restore_default_mb_heap".to_string(),
+            Some(size) => format!("guest_call_restore_{}_mb_heap", size),
+        };
+        group.bench_function(&benchmark_name, |b| {
+            let mut sandbox = create_sandbox_with_heap_size(heap_size_mb);
+            let snapshot = sandbox.snapshot().unwrap();
+
+            b.iter(|| {
+                sandbox
+                    .call_guest_function_by_name::<String>("Echo", "hello\n".to_string())
+                    .unwrap();
+                sandbox.restore(&snapshot).unwrap();
+            });
+        });
+    }
+
+    group.finish();
+}
+
 criterion_group! {
     name = benches;
     config = Criterion::default();
-    targets = guest_call_benchmark, sandbox_benchmark, guest_call_benchmark_large_param
+    targets = guest_call_benchmark, sandbox_benchmark, sandbox_heap_size_benchmark, guest_call_benchmark_large_params, guest_call_heap_size_benchmark
 }
 criterion_main!(benches);