Merge pull request #1 from exyi/fast-funcia

Author: Sejsel

Cargo.lock

@@ -17,4 +17,20 @@ num-integer = "0.1.45"
 members = [
 	"ksplang-cli",
 	"."
-]
+]
+
+[lib]
+bench = false
+
+[dev-dependencies]
+# Criterion is used only for benchmarks
+criterion = { version = "0.7", features = ["html_reports"] }
+rand = "0.9.2"
+
+[[bench]]
+name = "funkcia_bench"
+harness = false
+
+[[bench]]
+name = "program_bench"
+harness = false

Cargo.toml

@@ -0,0 +1,63 @@
+use criterion::{criterion_group, criterion_main, BenchmarkId, Criterion};
+use rand::{Rng, SeedableRng};
+use std::hint::black_box;
+
+use ksplang::funkcia::funkcia;
+
+fn criterion_benchmark(c: &mut Criterion) {
+    let mut group = c.benchmark_group("funkcia");
+    let pairs: &[(i64, i64)] = &[
+        (2, 3),
+        (3, 9),
+        (10, 16),
+        (24, 32),
+        (1000, 1001),
+        (1 << 61, (1 << 61) + 1),
+        (3 << 62, 5 << 62),
+        (7 << 61, i32::MAX as i64),
+        (1_000_000_007, 1_000_000_009),
+        (614_889_782_588_491_410, 307_444_891_294_245_705),
+        (1_000_000_000_000_000_007, i64::MAX - 2),
+        // (108, 225), // values taken from a real run of AOC24 3-2 solution
+        // (114, 109),
+        // (12426, 225),
+        // (16300, 225),
+        // (163, 100),
+        // (3, 2),
+        // (32, 109),
+        // (33, 100),
+        // (4, 3),
+        // (49, 100),
+        // (5, 3),
+        // (5, 4),
+        // (6225, 100),
+        // (6640, 75),
+        // (6641, 109),
+        // (7, 113),
+        // (7, 16),
+        // (723870, 225),
+        // (80, 75),
+        // (80, 83),
+        // (83, 75),
+        // (996, 32),
+    ];
+    for &(a, b) in pairs.iter() {
+        group.bench_with_input(BenchmarkId::from_parameter(format!("{a}-{b}")), &(a, b), |bencher, &(a, b)| {
+            bencher.iter(|| black_box(funkcia(black_box(a), black_box(b))));
+        });
+    }
+    let rng = rand::rngs::StdRng::from_seed([1; 32]);
+    // generate i64 numbers 0..=i64::MAX
+    let inputs: Vec<i64> = rng.random_iter().take(2048).collect();
+    group.bench_function("random", |bencher| {
+        bencher.iter(||
+            for i in 0..inputs.len() {
+                black_box(funkcia(black_box(inputs[i]), black_box(inputs[inputs.len() - 1 - i])));
+            }
+        );
+    });
+    group.finish();
+}
+
+criterion_group!(name = benches; config = Criterion::default(); targets = criterion_benchmark);
+criterion_main!(benches);

benches/funkcia_bench.rs

@@ -0,0 +1,70 @@
+use criterion::{criterion_group, criterion_main, BenchmarkId, Criterion};
+use std::hint::black_box;
+
+use ksplang::{ops::Op, parser::parse_program, vm::VMOptions};
+
+fn parse_in_num(str: &str) -> Vec<i64> {
+    let mut stack = vec![];
+    for line in str.lines() {
+        for word in line.split_whitespace() {
+            stack.push(word.parse().unwrap());
+        }
+    }
+    stack
+}
+
+fn parse_in_txt(str: &str) -> Vec<i64> {
+    let mut stack = vec![];
+    for c in str.chars() {
+        stack.push(c as i64);
+    }
+    stack
+}
+
+fn run(ops: &[Op], input: &[i64]) {
+    let options = VMOptions::new(input, 2097152, &[], 10_000_000_000, u64::MAX);
+    black_box(ksplang::vm::run(&ops, options).unwrap());
+}
+
+fn criterion_benchmark(c: &mut Criterion) {
+    // programs are taken from: https://github.com/Sejsel/aoc2024-ksplang
+
+    // target at most 100ms
+    let fast_tests: Vec<(String, Vec<Op>, Vec<i64>)> = vec![
+        (format!("aoc24-1-1"), parse_program(include_str!("programs/aoc24-1-1.ksplang")).unwrap(), parse_in_num(include_str!("programs/aoc24-1-short.in"))),
+        (format!("aoc24-1-2"), parse_program(include_str!("programs/aoc24-1-2.ksplang")).unwrap(), parse_in_num(include_str!("programs/aoc24-1-short.in"))),
+        (format!("aoc24-2-1"), parse_program(include_str!("programs/aoc24-2-1.ksplang")).unwrap(), parse_in_txt(include_str!("programs/aoc24-2-short.in"))),
+        (format!("aoc24-3-2"), parse_program(include_str!("programs/aoc24-3-2.ksplang")).unwrap(), parse_in_txt(include_str!("programs/aoc24-3-short.in"))),
+        (format!("aoc24-7-1"), parse_program(include_str!("programs/aoc24-7-1.ksplang")).unwrap(), parse_in_txt(include_str!("programs/aoc24-7-short.in"))),
+    ];
+    // target at most few seconds
+    let slow_tests: Vec<(String, Vec<Op>, Vec<i64>)> = vec![
+        (format!("aoc24-1-1"), parse_program(include_str!("programs/aoc24-1-1.ksplang")).unwrap(), parse_in_num(include_str!("programs/aoc24-1.in"))),
+        (format!("aoc24-1-2"), parse_program(include_str!("programs/aoc24-1-2.ksplang")).unwrap(), parse_in_num(include_str!("programs/aoc24-1.in"))),
+        (format!("aoc24-2-1"), parse_program(include_str!("programs/aoc24-2-1.ksplang")).unwrap(), parse_in_txt(include_str!("programs/aoc24-2.in"))),
+        (format!("aoc24-3-2"), parse_program(include_str!("programs/aoc24-3-2.ksplang")).unwrap(), parse_in_txt(include_str!("programs/aoc24-3.in"))),
+        (format!("aoc24-7-1"), parse_program(include_str!("programs/aoc24-7-1.ksplang")).unwrap(), parse_in_txt(include_str!("programs/aoc24-7.in"))),
+    ];
+
+    let mut group = c.benchmark_group("full_program");
+
+    for (name, prog, input) in fast_tests.iter() {
+        group.bench_function(BenchmarkId::from_parameter(format!("{name}")), |bencher: &mut criterion::Bencher<'_>| {
+            bencher.iter(|| run(black_box(&prog), black_box(&input)));
+        });
+    }
+    group.finish();
+
+    let mut slow_group = c.benchmark_group("full_program_slow");
+    slow_group.sample_size(10);
+    slow_group.sampling_mode(criterion::SamplingMode::Flat);
+    for (name, prog, input) in slow_tests.iter() {
+        slow_group.bench_function(BenchmarkId::from_parameter(format!("{name}")), |bencher: &mut criterion::Bencher<'_>| {
+            bencher.iter(|| run(black_box(&prog), black_box(&input)));
+        });
+    }
+    slow_group.finish();
+}
+
+criterion_group!(name = benches; config = Criterion::default(); targets = criterion_benchmark);
+criterion_main!(benches);