Set up criterion for benchmarking (#197)

Author: friendlymatthew

.github/workflows/ci.yml

@@ -61,6 +61,11 @@ jobs:
         with:
           toolchain: ${{ matrix.rust-version }}
 
+      - name: Generate MSRV-compatible lockfile
+        if: matrix.rust-version == needs.resolve.outputs.MSRV
+        run: |
+          CARGO_RESOLVER_INCOMPATIBLE_RUST_VERSIONS=fallback cargo +stable update
+
       - uses: Swatinem/rust-cache@v2
       - uses: taiki-e/install-action@cargo-llvm-cov
 

crates/jiter/Cargo.toml

@@ -27,7 +27,6 @@ python = ["dep:pyo3", "dep:pyo3-build-config"]
 num-bigint = ["dep:num-bigint", "pyo3?/num-bigint"]
 
 [dev-dependencies]
-bencher = "0.1.5"
 paste = "1.0.7"
 serde_json = { version = "1.0.87", features = [
     "preserve_order",
@@ -36,7 +35,7 @@ serde_json = { version = "1.0.87", features = [
 ] }
 serde = "1.0.147"
 pyo3 = { workspace = true, features = ["auto-initialize"] }
-codspeed-bencher-compat = "2.7.1"
+codspeed-criterion-compat = "2.7.2"
 
 [build-dependencies]
 pyo3-build-config = { workspace = true, optional = true }

crates/jiter/benches/README.md

@@ -0,0 +1,13 @@
+# Benchmarks
+
+Before running benchmarks, make sure to generate `big.json`:
+
+```shell
+python3 ./crates/jiter/benches/generate_big.py
+```
+
+To run benchmarks, run:
+
+```shell
+cargo bench -p jiter
+```