Merge pull request #710 from wado-lang/claude/setup-sqlite-benchmark-g0Us7

Add SQLite parser benchmark comparing Gale-generated vs sqlparser-rs

Author: gfx

.github/scripts/run_wado_benchmarks.ts

@@ -48,6 +48,9 @@ for (const opt of OPT_LEVELS) {
 
   output = runBench('benchmark/json_catalog/json_catalog.wado', opt);
   benchmarks.push({ name: `json/catalog (${label})`, unit: 'ms', value: parseMs(output) });
+
+  output = runBench('benchmark/sqlite_parse/sqlite_parse.wado', opt, ['--dir', '.::.']);
+  benchmarks.push({ name: `sqlite_parse (${label})`, unit: 'ms', value: parseMs(output) });
 }
 
 process.stdout.write(JSON.stringify(benchmarks, null, 2) + '\n');

benchmark/.gitignore

@@ -8,3 +8,4 @@
 */fts_zig
 */fts_zig.o
 */target/
+Cargo.lock

benchmark/README.md

@@ -81,6 +81,19 @@ mise run benchmark-json-canada
 mise run benchmark-json-catalog
 ```
 
+### SQLite Parsing (`sqlite_parse/`)
+
+Parses 81 realistic SQLite statements (13KB of SQL) using a parser generated by Gale from the ANTLR4 `SQLite.g4` grammar. Compares Gale's auto-generated recursive descent parser (Wado, compiled to Wasm) against Rust's `sqlparser-rs` (hand-written recursive descent, native).
+
+- **Use case**: Parser generator output performance, tokenizer + parser throughput
+- **Operations**: Lexing (tokenization), recursive descent parsing, CST construction
+- **Data**: 81 statements — DDL (CREATE TABLE/INDEX/VIEW), DML (INSERT/UPDATE/DELETE), SELECTs with JOINs, CTEs, subqueries, CASE expressions, UNION/INTERSECT, built-in functions
+- **Comparison**: Gale-generated parser (Wado/Wasm) vs `sqlparser-rs` (native Rust)
+
+```bash
+mise run benchmark-sqlite-parse
+```
+
 ## Prerequisites
 
 To run all benchmarks, ensure you have the following tools installed:
@@ -105,6 +118,7 @@ mise run benchmark-fts
 mise run benchmark-json-twitter
 mise run benchmark-json-canada
 mise run benchmark-json-catalog
+mise run benchmark-sqlite-parse
 ```
 
 ## Recent Results
@@ -207,6 +221,15 @@ Both implementations parse 55,563 coordinate points from GeoJSON.
 
 Both implementations parse 184 events and 243 performances from CITM catalog data. Rust uses `BTreeMap` (ordered map) to match Wado's `TreeMap`.
 
+### SQLite Parsing (13KB, 81 statements x 100 iterations)
+
+| Runtime                                | Time (ms) | Per iteration (us) | Relative |
+| -------------------------------------- | --------- | ------------------ | -------- |
+| Rust (sqlparser-rs, native)            | 182       | 1,825              | 1.00x    |
+| **Wado** (Gale-generated parser, Wasm) | 4,284     | 42,836             | 23.46x   |
+
+Both implementations parse 81 SQL statements per iteration. The Gale parser is auto-generated from ANTLR4's `SQLite.g4` grammar; `sqlparser-rs` is a hand-tuned native Rust parser.
+
 ## Profiling Wado Programs
 
 `wado run --profile <mode>` enables runtime profiling via wasmtime's profiling infrastructure.
@@ -308,6 +331,7 @@ samply record wado run --profile perfmap benchmark/count_prime/count_prime.wado
 - Zig benchmarks use `-OReleaseFast`
 - JSON benchmarks compare Wado's `core:json` (pure Wado, Wasm) against Rust's `serde_json` (native). Rust uses `BTreeMap` for map fields to match Wado's `TreeMap`
 - JSON test data from [nativejson-benchmark](https://github.com/miloyip/nativejson-benchmark)
+- SQLite parser benchmark compares Gale-generated parser (Wado, Wasm) against Rust's `sqlparser-rs` (native hand-written recursive descent)
 
 ## File Structure
 
@@ -321,5 +345,6 @@ benchmark/
 ├── json_twitter/{json_twitter.wado,serde_json.rs,twitter.json}
 ├── mandelbrot/mandelbrot.{wado,c,js}
 ├── sieve/sieve.{wado,c,js}
+├── sqlite_parse/{sqlite_parse.wado,sqlparser_rs.rs,queries.sql}
 └── zlib/{zlib_bench.wado,zlib_rs.rs,zlib_c.c}
 ```

benchmark/mise.toml

@@ -209,6 +209,22 @@ echo "=== Wado ==="
 cargo run --release --manifest-path ../wado-cli/Cargo.toml --quiet -- run -O2 --dir ..::. json_catalog/json_catalog.wado
 """
 
+[tasks.sqlite-parse]
+description = "Run sqlite-parse benchmark (Gale parser vs sqlparser-rs)"
+run = """
+#!/usr/bin/env bash
+set -e
+
+echo "=== Compiling Rust sqlparser-rs benchmark ==="
+cargo build --release --manifest-path sqlite_parse/Cargo.toml --quiet
+
+echo "=== Rust sqlparser-rs ==="
+./sqlite_parse/target/release/sqlite_parse_bench
+
+echo "=== Wado (Gale) ==="
+cargo run --release --manifest-path ../wado-cli/Cargo.toml --quiet -- run -O2 --dir ..::. sqlite_parse/sqlite_parse.wado
+"""
+
 [tasks.all]
 description = "Run all benchmarks serially"
 run = """
@@ -222,6 +238,7 @@ MISE_JOBS=1 mise run fts
 MISE_JOBS=1 mise run json-twitter
 MISE_JOBS=1 mise run json-canada
 MISE_JOBS=1 mise run json-catalog
+MISE_JOBS=1 mise run sqlite-parse
 """
 
 [tasks.clean]

benchmark/sqlite_parse/Cargo.toml

@@ -0,0 +1,14 @@
+[workspace]
+
+[package]
+name = "sqlite-parse-bench"
+version = "0.1.0"
+edition = "2024"
+publish = false
+
+[[bin]]
+name = "sqlite_parse_bench"
+path = "sqlparser_rs.rs"
+
+[dependencies]
+sqlparser = { version = "0.55", features = ["visitor"] }