fix(tokenizer)!: Fix underscore separator with scientific notation #14

	name: Benchmark Rust tokenizer changes

	on:
	pull_request:
	paths:
	- 'sqlglotrs/**'

	jobs:
	run-benchmark:
	name: run benchmark
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v5

	# Install Python development libraries
	- name: Setup Python for benchmarks
	run: \|
	sudo apt-get update
	sudo apt-get install -y python3-dev pkg-config

	# Force linking against system Python
	echo "RUSTFLAGS=-C link-arg=-lpython3" >> $GITHUB_ENV

	# Also set the library path just in case
	echo "LD_LIBRARY_PATH=/usr/lib/x86_64-linux-gnu:${LD_LIBRARY_PATH}" >> $GITHUB_ENV
	echo "LIBRARY_PATH=/usr/lib/x86_64-linux-gnu:${LIBRARY_PATH}" >> $GITHUB_ENV

	- uses: boa-dev/criterion-compare-action@v3
	with:
	branchName: ${{ github.base_ref }}
	cwd: "sqlglotrs"

Provide feedback