fix(tokenizer)!: Fix underscore separator with scientific notation #12

	name: Benchmark Rust tokenizer changes

	on:
	pull_request:
	paths:
	- 'sqlglotrs/**'

	jobs:
	run-benchmark:
	name: run benchmark
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v5

	# Set up Python for PyO3
	- name: Set up Python
	uses: actions/setup-python@v5
	with:
	python-version: '3.11'

	# Install Python development headers
	- name: Install Python dev dependencies
	run: \|
	sudo apt-get update
	sudo apt-get install -y python3.11-dev

	# Set PyO3 environment variables
	- name: Set PyO3 Python version
	run: \|
	echo "PYO3_PYTHON=python3.11" >> $GITHUB_ENV

	- uses: boa-dev/criterion-compare-action@v3
	with:
	branchName: ${{ github.base_ref }}
	cwd: "sqlglotrs"

Provide feedback