just update tokenizers

Author: hlky

.github/workflows/pr_tests.yml

@@ -261,13 +261,12 @@ jobs:
 
     - name: Install dependencies
       run: |
-        curl https://sh.rustup.rs -sSf | sh -s -- -y && export PATH="$HOME/.cargo/bin:$PATH"
         python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
         python -m uv pip install -e [quality,test]
         # TODO (sayakpaul, DN6): revisit `--no-deps`
         python -m pip install -U peft@git+https://github.com/huggingface/peft.git --no-deps
-        pip install -e git+https://github.com/huggingface/transformers.git#egg=transformers --no-deps
-        python -m uv pip install -U tokenizers@git+https://github.com/huggingface/tokenizers.git#subdirectory=bindings/python --no-deps
+        python -m uv pip install -U transformers@git+https://github.com/huggingface/transformers.git --no-deps
+        python -m uv pip install -U tokenizers
         pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git --no-deps
 
     - name: Environment