More fixes in tokenizers

mergennachin · mergennachin · commit 6d03a90a1236 · 2025-09-08T12:56:50.000-04:00
diff --git a/.ci/scripts/wheel/pre_build_script.sh b/.ci/scripts/wheel/pre_build_script.sh
@@ -20,5 +20,3 @@ fi
 # able to see the installed torch package.
 
 "${GITHUB_WORKSPACE}/${REPOSITORY}/install_requirements.sh"  --example
-
-
diff --git a/extension/llm/tokenizers b/extension/llm/tokenizers
@@ -1 +1 @@
-Subproject commit 4d8a9a009c8a0468739da1c11a54550da5d801ff
+Subproject commit 089ff80ac268f359c3ae369c3bf825ef6f4f2c47
