diff --git a/.gitmodules b/.gitmodules index 5f4c5fca1d1..1f202d4fdec 100644 --- a/.gitmodules +++ b/.gitmodules @@ -27,7 +27,7 @@ url = https://github.com/google/pthreadpool.git [submodule "extension/llm/tokenizers"] path = extension/llm/tokenizers - url = https://github.com/pytorch-labs/tokenizers.git + url = https://github.com/meta-pytorch/tokenizers.git [submodule "kernels/optimized/third-party/eigen"] path = kernels/optimized/third-party/eigen url = https://gitlab.com/libeigen/eigen.git diff --git a/extension/llm/tokenizers b/extension/llm/tokenizers index 91140f72664..4ed91cc545e 160000 --- a/extension/llm/tokenizers +++ b/extension/llm/tokenizers @@ -1 +1 @@ -Subproject commit 91140f726642c6c33b24a8d0bd62f1360fabb5c0 +Subproject commit 4ed91cc545e9ed7098e53747656eb7eff24eb305