From 49b8fd9d574b666c895dcd1456c0fad72d974e40 Mon Sep 17 00:00:00 2001 From: shaohuzhang1 Date: Fri, 7 Nov 2025 16:08:39 +0800 Subject: [PATCH] refactor: add cl100k_base.tiktoken tokenizer. --- apps/maxkb/wsgi/web.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/apps/maxkb/wsgi/web.py b/apps/maxkb/wsgi/web.py index e835612ca1d..f918fdf3369 100644 --- a/apps/maxkb/wsgi/web.py +++ b/apps/maxkb/wsgi/web.py @@ -32,7 +32,7 @@ def __call__(self, name, *args, **kwargs): builtins.__import__ = TorchBlocker() os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'maxkb.settings') - +os.environ['TIKTOKEN_CACHE_DIR'] = '/opt/maxkb-app/model/tokenizer/openai-tiktoken-cl100k-base' application = get_wsgi_application()