From 77c7ef03fdde3a83f6369023ed0c6523cd6ed860 Mon Sep 17 00:00:00 2001 From: AN Long Date: Mon, 10 Jul 2023 22:19:56 +0800 Subject: [PATCH] remove unnecessary cache in simple tokenizer --- clip/simple_tokenizer.py | 1 - 1 file changed, 1 deletion(-) diff --git a/clip/simple_tokenizer.py b/clip/simple_tokenizer.py index 0a66286b7..83cc17c32 100644 --- a/clip/simple_tokenizer.py +++ b/clip/simple_tokenizer.py @@ -7,7 +7,6 @@ import regex as re -@lru_cache() def default_bpe(): return os.path.join(os.path.dirname(os.path.abspath(__file__)), "bpe_simple_vocab_16e6.txt.gz")