Skip to content

Commit 9748c93

Browse files
committed
feat: disable TOKENIZERS_PARALLELISM warning
1 parent 1799684 commit 9748c93

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

backend/apps/ai_model/embedding.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,8 @@
88

99
from common.core.config import settings
1010

11+
os.environ["TOKENIZERS_PARALLELISM"] = "false"
12+
1113

1214
class EmbeddingModelInfo(BaseModel):
1315
folder: str
@@ -49,7 +51,6 @@ def _get_lock(key: str = settings.DEFAULT_EMBEDDING_MODEL):
4951
@staticmethod
5052
def get_model(key: str = settings.DEFAULT_EMBEDDING_MODEL,
5153
config: EmbeddingModelInfo = local_embedding_model) -> Embeddings:
52-
global _embedding_model
5354
model_instance = _embedding_model.get(key)
5455
if model_instance is None:
5556
lock = EmbeddingModelCache._get_lock(key)

0 commit comments

Comments
 (0)