fixes

Author: manuelporrasojeda

toolium/utils/ai_utils/spacy.py

@@ -24,25 +24,24 @@
     import spacy
 except ImportError:
     spacy = None
-try:
-    from sentence_transformers import SentenceTransformer
-except ImportError:
-    SentenceTransformer = None
 
+from toolium.driver_wrappers_pool import DriverWrappersPool
 
 # Configure logger
 logger = logging.getLogger(__name__)
 
 
 @lru_cache(maxsize=8)
-def get_nlp(model_name):
+def get_spacy_model(model_name):
     """
     get spaCy model.
     This method uses lru cache to get spaCy model to improve performance.
 
     :param model_name: spaCy model name
     :return: spaCy model
     """
+    config = DriverWrappersPool.get_default_wrapper().config
+    model_name = model_name or config.get_optional('AI', 'spacy_model', 'en_core_web_md')
     return spacy.load(model_name)
 
 

toolium/utils/ai_utils/text_similarity.py

@@ -31,7 +31,7 @@
 
 from toolium.driver_wrappers_pool import DriverWrappersPool
 from toolium.utils.ai_utils.openai import openai_request
-from toolium.utils.ai_utils.spacy import get_nlp, preprocess_with_ud_negation
+from toolium.utils.ai_utils.spacy import get_spacy_model, preprocess_with_ud_negation
 
 
 # Configure logger
@@ -54,9 +54,7 @@ def get_text_similarity_with_spacy(text, expected_text, model_name=None):
     # - Preprocessing texts. Now we only preprocess negations.
     if spacy is None:
         raise ImportError("spaCy is not installed. Please run 'pip install toolium[ai]' to use spaCy features")
-    config = DriverWrappersPool.get_default_wrapper().config
-    model_name = model_name or config.get_optional('AI', 'spacy_model', 'en_core_web_md')
-    model = get_nlp(model_name)
+    model = get_spacy_model(model_name)
     text = model(preprocess_with_ud_negation(text, model))
     expected_text = model(preprocess_with_ud_negation(expected_text, model))
     similarity = model(text).similarity(model(expected_text))