Support Ollama embedding (#67)

gaya3-zipstack · web-flow · commit f7f1427708ea · 2024-06-28T12:07:32.000+05:30
* Support Ollama

* Update adapter version

* Multiple exception handling
diff --git a/pdm.lock b/pdm.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -12,7 +12,7 @@ dependencies = [
     "python-magic~=0.4.27",
     "python-dotenv==1.0.0",
     # LLM Triad
-    "unstract-adapters~=0.19.2",
+    "unstract-adapters~=0.20.1",
     "llama-index==0.10.38",
     "tiktoken~=0.4.0",
     "transformers==4.37.0",
diff --git a/src/unstract/sdk/__init__.py b/src/unstract/sdk/__init__.py
@@ -1,4 +1,4 @@
-__version__ = "0.33.1"
+__version__ = "0.34.0"
 
 
 def get_sdk_version():
diff --git a/src/unstract/sdk/utils/callback_manager.py b/src/unstract/sdk/utils/callback_manager.py
@@ -138,7 +138,7 @@ def get_tokenizer(
                 model_name
             ).encode
             return tokenizer
-        except ValueError as e:
+        except (KeyError, ValueError) as e:
             logger.warning(str(e))
             return fallback_tokenizer
 
