Add huggingface hub login to CI, and update poetry

Author: thekaranacharya

.github/workflows/examples_check.yml

@@ -12,6 +12,7 @@ jobs:
     env:
       COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }}
       OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+      HUGGINGFACE_API_KEY: ${{ secrets.HUGGINGFACE_API_KEY }}
 
 
     steps:
@@ -46,6 +47,9 @@ jobs:
     - name: Check for pypdfium2
       run: poetry run pip show pypdfium2
 
+    - name: Huggingface Hub Login
+      run: huggingface-cli login --token $HUGGINGFACE_API_KEY
+
     - name: Execute notebooks and check for errors
       run: ./.github/workflows/scripts/run_notebooks.sh
 

poetry.lock

@@ -46,6 +46,7 @@ spacy = {version = "^3.7.2", optional = true}
 anthropic = {version = "^0.7.2", optional = true}
 torch = {version = "^2.1.1", optional = true}
 unbabel-comet = {git = "https://github.com/Unbabel/COMET.git", rev="45cb572", optional = true}
+huggingface_hub = {version = "^0.16.4", optional = true}
 
 
 [tool.poetry.extras]
@@ -55,12 +56,13 @@ vectordb = ["faiss-cpu", "tiktoken", "numpy"]
 profanity = ["alt-profanity-check"]
 detect-secrets = ["detect-secrets"]
 manifest = ["manifest-ml"]
-high_quality_translation = ["unbabel-comet"]
+high_quality_translation = ["unbabel-comet", "huggingface_hub"]
 toxic_language = ["transformers", "torch"]
 pii = ["presidio_analyzer", "presidio_anonymizer"]
 competitor-check = ["spacy"]
 anthropic = ["anthropic"]
 
+
 [tool.poetry.group.dev.dependencies]
 pytest = "^7.4.3"
 pytest-asyncio = "^0.21.1"