tests: use langchain partners packages instead of community (#324)

Author: nicoloboschi

ragstack-e2e-tests/e2e_tests/langchain/test_compatibility_rag.py

@@ -3,6 +3,19 @@
 
 import pytest
 from langchain import callbacks
+from langchain_community.chat_models import BedrockChat
+from langchain_community.embeddings import (
+    BedrockEmbeddings,
+    HuggingFaceInferenceAPIEmbeddings,
+)
+from langchain_community.llms.huggingface_hub import HuggingFaceHub
+from langchain_google_vertexai import ChatVertexAI, VertexAIEmbeddings
+from langchain_openai import (
+    OpenAIEmbeddings,
+    ChatOpenAI,
+    AzureChatOpenAI,
+    AzureOpenAIEmbeddings,
+)
 
 from e2e_tests.conftest import (
     set_current_test_info,
@@ -17,15 +30,6 @@
 from e2e_tests.test_utils import get_local_resource_path
 from e2e_tests.langchain.nemo_guardrails import run_nemo_guardrails
 
-from langchain.chat_models import ChatOpenAI, AzureChatOpenAI, ChatVertexAI, BedrockChat
-from langchain.embeddings import (
-    OpenAIEmbeddings,
-    VertexAIEmbeddings,
-    BedrockEmbeddings,
-    HuggingFaceInferenceAPIEmbeddings,
-)
-from langchain.embeddings.azure_openai import AzureOpenAIEmbeddings
-from langchain.llms.huggingface_hub import HuggingFaceHub
 from langchain_core.embeddings import Embeddings
 from langchain_core.messages import HumanMessage
 from langchain_core.prompts import ChatPromptTemplate
@@ -111,7 +115,6 @@ def azure_openai_gpt35turbo_llm():
             azure_deployment=get_required_env("AZURE_OPEN_AI_CHAT_MODEL_DEPLOYMENT"),
             azure_endpoint=get_required_env("AZURE_OPENAI_ENDPOINT"),
             openai_api_key=get_required_env("AZURE_OPENAI_API_KEY"),
-            openai_api_type="azure",
             openai_api_version="2023-07-01-preview",
         ),
         "nemo_config": None,
@@ -129,7 +132,6 @@ def azure_openai_ada002_embedding():
         deployment=model_and_deployment,
         openai_api_key=get_required_env("AZURE_OPENAI_API_KEY"),
         azure_endpoint=get_required_env("AZURE_OPENAI_ENDPOINT"),
-        openai_api_type="azure",
         openai_api_version="2023-05-15",
         chunk_size=1,
     )

ragstack-e2e-tests/e2e_tests/langchain/test_document_loaders.py

@@ -8,13 +8,12 @@
 import boto3
 import pytest
 from azure.storage.blob import ContainerClient
+from langchain_astradb import AstraDBLoader
+
 from e2e_tests.conftest import set_current_test_info, get_required_env, is_astra
 
 from langchain.document_loaders import CSVLoader, WebBaseLoader, S3DirectoryLoader
-from langchain_community.document_loaders import (
-    AzureBlobStorageContainerLoader,
-    AstraDBLoader,
-)
+from langchain_community.document_loaders import AzureBlobStorageContainerLoader
 
 from e2e_tests.test_utils.astradb_vector_store_handler import AstraDBVectorStoreHandler
 from e2e_tests.test_utils.vector_store_handler import VectorStoreImplementation
@@ -161,7 +160,7 @@ def test_astradb_loader() -> None:
         projection={"foo": 1},
         find_options={"limit": 22},
         filter_criteria={"foo": "bar"},
-        extraction_function=lambda r: "Payload: " + json.dumps(r),
+        page_content_mapper=lambda r: "Payload: " + json.dumps(r),
     )
     docs = loader.load()
 

ragstack-e2e-tests/e2e_tests/langchain_llamaindex/test_astra.py

@@ -2,10 +2,10 @@
 
 import langchain_core.documents
 import pytest
+from langchain_openai import OpenAIEmbeddings, ChatOpenAI
+
 from e2e_tests.conftest import get_required_env, is_astra
 from langchain.chains import ConversationalRetrievalChain
-from langchain.chat_models import ChatOpenAI
-from langchain.embeddings import OpenAIEmbeddings
 from langchain_astradb import AstraDBVectorStore as LangChainAstraDBVectorStore
 
 try:

ragstack-e2e-tests/e2e_tests/llama_index/test_compatibility_rag.py

@@ -1,7 +1,8 @@
 import logging
 
 import pytest
-from langchain.embeddings import VertexAIEmbeddings, HuggingFaceInferenceAPIEmbeddings
+from langchain.embeddings import HuggingFaceInferenceAPIEmbeddings
+from langchain_google_vertexai import VertexAIEmbeddings
 
 try:
     # llamaindex 0.9.x

ragstack-e2e-tests/pyproject.ragstack-ai.toml

@@ -13,8 +13,6 @@ pytest = "*"
 black = "*"
 ruff = "*"
 google-cloud-aiplatform = "^1.36.4"
-langchain-google-genai = "^0.0.4"
-langchain-nvidia-ai-endpoints = "^0.0.1"
 boto3 = "^1.29.6"
 huggingface-hub = "^0.20.3"
 azure-storage-blob = "^12.19.0"

ragstack-e2e-tests/tox.ini

@@ -56,7 +56,7 @@ envdir = {toxworkdir}/.ragstack-ai-latest
 allowlist_externals = cp
 commands =
     cp pyproject.ragstack-ai.toml pyproject.toml
-    poetry add ragstack-ai@latest
+    poetry add "ragstack-ai@latest" -E langchain-google -E langchain-nvidia
     poetry lock
     poetry install --no-root
     poetry run pytest --disable-warnings --junit-xml=results.xml {posargs:e2e_tests}