Bump LangChain to 0.1.4 and add some extras (#204)

Author: nicoloboschi

pyproject.toml

@@ -15,9 +15,17 @@ astrapy = "~0.7.0"
 cassio = "~0.1.3"
 unstructured = "^0.10"
 llama-index = { version = "0.9.34", extras = ["langchain"] }
-langchain = { version = "0.0.354", extras = ["openai"] }
-langchain-core = "0.1.9"
-langchain-community = "0.0.11"
+langchain = {version = "0.1.4"}
+langchain-core = "0.1.16"
+langchain-community = "0.0.16"
+langchain-openai = {version = "0.0.3"}
+langchain-google-genai = {version = "0.0.6", optional = true}
+langchain-google-vertexai = {version = "0.0.3", optional = true}
+langchain-nvidia-ai-endpoints = {version = "0.0.1", optional = true}
+
+[tool.poetry.extras]
+langchain-google = ["langchain-google-genai", "langchain-google-vertexai"]
+langchain-nvidia = ["langchain-nvidia-ai-endpoints"]
 
 [tool.poetry.group.test.dependencies]
 pytest = "*"

ragstack-e2e-tests/benchmarks/testcases.py

@@ -99,7 +99,9 @@ def embeddings_batch100_chunk512(embeddings_fn):
 
 
 def openai_ada002(batch_size):
-    return OpenAIEmbeddings(chunk_size=batch_size, api_key=os.environ.get("OPEN_AI_KEY"))
+    return OpenAIEmbeddings(
+        chunk_size=batch_size, api_key=os.environ.get("OPEN_AI_KEY")
+    )
 
 
 def nvidia_nvolveqa40k(batch_size):

ragstack-e2e-tests/pyproject.langchain.toml

@@ -13,8 +13,6 @@ pytest = "*"
 black = "*"
 ruff = "*"
 google-cloud-aiplatform = "^1.36.4"
-langchain-google-genai = "^0.0.4"
-langchain-nvidia-ai-endpoints = "^0.0.1"
 boto3 = "^1.29.6"
 huggingface-hub = "^0.19.4"
 azure-storage-blob = "^12.19.0"
@@ -28,6 +26,10 @@ beautifulsoup4 = "^4"
 langchain = { git = "https://github.com/langchain-ai/langchain.git", branch = "master", subdirectory = "libs/langchain", extras = ["openai"] }
 langchain_core = { git = "https://github.com/langchain-ai/langchain.git", branch = "master", subdirectory = "libs/core" }
 langchain_community = { git = "https://github.com/langchain-ai/langchain.git", branch = "master", subdirectory = "libs/community" }
+langchain-openai = { git = "https://github.com/langchain-ai/langchain.git", branch = "master", subdirectory = "libs/partners/openai" }
+langchain-google-genai = { git = "https://github.com/langchain-ai/langchain.git", branch = "master", subdirectory = "libs/partners/google-genai" }
+langchain-google-vertexai = { git = "https://github.com/langchain-ai/langchain.git", branch = "master", subdirectory = "libs/partners/google-vertexai" }
+langchain-nvidia-ai-endpoints = { git = "https://github.com/langchain-ai/langchain.git", branch = "master", subdirectory = "libs/partners/nvidia-ai-endpoints" }
 llama-index = { version = "0.9.34", extras = ["langchain"] }
 astrapy = "~0.7.0"
 # we need this specific feature from cassio: https://github.com/CassioML/cassio/pull/128

ragstack-e2e-tests/pyproject.llamaindex.toml

@@ -13,8 +13,6 @@ pytest = "*"
 black = "*"
 ruff = "*"
 google-cloud-aiplatform = "^1.36.4"
-langchain-google-genai = "^0.0.4"
-langchain-nvidia-ai-endpoints = "^0.0.1"
 boto3 = "^1.29.6"
 huggingface-hub = "^0.19.4"
 azure-storage-blob = "^12.19.0"
@@ -27,9 +25,13 @@ beautifulsoup4 = "^4"
 
 llama-index = { git = "https://github.com/run-llama/llama_index.git", branch = "main" }
 
-langchain = { version = "0.0.354", extras = ["openai"] }
-langchain-core = "0.1.9"
-langchain-community = "0.0.11"
+langchain = {version = "0.1.2"}
+langchain-core = "0.1.15"
+langchain-community = "0.0.15"
+langchain-openai = {version = "0.0.3"}
+langchain-google-genai = {version = "0.0.6", optional = true}
+langchain-google-vertexai = {version = "0.0.3", optional = true}
+langchain-nvidia-ai-endpoints = {version = "0.0.1", optional = true}
 astrapy = "~0.7.0"
 # we need this specific feature from cassio: https://github.com/CassioML/cassio/pull/128
 cassio = "~0.1.4"

ragstack-e2e-tests/pyproject.toml

@@ -14,10 +14,7 @@ python = ">=3.9,<3.12,!=3.9.7"
 pytest = "*"
 black = "*"
 ruff = "*"
-google-cloud-aiplatform = "^1.36.4"
-langchain-google-genai = "^0.0.4"
-langchain-nvidia-ai-endpoints = "^0.0.1"
-boto3 = "^1.29.6"
+boto3 = "^1.34.21"
 huggingface-hub = "^0.19.4"
 azure-storage-blob = "^12.19.0"
 pillow = "^10.2.0"
@@ -27,7 +24,7 @@ python-dotenv = "^1.0.1"
 # From LangChain optional deps, needed by WebBaseLoader
 beautifulsoup4 = "^4"
 
-ragstack-ai = { path = "../", develop = false }
+ragstack-ai = { path = "../", develop = false, extras = ["langchain-google", "langchain-nvidia"]}
 # we need this specific feature from cassio: https://github.com/CassioML/cassio/pull/128
 cassio = "~0.1.4"