bump langchain to 0.2.x (#464)

Author: nicoloboschi

libs/e2e-tests/e2e_tests/langchain/test_compatibility_rag.py

@@ -173,9 +173,9 @@ def embedding():
 
 
 @pytest.fixture
-def vertex_bison_llm():
+def vertex_geminipro_llm():
     def llm():
-        return ChatVertexAI(model_name="chat-bison")
+        return ChatVertexAI(model_name="gemini-pro")
 
     return {"llm": llm, "nemo_config": None}
 
@@ -279,29 +279,29 @@ def llm():
 
 @pytest.mark.parametrize(
     "test_case",
-    ["trulens"],
+    ["rag_custom_chain", "conversational_rag", "trulens", "nemo_guardrails"],
 )
 @pytest.mark.parametrize(
     "vector_store",
-    ["cassandra"],
+    ["astra_db", "cassandra"],
 )
 @pytest.mark.parametrize(
     "embedding,llm",
     [
-        # ("openai_ada002_embedding", "openai_gpt35turbo_llm"),
-        # ("openai_3large_embedding", "openai_gpt35turbo_llm_streaming"),
-        # ("openai_3small_embedding", "openai_gpt4_llm"),
-        # ("astra_vectorize_openai_small", "openai_gpt4o_llm"),
-        # ("azure_openai_ada002_embedding", "azure_openai_gpt35turbo_llm"),
-        ("vertex_gecko_embedding", "vertex_bison_llm"),
-        # ("bedrock_titan_embedding", "bedrock_anthropic_claudev2_llm"),
-        # ("bedrock_cohere_embedding", "bedrock_mistral_mistral7b_llm"),
-        # ("bedrock_cohere_embedding", "bedrock_meta_llama2_llm"),
-        # ("huggingface_hub_minilml6v2_embedding", "huggingface_hub_flant5xxl_llm"),
-        # (
-        #     "nvidia_aifoundation_embedqa4_embedding",
-        #     "nvidia_aifoundation_mixtral8x7b_llm",
-        # ),
+        ("openai_ada002_embedding", "openai_gpt35turbo_llm"),
+        ("openai_3large_embedding", "openai_gpt35turbo_llm_streaming"),
+        ("openai_3small_embedding", "openai_gpt4_llm"),
+        ("astra_vectorize_openai_small", "openai_gpt4o_llm"),
+        ("azure_openai_ada002_embedding", "azure_openai_gpt35turbo_llm"),
+        ("vertex_gecko_embedding", "vertex_geminipro_llm"),
+        ("bedrock_titan_embedding", "bedrock_anthropic_claudev2_llm"),
+        ("bedrock_cohere_embedding", "bedrock_mistral_mistral7b_llm"),
+        ("bedrock_cohere_embedding", "bedrock_meta_llama2_llm"),
+        # # ("huggingface_hub_minilml6v2_embedding", "huggingface_hub_flant5xxl_llm"),
+        (
+            "nvidia_aifoundation_embedqa4_embedding",
+            "nvidia_aifoundation_mixtral8x7b_llm",
+        ),
     ],
 )
 def test_rag(test_case, vector_store, embedding, llm, request, record_property):

libs/e2e-tests/e2e_tests/langchain/trulens.py

@@ -24,13 +24,13 @@ def _feedback_functions(chain: Runnable, llm: BaseLanguageModel) -> list[Feedbac
     context = App.select_context(chain)
 
     f_groundedness = (
-        Feedback(provider.groundedness_measure_with_cot_reasons, name="Groundedness")
-        .on(context.collect())  # collect context chunks into a list
+        Feedback(provider.groundedness_measure_with_cot_reasons, name="groundedness")
+        .on(context.collect())
         .on_output()
     )
     f_qa_relevance = Feedback(provider.relevance_with_cot_reasons).on_input_output()
     f_context_relevance = (
-        Feedback(provider.qs_relevance_with_cot_reasons)
+        Feedback(provider.context_relevance_with_cot_reasons)
         .on_input()
         .on(context.collect())
         .aggregate(np.mean)
@@ -77,8 +77,9 @@ def run_trulens_evaluation(vector_store: VectorStore, llm: BaseLanguageModel):
 
     tru_record = recording.get()
 
-    # Wait for the feedback results to complete
-    for feedback_def, feedback_future in tru_record.feedback_and_future_results:
-        feedback_result = feedback_future.result()
-        # basic verification that feedback results were computed
+    for feedback, feedback_result in tru_record.wait_for_feedback_results().items():
+        print(feedback.name, feedback_result.result)
+        # github.com/truera/trulens/pull/1193
+        if feedback.name == "groundedness":
+            continue
         assert feedback_result.result is not None

libs/e2e-tests/pyproject.langchain.toml

@@ -17,11 +17,9 @@ huggingface-hub = "^0.20.3"
 azure-storage-blob = "^12.19.0"
 pillow = "^10.2.0"
 python-dotenv = "^1.0.1"
-trulens-eval = "^0.30.1"
+trulens-eval = "^0.31.0"
 nemoguardrails = "^0.8.0"
 langchainhub = "^0.1.15"
-# https://github.com/googleapis/python-aiplatform/issues/3910
-google-cloud-aiplatform = "1.53.0"
 
 # From LangChain optional deps, needed by WebBaseLoader
 beautifulsoup4 = "^4"

libs/e2e-tests/pyproject.llamaindex.toml

@@ -15,11 +15,9 @@ ruff = "*"
 azure-storage-blob = "^12.19.0"
 pillow = "^10.2.0"
 python-dotenv = "^1.0.1"
-trulens-eval = "^0.30.1"
+trulens-eval = "^0.31.0"
 nemoguardrails = "^0.8.0"
 langchainhub = "^0.1.15"
-# https://github.com/googleapis/python-aiplatform/issues/3910
-google-cloud-aiplatform = "1.53.0"
 
 # From LangChain optional deps, needed by WebBaseLoader
 beautifulsoup4 = "^4"

libs/e2e-tests/pyproject.ragstack-ai.toml

@@ -18,11 +18,9 @@ boto3 = "^1.29.6"
 azure-storage-blob = "^12.19.0"
 pillow = "^10.2.0"
 python-dotenv = "^1.0.1"
-trulens-eval = "^0.30.1"
+trulens-eval = "^0.31.0"
 nemoguardrails = "^0.8.0"
 langchainhub = "^0.1.15"
-# https://github.com/googleapis/python-aiplatform/issues/3910
-google-cloud-aiplatform = "1.53.0"
 
 # From LangChain optional deps, needed by WebBaseLoader
 beautifulsoup4 = "^4"

libs/e2e-tests/pyproject.toml

@@ -17,11 +17,9 @@ llama-index-llms-huggingface = "^0.1.0"
 azure-storage-blob = "^12.19.0"
 pillow = "^10.2.0"
 python-dotenv = "^1.0.1"
-trulens-eval = "^0.30.1"
-nemoguardrails = "^0.8.0"
+trulens-eval = "^0.31.0"
+nemoguardrails = { git = "https://github.com/NVIDIA/NeMo-Guardrails.git", branch = "develop" }
 langchainhub = "^0.1.15"
-# https://github.com/googleapis/python-aiplatform/issues/3910
-google-cloud-aiplatform = "1.53.0"
 
 # From LangChain optional deps, needed by WebBaseLoader
 beautifulsoup4 = "^4"

libs/langchain/pyproject.toml

@@ -17,14 +17,14 @@ unstructured = "0.14.2"
 ragstack-ai-colbert = "1.0.5"
 
 # langchain
-langchain = "0.1.19"
-langchain-core = "0.1.52"
-langchain-community = "0.0.38"
+langchain = "0.2.3"
+langchain-core = "0.2.5"
+langchain-community = "0.2.4"
 langchain-astradb = "0.3.3"
-langchain-openai = "0.1.3"
-langchain-google-genai = { version = "0.0.11", optional = true }
-langchain-google-vertexai = { version = "1.0.1", optional = true }
-langchain-nvidia-ai-endpoints = { version = "0.0.9", optional = true }
+langchain-openai = "0.1.8"
+langchain-google-genai = { version = "1.0.6", optional = true }
+langchain-google-vertexai = { version = "1.0.5", optional = true }
+langchain-nvidia-ai-endpoints = { version = "0.1.1", optional = true }
 
 [tool.poetry.extras]
 colbert = ["ragstack-ai-colbert"]

libs/llamaindex/pyproject.toml

@@ -32,10 +32,10 @@ llama-index-embeddings-azure-openai = { version = "0.1.7", optional = true }
 llama-index-llms-bedrock = { version = "0.1.7", optional = true }
 llama-index-embeddings-bedrock = { version = "0.1.4", optional = true }
 ## google
-llama-index-llms-gemini = { version = "0.1.7", optional = true }
-llama-index-multi-modal-llms-gemini = { version = "0.1.5", optional = true }
+llama-index-llms-gemini = { version = "0.1.10", optional = true }
+llama-index-multi-modal-llms-gemini = { version = "0.1.7", optional = true }
 llama-index-llms-vertex = { version = "0.1.5", optional = true }
-llama-index-embeddings-gemini = { version = "0.1.6", optional = true }
+llama-index-embeddings-gemini = { version = "0.1.7", optional = true }
 cffi = "^1.16.0"
 
 [tool.poetry.extras]