Add tests for hydration support for agentic retrieval

- 🎉 Introduce ENABLE_AGENTIC_REF_HYDRATION environment variable for configuration
- 🧪 Implement mock search results for hydration testing in agentic retrieval
- 🔍 Create tests for agentic retrieval with and without hydration enabled
- 📜 Ensure hydrated results include additional fields from search results

Author: Taylor

tests/conftest.py

@@ -379,6 +379,7 @@ def mock_blob_container_client(monkeypatch):
         "AZURE_OPENAI_SEARCHAGENT_MODEL": "gpt-4.1-mini",
         "AZURE_OPENAI_SEARCHAGENT_DEPLOYMENT": "gpt-4.1-mini",
         "USE_AGENTIC_RETRIEVAL": "true",
+        "ENABLE_AGENTIC_REF_HYDRATION": "true"
     }
 ]
 
@@ -392,6 +393,7 @@ def mock_blob_container_client(monkeypatch):
         "AZURE_OPENAI_SEARCHAGENT_MODEL": "gpt-4.1-mini",
         "AZURE_OPENAI_SEARCHAGENT_DEPLOYMENT": "gpt-4.1-mini",
         "USE_AGENTIC_RETRIEVAL": "true",
+        "ENABLE_AGENTIC_REF_HYDRATION": "true",
         "AZURE_USE_AUTHENTICATION": "true",
         "AZURE_SERVER_APP_ID": "SERVER_APP",
         "AZURE_SERVER_APP_SECRET": "SECRET",

tests/mocks.py

@@ -126,6 +126,72 @@ def __init__(self, search_text, vector_queries: Optional[list[VectorQuery]]):
                     }
                 ]
             ]
+        elif search_text == "hydrated":
+            # Mock search results for hydration testing with complete data
+            self.data = [
+                [
+                    {
+                        "sourcepage": "Benefit_Options-2.pdf",
+                        "sourcefile": "Benefit_Options.pdf",
+                        "content": "There is a whistleblower policy.",
+                        "embedding": [],
+                        "category": "benefits",
+                        "id": "Benefit_Options-2.pdf",
+                        "@search.score": 0.03279569745063782,
+                        "@search.reranker_score": 3.4577205181121826,
+                        "@search.highlights": None,
+                        "@search.captions": [MockCaption("Caption: A whistleblower policy.")],
+                    },
+                ]
+            ]
+        elif search_text == "hydrated_multi":
+            # Mock search results for multiple document hydration
+            self.data = [
+                [
+                    {
+                        "id": "doc1",
+                        "content": "Hydrated content 1",
+                        "sourcepage": "page1.pdf",
+                        "sourcefile": "file1.pdf",
+                        "category": "category1",
+                        "@search.score": 0.9,
+                        "@search.reranker_score": 3.5,
+                        "@search.highlights": None,
+                        "@search.captions": [],
+                    },
+                    {
+                        "id": "doc2", 
+                        "content": "Hydrated content 2",
+                        "sourcepage": "page2.pdf",
+                        "sourcefile": "file2.pdf",
+                        "category": "category2",
+                        "@search.score": 0.8,
+                        "@search.reranker_score": 3.2,
+                        "@search.highlights": None,
+                        "@search.captions": [],
+                    },
+                ]
+            ]
+        elif search_text == "hydrated_single":
+            # Mock search results for single document hydration
+            self.data = [
+                [
+                    {
+                        "id": "doc1",
+                        "content": "Hydrated content 1",
+                        "sourcepage": "page1.pdf",
+                        "sourcefile": "file1.pdf",
+                        "category": "category1",
+                        "@search.score": 0.9,
+                        "@search.reranker_score": 3.5,
+                        "@search.highlights": None,
+                        "@search.captions": [],
+                    },
+                ]
+            ]
+        elif search_text == "hydrated_empty":
+            # Mock search results for empty hydration
+            self.data = [[]]
         else:
             self.data = [
                 [