Use agents SDK

Author: tonybaloney

app/backend/approaches/approach.py

@@ -25,7 +25,7 @@
 from openai.types.chat import ChatCompletionMessageParam
 
 from approaches.promptmanager import PromptManager
-from app.backend.search_client import WebPage
+from search_client import WebPage
 from core.authentication import AuthenticationHelper
 
 

app/backend/requirements.in

@@ -33,4 +33,4 @@ python-dotenv
 prompty
 rich
 typing-extensions
-langchain-community
+azure-ai-projects

app/backend/search_client.py

@@ -6,8 +6,13 @@
 
 import httpx
 from pydantic import BaseModel, ConfigDict
+from azure.ai.projects.aio import AIProjectClient
+from azure.identity import DefaultAzureCredential
+from azure.ai.projects.models import BingGroundingTool
 
 
+BING_CONNECTION_NAME = 'antbingtesting'
+
 class WebPage(BaseModel):
     id: str
     name: str
@@ -37,12 +42,67 @@ class WebAnswer(BaseModel):
 
 
 class AsyncGroundingSearchClient:
+    project_client: AIProjectClient
+    bing_tool: BingGroundingTool
+    agent_id: str = "asst_u8x2Hb9c9stVQwQMbostJ8JK"
+
     def __init__(self, api_key: str, endpoint: Optional[str] = None):
-        ...
+        self.connection_string = endpoint
+
 
     async def search(self, query: str, lang="en-US") -> WebAnswer:
-        ...
+        cred = DefaultAzureCredential()
+        # endpoint is the connection string
+        self.project_client = AIProjectClient.from_connection_string(self.connection_string, cred)
+
+        async with self.project_client:
+            # Create thread for communication
+            thread = await self.project_client.agents.create_thread()
+
+            # Create message to thread
+            message = await self.project_client.agents.create_message(
+                thread_id=thread.id,
+                role="user",
+                content=query,
+            )
+
+            # Create and process agent run in thread with tools
+            run = await self.project_client.agents.create_and_process_run(thread_id=thread.id, assistant_id=self.agent_id)
+
+            if run.status == "failed":
+                raise Exception(run.last_error)
+
+            # Fetch and log all messages
+            messages = await self.project_client.agents.list_messages(thread_id=thread.id)
+
+            print(f"Messages: {messages}")
+
+            run_steps = await self.project_client.agents.list_run_steps(run_id=run.id, thread_id=thread.id)
+            run_steps_data = run_steps['data']
+            print(run_steps_data)
+
+            url = messages.data[0].content[0].text.annotations[0].as_dict()['url_citation']['url']
+            title = messages.data[0].content[0].text.annotations[0].as_dict()['url_citation']['title']
+            snippet = messages.data[0].content[0].text.value
+
 
+        return WebAnswer(
+                totalEstimatedMatches=1,
+                webSearchUrl="https://www.bing.com",
+                value=[
+                    WebPage(
+                        id="1",
+                        name=title,
+                        url=url,
+                        displayUrl=url,
+                        dateLastCrawled="2021-10-01",
+                        language="en",
+                        snippet=snippet,
+                        isFamilyFriendly=True,
+                        siteName="Bing"
+                    )
+                ],
+            )
 
 class AsyncBingSearchClient(AsyncGroundingSearchClient):
     def __init__(self, api_key: str, bing_endpoint: Optional[str] = "api.bing.microsoft.com"):