test updates

Author: smoreinis

examples/tutorials/00_sync/010_multiturn/tests/test_agent.py

@@ -20,6 +20,7 @@
     test_sync_agent,
     collect_streaming_deltas,
     assert_valid_agent_response,
+    assert_conversation_maintains_context
 )
 
 AGENT_NAME = "s010-multiturn"
@@ -29,9 +30,9 @@ def test_multiturn_conversation():
     """Test multi-turn conversation with non-streaming messages."""
     with test_sync_agent(agent_name=AGENT_NAME) as test:
         messages = [
-            "Hello",
-            "How are you?",
-            "Thank you",
+            "Hello, can you tell me a litle bit about tennis? I want to you make sure you use the word 'tennis' in each response.",
+            "Pick one of the things you just mentioned, and dive deeper into it.",
+            "Can you now output a summary of this conversation",
         ]
 
         for msg in messages:
@@ -40,6 +41,9 @@ def test_multiturn_conversation():
             # Validate response (agent may require OpenAI key)
             assert_valid_agent_response(response)
 
+            # Validate that "tennis" appears in the response because that is what our model does
+            assert "tennis" in response.content.lower()
+
         # Verify conversation history
         history = test.get_conversation_history()
         assert len(history) >= 6, f"Expected >= 6 messages (3 user + 3 agent), got {len(history)}"
@@ -49,9 +53,9 @@ def test_multiturn_streaming():
     """Test multi-turn conversation with streaming messages."""
     with test_sync_agent(agent_name=AGENT_NAME) as test:
         messages = [
-            "Hello",
-            "How are you?",
-            "Thank you",
+            "Hello, can you tell me a litle bit about tennis? I want to you make sure you use the word 'tennis' in each response.",
+            "Pick one of the things you just mentioned, and dive deeper into it.",
+            "Can you now output a summary of this conversation",
         ]
 
         for msg in messages:
@@ -65,6 +69,9 @@ def test_multiturn_streaming():
             assert len(chunks) > 0, "Should receive chunks"
             assert len(aggregated_content) > 0, "Should receive content"
 
+            # Validate that "tennis" appears in the response because that is what our model does
+            assert "tennis" in aggregated_content.lower()
+
         # Verify conversation history (only user messages tracked with streaming)
         history = test.get_conversation_history()
         assert len(history) >= 3, f"Expected >= 3 user messages, got {len(history)}"

examples/tutorials/00_sync/020_streaming/tests/test_agent.py

@@ -36,7 +36,7 @@ def test_multiturn_conversation_with_state():
 
     with test_sync_agent(agent_name=AGENT_NAME) as test:
         messages = [
-            "Hello, can you tell me a little bit about tennis? I want to you make sure you use the word 'tennis' in each response.",
+            "Hello, can you tell me a little bit about tennis? I want you to make sure you use the word 'tennis' in each response.",
             "Pick one of the things you just mentioned, and dive deeper into it.",
             "Can you now output a summary of this conversation",
         ]

examples/tutorials/10_agentic/00_base/010_multiturn/tests/test_agent.py

@@ -78,10 +78,37 @@ async def test_multiturn_with_state_management():
 @pytest.mark.asyncio
 async def test_streaming_events():
     """Test streaming events from agentic agent."""
+    # Need client access to check state
+    client = AsyncAgentex(api_key="test", base_url="http://localhost:5003")
+
+    # Get agent ID
+    agents = await client.agents.list()
+    agent = next((a for a in agents if a.name == AGENT_NAME), None)
+    assert agent is not None, f"Agent {AGENT_NAME} not found"
+
     async with test_agentic_agent(agent_name=AGENT_NAME) as test:
+        # Wait for state initialization
+        await asyncio.sleep(1)
+
+        # Check initial state
+        states = await client.states.list(agent_id=agent.id, task_id=test.task_id)
+        assert len(states) == 1
+
+        state = states[0].state
+        assert state is not None
+        messages = state.get("messages", [])
+        assert isinstance(messages, list)
+        assert len(messages) == 1  # Initial system message
+        assert messages[0] == {
+            "role": "system",
+            "content": "You are a helpful assistant that can answer questions.",
+        }
+
+        # Send message and stream response
         user_message = "Hello! Stream this response"
 
         events_received = []
+        agent_response_found = False
 
         # Stream events
         async for event in test.send_event_and_stream(user_message, timeout_seconds=30.0):
@@ -90,9 +117,25 @@ async def test_streaming_events():
 
             if event_type == "done":
                 break
+            elif event_type == "full":
+                content = event.get("content", {})
+                if content.get("author") == "agent":
+                    agent_response_found = True
 
         # Validate we received events
         assert len(events_received) > 0, "Should receive streaming events"
+        assert agent_response_found, "Should receive agent response event"
+
+        # Verify state has been updated
+        await asyncio.sleep(1) # Wait for state update
+        
+        states = await client.states.list(agent_id=agent.id, task_id=test.task_id)
+        assert len(states) == 1
+        state = states[0].state
+        messages = state.get("messages", [])
+
+        assert isinstance(messages, list)
+        assert len(messages) == 3
 
 
 if __name__ == "__main__":

examples/tutorials/10_agentic/00_base/020_streaming/tests/test_agent.py

@@ -11,35 +11,129 @@
 
 Run: pytest tests/test_agent.py -v
 """
+import asyncio
 
 import pytest
 
-from agentex.lib.testing import test_agentic_agent
+from agentex import AsyncAgentex
+from agentex.lib.testing import (
+    assert_valid_agent_response,
+    test_agentic_agent,
+)
 
 AGENT_NAME = "ab020-streaming"
 
 
 @pytest.mark.asyncio
 async def test_send_event_and_poll():
     """Test sending events and polling for responses."""
+    # Need client access to check state
+    client = AsyncAgentex(api_key="test", base_url="http://localhost:5003")
+
+    # Get agent ID
+    agents = await client.agents.list()
+    agent = next((a for a in agents if a.name == AGENT_NAME), None)
+    assert agent is not None, f"Agent {AGENT_NAME} not found"
+
     async with test_agentic_agent(agent_name=AGENT_NAME) as test:
-        response = await test.send_event("Test message", timeout_seconds=30.0)
-        # Validate we got a response (agent may need OpenAI key)
-        assert response is not None
-        assert response.content is not None  # May be error message
-        print(f"Response: {response.content[:150]}")
+        # Wait for state initialization
+        await asyncio.sleep(1)
+
+        # Check initial state
+        states = await client.states.list(agent_id=agent.id, task_id=test.task_id)
+        assert len(states) == 1
+
+        state = states[0].state
+        assert state is not None
+        messages = state.get("messages", [])
+        assert isinstance(messages, list)
+        assert len(messages) == 1  # Initial system message
+        assert messages[0] == {
+            "role": "system",
+            "content": "You are a helpful assistant that can answer questions.",
+        }
+
+        # Send first message
+        user_message = "Hello! Here is my test message"
+        response = await test.send_event(user_message, timeout_seconds=30.0)
+        assert_valid_agent_response(response)
+
+        # Wait for state update (agent may or may not update state with messages)
+        await asyncio.sleep(2)
+
+        # Check if state was updated
+        states = await client.states.list(agent_id=agent.id, task_id=test.task_id)
+        state = states[0].state
+        messages = state.get("messages", [])
+        assert isinstance(messages, list)
+        assert len(messages) == 3
 
 
 @pytest.mark.asyncio
 async def test_streaming_events():
     """Test streaming event responses."""
+    # Need client access to check state
+    client = AsyncAgentex(api_key="test", base_url="http://localhost:5003")
+
+    # Get agent ID
+    agents = await client.agents.list()
+    agent = next((a for a in agents if a.name == AGENT_NAME), None)
+    assert agent is not None, f"Agent {AGENT_NAME} not found"
+
     async with test_agentic_agent(agent_name=AGENT_NAME) as test:
-        events = []
-        async for event in test.send_event_and_stream("Stream test", timeout_seconds=30.0):
-            events.append(event)
-            if event.get("type") == "done":
+        # Wait for state initialization
+        await asyncio.sleep(1)
+
+        # Check initial state
+        states = await client.states.list(agent_id=agent.id, task_id=test.task_id)
+        assert len(states) == 1
+
+        state = states[0].state
+        assert state is not None
+        messages = state.get("messages", [])
+        assert isinstance(messages, list)
+        assert len(messages) == 1  # Initial system message
+        assert messages[0] == {
+            "role": "system",
+            "content": "You are a helpful assistant that can answer questions.",
+        }
+
+        # Send message and stream response
+        user_message = "Hello! Stream this response"
+
+        events_received = []
+        agent_response_found = False
+        delta_messages_found = False
+
+        # Stream events
+        async for event in test.send_event_and_stream(user_message, timeout_seconds=30.0):
+            events_received.append(event)
+            event_type = event.get("type")
+
+            if event_type == "done":
                 break
-        assert len(events) > 0
+            elif event_type == "full":
+                content = event.get("content", {})
+                if content.get("author") == "agent":
+                    agent_response_found = True
+            elif event_type == "delta":
+                delta_messages_found = True
+
+        # Validate we received events
+        assert len(events_received) > 0, "Should receive streaming events"
+        assert agent_response_found, "Should receive agent response event"
+        assert delta_messages_found, "Should receive delta agent message events"
+
+        # Verify state has been updated
+        await asyncio.sleep(1) # Wait for state update
+        
+        states = await client.states.list(agent_id=agent.id, task_id=test.task_id)
+        assert len(states) == 1
+        state = states[0].state
+        messages = state.get("messages", [])
+
+        assert isinstance(messages, list)
+        assert len(messages) == 3
 
 
 if __name__ == "__main__":