Skip to content

Commit 7f0ee2b

Browse files
jpvajdajpvajda
authored
chore: agent daily test (#554)
* adds new agent daily test * chore: adds Agent Daily Test * code review fixes
1 parent e9bedf2 commit 7f0ee2b

17 files changed

+1643
-0
lines changed

‎tests/daily_test/test_daily_agent_websocket.py‎

Lines changed: 630 additions & 0 deletions
Large diffs are not rendered by default.

‎tests/response_data/agent/websocket/basic_conversation-a40b2785-config.json‎

Lines changed: 40 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,40 @@
1+
{
2+
"name": "basic_conversation",
3+
"description": "Basic conversation with simple questions",
4+
"agent_config": {
5+
"think": {
6+
"provider": {
7+
"type": "open_ai",
8+
"model": "gpt-4o-mini"
9+
},
10+
"prompt": "You are a helpful AI assistant. Keep responses brief and conversational."
11+
},
12+
"speak": {
13+
"provider": {
14+
"type": "deepgram",
15+
"model": "aura-2-thalia-en"
16+
}
17+
},
18+
"listen": {
19+
"provider": {
20+
"type": "deepgram",
21+
"model": "nova-3"
22+
}
23+
},
24+
"language": "en"
25+
},
26+
"inject_messages": [
27+
"Hello, can you help me with a simple question?",
28+
"What is 2 + 2?",
29+
"Thank you for your help."
30+
],
31+
"expected_events": [
32+
"Welcome",
33+
"SettingsApplied",
34+
"ConversationText",
35+
"AgentAudioDone"
36+
],
37+
"test_inject_user_message": true,
38+
"test_inject_agent_message": false,
39+
"test_function_calls": false
40+
}

‎tests/response_data/agent/websocket/basic_conversation-a40b2785-events.json‎

Lines changed: 215 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,215 @@
1+
[
2+
{
3+
"type": "Welcome",
4+
"timestamp": 1752530127.050476,
5+
"data": {
6+
"type": "Welcome",
7+
"request_id": "472b08e0-7b15-4356-9809-01c7a842a8b5"
8+
}
9+
},
10+
{
11+
"type": "Open",
12+
"timestamp": 1752530127.050602,
13+
"data": {
14+
"type": "Open"
15+
}
16+
},
17+
{
18+
"type": "SettingsApplied",
19+
"timestamp": 1752530127.090345,
20+
"data": {
21+
"type": "SettingsApplied"
22+
}
23+
},
24+
{
25+
"type": "ConversationText",
26+
"timestamp": 1752530128.093272,
27+
"data": {
28+
"type": "ConversationText",
29+
"role": "user",
30+
"content": "Hello, can you help me with a simple question?"
31+
}
32+
},
33+
{
34+
"type": "Unhandled",
35+
"timestamp": 1752530128.094154,
36+
"data": {
37+
"type": "Unhandled",
38+
"raw": "{\"type\":\"History\",\"role\":\"user\",\"content\":\"Hello, can you help me with a simple question?\"}"
39+
}
40+
},
41+
{
42+
"type": "Unhandled",
43+
"timestamp": 1752530128.0947661,
44+
"data": {
45+
"type": "Unhandled",
46+
"raw": "{\"type\":\"EndOfThought\"}"
47+
}
48+
},
49+
{
50+
"type": "ConversationText",
51+
"timestamp": 1752530128.828342,
52+
"data": {
53+
"type": "ConversationText",
54+
"role": "assistant",
55+
"content": "Of course!"
56+
}
57+
},
58+
{
59+
"type": "Unhandled",
60+
"timestamp": 1752530128.8294551,
61+
"data": {
62+
"type": "Unhandled",
63+
"raw": "{\"type\":\"History\",\"role\":\"assistant\",\"content\":\"Of course!\"}"
64+
}
65+
},
66+
{
67+
"type": "AgentStartedSpeaking",
68+
"timestamp": 1752530128.830455,
69+
"data": {
70+
"total_latency": 0.73322023,
71+
"tts_latency": 0.309270146,
72+
"ttt_latency": 0.423949872
73+
}
74+
},
75+
{
76+
"type": "ConversationText",
77+
"timestamp": 1752530129.596714,
78+
"data": {
79+
"type": "ConversationText",
80+
"role": "user",
81+
"content": "What is 2 + 2?"
82+
}
83+
},
84+
{
85+
"type": "Unhandled",
86+
"timestamp": 1752530129.597664,
87+
"data": {
88+
"type": "Unhandled",
89+
"raw": "{\"type\":\"History\",\"role\":\"user\",\"content\":\"What is 2 + 2?\"}"
90+
}
91+
},
92+
{
93+
"type": "Unhandled",
94+
"timestamp": 1752530129.5983481,
95+
"data": {
96+
"type": "Unhandled",
97+
"raw": "{\"type\":\"EndOfThought\"}"
98+
}
99+
},
100+
{
101+
"type": "AgentAudioDone",
102+
"timestamp": 1752530129.598641,
103+
"data": {
104+
"type": "AgentAudioDone"
105+
}
106+
},
107+
{
108+
"type": "ConversationText",
109+
"timestamp": 1752530130.478443,
110+
"data": {
111+
"type": "ConversationText",
112+
"role": "assistant",
113+
"content": "2 + 2 equals 4!"
114+
}
115+
},
116+
{
117+
"type": "Unhandled",
118+
"timestamp": 1752530130.4791858,
119+
"data": {
120+
"type": "Unhandled",
121+
"raw": "{\"type\":\"History\",\"role\":\"assistant\",\"content\":\"2 + 2 equals 4!\"}"
122+
}
123+
},
124+
{
125+
"type": "AgentStartedSpeaking",
126+
"timestamp": 1752530130.4796212,
127+
"data": {
128+
"total_latency": 0.85823752,
129+
"tts_latency": 0.308952974,
130+
"ttt_latency": 0.549284319
131+
}
132+
},
133+
{
134+
"type": "AgentAudioDone",
135+
"timestamp": 1752530130.874018,
136+
"data": {
137+
"type": "AgentAudioDone"
138+
}
139+
},
140+
{
141+
"type": "ConversationText",
142+
"timestamp": 1752530131.098005,
143+
"data": {
144+
"type": "ConversationText",
145+
"role": "user",
146+
"content": "Thank you for your help."
147+
}
148+
},
149+
{
150+
"type": "Unhandled",
151+
"timestamp": 1752530131.0988889,
152+
"data": {
153+
"type": "Unhandled",
154+
"raw": "{\"type\":\"History\",\"role\":\"user\",\"content\":\"Thank you for your help.\"}"
155+
}
156+
},
157+
{
158+
"type": "Unhandled",
159+
"timestamp": 1752530131.0994189,
160+
"data": {
161+
"type": "Unhandled",
162+
"raw": "{\"type\":\"EndOfThought\"}"
163+
}
164+
},
165+
{
166+
"type": "ConversationText",
167+
"timestamp": 1752530131.756989,
168+
"data": {
169+
"type": "ConversationText",
170+
"role": "assistant",
171+
"content": "You\u2019re welcome!"
172+
}
173+
},
174+
{
175+
"type": "Unhandled",
176+
"timestamp": 1752530131.761224,
177+
"data": {
178+
"type": "Unhandled",
179+
"raw": "{\"type\":\"History\",\"role\":\"assistant\",\"content\":\"You\u2019re welcome!\"}"
180+
}
181+
},
182+
{
183+
"type": "AgentStartedSpeaking",
184+
"timestamp": 1752530131.7613928,
185+
"data": {
186+
"total_latency": 0.663211677,
187+
"tts_latency": 0.298665893,
188+
"ttt_latency": 0.364545557
189+
}
190+
},
191+
{
192+
"type": "ConversationText",
193+
"timestamp": 1752530132.8296478,
194+
"data": {
195+
"type": "ConversationText",
196+
"role": "assistant",
197+
"content": "If you have any more questions, feel free to ask!"
198+
}
199+
},
200+
{
201+
"type": "Unhandled",
202+
"timestamp": 1752530132.830574,
203+
"data": {
204+
"type": "Unhandled",
205+
"raw": "{\"type\":\"History\",\"role\":\"assistant\",\"content\":\"If you have any more questions, feel free to ask!\"}"
206+
}
207+
},
208+
{
209+
"type": "AgentAudioDone",
210+
"timestamp": 1752530132.913596,
211+
"data": {
212+
"type": "AgentAudioDone"
213+
}
214+
}
215+
]

‎tests/response_data/agent/websocket/basic_conversation-e5062e8c-config.json‎

Lines changed: 38 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,38 @@
1+
{
2+
"name": "basic_conversation",
3+
"description": "Basic conversation with simple questions",
4+
"agent_config": {
5+
"think": {
6+
"provider": {
7+
"type": "open_ai",
8+
"model": "gpt-4o-mini"
9+
},
10+
"prompt": "You are a helpful AI assistant. Keep responses brief and conversational."
11+
},
12+
"speak": {
13+
"provider": {
14+
"type": "deepgram",
15+
"model": "aura-2-thalia-en"
16+
}
17+
},
18+
"listen": {
19+
"provider": "deepgram",
20+
"model": "nova-3"
21+
},
22+
"language": "en"
23+
},
24+
"inject_messages": [
25+
"Hello, can you help me with a simple question?",
26+
"What is 2 + 2?",
27+
"Thank you for your help."
28+
],
29+
"expected_events": [
30+
"Welcome",
31+
"SettingsApplied",
32+
"ConversationText",
33+
"AgentAudioDone"
34+
],
35+
"test_inject_user_message": true,
36+
"test_inject_agent_message": false,
37+
"test_function_calls": false
38+
}

‎tests/response_data/agent/websocket/basic_conversation-e5062e8c-error.json‎

Lines changed: 33 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,33 @@
1+
{
2+
"error": "Test ID: basic_conversation-e5062e8c - Should receive SettingsApplied event\nassert 'SettingsApplied' in ['Open', 'Welcome', 'Error']",
3+
"events": [
4+
{
5+
"type": "Open",
6+
"timestamp": 1752529261.19441,
7+
"data": {
8+
"type": "Open"
9+
}
10+
},
11+
{
12+
"type": "Welcome",
13+
"timestamp": 1752529261.236177,
14+
"data": {
15+
"type": "Welcome",
16+
"request_id": "b17f0618-a671-4fcf-aa55-c2328feeb40d"
17+
}
18+
},
19+
{
20+
"type": "Error",
21+
"timestamp": 1752529261.274173,
22+
"data": {
23+
"description": "Error parsing client message. Check the agent.listen.model field against the API spec.",
24+
"message": "",
25+
"type": "Error"
26+
}
27+
}
28+
],
29+
"function_calls": [],
30+
"function_call_bugs": [],
31+
"conversation_texts": [],
32+
"injection_refused": []
33+
}

‎tests/response_data/agent/websocket/basic_conversation-e5062e8c-events.json‎

Lines changed: 26 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,26 @@
1+
[
2+
{
3+
"type": "Open",
4+
"timestamp": 1752529261.19441,
5+
"data": {
6+
"type": "Open"
7+
}
8+
},
9+
{
10+
"type": "Welcome",
11+
"timestamp": 1752529261.236177,
12+
"data": {
13+
"type": "Welcome",
14+
"request_id": "b17f0618-a671-4fcf-aa55-c2328feeb40d"
15+
}
16+
},
17+
{
18+
"type": "Error",
19+
"timestamp": 1752529261.274173,
20+
"data": {
21+
"description": "Error parsing client message. Check the agent.listen.model field against the API spec.",
22+
"message": "",
23+
"type": "Error"
24+
}
25+
}
26+
]

0 commit comments

Comments
 (0)