Skip to content

feat: agent to agent feature #32

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
xavidop merged 13 commits into from
Jul 14, 2025
Merged

feat: agent to agent feature #32

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
13 commits
Select commit Hold shift + click to select a range
4f3fe3b
feat: improve output
xavidop Jul 11, 2025
a57f7b7
feat: agent to agent execution
xavidop Jul 11, 2025
e98ae24
feat: docs updated
xavidop Jul 11, 2025
f6a197a
fix: rename file
xavidop Jul 11, 2025
cff2058
feat: improved logging
xavidop Jul 11, 2025
2f9a89f
feat: override models
xavidop Jul 11, 2025
6ec8e00
feat: update docs
xavidop Jul 11, 2025
0ea012d
feat: update docs
xavidop Jul 11, 2025
b71002c
feat: added more tests
xavidop Jul 11, 2025
27c6164
feat: vocieflow to vocieflow agent testing
xavidop Jul 14, 2025
fb47180
fix: API key
xavidop Jul 14, 2025
c4d73b9
feat: update code
xavidop Jul 14, 2025
a9c086c
fix: lint issue
xavidop Jul 14, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 0 additions & 1 deletion .gitignore
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -47,4 +47,3 @@ voiceflow-cli/choco
test.yaml

file.json
test_*.yaml
53 changes: 53 additions & 0 deletions diagrams/agent-to-agent.md
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,53 @@
### OpenAI as Tester

```mermaid
sequenceDiagram
actor User
participant CLI
participant TestRunner as "Test Runner (OpenAI)"
participant TargetAgent as "Voiceflow Target Agent"
participant OpenAI

User->>CLI: Run agent-to-agent test
CLI->>TestRunner: Start test with goal

TestRunner->>TargetAgent: Start Conversation
TargetAgent-->>TestRunner: Initial Response

loop Conversation Steps
TestRunner->>OpenAI: Generate next user turn based on goal and history
OpenAI-->>TestRunner: User message
TestRunner->>TargetAgent: Send user message
TargetAgent-->>TestRunner: Agent response
end
```

### Voiceflow Agent as Tester

```mermaid
sequenceDiagram
actor User
participant CLI
participant TestRunner as "Test Runner (Voiceflow)"
participant TargetAgent as "Voiceflow Target Agent"
participant TesterAgent as "Voiceflow Tester Agent"

User->>CLI: Run agent-to-agent test
CLI->>TestRunner: Start test with goal

TestRunner->>TargetAgent: Start Conversation
TargetAgent-->>TestRunner: Target Agent Response

TestRunner->>TesterAgent: Start Conversation
TesterAgent-->>TestRunner: Tester Agent Response

TestRunner->>TesterAgent: Send Target Agent's Response
TesterAgent-->>TestRunner: Tester Agent's next turn

loop Conversation Steps
TestRunner->>TargetAgent: Send Tester Agent's turn
TargetAgent-->>TestRunner: Target Agent Response
TestRunner->>TesterAgent: Send Target Agent's Response
TesterAgent-->>TestRunner: Tester Agent's next turn
end
```
Binary file added docs/docs/images/openai-agent-to-agent.png
View file
Open in desktop
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added docs/docs/images/voiceflow-agent-to-agent.png
View file
Open in desktop
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
97 changes: 95 additions & 2 deletions docs/docs/static/conversationsuite.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,18 @@
"$id": "https://github.com/xavidop/voiceflow-cli/internal/types/tests/suite",
"$ref": "#/$defs/Suite",
"$defs": {
"OpenAIConfig": {
"properties": {
"model": {
"type": "string"
},
"temperature": {
"type": "number"
}
},
"additionalProperties": false,
"type": "object"
},
"Suite": {
"properties": {
"name": {
Expand All @@ -19,6 +31,9 @@
"$ref": "#/$defs/TestFile"
},
"type": "array"
},
"openAIConfig": {
"$ref": "#/$defs/OpenAIConfig"
}
},
"additionalProperties": false,
Expand Down Expand Up @@ -64,6 +79,38 @@
"validate"
]
},
"AgentTest": {
"properties": {
"goal": {
"type": "string"
},
"persona": {
"type": "string"
},
"maxSteps": {
"type": "integer"
},
"userInformation": {
"items": {
"$ref": "#/$defs/UserInfo"
},
"type": "array"
},
"openAIConfig": {
"$ref": "#/$defs/OpenAIConfig"
},
"voiceflowAgentTesterConfig": {
"$ref": "#/$defs/VoiceflowAgentTesterConfig"
}
},
"additionalProperties": false,
"type": "object",
"required": [
"goal",
"persona",
"maxSteps"
]
},
"Interaction": {
"properties": {
"id": {
Expand All @@ -84,6 +131,18 @@
"agent"
]
},
"OpenAIConfig": {
"properties": {
"model": {
"type": "string"
},
"temperature": {
"type": "number"
}
},
"additionalProperties": false,
"type": "object"
},
"SimilarityConfig": {
"properties": {
"provider": {
Expand Down Expand Up @@ -129,14 +188,16 @@
"$ref": "#/$defs/Interaction"
},
"type": "array"
},
"agent": {
"$ref": "#/$defs/AgentTest"
}
},
"additionalProperties": false,
"type": "object",
"required": [
"name",
"description",
"interactions"
"description"
]
},
"User": {
Expand All @@ -154,6 +215,22 @@
"type"
]
},
"UserInfo": {
"properties": {
"name": {
"type": "string"
},
"value": {
"type": "string"
}
},
"additionalProperties": false,
"type": "object",
"required": [
"name",
"value"
]
},
"Validation": {
"properties": {
"id": {
Expand Down Expand Up @@ -198,6 +275,22 @@
"required": [
"name"
]
},
"VoiceflowAgentTesterConfig": {
"properties": {
"environmentName": {
"type": "string"
},
"apiKey": {
"type": "string"
}
},
"additionalProperties": false,
"type": "object",
"required": [
"environmentName",
"apiKey"
]
}
},
"items": {
Expand Down
82 changes: 80 additions & 2 deletions docs/docs/static/conversationtest.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,38 @@
"validate"
]
},
"AgentTest": {
"properties": {
"goal": {
"type": "string"
},
"persona": {
"type": "string"
},
"maxSteps": {
"type": "integer"
},
"userInformation": {
"items": {
"$ref": "#/$defs/UserInfo"
},
"type": "array"
},
"openAIConfig": {
"$ref": "#/$defs/OpenAIConfig"
},
"voiceflowAgentTesterConfig": {
"$ref": "#/$defs/VoiceflowAgentTesterConfig"
}
},
"additionalProperties": false,
"type": "object",
"required": [
"goal",
"persona",
"maxSteps"
]
},
"Interaction": {
"properties": {
"id": {
Expand All @@ -38,6 +70,18 @@
"agent"
]
},
"OpenAIConfig": {
"properties": {
"model": {
"type": "string"
},
"temperature": {
"type": "number"
}
},
"additionalProperties": false,
"type": "object"
},
"SimilarityConfig": {
"properties": {
"provider": {
Expand Down Expand Up @@ -83,14 +127,16 @@
"$ref": "#/$defs/Interaction"
},
"type": "array"
},
"agent": {
"$ref": "#/$defs/AgentTest"
}
},
"additionalProperties": false,
"type": "object",
"required": [
"name",
"description",
"interactions"
"description"
]
},
"User": {
Expand All @@ -108,6 +154,22 @@
"type"
]
},
"UserInfo": {
"properties": {
"name": {
"type": "string"
},
"value": {
"type": "string"
}
},
"additionalProperties": false,
"type": "object",
"required": [
"name",
"value"
]
},
"Validation": {
"properties": {
"id": {
Expand Down Expand Up @@ -152,6 +214,22 @@
"required": [
"name"
]
},
"VoiceflowAgentTesterConfig": {
"properties": {
"environmentName": {
"type": "string"
},
"apiKey": {
"type": "string"
}
},
"additionalProperties": false,
"type": "object",
"required": [
"environmentName",
"apiKey"
]
}
},
"description": "voiceflow-cli Conversation Profiler test definition file"
Expand Down
Loading
Loading