Error Using LLMs other than OpenAI

[Codemonk-adi]

Using alternate LLMs for conversational tasks fails since even in creating a StreamingContextualAgent, OpenAiLLM is used to detect conversation completion.

bolna/agent_types/contextual_conversational_agent.py:18

[Codemonk-adi]

Agent Creation Request
POST /agent

{
    "agent_config": {
        "agent_name": "Alfred",
        "agent_type": "other",
        "agent_welcome_message": "Welcome",
        "tasks": [{
            "task_type": "conversation",
            "toolchain": {
                "execution": "parallel",
                "pipelines": [
                    [
                        "transcriber",
                        "llm",
                        "synthesizer"
                    ]
                ]
            },
            "tools_config": {
                "input": {
                    "format": "pcm",
                    "provider": "twilio"
                },
                "llm_agent": {
                    "agent_flow_type": "streaming",
                    "provider": "azure-openai",
                    "request_json": true,
                    "model": "gpt-4o",
                    "use_fallback": true
                },
                "output": {
                    "format": "pcm",
                    "provider": "twilio"
                },
                "synthesizer": {
                    "audio_format": "wav",
                    "provider": "elevenlabs",
                    "stream": true,
                    "provider_config": {
                        "voice": "Meera - high quality, emotive",
                        "model": "eleven_turbo_v2_5",
                        "voice_id": "TTa58Hl9lmhnQEvhp1WM"
                    },
                    "buffer_size": 100.0
                },
                "transcriber": {
                    "encoding": "linear16",
                    "language": "en",
                    "provider": "deepgram",
                    "stream": true
                }
            },
            "task_config": {
                "hangup_after_silence": 30.0
            }
        }]
    },
    "agent_prompts": {
        "task_1": {
            "system_prompt": "Ask if they are coming for party tonight"
        }
    }
}