ref

Author: Guikingone

examples/voice/agent-eleven-labs-voice.php

@@ -0,0 +1,36 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <[email protected]>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+use Symfony\AI\Agent\Agent;
+use Symfony\AI\Platform\Bridge\ElevenLabs\PlatformFactory;
+use Symfony\AI\Platform\Message\Content\Text;
+use Symfony\AI\Platform\Message\Message;
+use Symfony\AI\Platform\Message\MessageBag;
+
+require_once dirname(__DIR__).'/bootstrap.php';
+
+$elevenLabsPlatform = PlatformFactory::create(
+    apiKey: env('ELEVEN_LABS_API_KEY'),
+    httpClient: http_client(),
+);
+
+$platform = PlatformFactory::create(env('OPENAI_API_KEY'), httpClient: http_client());
+
+$agent = new Agent($platform, 'gpt-4o');
+$answer = $agent->call(new MessageBag(
+    Message::ofUser('Hello'),
+));
+
+$result = $platform->invoke('eleven_multilingual_v2', new Text('Hello world'), [
+    'voice' => 'Dslrhjl3ZpzrctukrQSN', // Brad (https://elevenlabs.io/app/voice-library?voiceId=Dslrhjl3ZpzrctukrQSN)
+]);
+
+echo $answer->asVoice();

src/agent/src/Agent.php

@@ -77,7 +77,7 @@ public function getName(): string
     public function call(MessageBag $messages, array $options = []): ResultInterface
     {
         $input = new Input($this->getModel(), $messages, $options);
-        array_map(fn (InputProcessorInterface $processor) => $processor->processInput($input), $this->inputProcessors);
+        array_map(static fn (InputProcessorInterface $processor) => $processor->processInput($input), $this->inputProcessors);
 
         $model = $input->getModel();
         $messages = $input->getMessageBag();
@@ -86,7 +86,7 @@ public function call(MessageBag $messages, array $options = []): ResultInterface
         $result = $this->platform->invoke($model, $messages, $options)->getResult();
 
         $output = new Output($model, $result, $messages, $options);
-        array_map(fn (OutputProcessorInterface $processor) => $processor->processOutput($output), $this->outputProcessors);
+        array_map(static fn (OutputProcessorInterface $processor) => $processor->processOutput($output), $this->outputProcessors);
         array_map(static fn (VoiceProviderInterface $provider) => $provider->addVoice($output), $this->voiceProviders);
 
         return $output->getResult();
@@ -116,14 +116,18 @@ private function initializeProcessors(iterable $processors, string $interface):
     /**
      * @param VoiceProviderInterface[] $providers
      *
-     * @return InputProcessorInterface[]|OutputProcessorInterface[]
+     * @return VoiceProviderInterface[]
      */
     private function initializeVoiceProviders(iterable $providers): array
     {
         foreach ($providers as $provider) {
             if (!$provider instanceof VoiceProviderInterface) {
                 throw new InvalidArgumentException(\sprintf('Voice provider "%s" must implement "%s".', $provider::class, VoiceProviderInterface::class));
             }
+
+            if ($provider instanceof AgentAwareInterface) {
+                $provider->setAgent($this);
+            }
         }
 
         return $providers instanceof \Traversable ? iterator_to_array($providers) : $providers;

src/agent/src/Bridge/ElevenLabs/VoiceProvider.php

@@ -0,0 +1,43 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <[email protected]>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+namespace Symfony\AI\Agent\Bridge\ElevenLabs;
+
+use Symfony\AI\Agent\Output;
+use Symfony\AI\Agent\Voice;
+use Symfony\AI\Agent\VoiceProviderInterface;
+use Symfony\AI\Platform\Bridge\ElevenLabs\ElevenLabs;
+use Symfony\AI\Platform\Platform;
+
+/**
+ * @author Guillaume Loulier <[email protected]>
+ */
+final readonly class VoiceProvider implements VoiceProviderInterface
+{
+    public function __construct(
+        private Platform $elevenLabsPlatform,
+    ) {
+    }
+
+    public function addVoice(Output $output): void
+    {
+        $result = $output->getResult();
+
+        $voice = $this->elevenLabsPlatform->invoke($this->getName(), $result->getContent());
+
+        $output->setVoice(new Voice($voice->asBinary(), $this->getName()));
+    }
+
+    public function getName(): string
+    {
+        return ElevenLabs::ELEVEN_MULTILINGUAL_V2;
+    }
+}

src/agent/src/Output.php

@@ -27,6 +27,7 @@ public function __construct(
         private ResultInterface $result,
         private readonly MessageBag $messageBag,
         private readonly array $options = [],
+        private ?Voice $voice = null,
     ) {
     }
 
@@ -57,4 +58,14 @@ public function getOptions(): array
     {
         return $this->options;
     }
+
+    public function setVoice(?Voice $voice): void
+    {
+        $this->voice = $voice;
+    }
+
+    public function getVoice(): ?Voice
+    {
+        return $this->voice;
+    }
 }

src/agent/src/Voice.php

@@ -0,0 +1,24 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <[email protected]>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+namespace Symfony\AI\Agent;
+
+/**
+ * @author Guillaume Loulier <[email protected]>
+ */
+final readonly class Voice
+{
+    public function __construct(
+        private string $input,
+        private string $provider,
+    ) {
+    }
+}

src/agent/src/VoiceProviderInterface.php

@@ -17,4 +17,6 @@
 interface VoiceProviderInterface
 {
     public function addVoice(Output $output): void;
+
+    public function getName(): string;
 }