ref

Author: Guikingone

examples/composer.json

@@ -96,7 +96,8 @@
         "symfony/finder": "^7.4|^8.0",
         "symfony/http-foundation": "^7.4|^8.0",
         "symfony/process": "^7.4|^8.0",
-        "symfony/var-dumper": "^7.4|^8.0"
+        "symfony/var-dumper": "^7.4|^8.0",
+        "symfony/rate-limiter": "^7.4|^8.0"
     },
     "require-dev": {
         "phpstan/phpstan": "^2.1",

examples/speech/agent-eleven-labs-speech-sts.php

@@ -27,15 +27,15 @@
         httpClient: http_client(),
     ),
     [
-        'ttsModel' => 'eleven_multilingual_v2',
-        'ttsVoice' => 'Dslrhjl3ZpzrctukrQSN', // Brad (https://elevenlabs.io/app/voice-library?voiceId=Dslrhjl3ZpzrctukrQSN)
-        'sttModel' => 'eleven_multilingual_v2',
+        'tts_model' => 'eleven_multilingual_v2',
+        'tts_voice' => 'Dslrhjl3ZpzrctukrQSN', // Brad (https://elevenlabs.io/app/voice-library?voiceId=Dslrhjl3ZpzrctukrQSN)
+        'stt_model' => 'scribe_v1',
     ],
 );
 
 $eventDispatcher = new EventDispatcher();
 $eventDispatcher->addSubscriber(new SpeechListener([
-    $elevenLabsPlatform,
+    'elevenlabs' => $elevenLabsPlatform,
 ]));
 
 $platform = OpenAiPlatformFactory::create(env('OPENAI_API_KEY'), httpClient: http_client(), eventDispatcher: $eventDispatcher);

examples/speech/agent-eleven-labs-speech-stt.php

@@ -21,17 +21,19 @@
 
 require_once dirname(__DIR__).'/bootstrap.php';
 
+$elevenLabsSpeechPlatform = new ElevenLabsSpeechPlatform(
+    PlatformFactory::create(
+        apiKey: env('ELEVEN_LABS_API_KEY'),
+        httpClient: http_client(),
+    ),
+    [
+        'stt_model' => 'scribe_v1',
+    ],
+);
+
 $eventDispatcher = new EventDispatcher();
 $eventDispatcher->addSubscriber(new SpeechListener([
-    new ElevenLabsSpeechPlatform(
-        PlatformFactory::create(
-            apiKey: env('ELEVEN_LABS_API_KEY'),
-            httpClient: http_client(),
-        ),
-        [
-            'sttModel' => 'eleven_multilingual_v2',
-        ],
-    ),
+    'elevenlabs' => $elevenLabsSpeechPlatform,
 ]));
 
 $platform = OpenAiPlatformFactory::create(env('OPENAI_API_KEY'), httpClient: http_client(), eventDispatcher: $eventDispatcher);

examples/speech/agent-eleven-labs-speech-tts.php

@@ -26,14 +26,14 @@
         httpClient: http_client(),
     ),
     [
-        'ttsModel' => 'eleven_multilingual_v2',
-        'ttsVoice' => 'Dslrhjl3ZpzrctukrQSN', // Brad (https://elevenlabs.io/app/voice-library?voiceId=Dslrhjl3ZpzrctukrQSN)
+        'tts_model' => 'eleven_multilingual_v2',
+        'tts_voice' => 'Dslrhjl3ZpzrctukrQSN', // Brad (https://elevenlabs.io/app/voice-library?voiceId=Dslrhjl3ZpzrctukrQSN)
     ],
 );
 
 $eventDispatcher = new EventDispatcher();
 $eventDispatcher->addSubscriber(new SpeechListener([
-    $elevenLabsPlatform,
+    'elevenlabs' => $elevenLabsPlatform,
 ]));
 
 $platform = OpenAiPlatformFactory::create(env('OPENAI_API_KEY'), httpClient: http_client(), eventDispatcher: $eventDispatcher);

src/platform/src/Bridge/ElevenLabs/ElevenLabsSpeechPlatform.php

@@ -12,12 +12,10 @@
 namespace Symfony\AI\Platform\Bridge\ElevenLabs;
 
 use Symfony\AI\Platform\Exception\RuntimeException;
-use Symfony\AI\Platform\Message\Content\Text;
 use Symfony\AI\Platform\Message\MessageBag;
 use Symfony\AI\Platform\ModelCatalog\ModelCatalogInterface;
 use Symfony\AI\Platform\PlatformInterface;
 use Symfony\AI\Platform\Result\DeferredResult;
-use Symfony\AI\Platform\Speech\Speech;
 use Symfony\AI\Platform\Speech\SpeechPlatformInterface;
 use Symfony\Component\OptionsResolver\OptionsResolver;
 
@@ -48,37 +46,33 @@ public function invoke(string $model, object|array|string $input, array $options
         return $this->platform->invoke($model, $input, $options);
     }
 
-    public function generate(DeferredResult $result, array $options): ?Speech
+    public function generate(DeferredResult $result, array $options): ?DeferredResult
     {
         if (!\array_key_exists('tts_model', $this->speechConfiguration) || !\array_key_exists('tts_voice', $this->speechConfiguration)) {
             return null;
         }
 
         $payload = $result->asText();
 
-        $speechResult = $this->invoke($this->speechConfiguration['tts_model'], ['text' => $payload], [
+        return $this->invoke($this->speechConfiguration['tts_model'], ['text' => $payload], [
             'voice' => $this->speechConfiguration['tts_voice'],
             ...$this->speechConfiguration['tts_options'] ?? [],
             ...$options,
         ]);
-
-        return new Speech($payload, $speechResult, 'elevenlabs');
     }
 
-    public function listen(object|array|string $input, array $options): ?Text
+    public function listen(object|array|string $input, array $options): ?DeferredResult
     {
         if (!\array_key_exists('stt_model', $this->speechConfiguration)) {
             return null;
         }
 
         $input = ($input instanceof MessageBag && $input->containsAudio()) ? $input->getUserMessage()->getAudioContent() : $input;
 
-        $result = $this->platform->invoke($this->speechConfiguration['stt_model'], $input, [
+        return $this->platform->invoke($this->speechConfiguration['stt_model'], $input, [
             ...$options,
             ...$this->speechConfiguration['stt_options'] ?? [],
         ]);
-
-        return new Text($result->asText());
     }
 
     public function getModelCatalog(): ModelCatalogInterface

src/platform/src/Bridge/ElevenLabs/Tests/ElevenLabsSpeechPlatformTest.php

@@ -125,6 +125,6 @@ public function testPlatformCanGenerate()
 
         $speech = $speechPlatform->generate($deferredResult, []);
 
-        $this->assertSame('elevenlabs', $speech->getIdentifier());
+        $this->assertInstanceOf(DeferredResult::class, $speech);
     }
 }

src/platform/src/Speech/Speech.php

@@ -18,24 +18,12 @@
  */
 final class Speech
 {
-    /**
-     * @param string|array<mixed, mixed> $payload
-     */
     public function __construct(
-        private readonly string|array $payload,
         private readonly DeferredResult $result,
         private readonly string $identifier,
     ) {
     }
 
-    /**
-     * @return string|array<mixed, mixed>
-     */
-    public function getPayload(): string|array
-    {
-        return $this->payload;
-    }
-
     public function asBinary(): string
     {
         return $this->result->asBinary();

src/platform/src/Speech/SpeechListener.php

@@ -13,8 +13,10 @@
 
 use Symfony\AI\Platform\Event\InvocationEvent;
 use Symfony\AI\Platform\Event\ResultEvent;
+use Symfony\AI\Platform\Message\Content\Text;
 use Symfony\AI\Platform\Message\Message;
 use Symfony\AI\Platform\Message\MessageBag;
+use Symfony\AI\Platform\Result\DeferredResult;
 use Symfony\Component\EventDispatcher\EventSubscriberInterface;
 
 /**
@@ -42,21 +44,23 @@ public function onInvocation(InvocationEvent $event): void
         $input = $event->getInput();
         $options = $event->getOptions();
 
-        foreach ($this->speechPlatforms as $speechToTextPlatform) {
-            $overriddenInput = $speechToTextPlatform->listen($input, $options);
+        foreach ($this->speechPlatforms as $platform) {
+            $overriddenInput = $platform->listen($input, $options);
 
-            if (null === $overriddenInput) {
+            if (!$overriddenInput instanceof DeferredResult) {
                 continue;
             }
 
+            $inputAsText = new Text($overriddenInput->asText());
+
             if (!$input instanceof MessageBag) {
-                $event->setInput($overriddenInput);
+                $event->setInput($inputAsText);
 
                 return;
             }
 
             $event->setInput(new MessageBag(
-                Message::ofUser($overriddenInput),
+                Message::ofUser($inputAsText),
             ));
         }
     }
@@ -66,14 +70,14 @@ public function onResult(ResultEvent $event): void
         $deferredResult = $event->getDeferredResult();
         $options = $event->getOptions();
 
-        foreach ($this->speechPlatforms as $textToSpeechPlatform) {
-            $speech = $textToSpeechPlatform->generate($deferredResult, $options);
+        foreach ($this->speechPlatforms as $name => $platform) {
+            $payload = $platform->generate($deferredResult, $options);
 
-            if (null === $speech) {
+            if (!$payload instanceof DeferredResult) {
                 continue;
             }
 
-            $deferredResult->addSpeech($speech);
+            $deferredResult->addSpeech(new Speech($payload, $name));
 
             $event->setDeferredResult($deferredResult);
         }

src/platform/src/Speech/SpeechPlatformInterface.php

@@ -11,7 +11,6 @@
 
 namespace Symfony\AI\Platform\Speech;
 
-use Symfony\AI\Platform\Message\Content\Text;
 use Symfony\AI\Platform\PlatformInterface;
 use Symfony\AI\Platform\Result\DeferredResult;
 
@@ -23,13 +22,13 @@ interface SpeechPlatformInterface
     /**
      * @param array<string, mixed> $options
      */
-    public function generate(DeferredResult $result, array $options): ?Speech;
+    public function generate(DeferredResult $result, array $options): ?DeferredResult;
 
     /**
      * @param array<mixed>|string|object $input   The input data
      * @param array<string, mixed>       $options The options to customize the model invocation
      *
      * {@see PlatformInterface::invoke()}
      */
-    public function listen(object|array|string $input, array $options): ?Text;
+    public function listen(object|array|string $input, array $options): ?DeferredResult;
 }