feat(platform): ElevenLabs platform

Guikingone · Guikingone · commit c6e92f6b1288 · 2025-08-08T14:57:30.000+02:00
diff --git a/examples/.env b/examples/.env
@@ -43,6 +43,10 @@ HUGGINGFACE_KEY=
 # For using OpenRouter
 OPENROUTER_KEY=
 
+# For using ElevenLabs
+ELEVEN_LABS_URL=https://api.elevenlabs.io/v1
+ELEVEN_LABS_API_KEY=
+
 # For using SerpApi (tool)
 SERP_API_KEY=
 
diff --git a/examples/composer.json b/examples/composer.json
@@ -22,6 +22,7 @@
         "symfony/event-dispatcher": "^6.4|^7.0",
         "symfony/filesystem": "^6.4|^7.0",
         "symfony/finder": "^6.4|^7.0",
+        "symfony/mime": "^7.3",
         "symfony/process": "^6.4|^7.0",
         "symfony/var-dumper": "^6.4|^7.0"
     },
@@ -33,6 +34,7 @@
     "config": {
         "allow-plugins": {
             "codewithkyrian/platform-package-installer": true,
+            "codewithkyrian/transformers-libsloader": true,
             "php-http/discovery": true
         },
         "sort-packages": true
diff --git a/examples/elevenlabs/speech-to-text.php b/examples/elevenlabs/speech-to-text.php
@@ -0,0 +1,31 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <fabien@symfony.com>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+use Symfony\AI\Platform\Bridge\ElevenLabs\ElevenLabs;
+use Symfony\AI\Platform\Bridge\ElevenLabs\PlatformFactory;
+use Symfony\AI\Platform\Message\Content\Audio;
+
+require_once dirname(__DIR__).'/bootstrap.php';
+
+$platform = PlatformFactory::create(
+    env('ELEVEN_LABS_URL'),
+    env('ELEVEN_LABS_API_KEY'),
+    __DIR__.'/tmp',
+    http_client()
+);
+$model = new ElevenLabs(ElevenLabs::SPEECH_TO_TEXT, options: [
+    'model' => 'scribe_v1',
+]);
+$file = Audio::fromFile(dirname(__DIR__, 2).'/fixtures/audio.mp3');
+
+$result = $platform->invoke($model, $file);
+
+echo $result->asText().\PHP_EOL;
diff --git a/examples/elevenlabs/text-to-speech.php b/examples/elevenlabs/text-to-speech.php
@@ -0,0 +1,30 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <fabien@symfony.com>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+use Symfony\AI\Platform\Bridge\ElevenLabs\ElevenLabs;
+use Symfony\AI\Platform\Bridge\ElevenLabs\PlatformFactory;
+use Symfony\AI\Platform\Message\Content\Text;
+
+require_once dirname(__DIR__).'/bootstrap.php';
+
+$platform = PlatformFactory::create(
+    env('ELEVEN_LABS_URL'),
+    env('ELEVEN_LABS_API_KEY'),
+    __DIR__.'/tmp',
+    http_client(),
+);
+$model = new ElevenLabs(options: [
+    'model' => 'Dslrhjl3ZpzrctukrQSN', # Brad (https://elevenlabs.io/app/voice-library?voiceId=Dslrhjl3ZpzrctukrQSN)
+]);
+
+$result = $platform->invoke($model, new Text('Hello world'));
+
+echo $result->asAudio().\PHP_EOL;
diff --git a/src/ai-bundle/config/options.php b/src/ai-bundle/config/options.php
@@ -40,6 +40,13 @@
                             ->end()
                         ->end()
                     ->end()
+                    ->arrayNode('eleven_labs')
+                        ->children()
+                            ->scalarNode('api_key')->isRequired()->end()
+                            ->scalarNode('output_path')->isRequired()->end()
+                            ->scalarNode('host')->end()
+                        ->end()
+                    ->end()
                     ->arrayNode('gemini')
                         ->children()
                             ->scalarNode('api_key')->isRequired()->end()
diff --git a/src/ai-bundle/src/AiBundle.php b/src/ai-bundle/src/AiBundle.php
@@ -27,6 +27,7 @@
 use Symfony\AI\AiBundle\Security\Attribute\IsGrantedTool;
 use Symfony\AI\Platform\Bridge\Anthropic\PlatformFactory as AnthropicPlatformFactory;
 use Symfony\AI\Platform\Bridge\Azure\OpenAi\PlatformFactory as AzureOpenAiPlatformFactory;
+use Symfony\AI\Platform\Bridge\ElevenLabs\PlatformFactory as ElevenLabsPlatformFactory;
 use Symfony\AI\Platform\Bridge\Gemini\PlatformFactory as GeminiPlatformFactory;
 use Symfony\AI\Platform\Bridge\LmStudio\PlatformFactory as LmStudioPlatformFactory;
 use Symfony\AI\Platform\Bridge\Mistral\PlatformFactory as MistralPlatformFactory;
@@ -208,6 +209,28 @@ private function processPlatformConfig(string $type, array $platform, ContainerB
             return;
         }
 
+        if ('eleven_labs' === $type) {
+            foreach ($platform as $name => $config) {
+                $platformId = 'ai.platform.eleven_labs.'.$name;
+                $definition = (new Definition(Platform::class))
+                    ->setFactory(ElevenLabsPlatformFactory::class.'::create')
+                    ->setLazy(true)
+                    ->addTag('proxy', ['interface' => PlatformInterface::class])
+                    ->setArguments([
+                        $config['host'],
+                        $config['api_key'],
+                        $config['output_path'],
+                        new Reference('http_client', ContainerInterface::NULL_ON_INVALID_REFERENCE),
+                        new Reference('ai.platform.contract.eleven_labs'),
+                    ])
+                    ->addTag('ai.platform');
+
+                $container->setDefinition($platformId, $definition);
+            }
+
+            return;
+        }
+
         if ('gemini' === $type) {
             $platformId = 'ai.platform.gemini';
             $definition = (new Definition(Platform::class))
diff --git a/src/ai-bundle/tests/DependencyInjection/AiBundleTest.php b/src/ai-bundle/tests/DependencyInjection/AiBundleTest.php
@@ -143,6 +143,10 @@ private function getFullConfig(): array
                             'api_version' => '2024-02-15-preview',
                         ],
                     ],
+                    'eleven_labs' => [
+                        'api_key' => 'eleven_labs_key_full',
+                        'output_path' => 'path/to/output',
+                    ],
                     'gemini' => [
                         'api_key' => 'gemini_key_full',
                     ],
diff --git a/src/platform/composer.json b/src/platform/composer.json
@@ -40,11 +40,13 @@
         "phpstan/phpstan": "^2.1.17",
         "phpstan/phpstan-symfony": "^2.0.6",
         "phpunit/phpunit": "^11.5",
+        "symfony/ai-agent": "@dev",
         "symfony/console": "^6.4 || ^7.1",
         "symfony/dotenv": "^6.4 || ^7.1",
-        "symfony/ai-agent": "@dev",
         "symfony/event-dispatcher": "^6.4 || ^7.1",
+        "symfony/filesystem": "^7.3",
         "symfony/finder": "^6.4 || ^7.1",
+        "symfony/mime": "^7.3",
         "symfony/process": "^6.4 || ^7.1",
         "symfony/var-dumper": "^6.4 || ^7.1"
     },
diff --git a/src/platform/src/Bridge/ElevenLabs/ElevenLabs.php b/src/platform/src/Bridge/ElevenLabs/ElevenLabs.php
@@ -0,0 +1,31 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <fabien@symfony.com>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+namespace Symfony\AI\Platform\Bridge\ElevenLabs;
+
+use Symfony\AI\Platform\Model;
+
+/**
+ * @author Guillaume Loulier <personal@guillaumeloulier.fr>
+ */
+final class ElevenLabs extends Model
+{
+    public const TEXT_TO_SPEECH = 'text-to-speech';
+    public const SPEECH_TO_TEXT = 'speech-to-text';
+
+    public function __construct(
+        string $name = self::TEXT_TO_SPEECH,
+        array $capabilities = [],
+        array $options = [],
+    ) {
+        parent::__construct($name, $capabilities, $options);
+    }
+}
diff --git a/src/platform/src/Bridge/ElevenLabs/ElevenLabsClient.php b/src/platform/src/Bridge/ElevenLabs/ElevenLabsClient.php
@@ -0,0 +1,92 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <fabien@symfony.com>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+namespace Symfony\AI\Platform\Bridge\ElevenLabs;
+
+use Symfony\AI\Platform\Exception\InvalidArgumentException;
+use Symfony\AI\Platform\Model;
+use Symfony\AI\Platform\ModelClientInterface;
+use Symfony\AI\Platform\Result\RawHttpResult;
+use Symfony\AI\Platform\Result\RawResultInterface;
+use Symfony\Contracts\HttpClient\HttpClientInterface;
+
+/**
+ * @author Guillaume Loulier <personal@guillaumeloulier.fr>
+ */
+final readonly class ElevenLabsClient implements ModelClientInterface
+{
+    public function __construct(
+        private HttpClientInterface $httpClient,
+        private string $hostUrl,
+        private string $apiKey,
+    ) {
+    }
+
+    public function supports(Model $model): bool
+    {
+        return $model instanceof ElevenLabs;
+    }
+
+    public function request(Model $model, array|string $payload, array $options = []): RawResultInterface
+    {
+        return match ($model->getName()) {
+            ElevenLabs::SPEECH_TO_TEXT => $this->doSpeechToTextRequest($model, $payload, $options),
+            ElevenLabs::TEXT_TO_SPEECH => $this->doTextToSpeechRequest($model, $payload, $options),
+            default => throw new InvalidArgumentException(\sprintf('Unsupported model "%s".', $model->getName())),
+        };
+    }
+
+    private function doSpeechToTextRequest(Model $model, array|string $payload, array $options): RawHttpResult
+    {
+        if (!array_key_exists('model', $model->getOptions())) {
+            throw new InvalidArgumentException('The model option is required.');
+        }
+
+        if (!is_array($payload)) {
+            throw new InvalidArgumentException('The payload must be an array, received %s.', get_debug_type($payload));
+        }
+
+        $model = $options['model'] ??= $model->getOptions()['model'];
+
+        return new RawHttpResult($this->httpClient->request('POST', sprintf('%s/speech-to-text', $this->hostUrl), [
+            'headers' => [
+                'xi-api-key' => $this->apiKey,
+            ],
+            'body' => [
+                'file' => $payload['input_audio']['resource'],
+                'model_id' => $model,
+            ],
+        ]));
+    }
+
+    private function doTextToSpeechRequest(Model $model, array|string $payload, array $options): RawHttpResult
+    {
+        if (!array_key_exists('model', $model->getOptions())) {
+            throw new InvalidArgumentException('The model option is required.');
+        }
+
+        if (is_array($payload) && !array_key_exists('text', $payload)) {
+            throw new InvalidArgumentException('The payload must be an array, received %s.', get_debug_type($payload));
+        }
+
+        $model = $options['model'] ??= $model->getOptions()['model'];
+
+        return new RawHttpResult($this->httpClient->request('POST', sprintf('%s/text-to-speech/%s', $this->hostUrl, $model), [
+            'headers' => [
+                'xi-api-key' => $this->apiKey,
+            ],
+            'json' => [
+                'text' => $payload['text'],
+                'model_id' => 'eleven_multilingual_v2',
+            ],
+        ]));
+    }
+}
diff --git a/src/platform/src/Bridge/ElevenLabs/ElevenLabsResultConverter.php b/src/platform/src/Bridge/ElevenLabs/ElevenLabsResultConverter.php
@@ -0,0 +1,77 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <fabien@symfony.com>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+namespace Symfony\AI\Platform\Bridge\ElevenLabs;
+
+use Symfony\AI\Platform\Exception\RuntimeException;
+use Symfony\AI\Platform\Model;
+use Symfony\AI\Platform\Result\AudioResult;
+use Symfony\AI\Platform\Result\RawResultInterface;
+use Symfony\AI\Platform\Result\ResultInterface;
+use Symfony\AI\Platform\Result\TextResult;
+use Symfony\AI\Platform\ResultConverterInterface;
+use Symfony\Component\Filesystem\Filesystem;
+use Symfony\Component\Mime\MimeTypes;
+use Symfony\Contracts\HttpClient\ResponseInterface;
+
+/**
+ * @author Guillaume Loulier <personal@guillaumeloulier.fr>
+ */
+final readonly class ElevenLabsResultConverter implements ResultConverterInterface
+{
+    public function __construct(
+        private string $outputPath,
+    ) {
+        if (!class_exists(Filesystem::class)) {
+            throw new RuntimeException('For using ElevenLabs as platform, the symfony/filesystem package is required. Try running "composer require symfony/filesystem".');
+        }
+
+        if (!class_exists(MimeTypes::class)) {
+            throw new RuntimeException('For using ElevenLabs as platform, the symfony/mime package is required. Try running "composer require symfony/mime".');
+        }
+    }
+
+    public function supports(Model $model): bool
+    {
+        return $model instanceof ElevenLabs;
+    }
+
+    public function convert(RawResultInterface $result, array $options = []): ResultInterface
+    {
+        /** @var ResponseInterface $response */
+        $response = $result->getObject();
+
+        return match (true) {
+            str_contains($response->getInfo('url'), 'speech-to-text', ) => $this->doConvertSpeechToText($response),
+            str_contains($response->getInfo('url'), 'text-to-speech') => $this->doConvertTextToSpeech($response),
+            default => throw new RuntimeException('Unsupported ElevenLabs response.'),
+        };
+    }
+
+    private function doConvertSpeechToText(ResponseInterface $response): ResultInterface
+    {
+        $payload = $response->toArray();
+
+        return new TextResult($payload['text']);
+    }
+
+    private function doConvertTextToSpeech(ResponseInterface $response): ResultInterface
+    {
+        $payload = $response->getContent();
+
+        $path = sprintf('%s/%s.mp3', $this->outputPath, uniqid());
+
+        $filesystem = new Filesystem();
+        $filesystem->dumpFile($path, $payload);
+
+        return new AudioResult($path, (new MimeTypes())->guessMimeType($path));
+    }
+}
diff --git a/src/platform/src/Bridge/ElevenLabs/PlatformFactory.php b/src/platform/src/Bridge/ElevenLabs/PlatformFactory.php
diff --git a/src/platform/src/Contract/Normalizer/Message/Content/AudioNormalizer.php b/src/platform/src/Contract/Normalizer/Message/Content/AudioNormalizer.php
diff --git a/src/platform/src/Message/Content/File.php b/src/platform/src/Message/Content/File.php
diff --git a/src/platform/src/Result/AudioResult.php b/src/platform/src/Result/AudioResult.php
diff --git a/src/platform/src/Result/ResultPromise.php b/src/platform/src/Result/ResultPromise.php
