feat(platform): ElevenLabs platform

Author: Guikingone

examples/.env

@@ -43,6 +43,10 @@ HUGGINGFACE_KEY=
 # For using OpenRouter
 OPENROUTER_KEY=
 
+# For using ElevenLabs
+ELEVEN_LABS_URL=https://api.elevenlabs.io/v1
+ELEVEN_LABS_API_KEY=
+
 # For using SerpApi (tool)
 SERP_API_KEY=
 

examples/composer.json

@@ -22,6 +22,7 @@
         "symfony/event-dispatcher": "^6.4|^7.0",
         "symfony/filesystem": "^6.4|^7.0",
         "symfony/finder": "^6.4|^7.0",
+        "symfony/mime": "^7.3",
         "symfony/process": "^6.4|^7.0",
         "symfony/var-dumper": "^6.4|^7.0"
     },
@@ -33,6 +34,7 @@
     "config": {
         "allow-plugins": {
             "codewithkyrian/platform-package-installer": true,
+            "codewithkyrian/transformers-libsloader": true,
             "php-http/discovery": true
         },
         "sort-packages": true

examples/elevenlabs/speech-to-text.php

@@ -0,0 +1,31 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <[email protected]>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+use Symfony\AI\Platform\Bridge\ElevenLabs\ElevenLabs;
+use Symfony\AI\Platform\Bridge\ElevenLabs\PlatformFactory;
+use Symfony\AI\Platform\Message\Content\Audio;
+
+require_once dirname(__DIR__).'/bootstrap.php';
+
+$platform = PlatformFactory::create(
+    env('ELEVEN_LABS_URL'),
+    env('ELEVEN_LABS_API_KEY'),
+    __DIR__.'/tmp',
+    http_client()
+);
+$model = new ElevenLabs(ElevenLabs::SPEECH_TO_TEXT, options: [
+    'model' => 'scribe_v1',
+]);
+$file = Audio::fromFile(dirname(__DIR__, 2).'/fixtures/audio.mp3');
+
+$result = $platform->invoke($model, $file);
+
+echo $result->asText().\PHP_EOL;

examples/elevenlabs/text-to-speech.php

@@ -0,0 +1,30 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <[email protected]>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+use Symfony\AI\Platform\Bridge\ElevenLabs\ElevenLabs;
+use Symfony\AI\Platform\Bridge\ElevenLabs\PlatformFactory;
+use Symfony\AI\Platform\Message\Content\Text;
+
+require_once dirname(__DIR__).'/bootstrap.php';
+
+$platform = PlatformFactory::create(
+    env('ELEVEN_LABS_URL'),
+    env('ELEVEN_LABS_API_KEY'),
+    __DIR__.'/tmp',
+    http_client(),
+);
+$model = new ElevenLabs(options: [
+    'model' => 'Dslrhjl3ZpzrctukrQSN', // Brad (https://elevenlabs.io/app/voice-library?voiceId=Dslrhjl3ZpzrctukrQSN)
+]);
+
+$result = $platform->invoke($model, new Text('Hello world'));
+
+echo $result->asAudio().\PHP_EOL;

src/ai-bundle/config/options.php

@@ -40,6 +40,13 @@
                             ->end()
                         ->end()
                     ->end()
+                    ->arrayNode('eleven_labs')
+                        ->children()
+                            ->scalarNode('host')->end()
+                            ->scalarNode('api_key')->isRequired()->end()
+                            ->scalarNode('output_path')->isRequired()->end()
+                        ->end()
+                    ->end()
                     ->arrayNode('gemini')
                         ->children()
                             ->scalarNode('api_key')->isRequired()->end()

src/ai-bundle/doc/index.rst

@@ -34,7 +34,7 @@ Configuration
                     class: 'Symfony\AI\Platform\Bridge\OpenAi\Gpt'
                     name: !php/const Symfony\AI\Platform\Bridge\OpenAi\Gpt::GPT_4O_MINI
 
-**Advanced Example with Anthropic, Azure, Gemini and multiple agents**
+**Advanced Example with Anthropic, Azure, ElevenLabs, Gemini, Ollama multiple agents**
 
 .. code-block:: yaml
 
@@ -50,6 +50,10 @@ Configuration
                     deployment: '%env(AZURE_OPENAI_GPT)%'
                     api_key: '%env(AZURE_OPENAI_KEY)%'
                     api_version: '%env(AZURE_GPT_VERSION)%'
+            eleven_labs:
+                host: '%env(ELEVEN_LABS_HOST)%'
+                api_key: '%env(ELEVEN_LABS_API_KEY)%'
+                output_path: '%env(ELEVEN_LABS_OUTPUT_PATH)%'
             gemini:
                 api_key: '%env(GEMINI_API_KEY)%'
             ollama:
@@ -85,6 +89,12 @@ Configuration
                 tools: # If undefined, all tools are injected into the agent, use "tools: false" to disable tools.
                     - 'Symfony\AI\Agent\Toolbox\Tool\Wikipedia'
                 fault_tolerant_toolbox: false # Disables fault tolerant toolbox, default is true
+            audio:
+                platform: 'ai.platform.eleven_labs'
+                model:
+                    class: 'Symfony\AI\Platform\Bridge\ElevenLabs'
+                    name: !php/const Symfony\AI\Platform\Bridge\ElevenLabs\TEXT_TO_SPEECH
+                tools: false
         store:
             # also azure_search, meilisearch, memory, mongodb, pinecone, qdrant and surrealdb are supported as store type
             chroma_db:

src/ai-bundle/src/AiBundle.php

@@ -27,13 +27,14 @@
 use Symfony\AI\AiBundle\Security\Attribute\IsGrantedTool;
 use Symfony\AI\Platform\Bridge\Anthropic\PlatformFactory as AnthropicPlatformFactory;
 use Symfony\AI\Platform\Bridge\Azure\OpenAi\PlatformFactory as AzureOpenAiPlatformFactory;
+use Symfony\AI\Platform\Bridge\Cerebras\PlatformFactory as CerebrasPlatformFactory;
+use Symfony\AI\Platform\Bridge\ElevenLabs\PlatformFactory as ElevenLabsPlatformFactory;
 use Symfony\AI\Platform\Bridge\Gemini\PlatformFactory as GeminiPlatformFactory;
 use Symfony\AI\Platform\Bridge\LmStudio\PlatformFactory as LmStudioPlatformFactory;
 use Symfony\AI\Platform\Bridge\Mistral\PlatformFactory as MistralPlatformFactory;
 use Symfony\AI\Platform\Bridge\Ollama\PlatformFactory as OllamaPlatformFactory;
 use Symfony\AI\Platform\Bridge\OpenAi\PlatformFactory as OpenAiPlatformFactory;
 use Symfony\AI\Platform\Bridge\OpenRouter\PlatformFactory as OpenRouterPlatformFactory;
-use Symfony\AI\Platform\Bridge\Cerebras\PlatformFactory as CerebrasPlatformFactory;
 use Symfony\AI\Platform\Model;
 use Symfony\AI\Platform\ModelClientInterface;
 use Symfony\AI\Platform\Platform;
@@ -208,6 +209,26 @@ private function processPlatformConfig(string $type, array $platform, ContainerB
             return;
         }
 
+        if ('eleven_labs' === $type) {
+            $platformId = 'ai.platform.eleven_labs';
+            $definition = (new Definition(Platform::class))
+                ->setFactory(ElevenLabsPlatformFactory::class.'::create')
+                ->setLazy(true)
+                ->addTag('proxy', ['interface' => PlatformInterface::class])
+                ->setArguments([
+                    $platform['host'],
+                    $platform['api_key'],
+                    $platform['output_path'],
+                    new Reference('http_client', ContainerInterface::NULL_ON_INVALID_REFERENCE),
+                    new Reference('ai.platform.contract.default'),
+                ])
+                ->addTag('ai.platform');
+
+            $container->setDefinition($platformId, $definition);
+
+            return;
+        }
+
         if ('gemini' === $type) {
             $platformId = 'ai.platform.gemini';
             $definition = (new Definition(Platform::class))

src/ai-bundle/tests/DependencyInjection/AiBundleTest.php

@@ -143,6 +143,11 @@ private function getFullConfig(): array
                             'api_version' => '2024-02-15-preview',
                         ],
                     ],
+                    'eleven_labs' => [
+                        'host' => 'https://api.elevenlabs.io/v1',
+                        'api_key' => 'eleven_labs_key_full',
+                        'output_path' => 'path/to/output',
+                    ],
                     'gemini' => [
                         'api_key' => 'gemini_key_full',
                     ],

src/platform/composer.json

@@ -40,11 +40,13 @@
         "phpstan/phpstan": "^2.1.17",
         "phpstan/phpstan-symfony": "^2.0.6",
         "phpunit/phpunit": "^11.5",
+        "symfony/ai-agent": "@dev",
         "symfony/console": "^6.4 || ^7.1",
         "symfony/dotenv": "^6.4 || ^7.1",
-        "symfony/ai-agent": "@dev",
         "symfony/event-dispatcher": "^6.4 || ^7.1",
+        "symfony/filesystem": "^7.3",
         "symfony/finder": "^6.4 || ^7.1",
+        "symfony/mime": "^7.3",
         "symfony/process": "^6.4 || ^7.1",
         "symfony/var-dumper": "^6.4 || ^7.1"
     },

src/platform/src/Bridge/ElevenLabs/ElevenLabs.php

@@ -0,0 +1,31 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <[email protected]>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+namespace Symfony\AI\Platform\Bridge\ElevenLabs;
+
+use Symfony\AI\Platform\Model;
+
+/**
+ * @author Guillaume Loulier <[email protected]>
+ */
+final class ElevenLabs extends Model
+{
+    public const TEXT_TO_SPEECH = 'text-to-speech';
+    public const SPEECH_TO_TEXT = 'speech-to-text';
+
+    public function __construct(
+        string $name = self::TEXT_TO_SPEECH,
+        array $capabilities = [],
+        array $options = [],
+    ) {
+        parent::__construct($name, $capabilities, $options);
+    }
+}