feature #292 [Platform] Add ElevenLabs as platform (Guikingone)

This PR was merged into the main branch.

Discussion
----------

[Platform] Add ElevenLabs as platform

| Q             | A
| ------------- | ---
| Bug fix?      | no
| New feature?  | yes
| Docs?         | no
| Issues        | #263
| License       | MIT

Hi 👋🏻

As discussed in #263, `ElevenLabs` can be more than just a tool for agents, the idea of a platform was discussed so here it is.

PS: Both TTS and STT examples are working "as expected" (the TTS one generate a file as we can't run the file).

Commits
-------

4e61e81 feat(platform): ElevenLabs platform

Author: chr-hertel

examples/.env

@@ -43,6 +43,10 @@ HUGGINGFACE_KEY=
 # For using OpenRouter
 OPENROUTER_KEY=
 
+# For using ElevenLabs
+ELEVEN_LABS_URL=https://api.elevenlabs.io/v1
+ELEVEN_LABS_API_KEY=
+
 # For using SerpApi (tool)
 SERP_API_KEY=
 

examples/.gitignore

@@ -2,3 +2,4 @@
 .transformers-cache
 composer.lock
 vendor
+tmp

examples/composer.json

@@ -33,6 +33,7 @@
     "config": {
         "allow-plugins": {
             "codewithkyrian/platform-package-installer": true,
+            "codewithkyrian/transformers-libsloader": true,
             "php-http/discovery": true
         },
         "sort-packages": true

examples/elevenlabs/speech-to-text.php

@@ -0,0 +1,26 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <[email protected]>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+use Symfony\AI\Platform\Bridge\ElevenLabs\ElevenLabs;
+use Symfony\AI\Platform\Bridge\ElevenLabs\PlatformFactory;
+use Symfony\AI\Platform\Message\Content\Audio;
+
+require_once dirname(__DIR__).'/bootstrap.php';
+
+$platform = PlatformFactory::create(
+    apiKey: env('ELEVEN_LABS_API_KEY'),
+    httpClient: http_client()
+);
+$model = new ElevenLabs(ElevenLabs::SCRIBE_V1);
+
+$result = $platform->invoke($model, Audio::fromFile(dirname(__DIR__, 2).'/fixtures/audio.mp3'));
+
+echo $result->asText().\PHP_EOL;

examples/elevenlabs/text-to-speech.php

@@ -0,0 +1,28 @@
+<?php
+
+/*
+ * This file is part of the Symfony package.
+ *
+ * (c) Fabien Potencier <[email protected]>
+ *
+ * For the full copyright and license information, please view the LICENSE
+ * file that was distributed with this source code.
+ */
+
+use Symfony\AI\Platform\Bridge\ElevenLabs\ElevenLabs;
+use Symfony\AI\Platform\Bridge\ElevenLabs\PlatformFactory;
+use Symfony\AI\Platform\Message\Content\Text;
+
+require_once dirname(__DIR__).'/bootstrap.php';
+
+$platform = PlatformFactory::create(
+    apiKey: env('ELEVEN_LABS_API_KEY'),
+    httpClient: http_client(),
+);
+$model = new ElevenLabs(options: [
+    'voice' => 'Dslrhjl3ZpzrctukrQSN', // Brad (https://elevenlabs.io/app/voice-library?voiceId=Dslrhjl3ZpzrctukrQSN)
+]);
+
+$result = $platform->invoke($model, new Text('Hello world'));
+
+echo $result->asBinary().\PHP_EOL;

src/ai-bundle/config/options.php

@@ -40,6 +40,12 @@
                             ->end()
                         ->end()
                     ->end()
+                    ->arrayNode('eleven_labs')
+                        ->children()
+                            ->scalarNode('host')->end()
+                            ->scalarNode('api_key')->isRequired()->end()
+                        ->end()
+                    ->end()
                     ->arrayNode('gemini')
                         ->children()
                             ->scalarNode('api_key')->isRequired()->end()

src/ai-bundle/doc/index.rst

@@ -34,7 +34,7 @@ Configuration
                     class: 'Symfony\AI\Platform\Bridge\OpenAi\Gpt'
                     name: !php/const Symfony\AI\Platform\Bridge\OpenAi\Gpt::GPT_4O_MINI
 
-**Advanced Example with Anthropic, Azure, Gemini and multiple agents**
+**Advanced Example with Anthropic, Azure, ElevenLabs, Gemini, Ollama multiple agents**
 
 .. code-block:: yaml
 
@@ -50,6 +50,10 @@ Configuration
                     deployment: '%env(AZURE_OPENAI_GPT)%'
                     api_key: '%env(AZURE_OPENAI_KEY)%'
                     api_version: '%env(AZURE_GPT_VERSION)%'
+            eleven_labs:
+                host: '%env(ELEVEN_LABS_HOST)%'
+                api_key: '%env(ELEVEN_LABS_API_KEY)%'
+                output_path: '%env(ELEVEN_LABS_OUTPUT_PATH)%'
             gemini:
                 api_key: '%env(GEMINI_API_KEY)%'
             ollama:
@@ -85,6 +89,12 @@ Configuration
                 tools: # If undefined, all tools are injected into the agent, use "tools: false" to disable tools.
                     - 'Symfony\AI\Agent\Toolbox\Tool\Wikipedia'
                 fault_tolerant_toolbox: false # Disables fault tolerant toolbox, default is true
+            audio:
+                platform: 'ai.platform.eleven_labs'
+                model:
+                    class: 'Symfony\AI\Platform\Bridge\ElevenLabs'
+                    name: !php/const Symfony\AI\Platform\Bridge\ElevenLabs::TEXT_TO_SPEECH
+                tools: false
         store:
             # also azure_search, meilisearch, memory, mongodb, pinecone, qdrant and surrealdb are supported as store type
             chroma_db:

src/ai-bundle/src/AiBundle.php

@@ -28,6 +28,7 @@
 use Symfony\AI\Platform\Bridge\Anthropic\PlatformFactory as AnthropicPlatformFactory;
 use Symfony\AI\Platform\Bridge\Azure\OpenAi\PlatformFactory as AzureOpenAiPlatformFactory;
 use Symfony\AI\Platform\Bridge\Cerebras\PlatformFactory as CerebrasPlatformFactory;
+use Symfony\AI\Platform\Bridge\ElevenLabs\PlatformFactory as ElevenLabsPlatformFactory;
 use Symfony\AI\Platform\Bridge\Gemini\PlatformFactory as GeminiPlatformFactory;
 use Symfony\AI\Platform\Bridge\LmStudio\PlatformFactory as LmStudioPlatformFactory;
 use Symfony\AI\Platform\Bridge\Mistral\PlatformFactory as MistralPlatformFactory;
@@ -204,6 +205,25 @@ private function processPlatformConfig(string $type, array $platform, ContainerB
             return;
         }
 
+        if ('eleven_labs' === $type) {
+            $platformId = 'ai.platform.eleven_labs';
+            $definition = (new Definition(Platform::class))
+                ->setFactory(ElevenLabsPlatformFactory::class.'::create')
+                ->setLazy(true)
+                ->addTag('proxy', ['interface' => PlatformInterface::class])
+                ->setArguments([
+                    $platform['api_key'],
+                    $platform['host'],
+                    new Reference('http_client', ContainerInterface::NULL_ON_INVALID_REFERENCE),
+                    new Reference('ai.platform.contract.default'),
+                ])
+                ->addTag('ai.platform');
+
+            $container->setDefinition($platformId, $definition);
+
+            return;
+        }
+
         if ('gemini' === $type) {
             $platformId = 'ai.platform.gemini';
             $definition = (new Definition(Platform::class))

src/ai-bundle/tests/DependencyInjection/AiBundleTest.php

@@ -158,6 +158,10 @@ private function getFullConfig(): array
                             'api_version' => '2024-02-15-preview',
                         ],
                     ],
+                    'eleven_labs' => [
+                        'host' => 'https://api.elevenlabs.io/v1',
+                        'api_key' => 'eleven_labs_key_full',
+                    ],
                     'gemini' => [
                         'api_key' => 'gemini_key_full',
                     ],

src/platform/composer.json

@@ -40,9 +40,9 @@
         "phpstan/phpstan": "^2.1.17",
         "phpstan/phpstan-symfony": "^2.0.6",
         "phpunit/phpunit": "^11.5",
+        "symfony/ai-agent": "@dev",
         "symfony/console": "^6.4 || ^7.1",
         "symfony/dotenv": "^6.4 || ^7.1",
-        "symfony/ai-agent": "@dev",
         "symfony/event-dispatcher": "^6.4 || ^7.1",
         "symfony/finder": "^6.4 || ^7.1",
         "symfony/process": "^6.4 || ^7.1",