Ease LiteLLM setup for examples

Author: chr-hertel

examples/.env

@@ -114,6 +114,7 @@ LMSTUDIO_HOST_URL=http://127.0.0.1:1234
 
 # For using LiteLLM
 LITELLM_HOST_URL=http://127.0.0.1:4000
+LITELLM_API_KEY=sk-1234
 
 # Qdrant (store)
 QDRANT_HOST=http://127.0.0.1:6333

examples/compose.yaml

@@ -196,8 +196,17 @@ services:
             - ./litellm/config.yaml:/app/config.yaml
         env_file:
             - .env
+            - path: .env.local
+              required: false
         command: [ "--config", "/app/config.yaml", "--port", "4000", "--num_workers", "8" ]
 
+    litellm-db:
+        image: pgvector/pgvector:0.8.0-pg17
+        environment:
+            POSTGRES_DB: litellm
+            POSTGRES_USER: litellm
+            POSTGRES_PASSWORD: litellm
+
 volumes:
     typesense_data:
     etcd_vlm:

examples/litellm/chat.php

@@ -15,7 +15,7 @@
 
 require_once dirname(__DIR__).'/bootstrap.php';
 
-$platform = PlatformFactory::create(env('LITELLM_HOST_URL'), http_client());
+$platform = PlatformFactory::create(env('LITELLM_HOST_URL'), env('LITELLM_API_KEY'), http_client());
 
 $messages = new MessageBag(
     Message::forSystem('You are a pirate and you write funny.'),

examples/litellm/config.yaml

@@ -3,3 +3,7 @@ model_list:
       litellm_params:
           model: mistral/mistral-small-latest
           api_key: "os.environ/MISTRAL_API_KEY"
+
+general_settings:
+    master_key: sk-1234
+    database_url: "postgresql://litellm:litellm@litellm-db:5432/litellm"

src/platform/src/Bridge/LiteLlm/ModelClient.php

@@ -27,6 +27,7 @@ final class ModelClient implements ModelClientInterface
     public function __construct(
         HttpClientInterface $httpClient,
         private readonly string $hostUrl,
+        private readonly ?string $apiKey = null,
     ) {
         $this->httpClient = $httpClient instanceof EventSourceHttpClient ? $httpClient : new EventSourceHttpClient($httpClient);
     }
@@ -38,8 +39,13 @@ public function supports(Model $model): bool
 
     public function request(Model $model, array|string $payload, array $options = []): RawHttpResult
     {
+        $authorizationHeader = null !== $this->apiKey ? ['Authorization' => 'Bearer '.$this->apiKey] : [];
+
         return new RawHttpResult($this->httpClient->request('POST', \sprintf('%s/v1/chat/completions', $this->hostUrl), [
             'json' => array_merge($options, $payload),
+            'headers' => [
+                ...$authorizationHeader,
+            ],
         ]));
     }
 }

src/platform/src/Bridge/LiteLlm/PlatformFactory.php

@@ -25,6 +25,7 @@ class PlatformFactory
 {
     public static function create(
         string $hostUrl = 'http://localhost:4000',
+        ?string $apiKey = null,
         ?HttpClientInterface $httpClient = null,
         ModelCatalogInterface $modelCatalog = new ModelCatalog(),
         ?Contract $contract = null,
@@ -34,7 +35,7 @@ public static function create(
 
         return new Platform(
             [
-                new ModelClient($httpClient, $hostUrl),
+                new ModelClient($httpClient, $hostUrl, $apiKey),
             ],
             [
                 new ResultConverter(),