Fixed streaming after LLM connectivity refactoring

Author: ddebowczyk

config/http.php

@@ -3,7 +3,7 @@
 use Cognesy\Instructor\Features\Http\Enums\HttpClientType;
 
 return [
-    'defaultClient' => 'laravel',
+    'defaultClient' => 'guzzle',
 
     'cache' => [
         'enabled' => false,

config/llm.php

@@ -144,6 +144,16 @@
             'contextLength' => 128_000,
             'maxOutputLength' => 4096,
         ],
+        'minimaxi' => [
+            'providerType' => LLMProviderType::Minimaxi->value,
+            'apiUrl' => 'https://api.minimaxi.chat/v1',
+            'apiKey' => Env::get('MINIMAXI_API_KEY', ''),
+            'endpoint' => '/text/chatcompletion_v2',
+            'defaultModel' => 'abab6.5s-chat', // 'MiniMax-Text-01',
+            'defaultMaxTokens' => 1024,
+            'contextLength' => 1_000_000,
+            'maxOutputLength' => 4096,
+        ],
         'ollama' => [
             'providerType' => LLMProviderType::Ollama->value,
             'apiUrl' => 'http://localhost:11434/v1',

evals/LLMModes/run.php

@@ -45,12 +45,14 @@
     ),
 );
 
-//Debug::enable();
-//$connections = array_keys(Settings::get('llm', 'connections'));
+Debug::enable();
+$connections = ['minimaxi']; // array_keys(Settings::get('llm', 'connections'));
+$modes = [Mode::Tools];//, Mode::JsonSchema, Mode::Json, Mode::MdJson, Mode::Text];
+$stream = [false]; // [true, false];
 
 $experiment = new Experiment(
-    //cases: InferenceCases::only($connections, [Mode::Tools], [true]),
-    cases: InferenceCases::all(),
+    cases: InferenceCases::only($connections, $modes, $stream),
+    //cases: InferenceCases::all(),
     executor: new RunInference($data),
     processors: [
         new CompanyEval(

examples/A05_Extras/ChatWithSummary/run.php

@@ -12,7 +12,7 @@
 ```php
 <?php
 
-use Cognesy\Instructor\Extras\Chat\ChatWithSummary;
+use Cognesy\Instructor\Extras\Chat\Pipelines\ChatWithSummary;
 use Cognesy\Instructor\Extras\Chat\Utils\SummarizeMessages;
 use Cognesy\Instructor\Features\LLM\Inference;
 use Cognesy\Instructor\Features\LLM\LLM;
@@ -24,14 +24,14 @@
 $loader = require 'vendor/autoload.php';
 $loader->add('Cognesy\\Instructor\\', __DIR__ . '../../src/');
 
-$maxSteps = 10;
+$maxSteps = 5;
 $sys = [
     'You are helpful assistant explaining Challenger Sale method, you answer questions. Provide very brief answers, not more than one sentence. Simplify things, don\'t go into details, but be very pragmatic and focused on practical bizdev problems.',
-    'You are curious novice growth expert interested in improving promoting Instructor library, you keep asking questions. Ask short, simple questions. Always ask a single question. Use your knowledge of Instructor library and marketing of tech products for developers.',
+    'You are curious novice growth expert working to promote Instructor library, you keep asking questions. Use your knowledge of Instructor library and marketing of tech products for developers. Ask short, simple questions. Always ask a single question.',
 ];
 $startMessage = new Message('assistant', 'Help me get better sales results. Be brief and concise.');
 
-$readme = "# CONTEXT\n\n" . file_get_contents(__DIR__ . '/summary.md');
+$context = "# CONTEXT\n\n" . file_get_contents(__DIR__ . '/summary.md');
 
 $summarizer = new SummarizeMessages(
     //prompt: 'Summarize the messages.',
@@ -40,13 +40,21 @@
     tokenLimit: 1024,
 );
 
-$chat = new ChatWithSummary(
-    null,
+//$chat = new ChatWithSummary(
+//    null,
+//    256,
+//    256,
+//    1024,
+//    true,
+//    true,
+//    $summarizer,
+//);
+
+$chat = ChatWithSummary::create(
     256,
     256,
     1024,
-    true,
-    true,
+    $summarizer,
 );
 $chat->script()->section('main')->appendMessage($startMessage);
 
@@ -55,10 +63,13 @@
 for($i = 0; $i < $maxSteps; $i++) {
     $chat->script()
         ->section('system')
-        ->withMessages(Messages::fromString($sys[$i % 2], 'system'))
-        ->appendMessage(Message::fromString($readme, 'system'));
+        ->withMessages(Messages::fromString($sys[$i % 2], 'system'));
+    $chat->script()
+        ->section('context')
+        ->withMessages(Messages::fromString($context, 'system'));
+
     $messages = $chat->script()
-        ->select(['system','summary','buffer','main'])
+        ->select(['system', 'context', 'summary', 'buffer', 'main'])
         ->toMessages()
         ->remapRoles(['assistant' => 'user', 'user' => 'assistant', 'system' => 'system']);
 
@@ -73,6 +84,6 @@
     echo "\n";
     dump('>>> '.$response);
     echo "\n";
-    $chat->appendMessage(new Message(role: 'assistant', content: $response));
+    $chat->appendMessage(new Message(role: 'assistant', content: $response), 'main');
 }
 //dump($chat->script());

examples/A05_Extras/ComplexExtraction/run.php

@@ -97,7 +97,7 @@ enum StakeholderRole: string {
     case Other = 'other';
 }
 
-//Debug::enable();
+Debug::enable();
 
 $instructor = new Instructor;