Fixes gateway option to work with streaming. (#26)

* Fix: Cloudflare AI Gateway options does not work with doStream

Feature: Cloudflare AI Gateway options should be set when creating

* Feature: more options for models

* Fix: gateway options not enable

* spacing

---------

Co-authored-by: jiang-zhexin <162887873+jiang-zhexin@users.noreply.github.com>

Author: andyjessop

.changeset/warm-snails-pump.md

@@ -0,0 +1,5 @@
+---
+"workers-ai-provider": patch
+---
+
+configures AI Gateway to work with streamText

packages/ai-provider/src/index.ts

@@ -29,6 +29,10 @@ binding = "AI"
   ```
    **/
   binding: Ai;
+  /**
+   * Optionally set Cloudflare AI Gateway options.
+   */
+  gateway?: GatewayOptions;
 }
 
 /**
@@ -42,6 +46,7 @@ export function createWorkersAI(options: WorkersAISettings): WorkersAI {
     new WorkersAIChatLanguageModel(modelId, settings, {
       provider: "workersai.chat",
       binding: options.binding,
+      gateway: options.gateway,
     });
 
   const provider = function (

packages/ai-provider/src/workersai-chat-language-model.ts

@@ -14,6 +14,7 @@ import { events } from "fetch-event-stream";
 type WorkersAIChatConfig = {
   provider: string;
   binding: Ai;
+  gateway?: GatewayOptions;
 };
 
 export class WorkersAIChatLanguageModel implements LanguageModelV1 {
@@ -138,11 +139,12 @@ export class WorkersAIChatLanguageModel implements LanguageModelV1 {
       args.model,
       {
         messages: args.messages,
+        max_tokens: args.max_tokens,
+        temperature: args.temperature,
         tools: args.tools,
+        top_p: args.top_p,
       },
-      {
-        gateway: this.settings.gateway,
-      }
+      { gateway: this.config.gateway ?? this.settings.gateway }
     );
 
     if (output instanceof ReadableStream) {
@@ -173,11 +175,18 @@ export class WorkersAIChatLanguageModel implements LanguageModelV1 {
   ): Promise<Awaited<ReturnType<LanguageModelV1["doStream"]>>> {
     const { args, warnings } = this.getArgs(options);
 
-    const response = await this.config.binding.run(args.model, {
-      messages: args.messages,
-      stream: true,
-      tools: args.tools,
-    });
+    const response = await this.config.binding.run(
+      args.model,
+      {
+        messages: args.messages,
+        max_tokens: args.max_tokens,
+        stream: true,
+        temperature: args.temperature,
+        tools: args.tools,
+        top_p: args.top_p,
+      },
+      { gateway: this.config.gateway ?? this.settings.gateway }
+    );
 
     if (!(response instanceof ReadableStream)) {
       throw new Error("This shouldn't happen");

packages/ai-provider/src/workersai-chat-settings.ts

@@ -7,6 +7,7 @@ export interface WorkersAIChatSettings {
   safePrompt?: boolean;
   /**
    * Optionally set Cloudflare AI Gateway options.
+   * @deprecated
    */
-  gateway?: GatewayOptions
+  gateway?: GatewayOptions;
 }