Finalize 0.0.52

Author: olokobayusuf

Changelog.md

@@ -1,5 +1,6 @@
 ## 0.0.52
-*INCOMPLETE*
++ Fixed remote predictions resulting in prediction errors.
++ Updated OpenAI client to default to local inference.
 
 ## 0.0.51
 + Added `muna.beta.predictions.remote.stream` method to stream remote predictions.

src/beta/openai/completions.ts

@@ -100,15 +100,15 @@ export class ChatCompletionService {
     public create(body: ChatCompletionCreateParamsStreaming): Promise<AsyncGenerator<ChatCompletionChunk>>;
     public create(body: ChatCompletionCreateParamsBase): Promise<ChatCompletion | AsyncGenerator<ChatCompletionChunk>>;
     public async create(body: ChatCompletionCreateParams): Promise<ChatCompletion | AsyncGenerator<ChatCompletionChunk>> {
-        const { model: tag, ...params } = body;
+        const { model: tag, acceleration = "local_auto", ...params } = body;
         // Ensure we have a delegate
         if (!this.cache.has(tag)) {
             const delegate = await this.createDelegate(tag);
             this.cache.set(tag, delegate);
         }
         // Make prediction
         const delegate = this.cache.get(tag);
-        const response = await delegate({ ...params });
+        const response = await delegate({ ...params, acceleration });
         // Return
         return response;
     }

src/beta/openai/embeddings.ts

@@ -58,7 +58,7 @@ export class EmbeddingService {
         model: tag,
         input,
         encoding_format = "float",
-        acceleration = "remote_auto"
+        acceleration = "local_auto"
     }: EmbeddingCreateParams): Promise<CreateEmbeddingResponse> {
         // Ensure we have a delegate
         if (!this.cache.has(tag)) {

src/beta/openai/speech.ts

@@ -71,7 +71,7 @@ export class SpeechService {
         response_format = "mp3",
         speed = 1.0,
         stream_format = "audio",
-        acceleration = "remote_auto"
+        acceleration = "local_auto"
     }: SpeechCreateParams): Promise<Response> {
         // Ensure we have a delegate
         if (!this.cache.has(tag)) {

src/beta/remote/remote.ts

@@ -45,7 +45,7 @@ export class RemotePredictionService {
             .entries(inputs)
             .map(async ([name, object]) => [
                 name,
-                await createRemoteValue({ object })
+                await createRemoteValue(object)
             ] satisfies [string, RemoteValue])
         ));
         this.fxnc ??= await getFxnc();

test/remote.ts

@@ -22,8 +22,8 @@ class RemotePredictionTest {
     @mocha.test
     async "Should create a remote prediction"() {
         const prediction = await this.muna.beta.predictions.remote.create({
-            tag: "@fxn/greeting",
-            inputs: { name: "Yusuf" }
+            tag: "@yusuf/area",
+            inputs: { radius: 3 }
         });
         const results = prediction.results;
         expect(results).to.not.be.empty;