Move bytez chatComplete responseTransform into chatComplete.ts, conform to openai compliant spec.

Author: inf3rnus

src/providers/bytez/chatComplete.ts

@@ -1,4 +1,7 @@
+import { BYTEZ } from '../../globals';
 import { ProviderConfig } from '../types';
+import { BytezResponse } from './types';
+import { generateErrorResponse } from '../utils';
 
 const BytezInferenceChatCompleteConfig: ProviderConfig = {
   messages: {
@@ -28,4 +31,47 @@ const BytezInferenceChatCompleteConfig: ProviderConfig = {
   },
 };
 
-export { BytezInferenceChatCompleteConfig };
+function chatComplete(
+  response: BytezResponse,
+  responseStatus: number,
+  responseHeaders: any,
+  strictOpenAiCompliance: boolean,
+  endpoint: string,
+  requestBody: any
+) {
+  const { error, output } = response;
+
+  if (error) {
+    return generateErrorResponse(
+      {
+        message: error,
+        type: String(responseStatus),
+        param: null,
+        code: null,
+      },
+      BYTEZ
+    );
+  }
+
+  return {
+    id: crypto.randomUUID(),
+    object: 'chat.completion',
+    created: Date.now(),
+    model: requestBody.model,
+    choices: [
+      {
+        index: 0,
+        message: output,
+        logprobs: null,
+        finish_reason: 'stop',
+      },
+    ],
+    usage: {
+      completion_tokens: -1,
+      prompt_tokens: -1,
+      total_tokens: -1,
+    },
+  };
+}
+
+export { BytezInferenceChatCompleteConfig, chatComplete };

src/providers/bytez/index.ts

@@ -1,55 +1,12 @@
-import { BYTEZ } from '../../globals';
 import { ProviderConfigs } from '../types';
-import { generateErrorResponse } from '../utils';
 import BytezInferenceAPI from './api';
-import { BytezInferenceChatCompleteConfig } from './chatComplete';
-import { BytezResponse } from './types';
+import { BytezInferenceChatCompleteConfig, chatComplete } from './chatComplete';
 
 const BytezInferenceAPIConfig: ProviderConfigs = {
   api: BytezInferenceAPI,
   chatComplete: BytezInferenceChatCompleteConfig,
   responseTransforms: {
-    chatComplete: (
-      response: BytezResponse,
-      responseStatus: number,
-      responseHeaders: any,
-      strictOpenAiCompliance: boolean,
-      endpoint: string,
-      requestBody: any
-    ) => {
-      const { error, output } = response;
-
-      if (error) {
-        return generateErrorResponse(
-          {
-            message: error,
-            type: String(responseStatus),
-            param: null,
-            code: null,
-          },
-          BYTEZ
-        );
-      }
-
-      return {
-        id: crypto.randomUUID(),
-        object: 'chat.completion',
-        created: Date.now(),
-        model: requestBody.model,
-        choices: [
-          {
-            index: 0,
-            message: output,
-            logprobs: null,
-            finish_reason: 'stop',
-          },
-        ],
-        usage: {
-          inferenceTime: responseHeaders.get('inference-time'),
-          modelSize: responseHeaders.get('inference-meter'),
-        },
-      };
-    },
+    chatComplete,
   },
 };