[sync] feat(ai): improve LLM provider test with detailed error messages T1518 (#955) (#2369)

Synced from teableio/teable-ee@d230500

Co-authored-by: teable-bot <[email protected]>

Author: tea-artist

apps/nestjs-backend/src/features/ai/ai.service.ts

@@ -83,8 +83,8 @@ export class AiService {
       });
     }
 
-    const provider = Object.entries(modelProviders).find(([key]) =>
-      type.toLowerCase().includes(key.toLowerCase())
+    const provider = Object.entries(modelProviders).find(
+      ([key]) => type.toLowerCase() === key.toLowerCase()
     )?.[1];
 
     if (!provider) {

apps/nestjs-backend/src/features/ai/util.ts

@@ -16,6 +16,78 @@ import { get } from 'lodash';
 import { createOllama } from 'ollama-ai-provider-v2';
 import { TASK_MODEL_MAP } from './constant';
 
+/**
+ * Fix non-standard OpenAI compatible API streaming response.
+ * Some API proxies return `role: ""` instead of proper format.
+ * This uses regex replacement which is simpler and more robust than parsing.
+ */
+const fixStreamText = (text: string): string => {
+  // Replace "role":"" with nothing (remove the field)
+  // This regex handles the field whether it's first, middle, or last in the object
+  // comma followed by role (if last field)
+
+  return text
+    .replace(/"role":"",/g, '') // role followed by comma
+    .replace(/,"role":""/g, '');
+};
+
+/**
+ * Custom fetch wrapper that fixes non-standard OpenAI compatible API responses.
+ * Some API proxies return invalid format like `role: ""` instead of `role: "assistant"`.
+ * This wrapper transforms the streaming response to fix such issues.
+ */
+const createFixingFetch = (): typeof fetch => {
+  return async (input, init) => {
+    const response = await fetch(input, init);
+
+    // Only transform if there's a body (streaming responses)
+    if (!response.body) {
+      return response;
+    }
+
+    const reader = response.body.getReader();
+    const decoder = new TextDecoder();
+    const encoder = new TextEncoder();
+
+    const transformedStream = new ReadableStream({
+      async pull(controller) {
+        const { done, value } = await reader.read();
+
+        if (done) {
+          controller.close();
+          return;
+        }
+
+        const text = decoder.decode(value, { stream: true });
+        const fixedText = fixStreamText(text);
+
+        controller.enqueue(encoder.encode(fixedText));
+      },
+    });
+
+    return new Response(transformedStream, {
+      status: response.status,
+      statusText: response.statusText,
+      headers: response.headers,
+    });
+  };
+};
+
+/**
+ * Wrapper for OpenAI compatible providers that:
+ * 1. Forces Chat Completions API instead of Responses API
+ * 2. Uses custom fetch to fix non-standard API responses
+ */
+const createOpenAICompatibleWrapper = (
+  options: Parameters<typeof createOpenAICompatible>[0]
+): ReturnType<typeof createOpenAICompatible> => {
+  return createOpenAICompatible({
+    ...options,
+    // Use custom fetch to fix non-standard responses
+    fetch: createFixingFetch(),
+  });
+};
+
 export const modelProviders = {
   [LLMProviderType.OPENAI]: createOpenAI,
   [LLMProviderType.ANTHROPIC]: createAnthropic,
@@ -32,7 +104,7 @@ export const modelProviders = {
   [LLMProviderType.OLLAMA]: createOllama,
   [LLMProviderType.AMAZONBEDROCK]: createAmazonBedrock,
   [LLMProviderType.OPENROUTER]: createOpenRouter,
-  [LLMProviderType.OPENAI_COMPATIBLE]: createOpenAICompatible,
+  [LLMProviderType.OPENAI_COMPATIBLE]: createOpenAICompatibleWrapper,
 } as const;
 
 export const getAdaptedProviderOptions = (

apps/nestjs-backend/src/features/builtin-assets-init/builtin-assets-init.service.ts

@@ -211,6 +211,16 @@ export class BuiltinAssetsInitService implements OnModuleInit {
         filePath: ANONYMOUS_USER_AVATAR_PATH,
         uploadType: UploadType.Avatar,
       },
+      {
+        id: 'actTestImage',
+        filePath: 'static/test/test-image.png',
+        uploadType: UploadType.ChatFile,
+      },
+      {
+        id: 'actTestPDF',
+        filePath: 'static/test/test-pdf.pdf',
+        uploadType: UploadType.ChatFile,
+      },
     ];
   }
 

apps/nestjs-backend/src/features/setting/open-api/setting-open-api.module.ts

@@ -1,6 +1,7 @@
 import { Module } from '@nestjs/common';
 import { MulterModule } from '@nestjs/platform-express';
 import multer from 'multer';
+import { AttachmentsStorageModule } from '../../attachments/attachments-storage.module';
 import { StorageModule } from '../../attachments/plugins/storage.module';
 import { TurnstileModule } from '../../auth/turnstile/turnstile.module';
 import { SettingModule } from '../setting.module';
@@ -13,6 +14,7 @@ import { SettingOpenApiService } from './setting-open-api.service';
       storage: multer.diskStorage({}),
     }),
     StorageModule,
+    AttachmentsStorageModule,
     SettingModule,
     TurnstileModule,
   ],