feat: adding LM Studio completion endpoint

Author: lancewilhelm

server/api/generate-title.post.ts

@@ -3,6 +3,7 @@ import { auth } from "~/utils/auth";
 import type { LocalMessage, Model } from "~/utils/db/local";
 import { completionOpenAI } from "../utils/llm/completionOpenAi";
 import { completionOllama } from "../utils/llm/completionOllama";
+import { completionLMStudio } from "../utils/llm/completionLMStudio";
 import { completionGemini } from "../utils/llm/completionGemini";
 import { completionAnthropic } from "../utils/llm/completionAnthropic";
 
@@ -69,6 +70,13 @@ export default defineEventHandler(async (event) => {
           systemPrompt: systemPrompt,
         });
         break;
+      case "lmstudio":
+        title = await completionLMStudio({
+          history,
+          model: model.name,
+          systemPrompt: systemPrompt,
+        });
+        break;
       default:
         logger.error("POST /api/generate-title: Invalid provider");
         setResponseStatus(event, 400);

server/utils/llm/completionAnthropic.ts

@@ -28,7 +28,7 @@ export async function completionAnthropic({
       throw new Error("Invalid response from Anthropic");
     }
   } catch (error) {
-    logger.error(error, "Error getiting completion from OpenAI");
+    logger.error(error, "Error getiting completion from Anthropic");
     throw new Error("Internal server error");
   }
 }

server/utils/llm/completionLMStudio.ts

@@ -0,0 +1,37 @@
+import { logger } from "~/utils/logger";
+import type { LocalMessage } from "~/utils/db/local";
+import { Chat } from "@lmstudio/sdk";
+
+export async function completionLMStudio({
+  history,
+  model,
+  systemPrompt,
+}: {
+  history: LocalMessage[];
+  model: string;
+  systemPrompt: string;
+}) {
+  const lmStudio = getLMStudioClient();
+
+  try {
+    const messages: {
+      role: "user" | "assistant" | "system";
+      content: string;
+    }[] = history.map((msg) => ({
+      role: msg.role,
+      content: msg.content,
+    }));
+    messages.unshift({ role: "system", content: systemPrompt });
+    const chat = Chat.from(messages);
+
+    const lmStudioModel = await lmStudio.llm.model(model);
+    const completion = await lmStudioModel.respond(chat, {
+      maxTokens: 200,
+    });
+
+    return completion.content;
+  } catch (error) {
+    logger.error(error, "Error getiting completion from LM Studio");
+    throw new Error("Internal server error");
+  }
+}