Minor fixes

Author: preeesha

ai-assistant/src/RocketChatterApp.ts

@@ -28,6 +28,7 @@ import { TranslateCommand } from "./commands/TranslateCommand";
 import { WhyUsedCommand } from "./commands/WhyUsedCommand";
 import { EstablishRelationsEndpoint } from "./endpoints/establishRelations";
 import { IngestEndpoint } from "./endpoints/ingest";
+import { LLMEndpoint } from "./endpoints/llm";
 import { PurgeDBEndpoint } from "./endpoints/purgeDB";
 import { handleModalViewSubmit } from "./utils/handleModalViewSubmit";
 
@@ -73,8 +74,8 @@ export class RocketChatterApp extends App {
                 new IngestEndpoint(this),
                 new PurgeDBEndpoint(this),
                 new EstablishRelationsEndpoint(this),
+                new LLMEndpoint(this),
             ],
         });
-
     }
 }

ai-assistant/src/commands/AskCommand.ts

@@ -1,7 +1,7 @@
 import {
     IHttp,
     IModify,
-    IRead
+    IRead,
 } from "@rocket.chat/apps-engine/definition/accessors";
 import {
     ISlashCommand,
@@ -57,7 +57,10 @@ export class AskCommand implements ISlashCommand {
          * ---------------------------------------------------------------------------------------------
          */
         const answer = await llm.ask(
-            PromptFactory.makeAskPrompt(JSON.stringify(results), query)
+            PromptFactory.makeAskPrompt(
+                results.map((x) => x.code).join("\n\n"),
+                query
+            )
         );
         console.log("ANSWER", answer);
         if (!answer) return null;

ai-assistant/src/commands/DiagramCommand.ts

@@ -58,7 +58,10 @@ export class DiagramCommand implements ISlashCommand {
          * ---------------------------------------------------------------------------------------------
          */
         const diagram = await llm.ask(
-            PromptFactory.makeDiagramPrompt(JSON.stringify(results), query)
+            PromptFactory.makeDiagramPrompt(
+                results.map((x) => x.code).join("\n\n"),
+                query
+            )
         );
         console.log(diagram);
         if (!diagram) return null;

ai-assistant/src/commands/TranslateCommand.ts

@@ -50,7 +50,7 @@ export class TranslateCommand implements ISlashCommand {
          */
         const res = await llm.ask(
             PromptFactory.makeTranslatePrompt(
-                JSON.stringify(codeNodes),
+                codeNodes.map((x) => x.code).join("\n\n"),
                 targetEntity,
                 targetLanguage
             )

ai-assistant/src/commands/WhyUsedCommand.ts

@@ -63,7 +63,10 @@ export class WhyUsedCommand implements ISlashCommand {
          * ---------------------------------------------------------------------------------------------
          */
         const result = await llm.ask(
-            PromptFactory.makeWhyUsedPrompt(JSON.stringify(codeNodes), query)
+            PromptFactory.makeWhyUsedPrompt(
+                codeNodes.map((x) => x.code).join("\n\n"),
+                query
+            )
         );
         if (!result) return null;
 

ai-assistant/src/core/prompt/prompt.ts

@@ -7,6 +7,9 @@ export class Prompt {
     get messages() {
         return this._messages;
     }
+    set messages(messages: PromptMessages) {
+        this._messages = messages;
+    }
 
     pushSystem(content: string) {
         this._messages.push({ role: "system", content });

ai-assistant/src/endpoints/llm.ts

@@ -0,0 +1,39 @@
+import {
+    IHttp,
+    IModify,
+    IPersistence,
+    IRead,
+} from "@rocket.chat/apps-engine/definition/accessors";
+import {
+    ApiEndpoint,
+    IApiEndpointInfo,
+    IApiRequest,
+    IApiResponse,
+} from "@rocket.chat/apps-engine/definition/api";
+
+export class LLMEndpoint extends ApiEndpoint {
+    public path = "llm";
+
+    public async post(
+        request: IApiRequest,
+        endpoint: IApiEndpointInfo,
+        read: IRead,
+        modify: IModify,
+        http: IHttp,
+        persis: IPersistence
+    ): Promise<IApiResponse> {
+        const url = `http://mistral-7b/v1/chat/completions`;
+        const res = await http.post(url, {
+            headers: {
+                "Content-Type": "application/json",
+            },
+            data: {
+                model: "mistral",
+                temprature: 0,
+                messages: request.content.messages,
+            },
+        });
+
+        return this.success(res);
+    }
+}

ai-assistant/src/modals/suggestModal.ts

@@ -79,7 +79,10 @@ async function process(http: IHttp, query: string): Promise<string | null> {
      * ---------------------------------------------------------------------------------------------
      */
     const answer = await llm.ask(
-        PromptFactory.makeSuggestPrompt(JSON.stringify(codeNodes), query)
+        PromptFactory.makeSuggestPrompt(
+            codeNodes.map((x) => x.code).join("\n\n"),
+            query
+        )
     );
     if (!answer) return null;