Added command for testing LLM (/rcc-test)

Author: preeesha

ai-assistant/src/RocketChatterApp.ts

@@ -23,6 +23,7 @@ import { FindSimilarCommand } from "./commands/FindSimilar";
 import { HelpCommand } from "./commands/HelpCommand";
 import { ImportanceCommand } from "./commands/ImportanceCommand";
 import { ImproveCommand } from "./commands/ImproveCommand";
+import { TestCommand } from "./commands/TestLLM";
 import { TranslateCommand } from "./commands/TranslateCommand";
 import { WhyUsedCommand } from "./commands/WhyUsedCommand";
 import { EstablishRelationsEndpoint } from "./endpoints/establishRelations";
@@ -63,6 +64,8 @@ export class RocketChatterApp extends App {
         configuration.slashCommands.provideSlashCommand(new TranslateCommand());
         configuration.slashCommands.provideSlashCommand(new WhyUsedCommand());
 
+        configuration.slashCommands.provideSlashCommand(new TestCommand());
+
         await configuration.api.provideApi({
             visibility: ApiVisibility.PUBLIC,
             security: ApiSecurity.UNSECURE,

ai-assistant/src/commands/TestLLM.ts

@@ -0,0 +1,57 @@
+import {
+    IHttp,
+    IModify,
+    IRead,
+} from "@rocket.chat/apps-engine/definition/accessors";
+import {
+    ISlashCommand,
+    SlashCommandContext,
+} from "@rocket.chat/apps-engine/definition/slashcommands";
+
+import { Llama3_70B } from "../core/llm/llama3_70B";
+import { Prompt } from "../core/prompt/prompt";
+import { handleCommandResponse } from "../utils/handleCommandResponse";
+
+export class TestCommand implements ISlashCommand {
+    public command = "rcc-test";
+    public i18nParamsExample = "";
+    public i18nDescription = "";
+    public providesPreview = false;
+
+    private async process(http: IHttp, query: string): Promise<string | null> {
+        const llm = new Llama3_70B(http);
+
+        const prompt = new Prompt();
+        prompt.pushUser(query);
+
+        const answer = await llm.ask(prompt);
+        if (!answer) return null;
+
+        return answer;
+    }
+
+    public async executor(
+        context: SlashCommandContext,
+        read: IRead,
+        modify: IModify,
+        http: IHttp
+    ): Promise<void> {
+        const query = context.getArguments().join(" ");
+        if (!query) return;
+
+        const sendEditedMessage = await handleCommandResponse(
+            query,
+            context.getSender(),
+            context.getRoom(),
+            modify,
+            this.command
+        );
+
+        const res = await this.process(http, query);
+        if (res) {
+            await sendEditedMessage(res);
+        } else {
+            await sendEditedMessage("❌ Unable to process your query");
+        }
+    }
+}