Fixed prompt for extracting keywords from query

Author: preeesha

ai-assistant/src/commands/AskCommand.ts

@@ -10,7 +10,7 @@ import {
 
 import { Neo4j } from "../core/db/neo4j";
 import { MiniLML6 } from "../core/embeddings/minilml6";
-import { Mistral_7B } from "../core/llm/mistral_7b";
+import { Llama3_70B } from "../core/llm/llama3_70B";
 import { PromptFactory } from "../core/prompt/prompt.factory";
 import { Query } from "../core/query";
 import { handleCommandResponse } from "../utils/handleCommandResponse";
@@ -23,7 +23,7 @@ export class AskCommand implements ISlashCommand {
 
     private async process(http: IHttp, query: string): Promise<string | null> {
         const db = new Neo4j(http);
-        const llm = new Mistral_7B(http);
+        const llm = new Llama3_70B(http);
         const embeddingModel = new MiniLML6(http);
 
         /**

ai-assistant/src/core/prompt/contents/extractDBKeywords.ts

@@ -1,23 +1,25 @@
 export const PROMPT_EXTRACT_DB_KEYWORDS = `
-You are an expert in understanding and answering questions of user when given a proper context of the codebase.
+You are an expert in understanding and answering questions of user.
 
+---
 INPUT: User's text query in either natural language or code format.
-
-TASKS:
-- NEVER USE backslash in any of the keywords even if it's part of the query.
-- Extract the possible keywords from the user's query.
-- Query the database to find the nodes names of which are similar to what user has requested.
-- If you are unable to extract the keywords, return an empty array.
-- EXTRACT THE KEYWORDS IN SUCH A WAY THAT EACH STRING AS ONE WORD ELEMENT ONLY.
-
+---
+RULES:
+1. Extract the possible keywords from the user's query.
+2. If you are unable to extract the keywords, return an empty array.
+3. Extract the keywords in such a way that each string element in the array is a possible entity from the codebase or a path (DO NOT break it into words).
+4. STRICTLY, do not make anything other than the answer to the user's query.
+---
 EXAMPLE:
-- INPUT:
-    "Find the codebase for the user query CRC_TABLE in the main.ts"
-- OUTPUT:
-    <ANSWER_START>CRC_TABLE, main.ts<ANSWER_END>
+1. INPUT: "Find the codebase for the user query CRC_TABLE in the main.ts"
+   OUTPUT: <ANSWER>CRC_TABLE, main.ts</ANSWER>
+2. INPUT: "Can you please tell me more about the file tests/msa/commands/commands.spec.ts?"
+   OUTPUT: <ANSWER>tests/msa/commands/commands.spec.ts</ANSWER>
+3. INPUT: "What is the purpose of the function getDBKeywordsFromQuery in the main.ts?"
+   OUTPUT: <ANSWER>getDBKeywordsFromQuery, main.ts</ANSWER>
+4. INPUT: "Can you please tell me more about the file tests/commands.spec.ts?"
+   OUTPUT: <ANSWER>tests/commands.spec.ts</ANSWER>
 
-RULES:
-- DO NOT REPEAT THE KEYWORDS MULTIPLE TIMES.
-- DO NOT SAY ANYTHING ELSE APART FROM THE PROVIDED OUTPUT FORMAT.
-- STRICTLY, do not make anything other than the answer to the user's query.
+OUTPUT FORMAT: <ANSWER>keyword1,keyword2,full/path/1,full/path/2</ANSWER>
+---
 `;

ai-assistant/src/core/prompt/prompt.factory.ts

@@ -13,7 +13,7 @@ export namespace PromptFactory {
         const prompt = new Prompt();
         prompt.pushSystem(PROMPT_EXTRACT_DB_KEYWORDS);
         prompt.pushUser(
-            `Hey I have this query, can you please extract the possible keywords from it? Please answer in the format only and don't say literally anything else <ANSWER_START>keyword1, keyword2<ANSWER_END>.\n\nHere's my query:\n${query}`
+            `Hey I have this query, can you please extract the possible keywords from it? Please answer in <ANSWER_START>keyword1, keyword2<ANSWER_END> format only and don't say literally anything else.\n\nHere's my query:\n${query}`
         );
 
         return prompt;

ai-assistant/src/core/query.ts

@@ -66,8 +66,8 @@ export namespace Query {
 
         // @ts-ignore
         const keywords = content
-            .split("<ANSWER_START>")[1]
-            .split("<ANSWER_END>")[0]
+            .split("<ANSWER>")[1]
+            .split("</ANSWER>")[0]
             .split(",")
             .map((x) => x.trim())
             .map((x) => {
@@ -76,7 +76,6 @@ export namespace Query {
                 }
                 return x;
             });
-        console.log(keywords);
 
         return keywords;
     }