test prompt with rag

Author: Veikkosuhonen

e2e/chat.spec.ts

@@ -160,10 +160,6 @@ testMatrix.forEach((testConfig) => {
         await expect(page.getByTestId('assistant-message').last()).toContainText('Temperature: 1')
       })
 
-      if (course) {
-        // @todo test course chat RAG feature
-      }
-
       if (!course) {
         test('Every validModel is available in general chat', async ({ page }) => {
           await acceptDisclaimer(page)

e2e/fixtures.ts

@@ -12,7 +12,7 @@ export const adminTest = base.extend<{ forEachTest: void }>({
        * Parallel worker isolation: each worker has its own test user identified by the worker index.
        */
 
-      const testUserIdx = studentTest.info().workerIndex
+      const testUserIdx = adminTest.info().workerIndex
       const testUserRole = 'admin'
 
       page.context().setExtraHTTPHeaders({

e2e/prompts.spec.ts

@@ -105,6 +105,40 @@ test.describe('Prompts', () => {
     expect(page.getByText(newPromptName, { exact: true })).not.toBeVisible()
   })
 
+  test('Prompt with RAG works', async ({ page }) => {
+    await page.goto('/courses/test-course/prompts')
+
+    const newPromptName = `testausprompti-${test.info().workerIndex}-rag`
+
+    await page.getByTestId('create-prompt-button').click()
+
+    await page.getByTestId('prompt-name-input').fill(newPromptName)
+    await page.getByTestId('system-message-input').fill('what ever')
+    await page.getByTestId('rag-select').click()
+    await page.getByTestId(`source-material-rag-${test.info().workerIndex}-teacher`).click()
+    await page.getByRole('button', { name: 'Save' }).click()
+
+    await page.getByTestId('close-prompt-editor').click()
+
+    // Prompt is created and link is visible
+    await page.getByText(`Link to chat with the prompt '${newPromptName}' active`).click()
+
+    // Now in chat view
+    await acceptDisclaimer(page)
+
+    // The prompt is active.
+    await expect(page.getByTestId('prompt-selector-button').first()).toContainText(newPromptName)
+
+    // Send something
+    await sendChatMessage(page, 'rag')
+    await closeSendPreference(page)
+
+    // The result should be echo of the course prompt
+    await expect(page.getByTestId('assistant-message')).toContainText('Ok! Got some great results from that mock tool call!')
+
+    await expect(page.getByTestId('sources-header')).toBeVisible()
+  })
+
   test('Own prompts work in course chat and normal chat', async ({ page }) => {
     // First create own prompt in course chat view
     await page.goto('/test-course')

src/client/components/Prompt/PromptEditor.tsx

@@ -117,15 +117,16 @@ export const PromptEditor = ({ prompt, ragIndices, type, chatInstanceId }: Promp
         <InputLabel>{t('rag:sourceMaterials')}</InputLabel>
         {ragIndices && (
           <Select
+            data-testid="rag-select"
             value={ragIndexId || ''}
             onChange={(e) => setRagIndexId(e.target.value ? Number(e.target.value) : undefined)}
             disabled={ragIndices === undefined || ragIndices.length === 0}
           >
-            <MenuItem value="">
+            <MenuItem value="" data-testid="no-source-materials">
               <em>{t('prompt:noSourceMaterials')}</em>
             </MenuItem>
             {ragIndices?.map((index) => (
-              <MenuItem key={index.id} value={index.id}>
+              <MenuItem key={index.id} value={index.id} data-testid={`source-material-${index.metadata.name}`}>
                 {index.metadata.name}
               </MenuItem>
             ))}