new stuffs

Author: Veikkosuhonen

src/client/components/ChatV2/CitationsBox.tsx

@@ -2,6 +2,7 @@ import { Box, Paper, Typography } from '@mui/material'
 import { FileCitation, RagFileAttributes, RagIndexAttributes } from '../../../shared/types'
 import { Message } from '../../types'
 import { useQuery } from '@tanstack/react-query'
+import Markdown from 'react-markdown'
 
 const useFileCitationText = (citation: FileCitation, ragIndex: RagIndexAttributes) => {
   const ragFileId = ragIndex?.ragFiles?.find((file) => file.filename === citation.filename)?.id
@@ -44,15 +45,15 @@ const Citation = ({ citation, ragIndex }: { citation: FileCitation; ragIndex: Ra
           Error loading citation text: {error.message}
         </Typography>
       ) : (
-        ragFile && <Typography variant="body2">{contentAtIdx}</Typography>
+        ragFile && <Markdown>{contentAtIdx}</Markdown>
       )}
     </Box>
   )
 }
 
 const MessageCitations = ({ citations, ragIndex }: { citations: FileCitation[]; ragIndex: RagIndexAttributes }) => {
   return (
-    <Box sx={{ mt: 1, fontSize: '0.875rem', color: 'gray' }}>
+    <Box sx={{ mt: 1 }}>
       {citations.map((citation, index) => (
         <Citation key={index} citation={citation} ragIndex={ragIndex} />
       ))}

src/server/routes/assistants.ts

@@ -17,7 +17,6 @@ import emailRouter from './email'
 import adminRouter from './admin'
 import facultyRouter from './faculty'
 import infoTextRouter from './infotext'
-import assistantRouter from './assistants'
 
 const router = express()
 
@@ -37,7 +36,6 @@ router.get('/ping', (_, res) => {
 
 router.use('/ai', openaiRouter)
 router.use('/rag', ragRouter)
-router.use('/assistants', assistantRouter)
 router.use('/users', userRouter)
 router.use('/chatinstances', chatInstancesRouter)
 router.use('/courses', courseRouter)

src/server/routes/index.ts

@@ -14,6 +14,7 @@ import { Discussion, ChatInstance, RagIndex } from '../db/models'
 
 import { ResponsesClient } from '../util/azure/ResponsesAPI'
 import { z } from 'zod'
+import { DEFAULT_RAG_SYSTEM_PROMPT } from '../util/config'
 
 const openaiRouter = express.Router()
 
@@ -164,7 +165,7 @@ openaiRouter.post('/stream/v2', upload.single('file'), async (r, res) => {
       }
 
       vectorStoreId = ragIndex.metadata.azureVectorStoreId
-      instructions = ragIndex.metadata.instructions
+      instructions = ragIndex.metadata.instructions ?? DEFAULT_RAG_SYSTEM_PROMPT
 
       console.log('using', ragIndex.toJSON())
     } else {

src/server/routes/openai.ts

@@ -106,9 +106,13 @@ export class ResponsesClient {
 
         case 'response.output_item.done':
           console.log('OUTPUT_ITEM DONE???', JSON.stringify(event, null, 2))
-          break
+          return {
+            tokenCount,
+            response: contents.join(''),
+          }
 
         case 'response.output_text.annotation.added':
+          console.log(event)
           this.write(
             {
               type: 'annotation',
@@ -118,6 +122,10 @@ export class ResponsesClient {
           )
           break
 
+        case 'response.file_search_call.in_progress':
+          console.log('file search in progress', event)
+          break
+
         case 'response.completed':
           await this.write(
             {

src/server/util/azure/ResponsesAPI.ts

@@ -60,3 +60,9 @@ export const TEST_COURSES = {
 }
 
 export const TEST_USER_IDS = ['hy-hlo-95971222', 'hy-hlo-1442996', 'otm-688bac31-4ddf-4b81-a562-6cea8260262a', 'hy-hlo-129129327', 'hy-hlo-45702058', 'hy-hlo-1397482']
+
+export const DEFAULT_RAG_SYSTEM_PROMPT = `
+You are a helpful AI assistant designed to answer questions related to the course material, which you can access using the file search tool. Your responses should be concise, relevant, and based on the provided course files. 
+If you cannot find the answer in the files, you should indicate that you do not have enough information to answer the question.
+You can still give your best guess based on your training, but make it clear that the answer is not based on the course material.
+`