add test tool function call

Author: sutigit

src/server/routes/openai.ts

@@ -4,8 +4,8 @@ import multer from 'multer'
 import { CourseChatRequest, RequestWithUser } from '../types'
 import { isError } from '../util/parser'
 import { calculateUsage, incrementUsage, checkUsage, checkCourseUsage, incrementCourseUsage } from '../services/chatInstances/usage'
-import { getCompletionEvents, streamCompletion } from '../util/azure'
-import { streamResponsesEvents, getResponsesEvents } from '../util/azureV2'
+import { getCompletionEvents, streamCompletion } from '../util/azure/client'
+import { streamResponsesEvents, getResponsesEvents } from '../util/azure/clientV2'
 import { getMessageContext, getModelContextLimit, getCourseModel, getAllowedModels } from '../util/util'
 import getEncoding from '../util/tiktoken'
 import logger from '../util/logger'

src/server/services/rag/query.ts

@@ -1,6 +1,6 @@
 import { EMBED_MODEL } from '../../../config'
 import { RagIndex } from '../../db/models'
-import { getAzureOpenAIClient } from '../../util/azure'
+import { getAzureOpenAIClient } from '../../util/azure/client'
 import { getOllamaOpenAIClient } from '../../util/ollama'
 import { fullTextSearchChunks, vectorSearchKChunks } from './chunkDb'
 import { getEmbeddingVector } from './embed'

src/server/util/azure.ts renamed to src/server/util/azure/client.ts

@@ -2,10 +2,10 @@ import { OpenAIClient, AzureKeyCredential, EventStream, ChatCompletions, GetEmbe
 import { Tiktoken } from '@dqbd/tiktoken'
 import { Response } from 'express'
 
-import { AzureOptions, APIError } from '../types'
-import { AZURE_RESOURCE, AZURE_API_KEY } from './config'
-import { validModels, inProduction } from '../../config'
-import logger from './logger'
+import { AzureOptions, APIError } from '../../types'
+import { AZURE_RESOURCE, AZURE_API_KEY } from '../config'
+import { validModels, inProduction } from '../../../config'
+import logger from '../logger'
 import { AzureOpenAI } from 'openai'
 
 const endpoint = `https://${AZURE_RESOURCE}.openai.azure.com/`

src/server/util/azureV2.ts renamed to src/server/util/azure/clientV2.ts

@@ -1,11 +1,11 @@
 import { Tiktoken } from '@dqbd/tiktoken'
 import { Response } from 'express'
 
-import { AZURE_RESOURCE, AZURE_API_KEY } from './config'
-import { validModels, inProduction } from '../../config'
-import logger from './logger'
+import { AZURE_RESOURCE, AZURE_API_KEY } from '../config'
+import { validModels, inProduction } from '../../../config'
+import logger from '../logger'
 
-import { APIError } from '../types'
+import { APIError } from '../../types'
 import { AzureOpenAI } from 'openai'
 // import { EventStream } from '@azure/openai'
 import { Stream } from 'openai/streaming'
@@ -67,6 +67,7 @@ export const getResponsesEvents = async ({
       instructions: 'Olet avulias apuri.',
       input,
       stream,
+      tools: [],
     })
 
     return events

src/server/util/azure/tools.ts

@@ -0,0 +1,25 @@
+export const testTool = {
+  definition: {
+    type: 'function',
+    name: 'test_knowledge_retrieval',
+    description:
+      'Test tool for knowledge retrieval. Always call this when user says RAG',
+    parameters: {
+      type: 'object',
+      properties: {
+        query: {
+          type: 'string',
+          description: 'Users query for knowledge retrieval',
+        },
+      },
+      required: ['query'],
+    },
+  },
+  function: async (query: string) => {
+    // Simulate a tool function that returns a simple message
+    return {
+      query,
+      message: 'This is a test tool function',
+    }
+  },
+}