chore: update default model

Author: sinedied

README.md

@@ -32,7 +32,7 @@
 [![Open in GitHub Codespaces](https://img.shields.io/static/v1?style=for-the-badge&label=GitHub+Codespaces&message=Open&color=brightgreen&logo=github)](https://github.com/codespaces/new?hide_repo_select=true&ref=main&repo=684521881&machine=standardLinux32gb&devcontainer_path=.devcontainer%2Fdevcontainer.json&location=WestUs2)
 [![Open in Remote - Containers](https://img.shields.io/static/v1?style=for-the-badge&label=Remote%20-%20Containers&message=Open&color=blue&logo=visualstudiocode)](https://vscode.dev/redirect?url=vscode://ms-vscode-remote.remote-containers/cloneInVolume?url=https://github.com/azure-samples/azure-search-openai-javascript)
 
-This sample demonstrates a few approaches for creating ChatGPT-like experiences over your own data using the Retrieval Augmented Generation pattern. It uses Azure OpenAI Service to access the ChatGPT model (gpt-35-turbo), and Azure AI Search for data indexing and retrieval.
+This sample demonstrates a few approaches for creating ChatGPT-like experiences over your own data using the Retrieval Augmented Generation pattern. It uses Azure OpenAI Service to access the ChatGPT model (gpt-4o-mini), and Azure AI Search for data indexing and retrieval.
 
 ![Retrieval Augmented Generation Architecture](docs/rag-architecture.png)
 

docs/README.md

@@ -50,7 +50,7 @@ description: A javascript sample app that chats with your data using OpenAI and
 [![Open in GitHub Codespaces](https://img.shields.io/static/v1?style=for-the-badge&label=GitHub+Codespaces&message=Open&color=brightgreen&logo=github)](https://github.com/codespaces/new?hide_repo_select=true&ref=main&repo=684521881&machine=standardLinux32gb&devcontainer_path=.devcontainer%2Fdevcontainer.json&location=WestUs2)
 [![Open in Remote - Containers](https://img.shields.io/static/v1?style=for-the-badge&label=Remote%20-%20Containers&message=Open&color=blue&logo=visualstudiocode)](https://vscode.dev/redirect?url=vscode://ms-vscode-remote.remote-containers/cloneInVolume?url=https://github.com/azure-samples/azure-search-openai-javascript)
 
-This sample demonstrates a few approaches for creating ChatGPT-like experiences over your own data using the Retrieval Augmented Generation pattern. It uses Azure OpenAI Service to access the ChatGPT model (gpt-35-turbo), and Azure AI Search for data indexing and retrieval.
+This sample demonstrates a few approaches for creating ChatGPT-like experiences over your own data using the Retrieval Augmented Generation pattern. It uses Azure OpenAI Service to access the ChatGPT model (gpt-4o-mini), and Azure AI Search for data indexing and retrieval.
 
 ![Retrieval Augmented Generation Architecture](rag-architecture.png)
 

packages/indexer/test/helper.ts

@@ -19,7 +19,7 @@ async function config() {
   await fs.copyFile(path.join(__dirname, '../../package.json'), path.join(__dirname, '../../test-dist/package.json'));
 
   process.env.AZURE_OPENAI_CHATGPT_DEPLOYMENT = 'chat';
-  process.env.AZURE_OPENAI_CHATGPT_MODEL = 'gpt-3.5-turbo';
+  process.env.AZURE_OPENAI_CHATGPT_MODEL = 'gpt-4o-mini';
   process.env.AZURE_OPENAI_EMBEDDING_DEPLOYMENT = 'embeddings';
   process.env.AZURE_OPENAI_EMBEDDING_MODEL = '';
   process.env.AZURE_OPENAI_SERVICE = 'https://example.com';

packages/search/src/lib/tokens.ts

@@ -8,6 +8,8 @@ const MODEL_TOKEN_LIMITS: Record<string, number> = {
   'gpt-3.5-turbo-16k': 16_000,
   'gpt-4': 8100,
   'gpt-4-32k': 32_000,
+  'gpt-4o': 128_000,
+  'gpt-4o-mini': 128_000,
 };
 
 const AZURE_OPENAI_TO_TIKTOKEN_MODELS: Record<string, string> = {

packages/search/src/plugins/config.ts

@@ -34,7 +34,7 @@ export default fp(
       azureSearchIndex: process.env.AZURE_SEARCH_INDEX || '',
       azureOpenAiService: process.env.AZURE_OPENAI_SERVICE || '',
       azureOpenAiChatGptDeployment: process.env.AZURE_OPENAI_CHATGPT_DEPLOYMENT || '',
-      azureOpenAiChatGptModel: process.env.AZURE_OPENAI_CHATGPT_MODEL || 'gpt-35-turbo',
+      azureOpenAiChatGptModel: process.env.AZURE_OPENAI_CHATGPT_MODEL || 'gpt-4o-mini',
       azureOpenAiEmbeddingDeployment: process.env.AZURE_OPENAI_EMBEDDING_DEPLOYMENT || '',
       azureOpenAiEmbeddingModel: process.env.AZURE_OPENAI_EMBEDDING_MODEL || 'text-embedding-ada-002',
       kbFieldsContent: process.env.KB_FIELDS_CONTENT || 'content',
@@ -54,9 +54,7 @@ export default fp(
 
     fastify.decorate('config', config);
   },
-  {
-    name: 'config',
-  },
+  { name: 'config' },
 );
 
 // When using .decorate you have to specify added properties for Typescript

packages/search/test/helper.ts

@@ -30,7 +30,7 @@ async function config() {
     // Use fixed values when .env file is not present
     // Note: if you update snapshots, you must also update the values here to match your .env file
     process.env.AZURE_OPENAI_CHATGPT_DEPLOYMENT = 'chat';
-    process.env.AZURE_OPENAI_CHATGPT_MODEL = 'gpt-3.5-turbo';
+    process.env.AZURE_OPENAI_CHATGPT_MODEL = 'gpt-4o-mini';
     process.env.AZURE_OPENAI_EMBEDDING_DEPLOYMENT = 'embedding';
     process.env.AZURE_OPENAI_EMBEDDING_MODEL = '';
     process.env.AZURE_OPENAI_SERVICE = 'cog-x2y5k2ccncqou';

packages/search/test/lib/message-builder.test.ts

@@ -3,7 +3,7 @@ import { MessageBuilder } from '../../src/lib/message-builder.js';
 
 t.test('MessageBuilder', (t) => {
   const systemContent = 'Welcome to the chat!';
-  const chatgptModel = 'gpt-3.5-turbo';
+  const chatgptModel = 'gpt-4o-mini-turbo';
   const messageBuilder = new MessageBuilder(systemContent, chatgptModel);
 
   t.test('constructor', (t) => {