add dimensions key to OpenAI embedder

Author: nicolasvienot

src/types/types.ts

@@ -333,6 +333,7 @@ export type OpenAiEmbedder = {
   model?: string
   apiKey?: string
   documentTemplate?: string
+  dimensions?: number
 }
 
 export type HuggingFaceEmbedder = {
@@ -346,6 +347,7 @@ export type UserProvidedEmbedder = {
   source: 'userProvided'
   dimensions: number
 }
+
 export type Embedder =
   | OpenAiEmbedder
   | HuggingFaceEmbedder

tests/embedders.test.ts

@@ -73,9 +73,10 @@ describe.each([{ permission: 'Master' }, { permission: 'Admin' }])(
         default: {
           source: 'openAi',
           apiKey: '<your-OpenAI-API-key>',
-          model: 'text-embedding-ada-002',
+          model: 'text-embedding-3-small',
           documentTemplate:
             "A movie titled '{{doc.title}}' whose description starts with {{doc.overview|truncatewords: 20}}",
+          dimensions: 1536,
         },
       }
       const task: EnqueuedTask = await client