fix(core): adjust embedding model usage handling and simplify provider model registry

Author: dingyi222666

packages/core/src/generate/embed.ts

@@ -41,7 +41,7 @@ export async function embed<T = string>({
         }
     }
 
-    return await chunkArray(value, (model.batchSize ?? 21) - 1).reduce(
+    return await chunkArray(value, (model.batchSize ?? 20) - 1).reduce(
         async (acc, chunk) => {
             const result = await acc
             const response = await model.doEmbed({
@@ -52,14 +52,16 @@ export async function embed<T = string>({
             return {
                 embedding: result.embedding.concat(response.embeddings),
                 value,
-                usage: addEmbeddingModelUsage(result.usage, response.usage)
+                usage: response.usage
+                    ? addEmbeddingModelUsage(result.usage, response.usage)
+                    : undefined
             } as EmbedResult<T>
         },
         Promise.resolve({
             embedding: [] as number[][],
             value,
             usage: {
-                tokens: NaN
+                tokens: 0
             }
         } as EmbedResult<T>)
     )
@@ -73,5 +75,5 @@ export interface EmbedResult<T> {
         ? number[][]
         : number[]
 
-    readonly usage: EmbeddingModelUsage
+    readonly usage?: EmbeddingModelUsage
 }

packages/core/src/provider/registry.ts

@@ -17,22 +17,7 @@ export interface Provider<T extends ProviderConfig = ProviderConfig> {
 export class DefaultProviderRegistry implements Provider {
     private providers: Record<string, Provider> = {}
 
-    private _providerModels: Record<string, PlatformModelInfo[]> = new Proxy(
-        {},
-        {
-            get(target, prop) {
-                return Reflect.get(target, prop)
-            },
-            set(target, prop, value) {
-                try {
-                    throw new Error(`6667`)
-                } catch (err) {
-                    console.error(err)
-                }
-                return Reflect.set(target, prop, value)
-            }
-        }
-    )
+    private _providerModels: Record<string, PlatformModelInfo[]> = {}
 
     providerName: string = 'default'
 
@@ -121,7 +106,6 @@ export class DefaultProviderRegistry implements Provider {
         for (const providerId in this.providers) {
             if (this._providerModels[providerId]) {
                 const cachedModels = this._providerModels[providerId]
-                console.log(`[${providerId}] use cached models`, cachedModels)
                 result.push(...cachedModels)
                 promises.push(Promise.resolve(cachedModels))
                 continue
@@ -137,11 +121,6 @@ export class DefaultProviderRegistry implements Provider {
                 })
             )
 
-            console.log(
-                `[${providerId}] use hardcode models`,
-                cachePlatformModels
-            )
-
             result.push(...cachePlatformModels)
             this._providerModels[providerId] = cachePlatformModels
 
@@ -153,8 +132,6 @@ export class DefaultProviderRegistry implements Provider {
 
                 this._providerModels[providerId] = platformModels
 
-                console.log(`[${providerId}] use latest models`, platformModels)
-
                 return platformModels
             })
             promises.push(latestPlatformModels)
@@ -180,9 +157,11 @@ export interface ModelInfo {
     costPerTokenOutput?: number
 }
 
-export type PlatformModelInfo = ModelInfo & {
-    provider: string
-}
+export type PlatformModelInfo = Readonly<
+    ModelInfo & {
+        provider: string
+    }
+>
 
 /**
  * Fetch function type (standardizes the version of fetch used).

packages/core/src/services/cortex-luna-service.ts

@@ -13,21 +13,21 @@ export class CortexLunaService extends Service {
     }
 
     registerProvider({ id, provider }: { id: string; provider: Provider }) {
-        const disposed = this._registry.registerProvider({
+        const providerRegistration = this._registry.registerProvider({
             id,
             provider
         })
 
-        const dispose = () => {
+        const cleanupProvider = () => {
             return () => {
-                disposed()
+                providerRegistration()
                 this.ctx.emit('cortexluna/provider-updated', this)
             }
         }
 
         this.ctx.emit('cortexluna/provider-updated', this)
 
-        return this.ctx.effect(() => dispose)
+        return this.ctx.effect(() => cleanupProvider)
     }
 
     languageModel(id: string) {
@@ -38,7 +38,7 @@ export class CortexLunaService extends Service {
         return this._registry.textEmbeddingModel(id)
     }
 
-    async models(): Promise<PlatformModelInfo[]> {
+    async models(): Promise<readonly PlatformModelInfo[]> {
         const [cached, lateast] = this._registry.models()
 
         try {