File tree Expand file tree Collapse file tree 1 file changed +5
-5
lines changed Expand file tree Collapse file tree 1 file changed +5
-5
lines changed Original file line number Diff line number Diff line change @@ -276,7 +276,7 @@ export class GgufInsightsConfigurationResolver {
276276 allLayersAreOffloaded : 10 ,
277277 contextSize : 30 ,
278278 ramUsageFitsInRam : 10 ,
279- cpuOnlySmallModelSize : 60 , // also defined inside `scoreModelSizeForCpuOnlyUsage`
279+ cpuOnlySmallModelSize : 70 , // also defined inside `scoreModelSizeForCpuOnlyUsage`
280280 bonusContextSize : 10
281281 } as const ;
282282
@@ -434,16 +434,16 @@ export class GgufInsightsConfigurationResolver {
434434
435435function scoreModelSizeForCpuOnlyUsage ( modelSize : number ) {
436436 const s1GB = Math . pow ( 1024 , 3 ) ;
437- return 60 - scoreLevels ( modelSize , [ {
437+ return 70 - scoreLevels ( modelSize , [ {
438438 start : s1GB ,
439439 end : s1GB * 2.5 ,
440- points : 40
440+ points : 46
441441 } , {
442442 start : s1GB * 2.5 ,
443443 end : s1GB * 4 ,
444- points : 15
444+ points : 17
445445 } , {
446446 start : s1GB * 4 ,
447- points : 5
447+ points : 7
448448 } ] ) ;
449449}
You can’t perform that action at this time.
0 commit comments