Skip to content

Commit 538c414

Browse files
committed
fix: improve CPU compatibility score
1 parent 1720a5c commit 538c414

File tree

1 file changed

+5
-5
lines changed

1 file changed

+5
-5
lines changed

src/gguf/insights/GgufInsightsConfigurationResolver.ts

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -276,7 +276,7 @@ export class GgufInsightsConfigurationResolver {
276276
allLayersAreOffloaded: 10,
277277
contextSize: 30,
278278
ramUsageFitsInRam: 10,
279-
cpuOnlySmallModelSize: 60, // also defined inside `scoreModelSizeForCpuOnlyUsage`
279+
cpuOnlySmallModelSize: 70, // also defined inside `scoreModelSizeForCpuOnlyUsage`
280280
bonusContextSize: 10
281281
} as const;
282282

@@ -434,16 +434,16 @@ export class GgufInsightsConfigurationResolver {
434434

435435
function scoreModelSizeForCpuOnlyUsage(modelSize: number) {
436436
const s1GB = Math.pow(1024, 3);
437-
return 60 - scoreLevels(modelSize, [{
437+
return 70 - scoreLevels(modelSize, [{
438438
start: s1GB,
439439
end: s1GB * 2.5,
440-
points: 40
440+
points: 46
441441
}, {
442442
start: s1GB * 2.5,
443443
end: s1GB * 4,
444-
points: 15
444+
points: 17
445445
}, {
446446
start: s1GB * 4,
447-
points: 5
447+
points: 7
448448
}]);
449449
}

0 commit comments

Comments
 (0)