Skip to content

Commit 2e012ca

Browse files
committed
Temporary fix
1 parent 3a0610e commit 2e012ca

File tree

1 file changed

+1
-0
lines changed

1 file changed

+1
-0
lines changed

koboldcpp.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -688,6 +688,7 @@ def autoset_gpu_layers(ctxsize,sdquanted,blasbatchsize,flashattention,quantkv,mm
688688
print(f"Note: KoboldCpp/Croco.Cpp has detected that a significant amount of GPU0 VRAM ({usedmem0/1024/1024} MiB) is currently used by another application.\nFor best results, you may wish to close that application and then restart KoboldCpp/Croco.Cpp.\n***")
689689

690690
print(f"Initial collection of data for the GPU layers autoloader:")
691+
fsize = 0
691692
print(f"Model size (MiB/GiB like on MS Windows): {fsize/1024/1024:.3f} MiB ; {fsize/1024/1024/1024:.3f} GiB")
692693
print(f"Model size (MB/GB like on Hugging-Face): {fsize/1000/1000:.3f} MB ; {fsize/1000/1000/1000:.3f} GB")
693694
print("***")

0 commit comments

Comments
 (0)