Skip to content

Commit be66a77

Browse files
committed
add f16 quantclip
1 parent e561eeb commit be66a77

File tree

2 files changed

+1
-60
lines changed

2 files changed

+1
-60
lines changed

examples/llava/clip-quantize-cli.cpp

Lines changed: 0 additions & 59 deletions
This file was deleted.

examples/llava/quantclip.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ int main(int argc, char ** argv) {
1616

1717
if (argc != 3 && argc != 4) {
1818
fprintf(stderr, "usage: %s mmproj-f16.gguf output-mmproj-quantized.gguf TYPE\n", argv[0]);
19-
printf("\nGGML_TYPE_Q4_0 = 2\nGGML_TYPE_Q4_1 = 3\nGGML_TYPE_Q5_0 = 6\nGGML_TYPE_Q5_1 = 7\nGGML_TYPE_Q8_0 = 8\n");
19+
printf("\nGGML_TYPE_F16 = 1\nGGML_TYPE_Q4_0 = 2\nGGML_TYPE_Q4_1 = 3\nGGML_TYPE_Q5_0 = 6\nGGML_TYPE_Q5_1 = 7\nGGML_TYPE_Q8_0 = 8\n");
2020

2121
return 1;
2222
}

0 commit comments

Comments
 (0)