We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 443ec9b commit 251e78aCopy full SHA for 251e78a
convert_hf_to_gguf.py
@@ -346,8 +346,6 @@ def prepare_tensors(self):
346
data_qtype = gguf.GGMLQuantizationType.BF16
347
elif self.ftype == gguf.LlamaFileType.MOSTLY_Q8_0:
348
data_qtype = gguf.GGMLQuantizationType.Q8_0
349
- elif self.ftype == gguf.LlamaFileType.MOSTLY_Q4_0:
350
- data_qtype = gguf.GGMLQuantizationType.Q4_0
351
elif self.ftype == gguf.LlamaFileType.MOSTLY_TQ1_0:
352
data_qtype = gguf.GGMLQuantizationType.TQ1_0
353
elif self.ftype == gguf.LlamaFileType.MOSTLY_TQ2_0:
0 commit comments