Skip to content

Commit 06cab8f

Browse files
authored
Apply suggestions from code review
1 parent 251e78a commit 06cab8f

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

convert_hf_to_gguf.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -6630,7 +6630,7 @@ def parse_args() -> argparse.Namespace:
66306630
help="path to write to; default: based on input. {ftype} will be replaced by the outtype.",
66316631
)
66326632
parser.add_argument(
6633-
"--outtype", type=str, choices=["f32", "f16", "bf16", "q4_0", "q8_0", "tq1_0", "tq2_0", "auto"], default="f16",
6633+
"--outtype", type=str, choices=["f32", "f16", "bf16", "q8_0", "tq1_0", "tq2_0", "auto"], default="f16",
66346634
help="output format - use f32 for float32, f16 for float16, bf16 for bfloat16, q8_0 for Q8_0, tq1_0 or tq2_0 for ternary, and auto for the highest-fidelity 16-bit float type depending on the first loaded tensor type",
66356635
)
66366636
parser.add_argument(
@@ -6762,7 +6762,6 @@ def main() -> None:
67626762
"f32": gguf.LlamaFileType.ALL_F32,
67636763
"f16": gguf.LlamaFileType.MOSTLY_F16,
67646764
"bf16": gguf.LlamaFileType.MOSTLY_BF16,
6765-
"q4_0": gguf.LlamaFileType.MOSTLY_Q4_0,
67666765
"q8_0": gguf.LlamaFileType.MOSTLY_Q8_0,
67676766
"tq1_0": gguf.LlamaFileType.MOSTLY_TQ1_0,
67686767
"tq2_0": gguf.LlamaFileType.MOSTLY_TQ2_0,

0 commit comments

Comments
 (0)