up

metascroy · metascroy · commit 91bab8b5f5d8 · 2024-10-19T21:57:19.000-07:00
diff --git a/examples/models/llama2/export_llama_lib.py b/examples/models/llama2/export_llama_lib.py
@@ -186,7 +186,6 @@ def _qmode_type(value):
         "--quantization_mode",
         type=_qmode_type,
         default=None,
-        # choices=["int8", "8da4w", "8da4w-gptq"] + [f"torchao:8da{x}w" for x in range(1, 9)],
         help="type of quantization",
     )
 

Original file line number	Diff line number	Diff line change
`@@ -186,7 +186,6 @@ def _qmode_type(value):`
`186`	`186`	`"--quantization_mode",`
`187`	`187`	`type=_qmode_type,`
`188`	`188`	`default=None,`
`189`		`- # choices=["int8", "8da4w", "8da4w-gptq"] + [f"torchao:8da{x}w" for x in range(1, 9)],`
`190`	`189`	`help="type of quantization",`
`191`	`190`	`)`
`192`	`191`