We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
2 parents 89787ca + 7461d02 commit 38c6170Copy full SHA for 38c6170
examples/awq/qwen3-vl-30b-a3b-Instruct-example.py
@@ -111,6 +111,6 @@ def data_collator(batch):
111
print("==========================================")
112
113
# Save to disk in compressed-tensors format.
114
-SAVE_DIR = MODEL_ID.rstrip("/").split("/")[-1] + "-AWQ-W8A16-mse-seq"
+SAVE_DIR = MODEL_ID.rstrip("/").split("/")[-1] + "-AWQ-W4A16-mse-seq"
115
model.save_pretrained(SAVE_DIR, save_compressed=True)
116
processor.save_pretrained(SAVE_DIR)
0 commit comments