We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ac7dbcd commit a5d3ddcCopy full SHA for a5d3ddc
examples/transform/quip_example.py
@@ -69,7 +69,7 @@ def tokenize(sample):
69
dataset=ds,
70
max_seq_length=MAX_SEQUENCE_LENGTH,
71
num_calibration_samples=NUM_CALIBRATION_SAMPLES,
72
- pipeline="basic",
+ pipeline="datafree",
73
)
74
75
# Confirm generations of the quantized model look sane.
@@ -82,6 +82,6 @@ def tokenize(sample):
82
print("==========================================\n\n")
83
84
# Save to disk compressed.
85
-SAVE_DIR = MODEL_ID.split("/")[1] + "-transformed-w4a16"
+SAVE_DIR = MODEL_ID.split("/")[1] + "-quip-w4a16"
86
model.save_pretrained(SAVE_DIR, save_compressed=True)
87
tokenizer.save_pretrained(SAVE_DIR)
0 commit comments