Skip to content

Commit a5d3ddc

Browse files
committed
update quip example
Signed-off-by: Kyle Sayers <[email protected]>
1 parent ac7dbcd commit a5d3ddc

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

examples/transform/quip_example.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -69,7 +69,7 @@ def tokenize(sample):
6969
dataset=ds,
7070
max_seq_length=MAX_SEQUENCE_LENGTH,
7171
num_calibration_samples=NUM_CALIBRATION_SAMPLES,
72-
pipeline="basic",
72+
pipeline="datafree",
7373
)
7474

7575
# Confirm generations of the quantized model look sane.
@@ -82,6 +82,6 @@ def tokenize(sample):
8282
print("==========================================\n\n")
8383

8484
# Save to disk compressed.
85-
SAVE_DIR = MODEL_ID.split("/")[1] + "-transformed-w4a16"
85+
SAVE_DIR = MODEL_ID.split("/")[1] + "-quip-w4a16"
8686
model.save_pretrained(SAVE_DIR, save_compressed=True)
8787
tokenizer.save_pretrained(SAVE_DIR)

0 commit comments

Comments
 (0)