File tree Expand file tree Collapse file tree 1 file changed +8
-4
lines changed
examples/multimodal_vision Expand file tree Collapse file tree 1 file changed +8
-4
lines changed Original file line number Diff line number Diff line change @@ -38,9 +38,13 @@ def data_collator(batch):
38
38
"re:.*altup.*" ,
39
39
"re:.*lm_head.*" ,
40
40
"re:.*laurel.*" ,
41
+ "re:model\.language_model\.layers\.\d+\.per_layer_input_gate" ,
42
+ "re:model\.language_model\.layers\.\d+\.per_layer_projection" ,
43
+ "model.language_model.per_layer_model_projection" ,
41
44
],
42
45
),
43
46
]
47
+ breakpoint ()
44
48
45
49
# Perform oneshot
46
50
oneshot (
@@ -81,7 +85,7 @@ def data_collator(batch):
81
85
print (processor .decode (output [0 ], skip_special_tokens = True ))
82
86
print ("==========================================" )
83
87
84
- # Save to disk compressed.
85
- SAVE_DIR = model_id .rstrip ("/" ).split ("/" )[- 1 ] + "-W4A16-G128"
86
- model .save_pretrained (SAVE_DIR , save_compressed = True )
87
- processor .save_pretrained (SAVE_DIR )
88
+ # # Save to disk compressed.
89
+ # SAVE_DIR = model_id.rstrip("/").split("/")[-1] + "-W4A16-G128"
90
+ # model.save_pretrained(SAVE_DIR, save_compressed=True)
91
+ # processor.save_pretrained(SAVE_DIR)
You can’t perform that action at this time.
0 commit comments