up

metascroy · metascroy · commit bac00a7a441a · 2025-06-10T15:35:50.000-07:00
diff --git a/examples/models/llava/export_llava.py b/examples/models/llava/export_llava.py
@@ -183,7 +183,7 @@ def forward(self, images):
 
 
 def export_token_embedding(llava, prompt):
-    quantized_token_embed = get_quant_embedding_transform(
+    quantized_token_embed = get_quant_embedding_transform("8,32")(
         llava.model_.language_model.model
     )
     token_dim_1 = Dim("token_dim_1", min=2, max=llava.text_model_args.max_seq_len)

Original file line number	Diff line number	Diff line change
`@@ -183,7 +183,7 @@ def forward(self, images):`
`183`	`183`
`184`	`184`
`185`	`185`	`def export_token_embedding(llava, prompt):`
`186`		`- quantized_token_embed = get_quant_embedding_transform(`
	`186`	`+ quantized_token_embed = get_quant_embedding_transform("8,32")(`
`187`	`187`	`llava.model_.language_model.model`
`188`	`188`	`)`
`189`	`189`	`token_dim_1 = Dim("token_dim_1", min=2, max=llava.text_model_args.max_seq_len)`