use custom prefix token

anirudh · anirudh · commit 51b0e83f7ba8 · 2025-03-17T23:13:16.000+05:30
diff --git a/torchchat/usages/eval.py b/torchchat/usages/eval.py
@@ -473,6 +473,8 @@ def eval(
             device=device,
             is_pte_model=is_pte_model,
         )
+        # use eot_token_id as prefix_token_id.
+        model_eval_wrapper.custom_prefix_token_id = model_eval_wrapper.eot_token_id
     elif modality == "text-image":
         model_eval_wrapper = VLMEvalWrapper(
             model,

Original file line number	Diff line number	Diff line change
`@@ -473,6 +473,8 @@ def eval(`
`473`	`473`	`device=device,`
`474`	`474`	`is_pte_model=is_pte_model,`
`475`	`475`	`)`
	`476`	`+ # use eot_token_id as prefix_token_id.`
	`477`	`+ model_eval_wrapper.custom_prefix_token_id = model_eval_wrapper.eot_token_id`
`476`	`478`	`elif modality == "text-image":`
`477`	`479`	`model_eval_wrapper = VLMEvalWrapper(`
`478`	`480`	`model,`