Update model_patcher.py

openvino-dev-samples · web-flow · commit 9b76446a5ff2 · 2025-09-22T18:31:36.000+08:00
diff --git a/optimum/exporters/openvino/model_patcher.py b/optimum/exporters/openvino/model_patcher.py
@@ -4363,8 +4363,7 @@ def lm_forward(self, attention_mask, position_ids, past_key_values, inputs_embed
             )
             hidden_states = outputs[0]
             # Only compute necessary logits, and do not upcast them to float if we are not computing the loss
-            slice_indices = slice(-1, None)
-            logits = self.lm_head(hidden_states[:, slice_indices, :])
+            logits = self.lm_head(hidden_states)
             return (logits, outputs.past_key_values.to_legacy_cache())
 
         model.__orig_forward = model.forward

Original file line number	Diff line number	Diff line change
`@@ -4363,8 +4363,7 @@ def lm_forward(self, attention_mask, position_ids, past_key_values, inputs_embed`
`4363`	`4363`	`)`
`4364`	`4364`	`hidden_states = outputs[0]`
`4365`	`4365`	`# Only compute necessary logits, and do not upcast them to float if we are not computing the loss`
`4366`		`- slice_indices = slice(-1, None)`
`4367`		`- logits = self.lm_head(hidden_states[:, slice_indices, :])`
	`4366`	`+ logits = self.lm_head(hidden_states)`
`4368`	`4367`	`return (logits, outputs.past_key_values.to_legacy_cache())`
`4369`	`4368`
`4370`	`4369`	`model.__orig_forward = model.forward`