Fix whisper compile (#35413)

jiqing-feng · web-flow · commit b8c34d97fcf6 · 2025-01-13T11:31:51.000+01:00
Fix compile error

Signed-off-by: jiqing-feng &lt;jiqing.feng@intel.com&gt;
diff --git a/src/transformers/models/whisper/generation_whisper.py b/src/transformers/models/whisper/generation_whisper.py
@@ -1571,7 +1571,7 @@ def detect_language(
         )
 
         with torch.no_grad():
-            logits = self(**inputs, decoder_input_ids=decoder_input_ids).logits[:, -1]
+            logits = self(**inputs, decoder_input_ids=decoder_input_ids, use_cache=False).logits[:, -1]
 
         non_lang_mask = torch.ones_like(logits[0], dtype=torch.bool)
         non_lang_mask[list(generation_config.lang_to_id.values())] = False

Original file line number	Diff line number	Diff line change
`@@ -1571,7 +1571,7 @@ def detect_language(`
`1571`	`1571`	`)`
`1572`	`1572`
`1573`	`1573`	`with torch.no_grad():`
`1574`		`- logits = self(**inputs, decoder_input_ids=decoder_input_ids).logits[:, -1]`
	`1574`	`+ logits = self(**inputs, decoder_input_ids=decoder_input_ids, use_cache=False).logits[:, -1]`
`1575`	`1575`
`1576`	`1576`	`non_lang_mask = torch.ones_like(logits[0], dtype=torch.bool)`
`1577`	`1577`	`non_lang_mask[list(generation_config.lang_to_id.values())] = False`