[Exaone4] Fixes the attn implementation! (#39906)

ArthurZucker · web-flow · commit cc5de364543f · 2025-08-05T09:29:16.000+02:00
* fix

* fix config
diff --git a/src/transformers/models/exaone4/configuration_exaone4.py b/src/transformers/models/exaone4/configuration_exaone4.py
@@ -212,7 +212,7 @@ def __init__(
                 for i in range(self.num_hidden_layers)
             ]
         if "sliding_window" in self.layer_types:
-            self._attn_implementation = "hybrid"
+            self.cache_implementation = "hybrid"
         layer_type_validation(self.layer_types)
 
         super().__init__(
diff --git a/src/transformers/models/exaone4/modular_exaone4.py b/src/transformers/models/exaone4/modular_exaone4.py
@@ -246,7 +246,7 @@ def __init__(
                 for i in range(self.num_hidden_layers)
             ]
         if "sliding_window" in self.layer_types:
-            self._attn_implementation = "hybrid"
+            self.cache_implementation = "hybrid"
         layer_type_validation(self.layer_types)
 
         super().__init__(

Original file line number	Diff line number	Diff line change
`@@ -212,7 +212,7 @@ def __init__(`
`212`	`212`	`for i in range(self.num_hidden_layers)`
`213`	`213`	`]`
`214`	`214`	`if "sliding_window" in self.layer_types:`
`215`		`- self._attn_implementation = "hybrid"`
	`215`	`+ self.cache_implementation = "hybrid"`
`216`	`216`	`layer_type_validation(self.layer_types)`
`217`	`217`
`218`	`218`	`super().__init__(`
Original file line number	Diff line number	Diff line change
`@@ -246,7 +246,7 @@ def __init__(`
`246`	`246`	`for i in range(self.num_hidden_layers)`
`247`	`247`	`]`
`248`	`248`	`if "sliding_window" in self.layer_types:`
`249`		`- self._attn_implementation = "hybrid"`
	`249`	`+ self.cache_implementation = "hybrid"`
`250`	`250`	`layer_type_validation(self.layer_types)`
`251`	`251`
`252`	`252`	`super().__init__(`