Fixes access rope_parameters for transformers>=5

CHANGELOGS.rst

@@ -4,6 +4,7 @@ Change Logs
 0.8.3
 +++++
 
+* :pr:`330`: fixes access rope_parameters for ``transformers>=5``
 * :pr:`326`: use ConcatFromSequence in LoopMHA with the loop
 * :pr:`325`: adds plug for LoopMHA, extends the unit tests to measure the discrepancies
 * :pr:`324`: supports FunctionProto with arguments in OnnxruntimeEvaluator

onnx_diagnostic/torch_export_patches/patches/_patch_transformers_rotary_embedding.py

@@ -48,16 +48,26 @@ def patched__compute_dynamic_ntk_parameters(
         max_position_embeddings = rope_kwargs["max_position_embeddings"]
         factor = rope_kwargs["factor"]
     elif config is not None:
-        base = config.rope_theta
-        partial_rotary_factor = (
-            config.partial_rotary_factor if hasattr(config, "partial_rotary_factor") else 1.0
-        )
+        if hasattr(config, "rope_theta"):
+            # transformers<5
+            base = config.rope_theta
+            partial_rotary_factor = (
+                config.partial_rotary_factor
+                if hasattr(config, "partial_rotary_factor")
+                else 1.0
+            )
+            factor = config.rope_scaling["factor"]
+        else:
+            print("-----")
+            print(config)
+            base = config.rope_parameters["rope_theta"]
+            partial_rotary_factor = config.rope_parameters["partial_rotary_factor"]
+            factor = config.rope_parameters["factor"]
         head_dim = getattr(
             config, "head_dim", config.hidden_size // config.num_attention_heads
         )
         dim = int(head_dim * partial_rotary_factor)
         max_position_embeddings = config.max_position_embeddings
-        factor = config.rope_scaling["factor"]
 
     attention_factor = 1.0  # Unused in this type of RoPE