[CI Failure] Fix Gemma3 RoPE configuration for sliding attention layers (#29111)

Signed-off-by: Huamin Li <[email protected]>
Signed-off-by: Harry Mellor <[email protected]>
Co-authored-by: Harry Mellor <[email protected]>
Co-authored-by: Cyrus Leung <[email protected]>

Author: 3 people

vllm/model_executor/models/gemma3.py

@@ -166,10 +166,12 @@ def __init__(
         else:
             # Transformers v4 rope config.
             # Global attention. Use the values in config.json.
-            rope_parameters = config.rope_parameters.copy()
+            rope_parameters = config.rope_parameters
             # Local attention. Override the values in config.json.
             if self.is_sliding:
-                rope_parameters["rope_theta"] = config.rope_local_base_freq
+                rope_parameters = dict(
+                    rope_type="default", rope_theta=config.rope_local_base_freq
+                )
 
         self.rotary_emb = get_rope(
             self.head_dim,