refactor rotary embeddings

DavidLandup0 · DavidLandup0 · commit 06472bb811ec · 2025-08-05T21:04:05.000+09:00
diff --git a/keras_hub/src/models/smollm3/smollm3_backbone.py b/keras_hub/src/models/smollm3/smollm3_backbone.py
@@ -124,7 +124,7 @@ def __init__(
         )
 
         hidden_states = self.token_embedding(token_id_input)
-        position_embeddings = self.rotary_embedding(hidden_states, start_index)
+        position_embeddings = self.rotary_embedding(hidden_states, start_index=start_index)
 
         for decoder_layer in self.transformer_layers[:num_layers]:
             hidden_states = decoder_layer(

Original file line number	Diff line number	Diff line change
`@@ -124,7 +124,7 @@ def __init__(`
`124`	`124`	`)`
`125`	`125`
`126`	`126`	`hidden_states = self.token_embedding(token_id_input)`
`127`		`- position_embeddings = self.rotary_embedding(hidden_states, start_index)`
	`127`	`+ position_embeddings = self.rotary_embedding(hidden_states, start_index=start_index)`
`128`	`128`
`129`	`129`	`for decoder_layer in self.transformer_layers[:num_layers]:`
`130`	`130`	`hidden_states = decoder_layer(`