File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed
vllm/model_executor/models Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -61,9 +61,9 @@ def __init__(
61
61
"original_max_position_embeddings" :
62
62
config .rope_scaling ["original_max_position_embeddings" ],
63
63
"beta_fast" :
64
- config .rope_ntk_beta ,
64
+ config .rope_scaling [ "beta_fast" ] ,
65
65
"beta_slow" :
66
- config .rope_ntk_alpha ,
66
+ config .rope_scaling [ "beta_slow" ] ,
67
67
},
68
68
is_neox_style = True ,
69
69
)
@@ -154,7 +154,7 @@ def __init__(
154
154
dtype = torch .bfloat16 )
155
155
assert config .intermediate_size % self .world_size == 0
156
156
self .experts = FusedMoE (num_experts = config .num_local_experts ,
157
- top_k = config .num_experts_per_token ,
157
+ top_k = config .num_experts_per_tok ,
158
158
hidden_size = config .hidden_size ,
159
159
intermediate_size = config .intermediate_size ,
160
160
reduce_results = True ,
You can’t perform that action at this time.
0 commit comments