File tree Expand file tree Collapse file tree 1 file changed +2
-1
lines changed
lightllm/models/deepseek2 Expand file tree Collapse file tree 1 file changed +2
-1
lines changed Original file line number Diff line number Diff line change @@ -71,7 +71,6 @@ def _init_inferstate_cls(self):
7171 self .infer_state_class = Deepseek2FlashAttentionStateInfo
7272 elif self .enable_flashinfer :
7373 self .infer_state_class = Deepseek2FlashInferStateInfo
74- self .flashinfer_extra_state = DeepSeek2FlashInferStateExtraInfo (self )
7574
7675 def _init_some_value (self ):
7776 super ()._init_some_value ()
@@ -83,6 +82,8 @@ def _init_some_value(self):
8382 self .q_lora_rank = self .config ["q_lora_rank" ]
8483 self .kv_lora_rank = self .config ["kv_lora_rank" ]
8584 self .head_dim_ = self .kv_lora_rank + self .qk_rope_head_dim
85+ if self .enable_flashinfer :
86+ self .flashinfer_extra_state = DeepSeek2FlashInferStateExtraInfo (self )
8687
8788 def _init_custom (self ):
8889 self ._init_to_get_yarn_rotary ()
You can’t perform that action at this time.
0 commit comments