Skip to content

Commit 6fe16be

Browse files
author
niushengxiao
committed
fix a bug in the flashinfer for deepseek2
1 parent 3c955e6 commit 6fe16be

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

lightllm/models/deepseek2/model.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -71,7 +71,6 @@ def _init_inferstate_cls(self):
7171
self.infer_state_class = Deepseek2FlashAttentionStateInfo
7272
elif self.enable_flashinfer:
7373
self.infer_state_class = Deepseek2FlashInferStateInfo
74-
self.flashinfer_extra_state = DeepSeek2FlashInferStateExtraInfo(self)
7574

7675
def _init_some_value(self):
7776
super()._init_some_value()
@@ -83,6 +82,8 @@ def _init_some_value(self):
8382
self.q_lora_rank = self.config["q_lora_rank"]
8483
self.kv_lora_rank = self.config["kv_lora_rank"]
8584
self.head_dim_ = self.kv_lora_rank + self.qk_rope_head_dim
85+
if self.enable_flashinfer:
86+
self.flashinfer_extra_state = DeepSeek2FlashInferStateExtraInfo(self)
8687

8788
def _init_custom(self):
8889
self._init_to_get_yarn_rotary()

0 commit comments

Comments
 (0)