File tree Expand file tree Collapse file tree 2 files changed +3
-4
lines changed Expand file tree Collapse file tree 2 files changed +3
-4
lines changed Original file line number Diff line number Diff line change 1
1
from dataclasses import dataclass
2
- from typing import Any
2
+ from typing import Any , Optional
3
3
4
4
import torch
5
5
@@ -36,7 +36,7 @@ class AscendCommonAttentionMetadata:
36
36
37
37
slot_mapping_cpu : torch .Tensor
38
38
39
- actual_seq_lengths_q : list [int ] = None
39
+ actual_seq_lengths_q : Optional [ list [int ] ] = None
40
40
41
41
positions : torch .Tensor = None
42
42
@@ -70,7 +70,7 @@ class TorchairCommonAttentionMetadata:
70
70
71
71
decode_token_per_req : int
72
72
73
- actual_seq_lengths_q : list [int ] = None
73
+ actual_seq_lengths_q : Optional [ list [int ] ] = None
74
74
75
75
attn_mask : torch .Tensor = None
76
76
Original file line number Diff line number Diff line change @@ -812,7 +812,6 @@ def get_eagle_atten_dict(
812
812
attn_mask = self .attn_mask ,
813
813
spec_attn_mask = self .spec_attn_mask ,
814
814
attn_state = self .attn_state ,
815
- max_num_blocks_per_req = self .max_num_blocks_per_req ,
816
815
decode_token_per_req = self .decode_token_per_req ,
817
816
)
818
817
attn_metadata_i = self .attn_metadata_builder .build (
You can’t perform that action at this time.
0 commit comments