Skip to content

Commit 7969f91

Browse files
committed
fix req id type.
1 parent 619fcc8 commit 7969f91

File tree

2 files changed

+3
-3
lines changed

2 files changed

+3
-3
lines changed

lightllm/server/core/objs/req.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -60,8 +60,8 @@ class Req(ctypes.Structure):
6060
_fields_ = [
6161
("index_in_shm_mem", ctypes.c_int),
6262
("ref_count", ctypes.c_int), # 个人不要操作这个计数 # 个人不要操作这个引用计数
63-
("request_id", ctypes.c_int), # 引用计数
64-
("group_req_id", ctypes.c_int),
63+
("request_id", ctypes.c_int64), # 引用计数
64+
("group_req_id", ctypes.c_int64),
6565
("input_len", ctypes.c_int),
6666
("alloc_shm_numpy_len", ctypes.c_int),
6767
("shm_infer_released", ctypes.c_bool), # 推理进程用于标记请求对象已经被推理进程释放,router进程得到信息后亦可释放shm req对象

lightllm/server/core/objs/sampling_params.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -271,7 +271,7 @@ class SamplingParams(ctypes.Structure):
271271
("allowed_token_ids", AllowedTokenIds),
272272
("stop_sequences", StopSequenceGroups),
273273
("exponential_decay_length_penalty", ExponentialDecayLengthPenalty),
274-
("group_request_id", ctypes.c_int), # p d mode used params
274+
("group_request_id", ctypes.c_int64), # p d mode used params
275275
("suggested_dp_index", ctypes.c_int), # suggest dp index, deepseekv2 dp mode, use to suggest used dp_index
276276
("move_kv_to_decode_node", DecodeNode), # move kv to deocde node, only used in pd mode
277277
("skip_special_tokens", ctypes.c_bool), # whether to skip special tokens when decoding

0 commit comments

Comments
 (0)