We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent fb87d36 commit 2bd6cb1Copy full SHA for 2bd6cb1
lightllm/common/basemodel/basemodel.py
@@ -112,10 +112,10 @@ def __init__(self, kvargs):
112
self._init_some_value()
113
self._init_custom()
114
self._init_inferstate_cls()
115
- self._init_padded_req()
116
# wait必须在init cudagraph 之前,避免错误捕获
117
self._wait_other_modules_ready()
118
self._autotune_warmup()
+ self._init_padded_req()
119
self._init_cudagraph()
120
self._init_prefill_cuda_graph()
121
self._check_max_len_infer()
0 commit comments