We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 288f5fd commit 7d2161bCopy full SHA for 7d2161b
lightllm/server/sampling_params.py
@@ -149,7 +149,7 @@ def verify(self):
149
if not (self.move_kv_to_decode_node is None or isinstance(self.move_kv_to_decode_node, dict)):
150
raise ValueError(f"move_kv_to_decode_node must be None or dict, but get {self.move_kv_to_decode_node}")
151
152
- if not (self.suggested_dp_index is None or isinstance(self.move_kv_to_decode_node, int)):
+ if not (self.suggested_dp_index is None or isinstance(self.suggested_dp_index, int)):
153
raise ValueError(f"suggested_dp_index must be None or int, but get {self.suggested_dp_index}")
154
155
self._verify_stop_sentences()
0 commit comments