File tree Expand file tree Collapse file tree 1 file changed +5
-5
lines changed Expand file tree Collapse file tree 1 file changed +5
-5
lines changed Original file line number Diff line number Diff line change @@ -190,13 +190,13 @@ def _schedule(
190
190
break
191
191
192
192
num_prompt_tokens = seq_group .get_seqs ()[0 ].get_len ()
193
- if num_prompt_tokens > min (
194
- self .scheduler_config .max_model_len ,
195
- self .scheduler_config .max_num_batched_tokens ):
193
+ prompt_limit = min (
194
+ self .scheduler_config .max_model_len ,
195
+ self .scheduler_config .max_num_batched_tokens )
196
+ if num_prompt_tokens > prompt_limit :
196
197
logger .warning (
197
198
f"Input prompt ({ num_prompt_tokens } tokens) is too long"
198
- " and exceeds limit of "
199
- f"{ self .scheduler_config .max_model_len } " )
199
+ f" and exceeds limit of { prompt_limit } " )
200
200
for seq in seq_group .get_seqs ():
201
201
seq .status = SequenceStatus .FINISHED_IGNORED
202
202
ignored_seq_groups .append (seq_group )
You can’t perform that action at this time.
0 commit comments