File tree Expand file tree Collapse file tree 2 files changed +28
-1
lines changed Expand file tree Collapse file tree 2 files changed +28
-1
lines changed Original file line number Diff line number Diff line change
1
+ """Containing tests that check for regressions in vLLM's behavior.
2
+
3
+ It should include tests that are reported by users and making sure they
4
+ will never happen again.
5
+
6
+ """
7
+ from vllm import LLM , SamplingParams
8
+
9
+
10
+ def test_duplicated_ignored_sequence_group ():
11
+ """https://github.com/vllm-project/vllm/issues/1655"""
12
+
13
+ sampling_params = SamplingParams (temperature = 0.01 ,
14
+ top_p = 0.1 ,
15
+ max_tokens = 256 )
16
+ llm = LLM (model = "facebook/opt-125m" ,
17
+ max_num_batched_tokens = 4096 ,
18
+ tensor_parallel_size = 1 )
19
+ prompts = ["This is a short prompt" , "This is a very long prompt " * 1000 ]
20
+ outputs = llm .generate (prompts , sampling_params = sampling_params )
21
+
22
+ assert len (prompts ) == len (outputs )
23
+
24
+
25
+ if __name__ == "__main__" :
26
+ import pytest
27
+ pytest .main ([__file__ ])
Original file line number Diff line number Diff line change @@ -567,7 +567,7 @@ def step(self) -> List[RequestOutput]:
567
567
blocks_to_copy = scheduler_outputs .blocks_to_copy ,
568
568
)
569
569
570
- return self ._process_model_outputs (output , scheduler_outputs ) + ignored
570
+ return self ._process_model_outputs (output , scheduler_outputs )
571
571
572
572
def _log_system_stats (
573
573
self ,
You can’t perform that action at this time.
0 commit comments