Skip to content

Commit a3b31e7

Browse files
add capture_model lines again
Signed-off-by: Diego-Castan <[email protected]>
1 parent 17d2398 commit a3b31e7

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

vllm/v1/worker/gpu_worker.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -310,8 +310,8 @@ def compile_or_warm_up_model(self) -> None:
310310
for size in sorted(warmup_sizes, reverse=True):
311311
logger.info("Compile and warming up model for size %d", size)
312312
self.model_runner._dummy_run(size, skip_eplb=True)
313-
# if not self.model_config.enforce_eager:
314-
# self.model_runner.capture_model()
313+
if not self.model_config.enforce_eager:
314+
self.model_runner.capture_model()
315315

316316
# Warm up sampler and preallocate memory buffer for logits and other
317317
# sampling related tensors of max possible shape to avoid memory

0 commit comments

Comments
 (0)