We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 729171a commit 7c2749aCopy full SHA for 7c2749a
vllm/worker/model_runner.py
@@ -677,6 +677,7 @@ def __init__(
677
int(self.cache_config.cpu_offload_gb * 1024**3))
678
679
def load_model(self) -> None:
680
+ logger.info("Starting to load model %s...", self.model_config.model)
681
with CudaMemoryProfiler() as m:
682
self.model = get_model(model_config=self.model_config,
683
device_config=self.device_config,
0 commit comments