We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent bad4c58 commit 8d164adCopy full SHA for 8d164ad
vllm/config/compilation.py
@@ -344,6 +344,7 @@ def __post_init__(self) -> None:
344
def init_backend(self, vllm_config: VllmConfig) -> Union[str, Callable]:
345
if self.level == CompilationLevel.NO_COMPILATION:
346
raise ValueError("No compilation level is set.")
347
+
348
if self.full_cuda_graph is None:
349
self.full_cuda_graph = False
350
from torch._dynamo.backends.registry import list_backends
0 commit comments