We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d4e7a11 commit be8921fCopy full SHA for be8921f
tests/conftest.py
@@ -732,7 +732,7 @@ def __init__(
732
set_default_torch_num_threads(default_torch_num_threads))
733
734
if not kwargs.get("compilation_config", None):
735
- kwargs["compilation_config"] = {"cudagraph_capture_sizes": [8]}
+ kwargs["compilation_config"] = {"cudagraph_capture_sizes": [4]}
736
737
with init_ctx:
738
self.llm = LLM(
0 commit comments