We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c1d53ee commit 81222c3Copy full SHA for 81222c3
tensorrt_llm/_torch/speculative/drafting_loops.py
@@ -19,6 +19,9 @@
19
from tensorrt_llm._torch.speculative.interface import SpecMetadata
20
from tensorrt_llm._torch.speculative.spec_tree_manager import SpecTreeManager
21
22
+# Enable capture_scalar_outputs to avoid graph breaks from Tensor.item() calls
23
+torch._dynamo.config.capture_scalar_outputs = True
24
+
25
26
class BaseDraftingLoopWrapper(ABC, torch.nn.Module):
27
0 commit comments