We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 94cbb2a commit 71c657eCopy full SHA for 71c657e
modelopt/torch/speculative/eagle/eagle_model.py
@@ -45,6 +45,7 @@ def modify(
45
self.eagle_report_acc = eagle_report_acc
46
self.eagle_reuse_base_decoder = eagle_reuse_base_decoder
47
self.eagle_loss_decay_factor = eagle_loss_decay_factor
48
+
49
if eagle_architecture_config.get("parallel_draft_step", 1) > 1:
50
for i in range(eagle_architecture_config.get("parallel_draft_step") - 1):
51
self.register_buffer(f"mask_token_{i}", torch.tensor(-1))
0 commit comments