empty

h-guo18 · h-guo18 · commit d364c259f375 · 2025-09-23T00:17:06.000Z
Signed-off-by: h-guo18 &lt;67671475+h-guo18@users.noreply.github.com&gt;
diff --git a/modelopt/torch/speculative/plugins/transformers.py b/modelopt/torch/speculative/plugins/transformers.py
@@ -833,7 +833,7 @@ def _eagle_loss(
             eagle_logits
         )
         classification_loss = -torch.sum(torch.sum(loss_mask * classification_loss, 2)) / (
-            loss_mask.sum() + 1e-5
+            loss_mask.sum() + 1e-6
         )
         # Compute accuracy
         base_predict_tok = base_model_logits.clone().detach().argmax(dim=-1)

Original file line number	Diff line number	Diff line change
`@@ -833,7 +833,7 @@ def _eagle_loss(`
`833`	`833`	`eagle_logits`
`834`	`834`	`)`
`835`	`835`	`classification_loss = -torch.sum(torch.sum(loss_mask * classification_loss, 2)) / (`
`836`		`- loss_mask.sum() + 1e-5`
	`836`	`+ loss_mask.sum() + 1e-6`
`837`	`837`	`)`
`838`	`838`	`# Compute accuracy`
`839`	`839`	`base_predict_tok = base_model_logits.clone().detach().argmax(dim=-1)`