debug

Signed-off-by: Ye Yu <[email protected]>

Author: yeyu-nvidia

modelopt/torch/speculative/plugins/megatron_eagle.py

@@ -1284,7 +1284,9 @@ def forward(
 
         # If eagle_freeze_base_model is set to True,
         # the base model is frozen .
-        loss = self.compute_language_model_loss(labels, logits_sbh)
+        loss = self.compute_language_model_loss(
+            labels, logits_sbh[:-1] if self.eagle_offline else logits_sbh
+        )
         loss = 0.0 * loss
 
         if self.eagle_config.parallel_draft_step > 1: