We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 9b6f3b5 commit 8723a5aCopy full SHA for 8723a5a
src/forge/util/ops.py
@@ -79,7 +79,7 @@ def compute_logprobs(
79
80
# get per-token log probs
81
batch_size, seq_len, vocab_size = scaled_logits_fp32.shape
82
- log_probs = -F.cross_entropy(
+ logprobs = -F.cross_entropy(
83
scaled_logits_fp32.reshape(-1, vocab_size),
84
input_ids.reshape(-1).long(),
85
reduction="none",
0 commit comments