Skip to content

Commit aef846c

Browse files
committed
Update entropy_decoding.py
1 parent 38830a7 commit aef846c

File tree

1 file changed

+3
-2
lines changed

1 file changed

+3
-2
lines changed

optillm/entropy_decoding.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -81,11 +81,12 @@ def adaptive_sample(logits: torch.Tensor, metrics: Dict[str, torch.Tensor],
8181
).item())
8282
min_p = torch.clamp(base_min_p * (1 - 0.5 * logits_uncertainty), 0.01, 0.5)
8383

84-
logging.debug(f"Adaptive sampling params: temp={temperature:.3f}, top_p={top_p:.3f}, top_k={top_k}, min_p={min_p:.3f}")
84+
# Convert tensor values to Python scalars for logging
85+
logging.debug(f"Adaptive sampling params: temp={temperature.item():.3f}, top_p={top_p.item():.3f}, top_k={top_k}, min_p={min_p.item():.3f}")
8586

8687
samples = []
8788
for _ in range(n_samples):
88-
sample = _sample(logits, temperature=temperature, top_p=top_p, top_k=top_k, min_p=min_p, generator=generator)
89+
sample = _sample(logits, temperature=temperature.item(), top_p=top_p.item(), top_k=top_k, min_p=min_p.item(), generator=generator)
8990
samples.append(sample)
9091

9192
def score_sample(sample):

0 commit comments

Comments
 (0)