We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6037dd5 commit 5f0b30fCopy full SHA for 5f0b30f
fastdeploy/output/token_processor.py
@@ -383,6 +383,7 @@ def _process_sampling_with_logprob_batch_output(self):
383
self.tokens_counter[task_id] += 1
384
if token_id != RECOVERY_STOP_SIGNAL:
385
result.outputs.token_ids.append(token_id)
386
+ task.output_token_ids.append(token_id)
387
result.outputs.logprob = float(scores[i, 0])
388
# Construct top_logprobs
389
topk_token_ids = tokens[i, :].tolist()
0 commit comments