[comment] Add link to vLLM logprobs

kthui · kthui · commit 59b1729e6f09 · 2024-12-03T17:50:13.000-08:00
diff --git a/src/model.py b/src/model.py
@@ -514,6 +514,7 @@ def _create_response(
             )
 
         # logprobs
+        # https://github.com/vllm-project/vllm/blob/v0.6.3.post1/vllm/sequence.py#L37-L58
         if additional_outputs["return_logprobs"]:
             if "prev_lens_logprobs" not in request_output_state:
                 request_output_state["prev_lens_logprobs"] = [0] * len(

Original file line number	Diff line number	Diff line change
`@@ -514,6 +514,7 @@ def _create_response(`
`514`	`514`	`)`
`515`	`515`
`516`	`516`	`# logprobs`
	`517`	`+ # https://github.com/vllm-project/vllm/blob/v0.6.3.post1/vllm/sequence.py#L37-L58`
`517`	`518`	`if additional_outputs["return_logprobs"]:`
`518`	`519`	`if "prev_lens_logprobs" not in request_output_state:`
`519`	`520`	`request_output_state["prev_lens_logprobs"] = [0] * len(`