Bugfix: was accessing number of tokens from nil var; getting it from req instead (#177)

pancak3 · web-flow · commit 41c690eae722 · 2025-09-02T05:44:42.000Z
* Bugfix: was accessing number of tokens from nil var; getting it from req instead

Signed-off-by: Qifan Deng &lt;dev.llmd@qifand.com&gt;

* Bugfix: get num of prompr tokens from defined var

Signed-off-by: Qifan Deng &lt;dev.llmd@qifand.com&gt;

---------

Signed-off-by: Qifan Deng &lt;dev.llmd@qifand.com&gt;
diff --git a/pkg/llm-d-inference-sim/simulator.go b/pkg/llm-d-inference-sim/simulator.go
@@ -495,7 +495,7 @@ func (s *VllmSimulator) reqProcessingWorker(ctx context.Context, id int) {
 							model:            displayModel,
 							doRemotePrefill:  req.IsDoRemotePrefill(),
 						},
-						usageDataToSend.PromptTokens, responseTokens, toolCalls, finishReason, usageDataToSend,
+						usageData.PromptTokens, responseTokens, toolCalls, finishReason, usageDataToSend,
 					)
 				} else {
 					if req.IsDoRemoteDecode() {

Original file line number	Diff line number	Diff line change
`@@ -495,7 +495,7 @@ func (s *VllmSimulator) reqProcessingWorker(ctx context.Context, id int) {`
`495`	`495`	`model: displayModel,`
`496`	`496`	`doRemotePrefill: req.IsDoRemotePrefill(),`
`497`	`497`	`},`
`498`		`- usageDataToSend.PromptTokens, responseTokens, toolCalls, finishReason, usageDataToSend,`
	`498`	`+ usageData.PromptTokens, responseTokens, toolCalls, finishReason, usageDataToSend,`
`499`	`499`	`)`
`500`	`500`	`} else {`
`501`	`501`	`if req.IsDoRemoteDecode() {`