Skip to content

Commit 1e8f33d

Browse files
committed
Fix test condition when remove p/d is enabled and in-place policy is used
Signed-off-by: Qifan Deng <[email protected]>
1 parent 1fd0a9a commit 1e8f33d

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

pkg/llm-d-inference-sim/simulator_test.go

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -953,7 +953,7 @@ var _ = Describe("Simulator", func() {
953953
// get stdv of ttfts
954954
stdv := common.StdDevInt(ttfts)
955955
fmt.Printf("ttfts: %v, stdv: %f\n", ttfts, stdv)
956-
Expect(stdv).To(BeNumerically("<=", kvCacheTransOverheadStdDev))
956+
Expect(stdv).To(BeNumerically("<=", int(float64(kvCacheTransOverheadStdDev)*1.7)))
957957
},
958958
func(kvCacheTransOverhead int, kvCacheTransOverheadStdDev int, minNTokens int, maxNTokens int) string {
959959
return fmt.Sprintf("kvCacheTransferOverhead: %d kvCacheTransferOverheadStdDev: %d minNTokens: %d maxNTokens: %d",

0 commit comments

Comments
 (0)