Validate PrefillTimeStdDev

pancak3 · pancak3 · commit abdb2fa2a587 · 2025-09-07T16:30:49.000+10:00
Signed-off-by: Qifan Deng &lt;dev.llmd@qifand.com&gt;
diff --git a/pkg/common/config.go b/pkg/common/config.go
@@ -338,6 +338,9 @@ func (c *Configuration) validate() error {
 	if c.PrefillTimeStdDev < 0 {
 		return errors.New("prefill time standard deviation cannot be negative")
 	}
+	if float32(c.PrefillTimeStdDev) > 0.3*float32(c.PrefillTimePerToken) {
+		return errors.New("prefill time standard deviation cannot be more than 30% of prefill time per token")
+	}
 
 	if c.KVCacheTransferTimePerToken < 0 {
 		return errors.New("kv-cache tranfer time per token cannot be negative")

Original file line number	Diff line number	Diff line change
`@@ -338,6 +338,9 @@ func (c *Configuration) validate() error {`
`338`	`338`	`if c.PrefillTimeStdDev < 0 {`
`339`	`339`	`return errors.New("prefill time standard deviation cannot be negative")`
`340`	`340`	`}`
	`341`	`+ if float32(c.PrefillTimeStdDev) > 0.3*float32(c.PrefillTimePerToken) {`
	`342`	`+ return errors.New("prefill time standard deviation cannot be more than 30% of prefill time per token")`
	`343`	`+ }`
`341`	`344`
`342`	`345`	`if c.KVCacheTransferTimePerToken < 0 {`
`343`	`346`	`return errors.New("kv-cache tranfer time per token cannot be negative")`