fix: use int32 instead of uint64 and fix formatting for vllm

Author: denyszhak

backends_vllm.go

@@ -20,4 +20,4 @@ func initVLLMBackend(log *logrus.Logger, modelManager *models.Manager) (inferenc
 
 func registerVLLMBackend(backends map[string]inference.Backend, backend inference.Backend) {
 	backends[vllm.Name] = backend
-}
+}

backends_vllm_stub.go

@@ -14,4 +14,4 @@ func initVLLMBackend(log *logrus.Logger, modelManager *models.Manager) (inferenc
 
 func registerVLLMBackend(backends map[string]inference.Backend, backend inference.Backend) {
 	// No-op when vLLM is disabled
-}
+}

pkg/inference/backends/sglang/sglang_config.go

@@ -56,7 +56,7 @@ func (c *Config) GetArgs(bundle types.ModelBundle, socket string, mode inference
 
 	// Add context-length if specified in model config or backend config
 	if contextLen := GetContextLength(bundle.RuntimeConfig(), config); contextLen != nil {
-		args = append(args, "--context-length", strconv.FormatUint(*contextLen, 10))
+		args = append(args, "--context-length", strconv.Itoa(int(*contextLen)))
 	}
 
 	return args, nil
@@ -65,16 +65,14 @@ func (c *Config) GetArgs(bundle types.ModelBundle, socket string, mode inference
 // GetContextLength returns the context length (context size) from model config or backend config.
 // Model config takes precedence over backend config.
 // Returns nil if neither is specified (SGLang will auto-derive from model).
-func GetContextLength(modelCfg types.Config, backendCfg *inference.BackendConfiguration) *uint64 {
+func GetContextLength(modelCfg types.Config, backendCfg *inference.BackendConfiguration) *int32 {
 	// Model config takes precedence
-	if modelCfg.ContextSize != nil {
-		val := uint64(*modelCfg.ContextSize)
-		return &val
+	if modelCfg.ContextSize != nil && *modelCfg.ContextSize > 0 {
+		return modelCfg.ContextSize
 	}
 	// Fallback to backend config
 	if backendCfg != nil && backendCfg.ContextSize != nil && *backendCfg.ContextSize > 0 {
-		val := uint64(*backendCfg.ContextSize)
-		return &val
+		return backendCfg.ContextSize
 	}
 	// Return nil to let SGLang auto-derive from model config
 	return nil

pkg/inference/backends/sglang/sglang_config_test.go

@@ -193,7 +193,7 @@ func TestGetContextLength(t *testing.T) {
 		name          string
 		modelCfg      types.Config
 		backendCfg    *inference.BackendConfiguration
-		expectedValue *uint64
+		expectedValue *int32
 	}{
 		{
 			name:          "no config",
@@ -207,15 +207,15 @@ func TestGetContextLength(t *testing.T) {
 			backendCfg: &inference.BackendConfiguration{
 				ContextSize: int32ptr(4096),
 			},
-			expectedValue: float64ptr(4096),
+			expectedValue: int32ptr(4096),
 		},
 		{
 			name: "model config only",
 			modelCfg: types.Config{
 				ContextSize: int32ptr(8192),
 			},
 			backendCfg:    nil,
-			expectedValue: float64ptr(8192),
+			expectedValue: int32ptr(8192),
 		},
 		{
 			name: "model config takes precedence",
@@ -225,7 +225,7 @@ func TestGetContextLength(t *testing.T) {
 			backendCfg: &inference.BackendConfiguration{
 				ContextSize: int32ptr(4096),
 			},
-			expectedValue: float64ptr(16384),
+			expectedValue: int32ptr(16384),
 		},
 		{
 			name:     "zero context size in backend config returns nil",
@@ -249,10 +249,6 @@ func TestGetContextLength(t *testing.T) {
 	}
 }
 
-func float64ptr(v uint64) *uint64 {
-	return &v
-}
-
 func int32ptr(v int32) *int32 {
 	return &v
 }