Merge pull request #503 from doringeman/fix-configure-gpu-memory-utilization

fix(scheduler): handle GPUMemoryUtilization

Author: doringeman

pkg/inference/scheduling/scheduler.go

@@ -241,7 +241,8 @@ func (s *Scheduler) ConfigureRunner(ctx context.Context, backend inference.Backe
 			}
 		}
 		runnerConfig.VLLM = &inference.VLLMConfig{
-			HFOverrides: req.VLLM.HFOverrides,
+			HFOverrides:          req.VLLM.HFOverrides,
+			GPUMemoryUtilization: req.VLLM.GPUMemoryUtilization,
 		}
 	}