change port default

Author: capri-xiyue

api/v1/inferencepool_types.go

@@ -127,7 +127,7 @@ type EndpointPickerRef struct {
 	Name ObjectName `json:"name,omitempty"`
 
 	// Port is the port of the Endpoint Picker extension service.
-	// 
+	//
 	// Port is required when the referent is a Kubernetes Service. In this
 	// case, the port number is the service port number, not the target port.
 	// For other resources, destination port might be derived from the referent

config/manifests/inferencepool-resources.yaml

@@ -15,6 +15,9 @@ spec:
       app: vllm-llama3-8b-instruct
   endpointPickerRef:
     name: vllm-llama3-8b-instruct-epp
+    kind: Service
+    port:
+      number: 9002
 ---
 apiVersion: v1
 kind: Service