TargetPortNumber int32 to become TargetPorts []Port

# Conflicts:
#	api/v1/inferencepool_types.go
#	api/v1/zz_generated.deepcopy.go
#	client-go/applyconfiguration/api/v1/inferencepoolspec.go

Author: capri-xiyue

api/v1/inferencepool_types.go

@@ -61,14 +61,31 @@ type InferencePoolSpec struct {
 	// +kubebuilder:validation:Required
 	Selector map[LabelKey]LabelValue `json:"selector"`
 
-	// TargetPortNumber defines the port number to access the selected model server Pods.
+	// TargetPorts defines the ports to access the selected model server Pods.
+	//
+	// +kubebuilder:validation:Required
+	// +kubebuilder:validation:MinItems=1
+	// +kubebuilder:validation:MaxItems=1
+	TargetPorts []Port `json:"targetPorts"`
+
+	// EndpointPickerConfig specifies the configuration needed by the proxy to discover and connect to the endpoint
+	// picker service that picks endpoints for the requests routed to this pool.
+	EndpointPickerConfig `json:",inline"`
+}
+
+type Port struct {
+	// PortNumber defines the port number to access the selected model server Pods.
 	// The number must be in the range 1 to 65535.
 	//
 	// +kubebuilder:validation:Minimum=1
 	// +kubebuilder:validation:Maximum=65535
 	// +kubebuilder:validation:Required
-	TargetPortNumber int32 `json:"targetPortNumber"`
+	PortNumber int32 `json:"portNumber"`
+}
 
+// EndpointPickerConfig specifies the configuration needed by the proxy to discover and connect to the endpoint picker extension.
+// This type is intended to be a union of mutually exclusive configuration options that we may add in the future.
+type EndpointPickerConfig struct {
 	// Extension configures an endpoint picker as an extension service.
 	//
 	// +kubebuilder:validation:Required
@@ -235,7 +252,7 @@ const (
 	InferencePoolReasonResolvedRefs InferencePoolReason = "ResolvedRefs"
 
 	// This reason is used with the "ResolvedRefs" condition when the
-	// Extension is invalid in some way. This can include an unsupported kind
+	// ExtensionRef is invalid in some way. This can include an unsupported kind
 	// or API group, or a reference to a resource that can not be found.
 	InferencePoolReasonInvalidExtensionRef InferencePoolReason = "InvalidExtensionRef"
 )

api/v1/zz_generated.deepcopy.go

@@ -121,18 +121,29 @@ spec:
                   If specified, it will be applied to match the model server pods in the same namespace as the InferencePool.
                   Cross namesoace selector is not supported.
                 type: object
-              targetPortNumber:
-                description: |-
-                  TargetPortNumber defines the port number to access the selected model server Pods.
-                  The number must be in the range 1 to 65535.
-                format: int32
-                maximum: 65535
-                minimum: 1
-                type: integer
+              targetPorts:
+                description: TargetPorts defines the ports to access the selected
+                  model server Pods.
+                items:
+                  properties:
+                    portNumber:
+                      description: |-
+                        PortNumber defines the port number to access the selected model server Pods.
+                        The number must be in the range 1 to 65535.
+                      format: int32
+                      maximum: 65535
+                      minimum: 1
+                      type: integer
+                  required:
+                  - portNumber
+                  type: object
+                maxItems: 1
+                minItems: 1
+                type: array
             required:
             - extensionRef
             - selector
-            - targetPortNumber
+            - targetPorts
             type: object
           status:
             default: