TargetPortNumber int32 to become TargetPorts []Port

Author: capri-xiyue

api/v1/inferencepool_types.go

@@ -61,19 +61,28 @@ type InferencePoolSpec struct {
 	// +kubebuilder:validation:Required
 	Selector map[LabelKey]LabelValue `json:"selector"`
 
-	// TargetPortNumber defines the port number to access the selected model server Pods.
-	// The number must be in the range 1 to 65535.
+	// TargetPorts defines the ports to access the selected model server Pods.
 	//
-	// +kubebuilder:validation:Minimum=1
-	// +kubebuilder:validation:Maximum=65535
 	// +kubebuilder:validation:Required
-	TargetPortNumber int32 `json:"targetPortNumber"`
+	// +kubebuilder:validation:MinItems=1
+	// +kubebuilder:validation:MaxItems=1
+	TargetPorts []Port `json:"targetPorts"`
 
 	// EndpointPickerConfig specifies the configuration needed by the proxy to discover and connect to the endpoint
 	// picker service that picks endpoints for the requests routed to this pool.
 	EndpointPickerConfig `json:",inline"`
 }
 
+type Port struct {
+	// PortNumber defines the port number to access the selected model server Pods.
+	// The number must be in the range 1 to 65535.
+	//
+	// +kubebuilder:validation:Minimum=1
+	// +kubebuilder:validation:Maximum=65535
+	// +kubebuilder:validation:Required
+	PortNumber int32 `json:"portNumber"`
+}
+
 // EndpointPickerConfig specifies the configuration needed by the proxy to discover and connect to the endpoint picker extension.
 // This type is intended to be a union of mutually exclusive configuration options that we may add in the future.
 type EndpointPickerConfig struct {

api/v1/zz_generated.deepcopy.go

@@ -121,18 +121,29 @@ spec:
                   If specified, it will be applied to match the model server pods in the same namespace as the InferencePool.
                   Cross namesoace selector is not supported.
                 type: object
-              targetPortNumber:
-                description: |-
-                  TargetPortNumber defines the port number to access the selected model server Pods.
-                  The number must be in the range 1 to 65535.
-                format: int32
-                maximum: 65535
-                minimum: 1
-                type: integer
+              targetPorts:
+                description: TargetPorts defines the ports to access the selected
+                  model server Pods.
+                items:
+                  properties:
+                    portNumber:
+                      description: |-
+                        PortNumber defines the port number to access the selected model server Pods.
+                        The number must be in the range 1 to 65535.
+                      format: int32
+                      maximum: 65535
+                      minimum: 1
+                      type: integer
+                  required:
+                  - portNumber
+                  type: object
+                maxItems: 1
+                minItems: 1
+                type: array
             required:
             - extensionRef
             - selector
-            - targetPortNumber
+            - targetPorts
             type: object
           status:
             default: