changed yaml

Author: capri-xiyue

config/charts/inferencepool/templates/inferencepool.yaml

@@ -7,7 +7,8 @@ metadata:
   labels:
     {{- include "gateway-api-inference-extension.labels" . | nindent 4 }}
 spec:
-  targetPortNumber: {{ .Values.inferencePool.targetPortNumber }}
+  targetPorts:
+    - portNumber: {{ .Values.inferencePool.targetPortNumber }}
   selector:
     {{- if .Values.inferencePool.modelServers.matchLabels }}
     {{- range $key, $value := .Values.inferencePool.modelServers.matchLabels }}

config/manifests/inferencepool-resources.yaml

@@ -8,7 +8,8 @@ kind: InferencePool
 metadata:
   name: vllm-llama3-8b-instruct
 spec:
-  targetPortNumber: 8000
+  targetPorts:
+    - portNumber: 8000
   selector:
     app: vllm-llama3-8b-instruct
   extensionRef:

conformance/resources/base.yaml

@@ -154,7 +154,8 @@ metadata:
 spec:
   selector:
     app: primary-inference-model-server
-  targetPortNumber: 3000
+  targetPorts:
+    - portNumber: 3000
   extensionRef:
     name: primary-endpoint-picker-svc
 ---
@@ -247,7 +248,8 @@ metadata:
 spec:
   selector:
     app: secondary-inference-model-server
-  targetPortNumber: 3000
+  targetPorts:
+    - portNumber: 3000
   extensionRef:
     name: secondary-endpoint-picker-svc
     failureMode: FailOpen

site-src/api-types/inferencepool.md

@@ -33,7 +33,8 @@ kind: InferencePool
 metadata:
   name: vllm-llama3-8b-instruct
 spec:
-  targetPortNumber: 8000
+  targetPorts:
+    - portNumber: 8000
   selector:
     app: vllm-llama3-8b-instruct
   extensionRef:

site-src/guides/implementers.md

@@ -47,7 +47,8 @@ kind: InferencePool
 metadata:
   name: vllm-llama3-8b-instruct
 spec:
-  targetPortNumber: 8000
+  targetPorts:
+    - portNumber: 8000
   selector:
     app: vllm-llama3-8b-instruct
   extensionRef:

site-src/guides/inferencepool-rollout.md

@@ -208,7 +208,8 @@ kind: InferencePool
 metadata:
   name: vllm-llama3-8b-instruct-new
 spec:
-  targetPortNumber: 8000
+  targetPorts:
+    - portNumber: 8000
   selector:
     app: vllm-llama3-8b-instruct-new
   extensionRef:

test/testdata/inferencepool-e2e.yaml

@@ -4,7 +4,8 @@ metadata:
   labels:
   name: vllm-llama3-8b-instruct
 spec:
-  targetPortNumber: 8000
+  targetPorts:
+    - portNumber: 8000
   selector:
     app: vllm-llama3-8b-instruct
   extensionRef:

test/testdata/inferencepool-with-model-hermetic.yaml

@@ -4,7 +4,8 @@ metadata:
   name: vllm-llama3-8b-instruct-pool
   namespace: default
 spec:
-  targetPortNumber: 8000
+  targetPorts:
+    - portNumber: 8000
   selector:
     app: vllm-llama3-8b-instruct-pool
   extensionRef: