changed yaml

Author: capri-xiyue

config/charts/inferencepool/templates/inferencepool.yaml

@@ -7,7 +7,8 @@ metadata:
   labels:
     {{- include "gateway-api-inference-extension.labels" . | nindent 4 }}
 spec:
-  targetPortNumber: {{ .Values.inferencePool.targetPortNumber }}
+  targetPorts:
+    - portNumber: {{ .Values.inferencePool.targetPortNumber }}
   selector:
     matchLabels:
       {{- if .Values.inferencePool.modelServers.matchLabels }}

config/manifests/inferencepool-resources.yaml

@@ -8,7 +8,8 @@ kind: InferencePool
 metadata:
   name: vllm-llama3-8b-instruct
 spec:
-  targetPortNumber: 8000
+  targetPorts:
+    - portNumber: 8000
   selector:
     matchLabels:
       app: vllm-llama3-8b-instruct

conformance/resources/base.yaml

@@ -153,6 +153,9 @@ metadata:
   namespace: gateway-conformance-app-backend
 spec:
   selector:
+    app: primary-inference-model-server
+  targetPorts:
+    - portNumber: 3000
     matchLabels:
       app: primary-inference-model-server
   targetPortNumber: 3000
@@ -247,8 +250,7 @@ metadata:
   namespace: gateway-conformance-app-backend
 spec:
   selector:
-    matchLabels:
-      app: secondary-inference-model-server
+    app: secondary-inference-model-server
   targetPortNumber: 3000
   extensionRef:
     name: secondary-endpoint-picker-svc

site-src/api-types/inferencepool.md

@@ -33,7 +33,8 @@ kind: InferencePool
 metadata:
   name: vllm-llama3-8b-instruct
 spec:
-  targetPortNumber: 8000
+  targetPorts:
+    - portNumber: 8000
   selector:
     app: vllm-llama3-8b-instruct
   extensionRef:

site-src/guides/implementers.md

@@ -47,7 +47,8 @@ kind: InferencePool
 metadata:
   name: vllm-llama3-8b-instruct
 spec:
-  targetPortNumber: 8000
+  targetPorts:
+    - portNumber: 8000
   selector:
     app: vllm-llama3-8b-instruct
   extensionRef:

site-src/guides/inferencepool-rollout.md

@@ -208,7 +208,8 @@ kind: InferencePool
 metadata:
   name: vllm-llama3-8b-instruct-new
 spec:
-  targetPortNumber: 8000
+  targetPorts:
+    - portNumber: 8000
   selector:
     app: vllm-llama3-8b-instruct-new
   extensionRef:

test/testdata/inferencepool-e2e.yaml

@@ -4,7 +4,8 @@ metadata:
   labels:
   name: vllm-llama3-8b-instruct
 spec:
-  targetPortNumber: 8000
+  targetPorts:
+    - portNumber: 8000
   selector:
     matchLabels:
       app: vllm-llama3-8b-instruct

test/testdata/inferencepool-with-model-hermetic.yaml

@@ -4,7 +4,8 @@ metadata:
   name: vllm-llama3-8b-instruct-pool
   namespace: default
 spec:
-  targetPortNumber: 8000
+  targetPorts:
+    - portNumber: 8000
   selector:
     matchLabels:
       app: vllm-llama3-8b-instruct-pool