diff --git a/config/manifests/inferenceobjective.yaml b/config/manifests/inferenceobjective.yaml index f4a5de165..234ac89c4 100644 --- a/config/manifests/inferenceobjective.yaml +++ b/config/manifests/inferenceobjective.yaml @@ -5,6 +5,7 @@ metadata: spec: criticality: Standard poolRef: + group: inference.networking.k8s.io name: vllm-llama3-8b-instruct targetModels: - name: food-review-1 @@ -17,6 +18,7 @@ metadata: spec: criticality: Critical poolRef: + group: inference.networking.k8s.io name: vllm-llama3-8b-instruct --- apiVersion: inference.networking.x-k8s.io/v1alpha2 @@ -26,4 +28,5 @@ metadata: spec: criticality: Critical poolRef: + group: inference.networking.k8s.io name: vllm-llama3-8b-instruct diff --git a/config/manifests/regression-testing/inferenceobjective.yaml b/config/manifests/regression-testing/inferenceobjective.yaml index 182383c4d..188db3866 100644 --- a/config/manifests/regression-testing/inferenceobjective.yaml +++ b/config/manifests/regression-testing/inferenceobjective.yaml @@ -5,6 +5,7 @@ metadata: spec: criticality: Critical poolRef: + group: inference.networking.k8s.io name: vllm-llama3-8b-instruct targetModels: - name: adapter-0 @@ -19,6 +20,7 @@ metadata: spec: criticality: Critical poolRef: + group: inference.networking.k8s.io name: vllm-llama3-8b-instruct targetModels: - name: adapter-1 @@ -33,6 +35,7 @@ metadata: spec: criticality: Critical poolRef: + group: inference.networking.k8s.io name: vllm-llama3-8b-instruct targetModels: - name: adapter-2 @@ -47,6 +50,7 @@ metadata: spec: criticality: Critical poolRef: + group: inference.networking.k8s.io name: vllm-llama3-8b-instruct targetModels: - name: adapter-3 @@ -61,6 +65,7 @@ metadata: spec: criticality: Critical poolRef: + group: inference.networking.k8s.io name: vllm-llama3-8b-instruct targetModels: - name: adapter-4 @@ -75,6 +80,7 @@ metadata: spec: criticality: Critical poolRef: + group: inference.networking.k8s.io name: vllm-llama3-8b-instruct targetModels: - name: adapter-5 @@ -89,6 +95,7 @@ metadata: spec: criticality: Critical poolRef: + group: inference.networking.k8s.io name: vllm-llama3-8b-instruct targetModels: - name: adapter-6 @@ -103,6 +110,7 @@ metadata: spec: criticality: Critical poolRef: + group: inference.networking.k8s.io name: vllm-llama3-8b-instruct targetModels: - name: adapter-7 @@ -117,6 +125,7 @@ metadata: spec: criticality: Critical poolRef: + group: inference.networking.k8s.io name: vllm-llama3-8b-instruct targetModels: - name: adapter-8 @@ -131,6 +140,7 @@ metadata: spec: criticality: Critical poolRef: + group: inference.networking.k8s.io name: vllm-llama3-8b-instruct targetModels: - name: adapter-9 @@ -145,6 +155,7 @@ metadata: spec: criticality: Critical poolRef: + group: inference.networking.k8s.io name: vllm-llama3-8b-instruct targetModels: - name: adapter-10 @@ -159,6 +170,7 @@ metadata: spec: criticality: Critical poolRef: + group: inference.networking.k8s.io name: vllm-llama3-8b-instruct targetModels: - name: adapter-11 @@ -173,6 +185,7 @@ metadata: spec: criticality: Critical poolRef: + group: inference.networking.k8s.io name: vllm-llama3-8b-instruct targetModels: - name: adapter-12 @@ -188,6 +201,7 @@ metadata: spec: criticality: Critical poolRef: + group: inference.networking.k8s.io name: vllm-llama3-8b-instruct targetModels: - name: adapter-13 @@ -203,6 +217,7 @@ metadata: spec: criticality: Critical poolRef: + group: inference.networking.k8s.io name: vllm-llama3-8b-instruct targetModels: - name: adapter-14 @@ -218,4 +233,5 @@ metadata: spec: criticality: Critical poolRef: + group: inference.networking.k8s.io name: vllm-llama3-8b-instruct \ No newline at end of file