add HTTPRoute manifests and update profile

Signed-off-by: samzong <[email protected]>

Author: samzong

e2e/profiles/llm-d/manifests/httproute-services.yaml

@@ -0,0 +1,49 @@
+apiVersion: gateway.networking.k8s.io/v1
+kind: HTTPRoute
+metadata:
+  name: vsr-llama8b-svc
+  namespace: default
+spec:
+  parentRefs:
+    - group: gateway.networking.k8s.io
+      kind: Gateway
+      name: inference-gateway
+  rules:
+    - backendRefs:
+        - name: vllm-llama3-8b-instruct-epp
+          port: 9002
+      matches:
+        - path:
+            type: PathPrefix
+            value: /
+          headers:
+            - type: Exact
+              name: x-selected-model
+              value: llama3-8b
+      timeouts:
+        request: 300s
+---
+apiVersion: gateway.networking.k8s.io/v1
+kind: HTTPRoute
+metadata:
+  name: vsr-phi4-mini-svc
+  namespace: default
+spec:
+  parentRefs:
+    - group: gateway.networking.k8s.io
+      kind: Gateway
+      name: inference-gateway
+  rules:
+    - backendRefs:
+        - name: vllm-phi4-mini-epp
+          port: 9002
+      matches:
+        - path:
+            type: PathPrefix
+            value: /
+          headers:
+            - type: Exact
+              name: x-selected-model
+              value: phi4-mini
+      timeouts:
+        request: 300s

e2e/profiles/llm-d/profile.go

@@ -88,8 +88,7 @@ func (p *Profile) Setup(ctx context.Context, opts *framework.SetupOptions) error
 
 func (p *Profile) Teardown(ctx context.Context, opts *framework.TeardownOptions) error {
 	p.verbose = opts.Verbose
-	_ = p.kubectlDelete(ctx, "deploy/kubernetes/llmd-base/httproute-llama-pool.yaml")
-	_ = p.kubectlDelete(ctx, "deploy/kubernetes/llmd-base/httproute-phi4-pool.yaml")
+	_ = p.kubectlDelete(ctx, "e2e/profiles/llm-d/manifests/httproute-services.yaml")
 	_ = p.kubectlDelete(ctx, "deploy/kubernetes/llmd-base/dest-rule-epp-llama.yaml")
 	_ = p.kubectlDelete(ctx, "deploy/kubernetes/llmd-base/dest-rule-epp-phi4.yaml")
 	_ = p.kubectlDelete(ctx, "deploy/kubernetes/llmd-base/inferencepool-llama.yaml")
@@ -223,10 +222,7 @@ func (p *Profile) deployGatewayRoutes(ctx context.Context) error {
 	if err := p.kubectlApply(ctx, "deploy/kubernetes/istio/gateway.yaml"); err != nil {
 		return err
 	}
-	if err := p.kubectlApply(ctx, "deploy/kubernetes/llmd-base/httproute-llama-pool.yaml"); err != nil {
-		return err
-	}
-	if err := p.kubectlApply(ctx, "deploy/kubernetes/llmd-base/httproute-phi4-pool.yaml"); err != nil {
+	if err := p.kubectlApply(ctx, "e2e/profiles/llm-d/manifests/httproute-services.yaml"); err != nil {
 		return err
 	}
 	if err := p.kubectlApply(ctx, "deploy/kubernetes/istio/destinationrule.yaml"); err != nil {