diff --git a/config/manifests/gateway/gke/gcp-backend-policy.yaml b/config/manifests/gateway/gke/gcp-backend-policy.yaml
deleted file mode 100644
index 936786530..000000000
--- a/config/manifests/gateway/gke/gcp-backend-policy.yaml
+++ /dev/null
@@ -1,13 +0,0 @@
-apiVersion: networking.gke.io/v1
-kind: GCPBackendPolicy
-metadata:
-  name: inferencepool-backend-policy
-spec:
-  targetRef:
-    group: "inference.networking.k8s.io"
-    kind: InferencePool
-    name: vllm-llama3-8b-instruct
-  default:
-    timeoutSec: 300
-    logging:
-      enabled: true
diff --git a/config/manifests/gateway/gke/healthcheck.yaml b/config/manifests/gateway/gke/healthcheck.yaml
deleted file mode 100644
index c9abb693f..000000000
--- a/config/manifests/gateway/gke/healthcheck.yaml
+++ /dev/null
@@ -1,16 +0,0 @@
-kind: HealthCheckPolicy
-apiVersion: networking.gke.io/v1
-metadata:
-  name: health-check-policy
-  namespace: default
-spec:
-  targetRef:
-    group: "inference.networking.k8s.io"
-    kind: InferencePool
-    name: vllm-llama3-8b-instruct
-  default:
-    config:
-      type: HTTP
-      httpHealthCheck:
-          requestPath: /health
-          port: 8000