diff --git a/config/charts/inferencepool/templates/istio.yaml b/config/charts/inferencepool/templates/istio.yaml
new file mode 100644
index 000000000..526f53c38
--- /dev/null
+++ b/config/charts/inferencepool/templates/istio.yaml
@@ -0,0 +1,13 @@
+{{- if eq .Values.provider.name "istio" }}
+apiVersion: networking.istio.io/v1
+kind: DestinationRule
+metadata:
+  name: {{ include "gateway-api-inference-extension.name" . }}
+  namespace: {{ .Release.Namespace }}
+spec:
+  host: {{ include "gateway-api-inference-extension.name" . }}.{{ .Release.Namespace }}.svc.cluster.local
+  trafficPolicy:
+    tls:
+      mode: SIMPLE
+      insecureSkipVerify: true
+{{- end }}