@@ -91,43 +91,47 @@ Tooling:
91
91
92
92
```bash
93
93
export GATEWAY_PROVIDER=gke
94
+ export IGW_CHART_VERSION=v1.0.1-rc.1
94
95
helm install vllm-llama3-8b-instruct \
95
96
--set inferencePool.modelServers.matchLabels.app=vllm-llama3-8b-instruct \
96
97
--set provider.name=$GATEWAY_PROVIDER \
97
- --version v1.0.1-rc.1 \
98
+ --version $IGW_CHART_VERSION \
98
99
oci://registry.k8s.io/gateway-api-inference-extension/charts/inferencepool
99
100
```
100
101
101
102
=== "Istio"
102
103
103
104
```bash
104
105
export GATEWAY_PROVIDER=istio
106
+ export IGW_CHART_VERSION=v1.0.1-rc.1
105
107
helm install vllm-llama3-8b-instruct \
106
108
--set inferencePool.modelServers.matchLabels.app=vllm-llama3-8b-instruct \
107
109
--set provider.name=$GATEWAY_PROVIDER \
108
- --version v1.0.1-rc.1 \
110
+ --version $IGW_CHART_VERSION \
109
111
oci://registry.k8s.io/gateway-api-inference-extension/charts/inferencepool
110
112
```
111
113
112
114
=== "Kgateway"
113
115
114
116
```bash
115
117
export GATEWAY_PROVIDER=none
118
+ export IGW_CHART_VERSION=v1.0.1-rc.1
116
119
helm install vllm-llama3-8b-instruct \
117
120
--set inferencePool.modelServers.matchLabels.app=vllm-llama3-8b-instruct \
118
121
--set provider.name=$GATEWAY_PROVIDER \
119
- --version v1.0.1-rc.1 \
122
+ --version $IGW_CHART_VERSION \
120
123
oci://registry.k8s.io/gateway-api-inference-extension/charts/inferencepool
121
124
```
122
125
123
126
=== "Agentgateway"
124
127
125
128
```bash
126
129
export GATEWAY_PROVIDER=none
130
+ export IGW_CHART_VERSION=v1.0.1-rc.1
127
131
helm install vllm-llama3-8b-instruct \
128
132
--set inferencePool.modelServers.matchLabels.app=vllm-llama3-8b-instruct \
129
133
--set provider.name=$GATEWAY_PROVIDER \
130
- --version v1.0.1-rc.1 \
134
+ --version $IGW_CHART_VERSION \
131
135
oci://registry.k8s.io/gateway-api-inference-extension/charts/inferencepool
132
136
```
133
137
0 commit comments