File tree Expand file tree Collapse file tree 1 file changed +23
-5
lines changed Expand file tree Collapse file tree 1 file changed +23
-5
lines changed Original file line number Diff line number Diff line change @@ -180,9 +180,18 @@ kubectl get httproute llm-phi4-route -o yaml
180
180
-H " Content-Type: application/json" \
181
181
-d ' {
182
182
"model": "meta-llama/Llama-3.1-8B-Instruct",
183
- "prompt": "Linux is said to be an open source kernel because ",
184
183
"max_tokens": 100,
185
- "temperature": 0
184
+ "temperature": 0,
185
+ "messages": [
186
+ {
187
+ "role": "developer",
188
+ "content": "You are a helpful assistant."
189
+ },
190
+ {
191
+ "role": "user",
192
+ "content": "Linux is said to be an open source kernel because "
193
+ }
194
+ ]
186
195
}'
187
196
` ` `
188
197
@@ -192,9 +201,18 @@ kubectl get httproute llm-phi4-route -o yaml
192
201
-H " Content-Type: application/json" \
193
202
-d ' {
194
203
"model": "microsoft/Phi-4-mini-instruct",
195
- "prompt": "2+2 is ",
196
- "max_tokens": 20,
197
- "temperature": 0
204
+ "max_tokens": 100,
205
+ "temperature": 0,
206
+ "messages": [
207
+ {
208
+ "role": "developer",
209
+ "content": "You are a helpful assistant."
210
+ },
211
+ {
212
+ "role": "user",
213
+ "content": "2+2 is "
214
+ }
215
+ ]
198
216
}'
199
217
` ` `
200
218
You can’t perform that action at this time.
0 commit comments