Skip to content

Commit 51f784b

Browse files
authored
Merge pull request #127 from togethercomputer/test-sync-3
update completion example, test openapi syncing
2 parents 57a3411 + 173d1bb commit 51f784b

File tree

1 file changed

+9
-5
lines changed

1 file changed

+9
-5
lines changed

openapi.yaml

Lines changed: 9 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -159,8 +159,9 @@ paths:
159159
)
160160
161161
response = client.completions.create(
162-
model="meta-llama/Llama-2-70b-hf",
162+
model="meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
163163
prompt="The largest city in France is",
164+
max_tokens=1
164165
)
165166
166167
print(response.choices[0].text)
@@ -174,8 +175,9 @@ paths:
174175
});
175176
176177
const response = await client.completions.create({
177-
model: "meta-llama/Llama-2-70b-hf",
178+
model: "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
178179
prompt: "The largest city in France is",
180+
max_tokens: 1
179181
});
180182
181183
console.log(response.choices[0].text);
@@ -189,8 +191,9 @@ paths:
189191
});
190192
191193
const response = await client.completions.create({
192-
model: "meta-llama/Llama-2-70b-hf",
194+
model: "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
193195
prompt: "The largest city in France is",
196+
max_tokens: 1
194197
});
195198
196199
console.log(response.choices[0].text);
@@ -201,8 +204,9 @@ paths:
201204
-H "Authorization: Bearer $TOGETHER_API_KEY" \
202205
-H "Content-Type: application/json" \
203206
-d '{
204-
"model": "meta-llama/Llama-2-70b-hf",
205-
"prompt": "The largest city in France is"
207+
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
208+
"prompt": "The largest city in France is",
209+
"max_tokens": 1
206210
}'
207211
operationId: completions
208212
requestBody:

0 commit comments

Comments
 (0)