@@ -51,7 +51,7 @@ ${snippetImportInferenceClient(accessToken, provider)}
5151messages = ${ messagesStr }
5252
5353stream = client.chat.completions.create(
54- model="${ model . id } ",
54+ model="${ model . id } ",
5555 messages=messages,
5656 ${ configStr } ,
5757 stream=True
@@ -62,7 +62,8 @@ for chunk in stream:
6262 } ,
6363 {
6464 client : "openai" ,
65- content : `from openai import OpenAI
65+ content : `\
66+ from openai import OpenAI
6667
6768client = OpenAI(
6869 base_url="${ openAIbaseUrl ( provider ) } ",
@@ -79,7 +80,7 @@ stream = client.chat.completions.create(
7980)
8081
8182for chunk in stream:
82- print(chunk.choices[0].delta.content, end="")`,
83+ print(chunk.choices[0].delta.content, end="")`,
8384 } ,
8485 ] ;
8586 } else {
@@ -101,7 +102,8 @@ print(completion.choices[0].message)`,
101102 } ,
102103 {
103104 client : "openai" ,
104- content : `from openai import OpenAI
105+ content : `\
106+ from openai import OpenAI
105107
106108client = OpenAI(
107109 base_url="${ openAIbaseUrl ( provider ) } ",
@@ -111,7 +113,7 @@ client = OpenAI(
111113messages = ${ messagesStr }
112114
113115completion = client.chat.completions.create(
114- model="${ model . id } ",
116+ model="${ model . id } ",
115117 messages=messages,
116118 ${ configStr }
117119)
@@ -126,7 +128,8 @@ export const snippetZeroShotClassification = (model: ModelDataMinimal): Inferenc
126128 return [
127129 {
128130 client : "requests" ,
129- content : `def query(payload):
131+ content : `\
132+ def query(payload):
130133 response = requests.post(API_URL, headers=headers, json=payload)
131134 return response.json()
132135
@@ -142,7 +145,8 @@ export const snippetZeroShotImageClassification = (model: ModelDataMinimal): Inf
142145 return [
143146 {
144147 client : "requests" ,
145- content : `def query(data):
148+ content : `\
149+ def query(data):
146150 with open(data["image_path"], "rb") as f:
147151 img = f.read()
148152 payload={
@@ -153,8 +157,8 @@ export const snippetZeroShotImageClassification = (model: ModelDataMinimal): Inf
153157 return response.json()
154158
155159output = query({
156- "image_path": ${ getModelInputSnippet ( model ) } ,
157- "parameters": {"candidate_labels": ["cat", "dog", "llama"]},
160+ "image_path": ${ getModelInputSnippet ( model ) } ,
161+ "parameters": {"candidate_labels": ["cat", "dog", "llama"]},
158162})` ,
159163 } ,
160164 ] ;
@@ -164,7 +168,8 @@ export const snippetBasic = (model: ModelDataMinimal): InferenceSnippet[] => {
164168 return [
165169 {
166170 client : "requests" ,
167- content : `def query(payload):
171+ content : `\
172+ def query(payload):
168173 response = requests.post(API_URL, headers=headers, json=payload)
169174 return response.json()
170175
@@ -179,13 +184,14 @@ export const snippetFile = (model: ModelDataMinimal): InferenceSnippet[] => {
179184 return [
180185 {
181186 client : "requests" ,
182- content : `def query(filename):
183- with open(filename, "rb") as f:
184- data = f.read()
185- response = requests.post(API_URL, headers=headers, data=data)
186- return response.json()
187-
188- output = query(${ getModelInputSnippet ( model ) } )` ,
187+ content : `\
188+ def query(filename):
189+ with open(filename, "rb") as f:
190+ data = f.read()
191+ response = requests.post(API_URL, headers=headers, data=data)
192+ return response.json()
193+
194+ output = query(${ getModelInputSnippet ( model ) } )` ,
189195 } ,
190196 ] ;
191197} ;
@@ -253,12 +259,14 @@ export const snippetTabular = (model: ModelDataMinimal): InferenceSnippet[] => {
253259 return [
254260 {
255261 client : "requests" ,
256- content : `def query(payload):
257- response = requests.post(API_URL, headers=headers, json=payload)
258- return response.content
259- response = query({
260- "inputs": {"data": ${ getModelInputSnippet ( model ) } },
261- })` ,
262+ content : `\
263+ def query(payload):
264+ response = requests.post(API_URL, headers=headers, json=payload)
265+ return response.content
266+
267+ response = query({
268+ "inputs": {"data": ${ getModelInputSnippet ( model ) } },
269+ })` ,
262270 } ,
263271 ] ;
264272} ;
@@ -271,7 +279,8 @@ export const snippetTextToAudio = (model: ModelDataMinimal): InferenceSnippet[]
271279 return [
272280 {
273281 client : "requests" ,
274- content : `def query(payload):
282+ content : `\
283+ def query(payload):
275284 response = requests.post(API_URL, headers=headers, json=payload)
276285 return response.content
277286
@@ -287,7 +296,8 @@ Audio(audio_bytes)`,
287296 return [
288297 {
289298 client : "requests" ,
290- content : `def query(payload):
299+ content : `\
300+ def query(payload):
291301 response = requests.post(API_URL, headers=headers, json=payload)
292302 return response.json()
293303
@@ -306,9 +316,10 @@ export const snippetDocumentQuestionAnswering = (model: ModelDataMinimal): Infer
306316 return [
307317 {
308318 client : "requests" ,
309- content : `def query(payload):
310- with open(payload["image"], "rb") as f:
311- img = f.read()
319+ content : `\
320+ def query(payload):
321+ with open(payload["image"], "rb") as f:
322+ img = f.read()
312323 payload["image"] = base64.b64encode(img).decode("utf-8")
313324 response = requests.post(API_URL, headers=headers, json=payload)
314325 return response.json()
0 commit comments