Skip to content

Commit 573a10d

Browse files
hanouticelinahanouticelina
authored
regenerate cassettes (#2925)
1 parent a2dd4b8 commit 573a10d

File tree

2 files changed

+196
-82
lines changed

2 files changed

+196
-82
lines changed

‎tests/cassettes/TestInferenceClient.test_chat_completion_with_stream[nebius,conversational].yaml‎

Lines changed: 100 additions & 43 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,56 @@
11
interactions:
2+
- request:
3+
body: null
4+
headers:
5+
Accept:
6+
- '*/*'
7+
Accept-Encoding:
8+
- gzip, deflate
9+
Connection:
10+
- keep-alive
11+
X-Amzn-Trace-Id:
12+
- 10b02db7-19de-4cc6-af3b-1a9495ed97e5
13+
method: GET
14+
uri: https://huggingface.co/api/models/meta-llama/Llama-3.1-8B-Instruct?expand=inferenceProviderMapping
15+
response:
16+
body:
17+
string: '{"_id":"6698d8a0653e4babe21e1e7d","id":"meta-llama/Llama-3.1-8B-Instruct","inferenceProviderMapping":{"fireworks-ai":{"status":"live","providerId":"accounts/fireworks/models/llama-v3p1-8b-instruct","task":"conversational"},"sambanova":{"status":"live","providerId":"Meta-Llama-3.1-8B-Instruct","task":"conversational"},"hf-inference":{"status":"live","providerId":"meta-llama/Llama-3.1-8B-Instruct","task":"conversational"},"nebius":{"status":"live","providerId":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","task":"conversational"},"novita":{"status":"live","providerId":"meta-llama/llama-3.1-8b-instruct","task":"conversational"},"hyperbolic":{"status":"staging","providerId":"meta-llama/Meta-Llama-3.1-8B-Instruct","task":"conversational"}}}'
18+
headers:
19+
Access-Control-Allow-Origin:
20+
- https://huggingface.co
21+
Access-Control-Expose-Headers:
22+
- X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Xet-Access-Token,X-Xet-Token-Expiration,X-Xet-Refresh-Route,X-Xet-Cas-Url,X-Xet-Hash
23+
Connection:
24+
- keep-alive
25+
Content-Length:
26+
- '744'
27+
Content-Type:
28+
- application/json; charset=utf-8
29+
Date:
30+
- Wed, 12 Mar 2025 15:38:37 GMT
31+
ETag:
32+
- W/"2e8-5aim+zb8F1xV5ILzZjQ4yWDbcrw"
33+
Referrer-Policy:
34+
- strict-origin-when-cross-origin
35+
Vary:
36+
- Origin
37+
Via:
38+
- 1.1 8cea2743cbaa04c70ebc2ec4f5892fa6.cloudfront.net (CloudFront)
39+
X-Amz-Cf-Id:
40+
- hoUaoMIy0BzyX9Izqf35EwayYLPZlu4qMHyjP4Wh5oFoxeBWvklP0A==
41+
X-Amz-Cf-Pop:
42+
- CDG52-P4
43+
X-Cache:
44+
- Miss from cloudfront
45+
X-Powered-By:
46+
- huggingface-moon
47+
X-Request-Id:
48+
- Root=1-67d1aa7d-462a207368ff18c8090a1b87;10b02db7-19de-4cc6-af3b-1a9495ed97e5
49+
cross-origin-opener-policy:
50+
- same-origin
51+
status:
52+
code: 200
53+
message: OK
254
- request:
355
body: '{"messages": [{"role": "system", "content": "You are a helpful assistant."},
456
{"role": "user", "content": "What is deep learning?"}], "model": "meta-llama/Meta-Llama-3.1-8B-Instruct-fast",
@@ -15,88 +67,91 @@ interactions:
1567
Content-Type:
1668
- application/json
1769
X-Amzn-Trace-Id:
18-
- 680921f0-d15a-4e88-bdc4-5bb2453024c4
70+
- a812afb0-5648-4b54-bf02-3aa0bcdab1c0
1971
method: POST
2072
uri: https://router.huggingface.co/nebius/v1/chat/completions
2173
response:
2274
body:
23-
string: 'data: {"id":"chatcmpl-c5307923a67746b2b642cd528fde10cd","choices":[{"delta":{"content":"","role":"assistant"},"finish_reason":null,"index":0,"logprobs":null}],"created":1739809055,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
75+
string: 'data: {"id":"chatcmpl-f42aee3e144f465dae0cf33f04bf7c92","choices":[{"delta":{"content":"","role":"assistant"},"finish_reason":null,"index":0,"logprobs":null}],"created":1741793918,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
2476
2577
26-
data: {"id":"chatcmpl-c5307923a67746b2b642cd528fde10cd","choices":[{"delta":{"content":"Deep"},"finish_reason":null,"index":0,"logprobs":null}],"created":1739809055,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
78+
data: {"id":"chatcmpl-f42aee3e144f465dae0cf33f04bf7c92","choices":[{"delta":{"content":"Deep"},"finish_reason":null,"index":0,"logprobs":null}],"created":1741793918,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
2779
2880
29-
data: {"id":"chatcmpl-c5307923a67746b2b642cd528fde10cd","choices":[{"delta":{"content":"
30-
learning"},"finish_reason":null,"index":0,"logprobs":null}],"created":1739809055,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
81+
data: {"id":"chatcmpl-f42aee3e144f465dae0cf33f04bf7c92","choices":[{"delta":{"content":"
82+
learning"},"finish_reason":null,"index":0,"logprobs":null}],"created":1741793918,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
3183
3284
33-
data: {"id":"chatcmpl-c5307923a67746b2b642cd528fde10cd","choices":[{"delta":{"content":"
34-
is"},"finish_reason":null,"index":0,"logprobs":null}],"created":1739809055,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
85+
data: {"id":"chatcmpl-f42aee3e144f465dae0cf33f04bf7c92","choices":[{"delta":{"content":"
86+
is"},"finish_reason":null,"index":0,"logprobs":null}],"created":1741793918,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
3587
3688
37-
data: {"id":"chatcmpl-c5307923a67746b2b642cd528fde10cd","choices":[{"delta":{"content":"
38-
a"},"finish_reason":null,"index":0,"logprobs":null}],"created":1739809055,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
89+
data: {"id":"chatcmpl-f42aee3e144f465dae0cf33f04bf7c92","choices":[{"delta":{"content":"
90+
a"},"finish_reason":null,"index":0,"logprobs":null}],"created":1741793918,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
3991
4092
41-
data: {"id":"chatcmpl-c5307923a67746b2b642cd528fde10cd","choices":[{"delta":{"content":"
42-
subset"},"finish_reason":null,"index":0,"logprobs":null}],"created":1739809055,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
93+
data: {"id":"chatcmpl-f42aee3e144f465dae0cf33f04bf7c92","choices":[{"delta":{"content":"
94+
subset"},"finish_reason":null,"index":0,"logprobs":null}],"created":1741793918,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
4395
4496
45-
data: {"id":"chatcmpl-c5307923a67746b2b642cd528fde10cd","choices":[{"delta":{"content":"
46-
of"},"finish_reason":null,"index":0,"logprobs":null}],"created":1739809055,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
97+
data: {"id":"chatcmpl-f42aee3e144f465dae0cf33f04bf7c92","choices":[{"delta":{"content":"
98+
of"},"finish_reason":null,"index":0,"logprobs":null}],"created":1741793918,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
4799
48100
49-
data: {"id":"chatcmpl-c5307923a67746b2b642cd528fde10cd","choices":[{"delta":{"content":"
50-
machine"},"finish_reason":null,"index":0,"logprobs":null}],"created":1739809055,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
101+
data: {"id":"chatcmpl-f42aee3e144f465dae0cf33f04bf7c92","choices":[{"delta":{"content":"
102+
machine"},"finish_reason":null,"index":0,"logprobs":null}],"created":1741793918,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
51103
52104
53-
data: {"id":"chatcmpl-c5307923a67746b2b642cd528fde10cd","choices":[{"delta":{"content":"
54-
learning"},"finish_reason":null,"index":0,"logprobs":null}],"created":1739809055,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
105+
data: {"id":"chatcmpl-f42aee3e144f465dae0cf33f04bf7c92","choices":[{"delta":{"content":"
106+
learning"},"finish_reason":null,"index":0,"logprobs":null}],"created":1741793918,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
55107
56108
57-
data: {"id":"chatcmpl-c5307923a67746b2b642cd528fde10cd","choices":[{"delta":{"content":"
58-
that"},"finish_reason":null,"index":0,"logprobs":null}],"created":1739809055,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
109+
data: {"id":"chatcmpl-f42aee3e144f465dae0cf33f04bf7c92","choices":[{"delta":{"content":"
110+
that"},"finish_reason":null,"index":0,"logprobs":null}],"created":1741793918,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
59111
60112
61-
data: {"id":"chatcmpl-c5307923a67746b2b642cd528fde10cd","choices":[{"delta":{"content":"
62-
involves"},"finish_reason":null,"index":0,"logprobs":null}],"created":1739809055,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
113+
data: {"id":"chatcmpl-f42aee3e144f465dae0cf33f04bf7c92","choices":[{"delta":{"content":"
114+
is"},"finish_reason":null,"index":0,"logprobs":null}],"created":1741793918,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
63115
64116
65-
data: {"id":"chatcmpl-c5307923a67746b2b642cd528fde10cd","choices":[{"delta":{"content":"
66-
the"},"finish_reason":null,"index":0,"logprobs":null}],"created":1739809055,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
117+
data: {"id":"chatcmpl-f42aee3e144f465dae0cf33f04bf7c92","choices":[{"delta":{"content":"
118+
inspired"},"finish_reason":null,"index":0,"logprobs":null}],"created":1741793918,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
67119
68120
69-
data: {"id":"chatcmpl-c5307923a67746b2b642cd528fde10cd","choices":[{"delta":{"content":"
70-
use"},"finish_reason":null,"index":0,"logprobs":null}],"created":1739809055,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
121+
data: {"id":"chatcmpl-f42aee3e144f465dae0cf33f04bf7c92","choices":[{"delta":{"content":"
122+
by"},"finish_reason":null,"index":0,"logprobs":null}],"created":1741793918,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
71123
72124
73-
data: {"id":"chatcmpl-c5307923a67746b2b642cd528fde10cd","choices":[{"delta":{"content":"
74-
of"},"finish_reason":null,"index":0,"logprobs":null}],"created":1739809055,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
125+
data: {"id":"chatcmpl-f42aee3e144f465dae0cf33f04bf7c92","choices":[{"delta":{"content":"
126+
the"},"finish_reason":null,"index":0,"logprobs":null}],"created":1741793918,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
75127
76128
77-
data: {"id":"chatcmpl-c5307923a67746b2b642cd528fde10cd","choices":[{"delta":{"content":"
78-
artificial"},"finish_reason":null,"index":0,"logprobs":null}],"created":1739809055,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
129+
data: {"id":"chatcmpl-f42aee3e144f465dae0cf33f04bf7c92","choices":[{"delta":{"content":"
130+
structure"},"finish_reason":null,"index":0,"logprobs":null}],"created":1741793918,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
79131
80132
81-
data: {"id":"chatcmpl-c5307923a67746b2b642cd528fde10cd","choices":[{"delta":{"content":"
82-
neural"},"finish_reason":null,"index":0,"logprobs":null}],"created":1739809055,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
133+
data: {"id":"chatcmpl-f42aee3e144f465dae0cf33f04bf7c92","choices":[{"delta":{"content":"
134+
and"},"finish_reason":null,"index":0,"logprobs":null}],"created":1741793918,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
83135
84136
85-
data: {"id":"chatcmpl-c5307923a67746b2b642cd528fde10cd","choices":[{"delta":{"content":"
86-
networks"},"finish_reason":null,"index":0,"logprobs":null}],"created":1739809055,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
137+
data: {"id":"chatcmpl-f42aee3e144f465dae0cf33f04bf7c92","choices":[{"delta":{"content":"
138+
function"},"finish_reason":null,"index":0,"logprobs":null}],"created":1741793918,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
87139
88140
89-
data: {"id":"chatcmpl-c5307923a67746b2b642cd528fde10cd","choices":[{"delta":{"content":"
90-
("},"finish_reason":null,"index":0,"logprobs":null}],"created":1739809055,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
141+
data: {"id":"chatcmpl-f42aee3e144f465dae0cf33f04bf7c92","choices":[{"delta":{"content":"
142+
of"},"finish_reason":null,"index":0,"logprobs":null}],"created":1741793918,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
91143
92144
93-
data: {"id":"chatcmpl-c5307923a67746b2b642cd528fde10cd","choices":[{"delta":{"content":"ANN"},"finish_reason":null,"index":0,"logprobs":null}],"created":1739809055,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
145+
data: {"id":"chatcmpl-f42aee3e144f465dae0cf33f04bf7c92","choices":[{"delta":{"content":"
146+
the"},"finish_reason":null,"index":0,"logprobs":null}],"created":1741793918,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
94147
95148
96-
data: {"id":"chatcmpl-c5307923a67746b2b642cd528fde10cd","choices":[{"delta":{"content":"s"},"finish_reason":null,"index":0,"logprobs":null}],"created":1739809055,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
149+
data: {"id":"chatcmpl-f42aee3e144f465dae0cf33f04bf7c92","choices":[{"delta":{"content":"
150+
human"},"finish_reason":null,"index":0,"logprobs":null}],"created":1741793918,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
97151
98152
99-
data: {"id":"chatcmpl-c5307923a67746b2b642cd528fde10cd","choices":[{"delta":{"content":")"},"finish_reason":"length","index":0,"logprobs":null,"stop_reason":null}],"created":1739809055,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
153+
data: {"id":"chatcmpl-f42aee3e144f465dae0cf33f04bf7c92","choices":[{"delta":{"content":"
154+
brain"},"finish_reason":"length","index":0,"logprobs":null,"stop_reason":null}],"created":1741793918,"model":"meta-llama/Meta-Llama-3.1-8B-Instruct-fast","object":"chat.completion.chunk"}
100155
101156
102157
data: [DONE]
@@ -113,29 +168,31 @@ interactions:
113168
Content-Type:
114169
- text/event-stream; charset=utf-8
115170
Date:
116-
- Mon, 17 Feb 2025 16:17:35 GMT
171+
- Wed, 12 Mar 2025 15:38:38 GMT
117172
Referrer-Policy:
118173
- strict-origin-when-cross-origin
119174
Transfer-Encoding:
120175
- chunked
121176
Vary:
122177
- Origin
123178
Via:
124-
- 1.1 c2c9a285d2a1960107e9c187a72a9112.cloudfront.net (CloudFront)
179+
- 1.1 6676a739f016238678e391e91007cc98.cloudfront.net (CloudFront)
125180
X-Amz-Cf-Id:
126-
- CbZ6j8fztvNALOJj97n9YQUZrxq6R-QIFKbWvytiy_3oDXtRVmHmyA==
181+
- 3684bu1a8sqPwliuuQw2LjD1I1rMx10V6ysfYQ3S9MrEBrRqJOFz7A==
127182
X-Amz-Cf-Pop:
128183
- CDG55-P3
129184
X-Cache:
130185
- Miss from cloudfront
131186
X-Powered-By:
132187
- huggingface-moon
133188
X-Request-Id:
134-
- Root=1-67b3611f-54cf49f22c98a6532fe656c4;680921f0-d15a-4e88-bdc4-5bb2453024c4
189+
- Root=1-67d1aa7d-4f4384c43a2e622827bdcdae;a812afb0-5648-4b54-bf02-3aa0bcdab1c0
190+
X-Robots-Tag:
191+
- none
135192
cross-origin-opener-policy:
136193
- same-origin
137194
strict-transport-security:
138-
- max-age=15724800; includeSubDomains
195+
- max-age=31536000; includeSubDomains
139196
x-ratelimit-limit-requests:
140197
- '600'
141198
x-ratelimit-limit-tokens:

0 commit comments

Comments
 (0)