10
10
11
11
import queue
12
12
import threading
13
- from collections .abc import Iterator
13
+ from collections .abc import Iterator , Sequence
14
14
from contextlib import AbstractAsyncContextManager
15
15
from dataclasses import dataclass , field
16
16
from datetime import datetime
35
35
36
36
async def model_request (
37
37
model : models .Model | models .KnownModelName | str ,
38
- messages : list [messages .ModelMessage ],
38
+ messages : Sequence [messages .ModelMessage ],
39
39
* ,
40
40
model_settings : settings .ModelSettings | None = None ,
41
41
model_request_parameters : models .ModelRequestParameters | None = None ,
@@ -79,15 +79,15 @@ async def main():
79
79
"""
80
80
model_instance = _prepare_model (model , instrument )
81
81
return await model_instance .request (
82
- messages ,
82
+ list ( messages ) ,
83
83
model_settings ,
84
84
model_request_parameters or models .ModelRequestParameters (),
85
85
)
86
86
87
87
88
88
def model_request_sync (
89
89
model : models .Model | models .KnownModelName | str ,
90
- messages : list [messages .ModelMessage ],
90
+ messages : Sequence [messages .ModelMessage ],
91
91
* ,
92
92
model_settings : settings .ModelSettings | None = None ,
93
93
model_request_parameters : models .ModelRequestParameters | None = None ,
@@ -133,7 +133,7 @@ def model_request_sync(
133
133
return _get_event_loop ().run_until_complete (
134
134
model_request (
135
135
model ,
136
- messages ,
136
+ list ( messages ) ,
137
137
model_settings = model_settings ,
138
138
model_request_parameters = model_request_parameters ,
139
139
instrument = instrument ,
@@ -143,7 +143,7 @@ def model_request_sync(
143
143
144
144
def model_request_stream (
145
145
model : models .Model | models .KnownModelName | str ,
146
- messages : list [messages .ModelMessage ],
146
+ messages : Sequence [messages .ModelMessage ],
147
147
* ,
148
148
model_settings : settings .ModelSettings | None = None ,
149
149
model_request_parameters : models .ModelRequestParameters | None = None ,
@@ -191,15 +191,15 @@ async def main():
191
191
"""
192
192
model_instance = _prepare_model (model , instrument )
193
193
return model_instance .request_stream (
194
- messages ,
194
+ list ( messages ) ,
195
195
model_settings ,
196
196
model_request_parameters or models .ModelRequestParameters (),
197
197
)
198
198
199
199
200
200
def model_request_stream_sync (
201
201
model : models .Model | models .KnownModelName | str ,
202
- messages : list [messages .ModelMessage ],
202
+ messages : Sequence [messages .ModelMessage ],
203
203
* ,
204
204
model_settings : settings .ModelSettings | None = None ,
205
205
model_request_parameters : models .ModelRequestParameters | None = None ,
@@ -246,7 +246,7 @@ def model_request_stream_sync(
246
246
"""
247
247
async_stream_cm = model_request_stream (
248
248
model = model ,
249
- messages = messages ,
249
+ messages = list ( messages ) ,
250
250
model_settings = model_settings ,
251
251
model_request_parameters = model_request_parameters ,
252
252
instrument = instrument ,
0 commit comments