Skip to content

Commit 6a40d50

Browse files
committed
fix(sglang): ignore streaming option
1 parent 00fd955 commit 6a40d50

File tree

1 file changed

+14
-10
lines changed

1 file changed

+14
-10
lines changed

mellea/backends/sglang.py

Lines changed: 14 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -188,16 +188,20 @@ def _generate_from_context_standard(
188188
if format is not None:
189189
sampling_params["json_schema"] = json.dumps(format.model_json_schema())
190190

191-
if model_options.get(ModelOption.STREAM, False):
192-
generator = async_stream_and_merge(
193-
self._model, # type: ignore
194-
input_str,
195-
sampling_params=sampling_params,
196-
) # type: ignore
197-
else:
198-
generator = self._model.async_generate( # type: ignore
199-
input_str, sampling_params=sampling_params
200-
) # type: ignore
191+
# if model_options.get(ModelOption.STREAM, False):
192+
# generator = async_stream_and_merge(
193+
# self._model, # type: ignore
194+
# input_str,
195+
# sampling_params=sampling_params,
196+
# ) # type: ignore
197+
# else:
198+
# generator = self._model.async_generate( # type: ignore
199+
# input_str, sampling_params=sampling_params
200+
# ) # type: ignore
201+
202+
generator = self._model.async_generate( # type: ignore
203+
input_str, sampling_params=sampling_params
204+
) # type: ignore
201205

202206
output = ModelOutputThunk(None)
203207
output._context = ctx.render_for_generation()

0 commit comments

Comments
 (0)