Skip to content

Commit c8d32fa

Browse files
committed
fix(sglang): ignore streaming option
1 parent 91d3f02 commit c8d32fa

File tree

1 file changed

+14
-10
lines changed

1 file changed

+14
-10
lines changed

mellea/backends/sglang.py

Lines changed: 14 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -185,16 +185,20 @@ def _generate_from_context_standard(
185185
if format is not None:
186186
sampling_params["json_schema"] = json.dumps(format.model_json_schema())
187187

188-
if model_options.get(ModelOption.STREAM, False):
189-
generator = async_stream_and_merge(
190-
self._model, # type: ignore
191-
input_str,
192-
sampling_params=sampling_params,
193-
) # type: ignore
194-
else:
195-
generator = self._model.async_generate( # type: ignore
196-
input_str, sampling_params=sampling_params
197-
) # type: ignore
188+
# if model_options.get(ModelOption.STREAM, False):
189+
# generator = async_stream_and_merge(
190+
# self._model, # type: ignore
191+
# input_str,
192+
# sampling_params=sampling_params,
193+
# ) # type: ignore
194+
# else:
195+
# generator = self._model.async_generate( # type: ignore
196+
# input_str, sampling_params=sampling_params
197+
# ) # type: ignore
198+
199+
generator = self._model.async_generate( # type: ignore
200+
input_str, sampling_params=sampling_params
201+
) # type: ignore
198202

199203
output = ModelOutputThunk(None)
200204
output._context = ctx.render_for_generation()

0 commit comments

Comments
 (0)