File tree Expand file tree Collapse file tree 1 file changed +14
-10
lines changed Expand file tree Collapse file tree 1 file changed +14
-10
lines changed Original file line number Diff line number Diff line change @@ -185,16 +185,20 @@ def _generate_from_context_standard(
185185 if format is not None :
186186 sampling_params ["json_schema" ] = json .dumps (format .model_json_schema ())
187187
188- if model_options .get (ModelOption .STREAM , False ):
189- generator = async_stream_and_merge (
190- self ._model , # type: ignore
191- input_str ,
192- sampling_params = sampling_params ,
193- ) # type: ignore
194- else :
195- generator = self ._model .async_generate ( # type: ignore
196- input_str , sampling_params = sampling_params
197- ) # type: ignore
188+ # if model_options.get(ModelOption.STREAM, False):
189+ # generator = async_stream_and_merge(
190+ # self._model, # type: ignore
191+ # input_str,
192+ # sampling_params=sampling_params,
193+ # ) # type: ignore
194+ # else:
195+ # generator = self._model.async_generate( # type: ignore
196+ # input_str, sampling_params=sampling_params
197+ # ) # type: ignore
198+
199+ generator = self ._model .async_generate ( # type: ignore
200+ input_str , sampling_params = sampling_params
201+ ) # type: ignore
198202
199203 output = ModelOutputThunk (None )
200204 output ._context = ctx .render_for_generation ()
You can’t perform that action at this time.
0 commit comments