File tree Expand file tree Collapse file tree 1 file changed +14
-10
lines changed Expand file tree Collapse file tree 1 file changed +14
-10
lines changed Original file line number Diff line number Diff line change @@ -188,16 +188,20 @@ def _generate_from_context_standard(
188188 if format is not None :
189189 sampling_params ["json_schema" ] = json .dumps (format .model_json_schema ())
190190
191- if model_options .get (ModelOption .STREAM , False ):
192- generator = async_stream_and_merge (
193- self ._model , # type: ignore
194- input_str ,
195- sampling_params = sampling_params ,
196- ) # type: ignore
197- else :
198- generator = self ._model .async_generate ( # type: ignore
199- input_str , sampling_params = sampling_params
200- ) # type: ignore
191+ # if model_options.get(ModelOption.STREAM, False):
192+ # generator = async_stream_and_merge(
193+ # self._model, # type: ignore
194+ # input_str,
195+ # sampling_params=sampling_params,
196+ # ) # type: ignore
197+ # else:
198+ # generator = self._model.async_generate( # type: ignore
199+ # input_str, sampling_params=sampling_params
200+ # ) # type: ignore
201+
202+ generator = self ._model .async_generate ( # type: ignore
203+ input_str , sampling_params = sampling_params
204+ ) # type: ignore
201205
202206 output = ModelOutputThunk (None )
203207 output ._context = ctx .render_for_generation ()
You can’t perform that action at this time.
0 commit comments