@@ -2468,18 +2468,14 @@ def response(
24682468 )
24692469
24702470 if stream :
2471- if verbose :
2472- with Live (display_generating ("" , start_time ), console = console or self .console , refresh_per_second = 4 ) as live :
2473- for chunk in litellm .completion (** completion_params ):
2474- content = self ._process_streaming_chunk (chunk )
2475- if content :
2476- response_text += content
2477- live .update (display_generating (response_text , start_time ))
2478- else :
2471+ with Live (display_generating ("" , start_time ), console = console or self .console , refresh_per_second = 4 ) as live :
24792472 for chunk in litellm .completion (** completion_params ):
24802473 content = self ._process_streaming_chunk (chunk )
24812474 if content :
24822475 response_text += content
2476+ live .update (display_generating (response_text , start_time ))
2477+ if content :
2478+ response_text += content
24832479 else :
24842480 response = litellm .completion (** completion_params )
24852481 response_text = response .choices [0 ].message .content .strip () if response .choices [0 ].message .content else ""
@@ -2568,18 +2564,14 @@ async def aresponse(
25682564 )
25692565
25702566 if stream :
2571- if verbose :
2572- with Live (display_generating ("" , start_time ), console = console or self .console , refresh_per_second = 4 ) as live :
2573- async for chunk in await litellm .acompletion (** completion_params ):
2574- content = self ._process_streaming_chunk (chunk )
2575- if content :
2576- response_text += content
2577- live .update (display_generating (response_text , start_time ))
2578- else :
2567+ with Live (display_generating ("" , start_time ), console = console or self .console , refresh_per_second = 4 ) as live :
25792568 async for chunk in await litellm .acompletion (** completion_params ):
25802569 content = self ._process_streaming_chunk (chunk )
25812570 if content :
25822571 response_text += content
2572+ live .update (display_generating (response_text , start_time ))
2573+ if content :
2574+ response_text += content
25832575 else :
25842576 response = await litellm .acompletion (** completion_params )
25852577 response_text = response .choices [0 ].message .content .strip () if response .choices [0 ].message .content else ""
0 commit comments