Encourage async in response generation

Author: cpsievert

shiny/templates/chat/llm-enterprise/aws-bedrock-anthropic/app.py

@@ -36,5 +36,5 @@
 # Define a callback to run when the user submits a message
 @chat.on_user_submit
 async def handle_user_input(user_input: str):
-    response = chat_model.stream(user_input)
+    response = await chat_model.stream_async(user_input)
     await chat.append_message_stream(response)

shiny/templates/chat/llm-enterprise/azure-openai/app.py

@@ -37,5 +37,5 @@
 # Define a callback to run when the user submits a message
 @chat.on_user_submit
 async def handle_user_input(user_input: str):
-    response = chat_model.stream(user_input)
+    response = await chat_model.stream_async(user_input)
     await chat.append_message_stream(response)

shiny/templates/chat/llms/anthropic/app.py

@@ -37,5 +37,5 @@
 # Generate a response when the user submits a message
 @chat.on_user_submit
 async def handle_user_input(user_input: str):
-    response = chat_model.stream(user_input)
+    response = await chat_model.stream_async(user_input)
     await chat.append_message_stream(response)

shiny/templates/chat/llms/google/app.py

@@ -33,5 +33,5 @@
 # Generate a response when the user submits a message
 @chat.on_user_submit
 async def handle_user_input(user_input: str):
-    response = chat_model.stream(user_input)
+    response = await chat_model.stream_async(user_input)
     await chat.append_message_stream(response)

shiny/templates/chat/llms/langchain/app.py

@@ -38,5 +38,5 @@
 # Define a callback to run when the user submits a message
 @chat.on_user_submit
 async def handle_user_input(user_input: str):
-    response = chat_model.stream(user_input)
+    response = await chat_model.stream_async(user_input)
     await chat.append_message_stream(response)

shiny/templates/chat/llms/ollama/app.py

@@ -29,5 +29,5 @@
 # Generate a response when the user submits a message
 @chat.on_user_submit
 async def handle_user_input(user_input: str):
-    response = chat_model.stream(user_input)
+    response = await chat_model.stream_async(user_input)
     await chat.append_message_stream(response)

shiny/templates/chat/llms/openai/app.py

@@ -37,5 +37,5 @@
 # Generate a response when the user submits a message
 @chat.on_user_submit
 async def handle_user_input(user_input: str):
-    response = chat_model.stream(user_input)
+    response = await chat_model.stream_async(user_input)
     await chat.append_message_stream(response)