Fix streaming output

Author: rikhuijzer

Cargo.toml

@@ -8,7 +8,7 @@ license = "MIT"
 [dependencies]
 clap = { version = "4.5.29", features = ["derive"] }
 tokio = { version = "1", features = ["macros", "rt-multi-thread"] }
-transformrs = { git = "https://github.com/rikhuijzer/transformrs.git", rev = "06b759f" }
+transformrs = "0.6"
 anyhow = "1"
 futures-util = "0.3.31"
 

src/chat.rs

@@ -1,8 +1,8 @@
+use futures_util::stream::StreamExt;
 use std::fs::File;
 use std::io::Write;
 use transformrs::Message;
 use transformrs::Provider;
-use futures_util::stream::StreamExt;
 
 #[derive(clap::Parser)]
 pub(crate) struct ChatArgs {
@@ -44,12 +44,15 @@ pub(crate) async fn chat(args: &ChatArgs, key: &transformrs::Key, input: &str) {
         .unwrap_or_else(|| default_model(&provider));
     let messages = vec![Message::from_str("user", input)];
     if args.stream {
-        let mut stream = transformrs::chat::stream_chat_completion(&provider, key, &model, &messages)
-            .await
-            .expect("Streaming chat completion failed");
+        let mut stream =
+            transformrs::chat::stream_chat_completion(&provider, key, &model, &messages)
+                .await
+                .expect("Streaming chat completion failed");
         while let Some(resp) = stream.next().await {
             let msg = resp.choices[0].delta.content.clone().unwrap_or_default();
             print!("{}", msg);
+            // Ensure the output is printed immediately.
+            std::io::stdout().flush().unwrap();
         }
     } else {
         let resp = transformrs::chat::chat_completion(&provider, key, &model, &messages)