Skip to content

Commit 50c7026

Browse files
authored
default request timeout is too low (#2698)
<!-- CURSOR_SUMMARY --> > [!NOTE] > Raise default `request_timeout_ms` from 30s to 5m for regular (non-composite) clients; composite clients unchanged. > > <sup>Written by [Cursor Bugbot](https://cursor.com/dashboard?tab=bugbot) for commit 3e60ae7. This will update automatically on new commits. Configure [here](https://cursor.com/dashboard?tab=bugbot).</sup> <!-- /CURSOR_SUMMARY -->
1 parent 0333467 commit 50c7026

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

engine/baml-lib/llm-client/src/clients/helpers.rs

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -732,7 +732,7 @@ impl<Meta: Clone> PropertyHandler<Meta> {
732732
http_config.connect_timeout_ms = Some(10_000); // 10s default
733733
}
734734
if http_config.request_timeout_ms.is_none() {
735-
http_config.request_timeout_ms = Some(30_000); // 30s default
735+
http_config.request_timeout_ms = Some(60_000 * 5); // 5 minutes default
736736
}
737737
// Streaming timeouts have no defaults - they're opt-in
738738
}
@@ -749,7 +749,7 @@ impl<Meta: Clone> PropertyHandler<Meta> {
749749
let mut http_config = HttpConfig::default();
750750
if provider_type != "fallback" && provider_type != "round-robin" {
751751
http_config.connect_timeout_ms = Some(10_000);
752-
http_config.request_timeout_ms = Some(30_000);
752+
http_config.request_timeout_ms = Some(60_000 * 5); // 5 minutes
753753
}
754754
http_config
755755
}
@@ -759,7 +759,7 @@ impl<Meta: Clone> PropertyHandler<Meta> {
759759
let mut http_config = HttpConfig::default();
760760
if provider_type != "fallback" && provider_type != "round-robin" {
761761
http_config.connect_timeout_ms = Some(10_000);
762-
http_config.request_timeout_ms = Some(30_000);
762+
http_config.request_timeout_ms = Some(60_000 * 5); // 5 minutes
763763
}
764764
http_config
765765
}

0 commit comments

Comments
 (0)