Skip to content

Commit ea24ac1

Browse files
committed
Adding per-node rate limit comment
1 parent fe5d29c commit ea24ac1

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

x-pack/plugin/inference/src/main/java/org/elasticsearch/xpack/inference/services/deepseek/DeepSeekChatCompletionModel.java

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -57,8 +57,10 @@
5757
* - The website claims to want unlimited, so we're setting it as MAX_INT per minute?
5858
*/
5959
public class DeepSeekChatCompletionModel extends Model {
60+
// Per-node rate limit group and settings, limiting the outbound requests this node can make to INTEGER.MAX_VALUE per minute.
6061
private static final Object RATE_LIMIT_GROUP = new Object();
6162
private static final RateLimitSettings RATE_LIMIT_SETTINGS = new RateLimitSettings(Integer.MAX_VALUE);
63+
6264
private static final URI DEFAULT_URI = URI.create("https://api.deepseek.com/chat/completions");
6365
private final DeepSeekServiceSettings serviceSettings;
6466
private final DefaultSecretSettings secretSettings;

0 commit comments

Comments
 (0)