Limiter defaults (#1611)

natoverse · web-flow · commit 63042d22f3f6 · 2025-01-10T10:09:12.000-08:00
* Edit rate limit defaults

* Semver
diff --git a/.semversioner/next-release/patch-20250110173747052255.json b/.semversioner/next-release/patch-20250110173747052255.json
@@ -0,0 +1,4 @@
+{
+  "type": "patch",
+  "description": "Set default rate limits."
+}
diff --git a/graphrag/config/defaults.py b/graphrag/config/defaults.py
@@ -31,8 +31,8 @@
 LLM_TOP_P = 1
 LLM_N = 1
 LLM_REQUEST_TIMEOUT = 180.0
-LLM_TOKENS_PER_MINUTE = 0
-LLM_REQUESTS_PER_MINUTE = 0
+LLM_TOKENS_PER_MINUTE = 50_000
+LLM_REQUESTS_PER_MINUTE = 1_000
 LLM_MAX_RETRIES = 10
 LLM_MAX_RETRY_WAIT = 10.0
 LLM_PRESENCE_PENALTY = 0.0

-Original file line number
+Diff line change
@@ @@ -0,0 +1,4 @@ @@
 +{
 +  "type": "patch",
 +  "description": "Set default rate limits."
 +}