diff --git a/torchchat/usages/openai_api.py b/torchchat/usages/openai_api.py
index e0e309d5b..1ae8b0f22 100644
--- a/torchchat/usages/openai_api.py
+++ b/torchchat/usages/openai_api.py
@@ -289,7 +289,7 @@ def __init__(self, *args, **kwargs):
             )
         except:
             # can not find max_seq_length in model config, use default value
-            self.max_seq_length = 128
+            self.max_seq_length = 2048
         # The System fingerprint is a unique identifier for the model and its configuration.
         self.system_fingerprint = (
             f"{self.builder_args.device}_{self.builder_args.precision}"