increase the default input and response limits, as current LLMs generally support longer contexts

Author: josStorer

src/config/index.mjs

@@ -361,7 +361,7 @@ export const defaultConfig = {
 
   // advanced
 
-  maxResponseTokenLength: 1000,
+  maxResponseTokenLength: 2000,
   maxConversationContextLength: 9,
   temperature: 1,
   customChatGptWebApiUrl: 'https://chatgpt.com',

src/utils/crop-text.mjs

@@ -30,9 +30,9 @@ const clamp = (v, min, max) => {
 
 export async function cropText(
   text,
-  maxLength = 4000,
-  startLength = 400,
-  endLength = 300,
+  maxLength = 8000,
+  startLength = 800,
+  endLength = 600,
   tiktoken = true,
 ) {
   const userConfig = await getUserConfig()
@@ -45,9 +45,9 @@ export async function cropText(
   ).match(/[- (]*([0-9]+)k/)?.[1]
   if (k) {
     maxLength = Number(k) * 1000
-    maxLength -= 100 + clamp(userConfig.maxResponseTokenLength, 1, maxLength - 1000)
+    maxLength -= 100 + clamp(userConfig.maxResponseTokenLength, 1, maxLength - 2000)
   } else {
-    maxLength -= 100 + clamp(userConfig.maxResponseTokenLength, 1, maxLength - 1000)
+    maxLength -= 100 + clamp(userConfig.maxResponseTokenLength, 1, maxLength - 2000)
   }
 
   const splits = text.split(/[,，。?？!！;；]/).map((s) => s.trim())