Skip to content

Commit e8b3aea

Browse files
committed
update some defaults for max length and max ctx
1 parent 6dbee2f commit e8b3aea

File tree

2 files changed

+10
-5
lines changed

2 files changed

+10
-5
lines changed

klite.embd

Lines changed: 9 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -3247,8 +3247,8 @@ Current version indicated by LITEVER below.
32473247
websearch_retain: false,
32483248
websearch_template: "",
32493249

3250-
max_context_length: (localflag?4096:1800),
3251-
max_length: (localflag?240:200),
3250+
max_context_length: (localflag?4096:2048),
3251+
max_length: (localflag?512:256),
32523252
auto_ctxlen: true,
32533253
auto_genamt: true,
32543254
rep_pen: 1.07,
@@ -9663,11 +9663,16 @@ Current version indicated by LITEVER below.
96639663
document.getElementById("max_context_length_slide").max = ep_maxctx;
96649664
document.getElementById("max_context_length_slide_label").innerText = ep_maxctx;
96659665
}
9666-
if(ep_maxctx && ep_maxctx>4096 && document.getElementById("max_length_slide").max<1024)
9666+
if(ep_maxctx && ep_maxctx>=4096 && document.getElementById("max_length_slide").max<1024)
96679667
{
96689668
document.getElementById("max_length_slide").max = 1024;
96699669
document.getElementById("max_length_slide_label").innerText = 1024;
96709670
}
9671+
if(ep_maxctx && ep_maxctx>=16384 && document.getElementById("max_length_slide").max<2048)
9672+
{
9673+
document.getElementById("max_length_slide").max = 2048;
9674+
document.getElementById("max_length_slide_label").innerText = 2048;
9675+
}
96719676
if(localflag && localsettings.max_context_length==4096 && ep_maxctx>4096)
96729677
{
96739678
localsettings.max_context_length = ep_maxctx;
@@ -14723,7 +14728,7 @@ Current version indicated by LITEVER below.
1472314728
oai_payload.logit_bias = submit_payload.params.logit_bias;
1472414729
}
1472514730

14726-
let is_using_o1 = custom_oai_model.toLowerCase().startsWith("o1-") || custom_oai_model.toLowerCase()=="o1" || custom_oai_model.toLowerCase().startsWith("o3-") || custom_oai_model.toLowerCase()=="o3";
14731+
let is_using_o1 = custom_oai_model.toLowerCase().startsWith("o1-") || custom_oai_model.toLowerCase()=="o1" || custom_oai_model.toLowerCase().startsWith("o3-") || custom_oai_model.toLowerCase()=="o3" || custom_oai_model.toLowerCase().startsWith("o4-") || custom_oai_model.toLowerCase()=="o4";
1472714732
let is_using_4o_search = custom_oai_model.toLowerCase().includes("-search-preview");
1472814733
if(is_using_o1 || is_using_4o_search)
1472914734
{

koboldcpp.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -70,7 +70,7 @@
7070
embeddingsmodelpath = "" #if empty, not initialized
7171
maxctx = 4096
7272
maxhordectx = 4096
73-
maxhordelen = 400
73+
maxhordelen = 512
7474
modelbusy = threading.Lock()
7575
requestsinqueue = 0
7676
defaultport = 5001

0 commit comments

Comments
 (0)