|
36 | 36 | "- 重置AI聊天系统提示词\n" +
|
37 | 37 | "- 设置AI聊天系统提示词xxx\n" +
|
38 | 38 | "- 设置AI聊天分隔符</think>(留空则清除)\n" +
|
39 |
| - "- 设置AI聊天(不)响应AT", |
| 39 | + "- 设置AI聊天(不)响应AT\n" + |
| 40 | + "- 设置AI聊天最大长度4096\n" + |
| 41 | + "- 设置AI聊天TopP 0.9", |
40 | 42 | PrivateDataFolder: "aichat",
|
41 | 43 | })
|
42 | 44 | )
|
@@ -83,22 +85,30 @@ func init() {
|
83 | 85 |
|
84 | 86 | x := deepinfra.NewAPI(cfg.API, cfg.Key)
|
85 | 87 | var mod model.Protocol
|
| 88 | + maxn := cfg.MaxN |
| 89 | + if maxn == 0 { |
| 90 | + maxn = 4096 |
| 91 | + } |
| 92 | + topp := cfg.TopP |
| 93 | + if topp == 0 { |
| 94 | + topp = 0.9 |
| 95 | + } |
86 | 96 |
|
87 | 97 | switch cfg.Type {
|
88 | 98 | case 0:
|
89 | 99 | mod = model.NewOpenAI(
|
90 | 100 | cfg.ModelName, cfg.Separator,
|
91 |
| - float32(temp)/100, 0.9, 4096, |
| 101 | + float32(temp)/100, topp, maxn, |
92 | 102 | )
|
93 | 103 | case 1:
|
94 | 104 | mod = model.NewOLLaMA(
|
95 | 105 | cfg.ModelName, cfg.Separator,
|
96 |
| - float32(temp)/100, 0.9, 4096, |
| 106 | + float32(temp)/100, topp, maxn, |
97 | 107 | )
|
98 | 108 | case 2:
|
99 | 109 | mod = model.NewGenAI(
|
100 | 110 | cfg.ModelName,
|
101 |
| - float32(temp)/100, 0.9, 4096, |
| 111 | + float32(temp)/100, topp, maxn, |
102 | 112 | )
|
103 | 113 | default:
|
104 | 114 | logrus.Warnln("[aichat] unsupported AI type", cfg.Type)
|
@@ -255,4 +265,8 @@ func init() {
|
255 | 265 | Handle(newextrasetbool(&cfg.NoReplyAT))
|
256 | 266 | en.OnRegex("^设置AI聊天(不)?支持系统提示词$", ensureconfig, zero.OnlyPrivate, zero.SuperUserPermission).SetBlock(true).
|
257 | 267 | Handle(newextrasetbool(&cfg.NoSystemP))
|
| 268 | + en.OnPrefix("设置AI聊天最大长度", ensureconfig, zero.OnlyPrivate, zero.SuperUserPermission).SetBlock(true). |
| 269 | + Handle(newextrasetuint(&cfg.MaxN)) |
| 270 | + en.OnPrefix("设置AI聊天TopP", ensureconfig, zero.OnlyPrivate, zero.SuperUserPermission).SetBlock(true). |
| 271 | + Handle(newextrasetfloat32(&cfg.TopP)) |
258 | 272 | }
|
0 commit comments