|
36 | 36 | "- 重置AI聊天系统提示词\n" + |
37 | 37 | "- 设置AI聊天系统提示词xxx\n" + |
38 | 38 | "- 设置AI聊天分隔符</think>(留空则清除)\n" + |
39 | | - "- 设置AI聊天(不)响应AT", |
| 39 | + "- 设置AI聊天(不)响应AT\n" + |
| 40 | + "- 设置AI聊天最大长度4096\n" + |
| 41 | + "- 设置AI聊天TopP 0.9", |
40 | 42 | PrivateDataFolder: "aichat", |
41 | 43 | }) |
42 | 44 | ) |
@@ -83,22 +85,30 @@ func init() { |
83 | 85 |
|
84 | 86 | x := deepinfra.NewAPI(cfg.API, cfg.Key) |
85 | 87 | var mod model.Protocol |
| 88 | + maxn := cfg.MaxN |
| 89 | + if maxn == 0 { |
| 90 | + maxn = 4096 |
| 91 | + } |
| 92 | + topp := cfg.TopP |
| 93 | + if topp == 0 { |
| 94 | + topp = 0.9 |
| 95 | + } |
86 | 96 |
|
87 | 97 | switch cfg.Type { |
88 | 98 | case 0: |
89 | 99 | mod = model.NewOpenAI( |
90 | 100 | cfg.ModelName, cfg.Separator, |
91 | | - float32(temp)/100, 0.9, 4096, |
| 101 | + float32(temp)/100, topp, maxn, |
92 | 102 | ) |
93 | 103 | case 1: |
94 | 104 | mod = model.NewOLLaMA( |
95 | 105 | cfg.ModelName, cfg.Separator, |
96 | | - float32(temp)/100, 0.9, 4096, |
| 106 | + float32(temp)/100, topp, maxn, |
97 | 107 | ) |
98 | 108 | case 2: |
99 | 109 | mod = model.NewGenAI( |
100 | 110 | cfg.ModelName, |
101 | | - float32(temp)/100, 0.9, 4096, |
| 111 | + float32(temp)/100, topp, maxn, |
102 | 112 | ) |
103 | 113 | default: |
104 | 114 | logrus.Warnln("[aichat] unsupported AI type", cfg.Type) |
@@ -255,4 +265,8 @@ func init() { |
255 | 265 | Handle(newextrasetbool(&cfg.NoReplyAT)) |
256 | 266 | en.OnRegex("^设置AI聊天(不)?支持系统提示词$", ensureconfig, zero.OnlyPrivate, zero.SuperUserPermission).SetBlock(true). |
257 | 267 | Handle(newextrasetbool(&cfg.NoSystemP)) |
| 268 | + en.OnPrefix("设置AI聊天最大长度", ensureconfig, zero.OnlyPrivate, zero.SuperUserPermission).SetBlock(true). |
| 269 | + Handle(newextrasetuint(&cfg.MaxN)) |
| 270 | + en.OnPrefix("设置AI聊天TopP", ensureconfig, zero.OnlyPrivate, zero.SuperUserPermission).SetBlock(true). |
| 271 | + Handle(newextrasetfloat32(&cfg.TopP)) |
258 | 272 | } |
0 commit comments