File tree Expand file tree Collapse file tree 3 files changed +103
-388
lines changed
Expand file tree Collapse file tree 3 files changed +103
-388
lines changed Original file line number Diff line number Diff line change @@ -91,7 +91,7 @@ Run `./build/bin/main -h` to explore more options!
9191
9292** Try Other Models**
9393
94- <details >
94+ <details open >
9595<summary >ChatGLM2-6B</summary >
9696
9797``` sh
@@ -263,7 +263,7 @@ python3 web_demo.py -m ../chatglm-ggml.bin
263263
264264For other models:
265265
266- < details>
266+ < details open >
267267< summary> ChatGLM2-6B< /summary>
268268
269269` ` ` sh
Original file line number Diff line number Diff line change @@ -1072,7 +1072,7 @@ class InternLM7BForCausalLM : public BasicModelForCausalLM<InternLM7BModel> {
10721072
10731073 public:
10741074 static constexpr size_t MEM_SIZE = 512 * MB;
1075- static constexpr size_t SCRATCH_SIZE = 1024 * MB;
1075+ static constexpr size_t SCRATCH_SIZE = 1280 * MB;
10761076};
10771077
10781078using InternLM20BAttention =
You can’t perform that action at this time.
0 commit comments