Skip to content

Commit 8b3991c

Browse files
authored
[Example] ggml: remove bos in llama3 prompt (#142)
Signed-off-by: dm4 <[email protected]>
1 parent 2b61664 commit 8b3991c

File tree

4 files changed

+2
-2
lines changed

4 files changed

+2
-2
lines changed

wasmedge-ggml/llama-stream/src/main.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -197,7 +197,7 @@ fn main() {
197197
if saved_prompt.is_empty() {
198198
if options["llama3"].as_bool().unwrap() {
199199
saved_prompt = format!(
200-
"<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{}<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\n\n{}<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>\n\n",
200+
"<|start_header_id|>system<|end_header_id|>\n\n{}<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\n\n{}<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>\n\n",
201201
system_prompt, input
202202
);
203203
} else {
-1.19 KB
Binary file not shown.

wasmedge-ggml/llama/src/main.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -155,7 +155,7 @@ fn main() {
155155
if saved_prompt.is_empty() {
156156
if options["llama3"].as_bool().unwrap() {
157157
saved_prompt = format!(
158-
"<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{}<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\n\n{}<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>\n\n",
158+
"<|start_header_id|>system<|end_header_id|>\n\n{}<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\n\n{}<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>\n\n",
159159
system_prompt, input
160160
);
161161
} else {
-1.22 KB
Binary file not shown.

0 commit comments

Comments
 (0)