Skip to content

Commit 2e9e569

Browse files
committed
LlamaDemo add QWEN prompt format
1 parent 82c42b6 commit 2e9e569

File tree

3 files changed

+16
-0
lines changed

3 files changed

+16
-0
lines changed

examples/demo-apps/android/LlamaDemo/app/src/main/java/com/example/executorchllamademo/ModelType.java

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -14,4 +14,5 @@ public enum ModelType {
1414
LLAMA_3_2,
1515
LLAVA_1_5,
1616
LLAMA_GUARD_3,
17+
QWEN_3,
1718
}

examples/demo-apps/android/LlamaDemo/app/src/main/java/com/example/executorchllamademo/ModelUtils.java

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -29,6 +29,7 @@ public static int getModelCategory(ModelType modelType, BackendType backendType)
2929
case LLAMA_3:
3030
case LLAMA_3_1:
3131
case LLAMA_3_2:
32+
case QWEN_3:
3233
default:
3334
return TEXT_MODEL;
3435
}

examples/demo-apps/android/LlamaDemo/app/src/main/java/com/example/executorchllamademo/PromptFormat.java

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -25,6 +25,10 @@ public static String getSystemPromptTemplate(ModelType modelType) {
2525
+ "<|eot_id|>";
2626
case LLAVA_1_5:
2727
return "USER: ";
28+
case QWEN_3:
29+
return "<|im_start|>system\n" +
30+
"You are a helpful assistant.\n" +
31+
"<|im_end|>\n";
2832
default:
2933
return SYSTEM_PLACEHOLDER;
3034
}
@@ -42,6 +46,14 @@ public static String getUserPromptTemplate(ModelType modelType) {
4246
+ "<|start_header_id|>assistant<|end_header_id|>";
4347

4448
case LLAVA_1_5:
49+
case QWEN_3:
50+
return "<|im_start|>user\n" +
51+
USER_PLACEHOLDER +
52+
"<|im_end|>\n" +
53+
"<|im_start|>assistant\n" +
54+
"<think>\n" +
55+
"\n" +
56+
"</think>\n\n\n";
4557
default:
4658
return USER_PLACEHOLDER;
4759
}
@@ -69,6 +81,8 @@ public static String getStopToken(ModelType modelType) {
6981
return "<|eot_id|>";
7082
case LLAVA_1_5:
7183
return "</s>";
84+
case QWEN_3:
85+
return "<|im_end|>";
7286
default:
7387
return "";
7488
}

0 commit comments

Comments
 (0)