[LlamaDemo] skip some tokens

Author: kirklandsign

examples/demo-apps/android/LlamaDemo/app/src/main/java/com/example/executorchllamademo/MainActivity.java

@@ -90,6 +90,9 @@ public void onResult(String result) {
     if (result.equals(PromptFormat.getStopToken(mCurrentSettingsFields.getModelType()))) {
       return;
     }
+    if (PromptFormat.shouldSkipToken(mCurrentSettingsFields.getModelType(), result)) {
+      return;
+    }
     if (result.equals("\n\n") || result.equals("\n")) {
       if (!mResultMessage.getText().isEmpty()) {
         mResultMessage.appendText(result);

examples/demo-apps/android/LlamaDemo/app/src/main/java/com/example/executorchllamademo/PromptFormat.java

@@ -86,6 +86,15 @@ public static String getStopToken(ModelType modelType) {
     }
   }
 
+  public static boolean shouldSkipToken(ModelType modelType, String token) {
+    switch (modelType) {
+      case QWEN_3:
+        return token.equals("<|im_end|>");
+      default:
+        return false;
+    }
+  }
+
   public static String getLlavaPresetPrompt() {
     return "A chat between a curious human and an artificial intelligence assistant. The assistant"
         + " gives helpful, detailed, and polite answers to the human's questions. USER: ";