exception

Author: kirklandsign

examples/demo-apps/android/LlamaDemo/app/src/androidTest/java/com/example/executorchllamademo/PerfTest.java

@@ -18,6 +18,7 @@
 import java.util.ArrayList;
 import java.util.Arrays;
 import java.util.List;
+import org.json.JSONException;
 import org.json.JSONObject;
 import org.junit.Test;
 import org.junit.runner.RunWith;
@@ -65,7 +66,7 @@ public void onResult(String result) {
   }
 
   @Override
-  public void onStats(String stats) {
+  public void onStats(String stats) throws JSONException {
     JSONObject jsonObject = new JSONObject(stats);
     int numGeneratedTokens = jsonObject.getInt("num_generated_tokens");
     int inferenceEndMs = jsonObject.getInt("inference_end_ms");

examples/demo-apps/android/LlamaDemo/app/src/main/java/com/example/executorchllamademo/MainActivity.java

@@ -49,6 +49,7 @@
 import java.util.List;
 import java.util.concurrent.Executor;
 import java.util.concurrent.Executors;
+import org.json.JSONException;
 import org.json.JSONObject;
 import org.pytorch.executorch.extension.llm.LlmCallback;
 import org.pytorch.executorch.extension.llm.LlmModule;
@@ -102,11 +103,16 @@ public void onStats(String result) {
     runOnUiThread(
         () -> {
           if (mResultMessage != null) {
-            JSONObject jsonObject = new JSONObject(stats);
-            int numGeneratedTokens = jsonObject.getInt("num_generated_tokens");
-            int inferenceEndMs = jsonObject.getInt("inference_end_ms");
-            int promptEvalEndMs = jsonObject.getInt("prompt_eval_end_ms");
-            float tps = (float) numGeneratedTokens / (inferenceEndMs - promptEvalEndMs) * 1000;
+            float tps = 0;
+            try {
+              JSONObject jsonObject = new JSONObject(stats);
+              int numGeneratedTokens = jsonObject.getInt("num_generated_tokens");
+              int inferenceEndMs = jsonObject.getInt("inference_end_ms");
+              int promptEvalEndMs = jsonObject.getInt("prompt_eval_end_ms");
+              tps = (float) numGeneratedTokens / (inferenceEndMs - promptEvalEndMs) * 1000;
+            } catch (JSONException e) {
+              Log.e("LLM", "Error parsing JSON: " + e.getMessage());
+            }
             mResultMessage.setTokensPerSecond(tps);
             mMessageAdapter.notifyDataSetChanged();
           }

examples/demo-apps/android/LlamaDemo/app/src/main/java/com/example/executorchllamademo/ModelRunner.java

@@ -13,6 +13,7 @@
 import android.os.Looper;
 import android.os.Message;
 import androidx.annotation.NonNull;
+import org.json.JSONException;
 import org.json.JSONObject;
 import org.pytorch.executorch.extension.llm.LlmCallback;
 import org.pytorch.executorch.extension.llm.LlmModule;
@@ -71,11 +72,16 @@ public void onResult(String result) {
 
   @Override
   public void onStats(String stats) {
-    JSONObject jsonObject = new JSONObject(stats);
-    int numGeneratedTokens = jsonObject.getInt("num_generated_tokens");
-    int inferenceEndMs = jsonObject.getInt("inference_end_ms");
-    int promptEvalEndMs = jsonObject.getInt("prompt_eval_end_ms");
-    float tps = (float) numGeneratedTokens / (inferenceEndMs - promptEvalEndMs) * 1000;
+    float tps = 0;
+    try {
+      JSONObject jsonObject = new JSONObject(stats);
+      int numGeneratedTokens = jsonObject.getInt("num_generated_tokens");
+      int inferenceEndMs = jsonObject.getInt("inference_end_ms");
+      int promptEvalEndMs = jsonObject.getInt("prompt_eval_end_ms");
+      tps = (float) numGeneratedTokens / (inferenceEndMs - promptEvalEndMs) * 1000;
+    } catch (JSONException e) {
+      Log.e("LLM", "Error parsing JSON: " + e.getMessage());
+    }
     mCallback.onStats("tokens/second: " + tps);
   }
 }