From 759b249bdffa18b801aebb28a583132509d63159 Mon Sep 17 00:00:00 2001 From: Hansong <107070759+kirklandsign@users.noreply.github.com> Date: Fri, 25 Apr 2025 21:38:22 -0700 Subject: [PATCH 1/2] Increase max try in llm benchmark --- .../android/benchmark/android-llm-device-farm-test-spec.yml.j2 | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/extension/benchmark/android/benchmark/android-llm-device-farm-test-spec.yml.j2 b/extension/benchmark/android/benchmark/android-llm-device-farm-test-spec.yml.j2 index 3021d42038b..49c427e9d66 100644 --- a/extension/benchmark/android/benchmark/android-llm-device-farm-test-spec.yml.j2 +++ b/extension/benchmark/android/benchmark/android-llm-device-farm-test-spec.yml.j2 @@ -135,7 +135,7 @@ phases: - | BENCHMARK_RESULTS=$(adb -s $DEVICEFARM_DEVICE_UDID shell run-as org.pytorch.minibench cat files/benchmark_results.json) ATTEMPT=0 - MAX_ATTEMPT=10 + MAX_ATTEMPT=30 while [ -z "${BENCHMARK_RESULTS}" ] && [ $ATTEMPT -lt $MAX_ATTEMPT ]; do echo "Waiting for benchmark results..." BENCHMARK_RESULTS=$(adb -s $DEVICEFARM_DEVICE_UDID shell run-as org.pytorch.minibench cat files/benchmark_results.json) From edd791c0ac2a4e467e6a9aef59e0980359432e01 Mon Sep 17 00:00:00 2001 From: Hansong <107070759+kirklandsign@users.noreply.github.com> Date: Sat, 26 Apr 2025 11:05:26 -0700 Subject: [PATCH 2/2] Update android-llm-device-farm-test-spec.yml.j2 --- .../android/benchmark/android-llm-device-farm-test-spec.yml.j2 | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/extension/benchmark/android/benchmark/android-llm-device-farm-test-spec.yml.j2 b/extension/benchmark/android/benchmark/android-llm-device-farm-test-spec.yml.j2 index 49c427e9d66..e8d3c720b11 100644 --- a/extension/benchmark/android/benchmark/android-llm-device-farm-test-spec.yml.j2 +++ b/extension/benchmark/android/benchmark/android-llm-device-farm-test-spec.yml.j2 @@ -135,7 +135,7 @@ phases: - | BENCHMARK_RESULTS=$(adb -s $DEVICEFARM_DEVICE_UDID shell run-as org.pytorch.minibench cat files/benchmark_results.json) ATTEMPT=0 - MAX_ATTEMPT=30 + MAX_ATTEMPT=50 while [ -z "${BENCHMARK_RESULTS}" ] && [ $ATTEMPT -lt $MAX_ATTEMPT ]; do echo "Waiting for benchmark results..." BENCHMARK_RESULTS=$(adb -s $DEVICEFARM_DEVICE_UDID shell run-as org.pytorch.minibench cat files/benchmark_results.json)