more warmup

Author: kirklandsign

examples/portable/executor_runner/executor_runner.cpp

@@ -256,14 +256,6 @@ int main(int argc, char** argv) {
   ET_LOG(Info, "Warm up complete.");
 
   // Run the model.
-  for (uint32_t i = 0; i < FLAGS_num_iters; i++) {
-    Error status = method->execute();
-    ET_CHECK_MSG(
-        status == Error::Ok,
-        "Execution of method %s failed with status 0x%" PRIx32,
-        method_name,
-        (uint32_t)status);
-  }
   for (uint32_t i = 0; i < FLAGS_num_iters; i++) {
     EXECUTORCH_PROFILE_CREATE_BLOCK("inference loop");
     uint32_t prof_tok = EXECUTORCH_BEGIN_PROF("run model");

extension/benchmark/android/benchmark/android-llm-device-farm-test-spec.yml.j2

@@ -125,7 +125,7 @@ phases:
           adb -s $DEVICEFARM_DEVICE_UDID shell am start -W -n org.pytorch.minibench/.BenchmarkActivity \
             --es "model_dir" "/data/local/tmp/minibench"
         fi
-        adb -s $DEVICEFARM_DEVICE_UDID shell /data/local/tmp/minibench/xnn_executor_runner --model_path /data/local/tmp/minibench/*.pte --prof_result_path /data/local/tmp/prof_result.bin
+        adb -s $DEVICEFARM_DEVICE_UDID shell /data/local/tmp/minibench/xnn_executor_runner --model_path /data/local/tmp/minibench/*.pte --prof_result_path /data/local/tmp/prof_result.bin --num_warmup_iters 10
         adb -s $DEVICEFARM_DEVICE_UDID pull /data/local/tmp/prof_result.bin
         python -m profiler.profiler_results_cli --prof_results_bin prof_result.bin