Fail the benchmark job if the export step fails

Author: huydhn

.github/workflows/android-perf.yml

@@ -20,7 +20,7 @@ on:
         description: Models to be benchmarked
         required: false
         type: string
-        default: stories110M
+        default: llama
       devices:
         description: Target devices to run benchmark
         required: false
@@ -36,7 +36,7 @@ on:
         description: Models to be benchmarked
         required: false
         type: string
-        default: stories110M
+        default: llama
       devices:
         description: Target devices to run benchmark
         required: false
@@ -173,6 +173,9 @@ jobs:
       upload-artifact-to-s3: true
       secrets-env: EXECUTORCH_HF_TOKEN
       script: |
+        # TESTING
+        exit 1
+
         # The generic Linux job chooses to use base env, not the one setup by the image
         echo "::group::Setting up dev environment"
         CONDA_ENV=$(conda env list --json | jq -r ".envs | .[-1]")

.github/workflows/apple-perf.yml

@@ -20,7 +20,7 @@ on:
         description: Models to be benchmarked
         required: false
         type: string
-        default: stories110M
+        default: llama
       devices:
         description: Target devices to run benchmark
         required: false
@@ -36,7 +36,7 @@ on:
         description: Models to be benchmarked
         required: false
         type: string
-        default: stories110M
+        default: llama
       devices:
         description: Target devices to run benchmark
         required: false
@@ -175,6 +175,9 @@ jobs:
       script: |
         set -eux
 
+        # TESTING
+        exit 1
+
         echo "::group::Setting up CI environment"
         .ci/scripts/setup-conda.sh
 

extension/benchmark/android/benchmark/android-llm-device-farm-test-spec.yml.j2

@@ -12,7 +12,7 @@ phases:
       - echo "The benchmark config is {{ benchmark_config_id }}"
 
       # Download the model from S3
-      - curl -s --fail '{{ model_path }}' -o model.zip
+      - curl -s --fail '{{ model_path }}' -o model.zip || false
       - unzip model.zip && ls -la
 
       # Copy the model to sdcard. This prints too much progress info when the files

extension/benchmark/apple/Benchmark/default-ios-device-farm-appium-test-spec.yml.j2

@@ -14,7 +14,7 @@ phases:
       - echo "The benchmark config is {{ benchmark_config_id }}"
 
       # Download the model from S3
-      - curl -s --fail '{{ model_path }}' -o model.zip
+      - curl -s --fail '{{ model_path }}' -o model.zip || false
       - unzip model.zip && ls -la
 
       # Extract the app