Trim macos jobs and do as much as possible in aarch64 instances

Author: mergennachin

.github/workflows/pull.yml

@@ -50,6 +50,10 @@ jobs:
         backend: [portable, xnnpack-quantization-delegation]
         build-tool: [cmake, buck2]
         runner: [linux.2xlarge]
+        docker-image: [executorch-ubuntu-22.04-clang12, executorch-ubuntu-22.04-gcc11-aarch64]
+        include:
+          - docker-image: executorch-ubuntu-22.04-gcc11-aarch64
+            runner: linux.arm64.2xlarge
       fail-fast: false
     with:
       runner: ${{ matrix.runner }}

.github/workflows/trunk.yml

@@ -24,10 +24,10 @@ jobs:
     strategy:
       matrix:
         model: [
-          add, add_mul, emformer_join, emformer_transcribe, ic3, ic4, linear, llama2, mobilebert, mul, mv2, mv3, resnet18, resnet50, vit, w2l,  
-          efficient_sam, llama, llama3_2_vision_encoder, lstm, phi-4-mini, qwen2_5, softmax
+          add_mul, emformer_join, emformer_transcribe, llama2, mobilebert, mv3, resnet50, vit, w2l,
+          efficient_sam, llama, llama3_2_vision_encoder, phi-4-mini, qwen2_5
         ]
-        backend: [portable, xnnpack-quantization-delegation]
+        backend: [xnnpack-quantization-delegation]
         build-tool: [cmake]
         runner: [macos-m1-stable]
         include:
@@ -37,16 +37,10 @@ jobs:
             backend: portable
           - model: llama3_2_vision_encoder
             backend: portable
-          - model: llama3_2_vision_encoder
-            backend: portable
-          - model: lstm
-            backend: portable
           - model: phi-4-mini
             backend: portable
           - model: qwen2_5
             backend: portable
-          - model: softmax
-            backend: portable
       fail-fast: false
     with:
       runner: ${{ matrix.runner }}
@@ -74,7 +68,7 @@ jobs:
       contents: read
     strategy:
       matrix:
-        model: [linear, add, add_mul, dl3, ic3, ic4, mv2, mv3, resnet18, resnet50, vit, w2l, edsr, mobilebert, emformer_join, emformer_predict, emformer_transcribe]
+        model: [linear, add, add_mul, dl3, ic3, ic4, mv2, resnet18, resnet50, w2l, edsr, mobilebert, emformer_join, emformer_predict, emformer_transcribe, softmax, lstm]
         backend: [portable, xnnpack-quantization-delegation]
         runner: [linux.arm64.2xlarge]
       fail-fast: false