Add arm64 size_test

Author: mergennachin

.github/workflows/pull.yml

@@ -370,8 +370,8 @@ jobs:
         PYTHON_EXECUTABLE=python bash .ci/scripts/setup-linux.sh --build-tool "${BUILD_TOOL}"
         PYTHON_EXECUTABLE=python bash examples/xnnpack/quantization/test_quantize.sh "${BUILD_TOOL}" mv2
 
-  test-binary-size-linux-gcc:
-    name: test-binary-size-linux-gcc
+  test-pybind-build-linux:
+    name: test-pybind-build-linux
     uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main
     permissions:
       id-token: write
@@ -389,22 +389,14 @@ jobs:
         CONDA_ENV=$(conda env list --json | jq -r ".envs | .[-1]")
         conda activate "${CONDA_ENV}"
 
-        ./install_requirements.sh --use-pt-pinned-commit
         # build module for executorch.extension.pybindings.portable_lib
-        bash test/build_size_test.sh
-        strip cmake-out/test/size_test
-        output=$(ls -la cmake-out/test/size_test)
-        arr=($output)
-        size=${arr[4]}
-        # threshold=48120 on devserver with gcc11.4
-        # todo(lfq): update once binary size is below 50kb.
-        threshold="63776"
-        if [[ "$size" -le "$threshold" ]]; then
-          echo "Success $size <= $threshold"
-        else
-          echo "Fail $size > $threshold"
-          exit 1
-        fi
+        BUILD_TOOL="cmake"
+        PYTHON_EXECUTABLE=python \
+        CMAKE_ARGS="-DEXECUTORCH_BUILD_PYBIND=ON -DEXECUTORCH_BUILD_XNNPACK=ON" \
+        bash .ci/scripts/setup-linux.sh --build-tool "${BUILD_TOOL}"
+
+        # see if we can import the module successfully
+        python -c "from executorch.extension.pybindings import portable_lib; print('success!')"
 
   test-binary-size-linux:
     name: test-binary-size-linux
@@ -413,10 +405,22 @@ jobs:
       id-token: write
       contents: read
     strategy:
+      matrix:
+        include:
+          - runner: linux.2xlarge
+            docker-image: ci-image:executorch-ubuntu-22.04-gcc9
+            threshold: 51504
+          - runner: linux.2xlarge
+            docker-image: ci-image:executorch-ubuntu-22.04-clang12
+            threshold: 51784
+          - runner: linux.arm64.2xlarge
+            docker-image: ci-image:executorch-ubuntu-22.04-gcc11-aarch64
+            threshold: 51784
       fail-fast: false
+      
     with:
-      runner: linux.2xlarge
-      docker-image: ci-image:executorch-ubuntu-22.04-clang12
+      runner: ${{ matrix.runner }}
+      docker-image: ${{ matrix.docker-image }}
       submodules: 'recursive'
       ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
       timeout: 90
@@ -426,14 +430,13 @@ jobs:
         conda activate "${CONDA_ENV}"
 
         ./install_requirements.sh --use-pt-pinned-commit
-
         # build module for executorch.extension.pybindings.portable_lib
         bash test/build_size_test.sh
         strip cmake-out/test/size_test
         output=$(ls -la cmake-out/test/size_test)
         arr=($output)
         size=${arr[4]}
-        threshold="51752"
+        threshold="${{ matrix.threshold }}"
         if [[ "$size" -le "$threshold" ]]; then
           echo "Success $size <= $threshold"
         else

test/build_size_test.sh

@@ -15,7 +15,7 @@ EXTRA_BUILD_ARGS="${@:-}"
 # TODO(#8357): Remove -Wno-int-in-bool-context
 # TODO: Replace -ET_HAVE_PREAD=0 with a CMake option.
 #  FileDataLoader used in the size_test breaks baremetal builds with pread when missing.
-COMMON_CXXFLAGS="-fno-exceptions -fno-rtti -Wall -Werror -Wno-int-in-bool-context -DET_HAVE_PREAD=0"
+COMMON_CXXFLAGS="-fno-exceptions -fno-rtti -Wall -Werror -Wno-int-in-bool-context -DET_HAVE_PREAD=0 -Wno-stringop-overread"
 
 cmake_install_executorch_lib() {
   echo "Installing libexecutorch.a"