[libc][workflow] improve ci coverage with windows-2024 and arm ubuntu

Author: SchrodingerZhu

.github/workflows/libc-fullbuild-tests.yml

@@ -11,12 +11,16 @@ on:
 
 jobs:
   build:
-    runs-on: ubuntu-24.04
+    runs-on: ${{ matrix.os }}
     strategy:
       fail-fast: false
       matrix:
         include:
-          - c_compiler: clang
+          - os: ubuntu-24.04
+            c_compiler: clang
+            cpp_compiler: clang++
+          - os: ubuntu-24.04-arm
+            c_compiler: clang
             cpp_compiler: clang++
           # TODO: add back gcc build when it is fixed
           # - c_compiler: gcc

.github/workflows/libc-overlay-tests.yml

@@ -22,10 +22,18 @@ jobs:
             compiler:
               c_compiler: clang
               cpp_compiler: clang++
+          - os: ubuntu-24.04-arm
+            compiler:
+              c_compiler: clang
+              cpp_compiler: clang++
           - os: windows-2022
             compiler:
               c_compiler: clang-cl
               cpp_compiler: clang-cl
+          - os: windows-2025
+            compiler:
+              c_compiler: clang-cl
+              cpp_compiler: clang-cl
           - os: macos-14
             compiler:
               c_compiler: clang