Update CI toolchain; integrate LLVM at llvm/llvm-project@113f01aa82d0 (#2860)

- Integrate LLVM at llvm/llvm-project@113f01aa82d0
- Update `clang`, `clang++`, and `lld` from 14 to 20
- Clang 14 doesn't recognize the `-Wno-deprecated-literal-operator`
flag, which is now set by a dependency's build config.
- Update system C++ headers from `g++-12` to `libstdc++-13-dev`
- The older `g++-12` system headers used language features that are now
recognized as deprecated in Clang 20.
- Update `python` from 3.10 to 3.11
  - This now matches our minimum officially supported Python version.
- Update `nanobind` from 2.4 to 2.9
- This now matches the version used by LLVM (which also happens to be
the latest stable version).

Author: mrguenther

.github/actions/setup-build/action.yml

@@ -13,19 +13,24 @@
 # limitations under the License.
 
 # The setup-build action gets everything needed by buildAndTest into the workspace.
-name: "Setup build environment (ninja, ccache, llvm, lld)"
-description: "Setup build environment (ninja, ccache, llvm, lld)"
+name: "Setup build environment (ninja, ccache, llvm, clang, lld)"
+description: "Setup build environment (ninja, ccache, llvm, clang, lld)"
 
 inputs:
   llvm-version:
     description: |
       LLVM version for checkout and build. Used for ccache value and checkout.
     required: true
+  clang-version:
+    description: |
+      Clang and LLD version to use for compilation. Independent of LLVM version.
+    required: false
+    default: '20'
   python-version:
     description: |
-      Python version to install
+      Python version to install.
     required: false
-    default: '3.10.6'
+    default: '3.11.13'
 runs:
   # This is a composite action - has a list of steps to execute.
   using: "composite"
@@ -43,11 +48,30 @@ runs:
   - name: Install Ninja
     uses: llvm/actions/install-ninja@6a57890d0e3f9f35dfc72e7e48bc5e1e527cdd6c
 
-  # Get LLD - Improves build speed on Linux
-  - name: Install LLD
+  # Install up-to-date versions of Clang and LLD (plus a few related packages).
+  # - Update Clang to support newer compiler features.
+  # - Install LLD to improve build speed on Linux.
+  - name: Install/update Clang and LLD
+    shell: bash
+    run: |
+      wget https://apt.llvm.org/llvm.sh
+      chmod +x llvm.sh
+      sudo ./llvm.sh ${{ inputs.clang-version }}
+      for program_name in "clang" "clang++" "lld"; do
+        link_path="/usr/bin/$program_name"
+        link_target="/usr/bin/$program_name-${{ inputs.clang-version }}"
+        priority=200
+        sudo update-alternatives --install \
+          "$link_path" "$program_name" "$link_target" "$priority"
+      done
+
+  # Update the system C++ headers.
+  - name: Update system C++ headers
     shell: bash
     run: |
-      sudo apt-get install -y lld
+      sudo apt-add-repository ppa:ubuntu-toolchain-r/test
+      sudo apt-get update
+      sudo apt-get install libstdc++-13-dev
 
   # Setup C++ caching using ccache.
   # Cache key is a combination of OS arch and LLVM version.
@@ -63,6 +87,7 @@ runs:
     with:
       python-version: ${{ inputs.python-version }}
       cache: 'pip' # caching pip dependencies
+
   - name: Install MLIR python requirements
     shell: bash
     run: |

.github/workflows/buildAndTestCMake.yml

@@ -88,7 +88,7 @@ jobs:
     - name: Build and Test StableHLO (with Python bindings)
       shell: bash
       run: |
-        pip install tensorflow-cpu nanobind==2.4
+        pip install tensorflow-cpu nanobind==2.9
         pip install -r "$LLVM_PROJECT_DIR/mlir/python/requirements.txt"
         ./build_tools/github_actions/ci_build_cmake.sh "$LLVM_BUILD_DIR" "$STABLEHLO_BUILD_DIR"
       env:

.gitignore

@@ -3,6 +3,7 @@ bazel-out
 bazel-stablehlo
 bazel-testlogs
 build
+cmake-build
 llvm-project
 llvm-build
 .vscode

BUILD.bazel

@@ -1231,6 +1231,7 @@ cc_library(
     strip_include_prefix = ".",
     deps = [
         ":base",
+        ":chlo_ops",
         ":stablehlo_aggressive_simplification_inc_gen",
         ":stablehlo_ops",
         ":stablehlo_pass_inc_gen",

MODULE.bazel

@@ -24,12 +24,7 @@ bazel_dep(name = "bazel_skylib", version = "1.3.0")
 bazel_dep(name = "rules_python", version = "0.30.0")
 
 python = use_extension("@rules_python//python/extensions:python.bzl", "python")
-
-# There is a problem at the moment running lit using Python 3.11
-# Our CI system enforces Python 3.10 to get around it but we should set the toolchain
-# in Bazel itself to avoid this problem.
-# https://github.com/llvm/llvm-project/issues/75963
 python.toolchain(
     is_default = True,
-    python_version = "3.10",
+    python_version = "3.11",
 )