Skip to content

Commit d81ea9c

Browse files
Merge remote-tracking branch 'upstream/main' into develop_IFU_20251106
# Conflicts: # .ci/docker/ci_commit_pins/triton.txt
2 parents 3d74218 + bfc0ba4 commit d81ea9c

File tree

382 files changed

+11686
-3731
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

382 files changed

+11686
-3731
lines changed

.ci/docker/almalinux/Dockerfile

Lines changed: 21 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -7,13 +7,13 @@ ENV LC_ALL en_US.UTF-8
77
ENV LANG en_US.UTF-8
88
ENV LANGUAGE en_US.UTF-8
99

10-
ARG DEVTOOLSET_VERSION=11
10+
ARG DEVTOOLSET_VERSION=13
1111

1212
RUN yum -y update
1313
RUN yum -y install epel-release
1414
# install glibc-langpack-en make sure en_US.UTF-8 locale is available
1515
RUN yum -y install glibc-langpack-en
16-
RUN yum install -y sudo wget curl perl util-linux xz bzip2 git patch which perl zlib-devel openssl-devel yum-utils autoconf automake make gcc-toolset-${DEVTOOLSET_VERSION}-toolchain
16+
RUN yum install -y sudo wget curl perl util-linux xz bzip2 git patch which perl zlib-devel openssl-devel yum-utils autoconf automake make gcc-toolset-${DEVTOOLSET_VERSION}-gcc gcc-toolset-${DEVTOOLSET_VERSION}-gcc-c++ gcc-toolset-${DEVTOOLSET_VERSION}-gcc-gfortran gcc-toolset-${DEVTOOLSET_VERSION}-gdb
1717
# Just add everything as a safe.directory for git since these will be used in multiple places with git
1818
RUN git config --global --add safe.directory '*'
1919
ENV PATH=/opt/rh/gcc-toolset-${DEVTOOLSET_VERSION}/root/usr/bin:$PATH
@@ -41,6 +41,7 @@ RUN bash ./install_conda.sh && rm install_conda.sh
4141
# Install CUDA
4242
FROM base as cuda
4343
ARG CUDA_VERSION=12.6
44+
ARG DEVTOOLSET_VERSION=13
4445
RUN rm -rf /usr/local/cuda-*
4546
ADD ./common/install_cuda.sh install_cuda.sh
4647
COPY ./common/install_nccl.sh install_nccl.sh
@@ -50,7 +51,8 @@ ENV CUDA_HOME=/usr/local/cuda-${CUDA_VERSION}
5051
# Preserve CUDA_VERSION for the builds
5152
ENV CUDA_VERSION=${CUDA_VERSION}
5253
# Make things in our path by default
53-
ENV PATH=/usr/local/cuda-${CUDA_VERSION}/bin:$PATH
54+
ENV PATH=/usr/local/cuda-${CUDA_VERSION}/bin:/opt/rh/gcc-toolset-${DEVTOOLSET_VERSION}/root/usr/bin:$PATH
55+
5456

5557
FROM cuda as cuda12.6
5658
RUN bash ./install_cuda.sh 12.6
@@ -68,8 +70,22 @@ FROM cuda as cuda13.0
6870
RUN bash ./install_cuda.sh 13.0
6971
ENV DESIRED_CUDA=13.0
7072

71-
FROM ${ROCM_IMAGE} as rocm
73+
FROM ${ROCM_IMAGE} as rocm_base
74+
ARG DEVTOOLSET_VERSION=13
75+
ENV LC_ALL en_US.UTF-8
76+
ENV LANG en_US.UTF-8
77+
ENV LANGUAGE en_US.UTF-8
78+
# Install devtoolset on ROCm base image
79+
RUN yum -y update && \
80+
yum -y install epel-release && \
81+
yum -y install glibc-langpack-en && \
82+
yum install -y sudo wget curl perl util-linux xz bzip2 git patch which perl zlib-devel openssl-devel yum-utils autoconf automake make gcc-toolset-${DEVTOOLSET_VERSION}-gcc gcc-toolset-${DEVTOOLSET_VERSION}-gcc-c++ gcc-toolset-${DEVTOOLSET_VERSION}-gcc-gfortran gcc-toolset-${DEVTOOLSET_VERSION}-gdb
83+
RUN git config --global --add safe.directory '*'
84+
ENV PATH=/opt/rh/gcc-toolset-${DEVTOOLSET_VERSION}/root/usr/bin:$PATH
85+
86+
FROM rocm_base as rocm
7287
ARG PYTORCH_ROCM_ARCH
88+
ARG DEVTOOLSET_VERSION=13
7389
ENV PYTORCH_ROCM_ARCH ${PYTORCH_ROCM_ARCH}
7490
ADD ./common/install_mkl.sh install_mkl.sh
7591
RUN bash ./install_mkl.sh && rm install_mkl.sh
@@ -88,6 +104,7 @@ COPY --from=cuda13.0 /usr/local/cuda-13.0 /usr/local/cuda-13.0
88104

89105
# Final step
90106
FROM ${BASE_TARGET} as final
107+
ARG DEVTOOLSET_VERSION=13
91108
COPY --from=openssl /opt/openssl /opt/openssl
92109
COPY --from=patchelf /patchelf /usr/local/bin/patchelf
93110
COPY --from=conda /opt/conda /opt/conda

.ci/docker/almalinux/build.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -63,7 +63,7 @@ docker build \
6363
--target final \
6464
--progress plain \
6565
--build-arg "BASE_TARGET=${BASE_TARGET}" \
66-
--build-arg "DEVTOOLSET_VERSION=11" \
66+
--build-arg "DEVTOOLSET_VERSION=13" \
6767
${EXTRA_BUILD_ARGS} \
6868
-t ${tmp_tag} \
6969
$@ \

.ci/docker/build.sh

Lines changed: 14 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -261,19 +261,29 @@ case "$tag" in
261261
PYTHON_VERSION=3.10
262262
CUDA_VERSION=12.8.1
263263
;;
264-
pytorch-linux-jammy-aarch64-py3.10-gcc11)
264+
pytorch-linux-jammy-aarch64-py3.10-gcc13)
265265
ANACONDA_PYTHON_VERSION=3.10
266-
GCC_VERSION=11
266+
GCC_VERSION=13
267267
ACL=yes
268268
VISION=yes
269269
OPENBLAS=yes
270270
# snadampal: skipping llvm src build install because the current version
271271
# from pytorch/llvm:9.0.1 is x86 specific
272272
SKIP_LLVM_SRC_BUILD_INSTALL=yes
273273
;;
274-
pytorch-linux-jammy-aarch64-py3.10-gcc11-inductor-benchmarks)
274+
pytorch-linux-jammy-aarch64-py3.10-clang21)
275275
ANACONDA_PYTHON_VERSION=3.10
276-
GCC_VERSION=11
276+
CLANG_VERSION=21
277+
ACL=yes
278+
VISION=yes
279+
OPENBLAS=yes
280+
# snadampal: skipping llvm src build install because the current version
281+
# from pytorch/llvm:9.0.1 is x86 specific
282+
SKIP_LLVM_SRC_BUILD_INSTALL=yes
283+
;;
284+
pytorch-linux-jammy-aarch64-py3.10-gcc13-inductor-benchmarks)
285+
ANACONDA_PYTHON_VERSION=3.10
286+
GCC_VERSION=13
277287
ACL=yes
278288
VISION=yes
279289
OPENBLAS=yes
Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1 +1,5 @@
1+
<<<<<<< HEAD
12
ac80c4190aa0321f761a08af97e1e1eee41f01d9
3+
=======
4+
bfeb066872bc1e8b2d2bc0a3b295b99dd77206e7
5+
>>>>>>> upstream/main

.ci/docker/common/install_clang.sh

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -8,8 +8,8 @@ if [ -n "$CLANG_VERSION" ]; then
88
# work around ubuntu apt-get conflicts
99
sudo apt-get -y -f install
1010
wget --no-check-certificate -O - https://apt.llvm.org/llvm-snapshot.gpg.key | sudo apt-key add -
11-
if [[ $CLANG_VERSION == 18 ]]; then
12-
apt-add-repository "deb http://apt.llvm.org/jammy/ llvm-toolchain-jammy-18 main"
11+
if [[ $CLANG_VERSION -ge 18 ]]; then
12+
apt-add-repository "deb http://apt.llvm.org/jammy/ llvm-toolchain-jammy-${CLANG_VERSION} main"
1313
fi
1414
fi
1515

.ci/docker/common/install_gcc.sh

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,11 +7,11 @@ if [ -n "$GCC_VERSION" ]; then
77
# Need the official toolchain repo to get alternate packages
88
add-apt-repository ppa:ubuntu-toolchain-r/test
99
apt-get update
10-
apt-get install -y g++-$GCC_VERSION
10+
apt-get install -y g++-$GCC_VERSION gfortran-$GCC_VERSION
1111
update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-"$GCC_VERSION" 50
1212
update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-"$GCC_VERSION" 50
1313
update-alternatives --install /usr/bin/gcov gcov /usr/bin/gcov-"$GCC_VERSION" 50
14-
14+
update-alternatives --install /usr/bin/gfortran gfortran /usr/bin/gfortran-"$GCC_VERSION" 50
1515

1616
# Cleanup package manager
1717
apt-get autoclean && apt-get clean

.ci/docker/common/install_openblas.sh

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -10,6 +10,7 @@ git clone https://github.com/OpenMathLib/OpenBLAS.git -b "${OPENBLAS_VERSION}" -
1010

1111
OPENBLAS_CHECKOUT_DIR="OpenBLAS"
1212
OPENBLAS_BUILD_FLAGS="
13+
CC=gcc
1314
NUM_THREADS=128
1415
USE_OPENMP=1
1516
NO_SHARED=0

.ci/docker/triton_version.txt

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
3.5.0
1+
3.5.1

.ci/magma-rocm/build_magma.sh

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -6,8 +6,8 @@ set -eou pipefail
66
# The script expects DESIRED_CUDA and PACKAGE_NAME to be set
77
ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
88

9-
# post merge of https://github.com/icl-utk-edu/magma/pull/65
10-
MAGMA_VERSION=c0792ae825fb36872784892ea643dd6f3456bc5f
9+
# https://github.com/icl-utk-edu/magma/pull/65
10+
MAGMA_VERSION=d6e4117bc88e73f06d26c6c2e14f064e8fc3d1ec
1111

1212
# Folders for the build
1313
PACKAGE_FILES=${ROOT_DIR}/magma-rocm/package_files # metadata
@@ -20,7 +20,7 @@ mkdir -p ${PACKAGE_DIR} ${PACKAGE_OUTPUT}/linux-64 ${PACKAGE_BUILD} ${PACKAGE_RE
2020

2121
# Fetch magma sources and verify checksum
2222
pushd ${PACKAGE_DIR}
23-
git clone https://github.com/icl-utk-edu/magma
23+
git clone https://github.com/jeffdaily/magma
2424
pushd magma
2525
git checkout ${MAGMA_VERSION}
2626
popd

.ci/pytorch/test.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -337,7 +337,7 @@ test_python() {
337337

338338
test_python_smoke() {
339339
# Smoke tests for H100/B200
340-
time python test/run_test.py --include test_matmul_cuda test_scaled_matmul_cuda inductor/test_fp8 inductor/test_max_autotune inductor/test_cutedsl_grouped_mm $PYTHON_TEST_EXTRA_OPTION --upload-artifacts-while-running
340+
time python test/run_test.py --include test_matmul_cuda test_scaled_matmul_cuda inductor/test_fp8 inductor/test_max_autotune $PYTHON_TEST_EXTRA_OPTION --upload-artifacts-while-running
341341
assert_git_not_dirty
342342
}
343343

0 commit comments

Comments
 (0)