conda-forge · h-vetinari · Feb 3, 2025 · Jan 30, 2025 · Jan 30, 2025 · Jan 30, 2025
@@ -27,12 +27,9 @@ if "%blas_impl%" == "generic" (
     SET BLAS=MKL
 )
 
-@REM TODO(baszalmstra): Figure out if we need these flags
-SET "USE_NUMA=0"
-SET "USE_ITT=0"
-
 if "%PKG_NAME%" == "pytorch" (
   set "PIP_ACTION=install"
+  set "PIP_VERBOSITY=-v"
   @REM We build libtorch for a specific python version.
   @REM This ensures its only build once. However, when that version changes
   @REM we need to make sure to update that here.
@@ -62,51 +59,58 @@ if "%PKG_NAME%" == "pytorch" (
   @REM For the main script we just build a wheel for so that the C++/CUDA
   @REM parts are built. Then they are reused in each python version.
   set "PIP_ACTION=wheel"
+  set "PIP_VERBOSITY=-vvv"
 )
 
-if not "%cuda_compiler_version%" == "None" (
-    set USE_CUDA=1
+set "BUILD_CUSTOM_PROTOBUF=OFF"
+set "USE_LITE_PROTO=ON"
 
-    @REM set CUDA_PATH=C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v%desired_cuda%
-    @REM set CUDA_BIN_PATH=%CUDA_PATH%\bin
+@REM TODO(baszalmstra): Figure out if we need these flags
+SET "USE_ITT=0"
+SET "USE_NUMA=0"
 
-    set TORCH_CUDA_ARCH_LIST=5.0;6.0;6.1;7.0;7.5;8.0;8.6;8.9;9.0+PTX
+@REM TODO(baszalmstra): There are linker errors because of mixing Intel OpenMP (iomp) and Microsoft OpenMP (vcomp)
+set "USE_OPENMP=OFF"
 
-    set TORCH_NVCC_FLAGS=-Xfatbin -compress-all
+@REM Use our Pybind11, Eigen, sleef
+set USE_SYSTEM_EIGEN_INSTALL=1
+set USE_SYSTEM_PYBIND11=1
+set USE_SYSTEM_SLEEF=1
 
+if not "%cuda_compiler_version%" == "None" (
+    set USE_CUDA=1
     set USE_STATIC_CUDNN=0
-    set MAGMA_HOME=%PREFIX%
-
     @REM NCCL is not available on windows
     set USE_NCCL=0
     set USE_STATIC_NCCL=0
 
-    set MAGMA_HOME=%LIBRARY_PREFIX%
+    @REM set CUDA_PATH=C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v%desired_cuda%
+    @REM set CUDA_BIN_PATH=%CUDA_PATH%\bin
 
-    set "PATH=%CUDA_BIN_PATH%;%PATH%"
+    set "TORCH_CUDA_ARCH_LIST=5.0;6.0;6.1;7.0;7.5;8.0;8.6;8.9;9.0+PTX"
+    set "TORCH_NVCC_FLAGS=-Xfatbin -compress-all"
 
+    set MAGMA_HOME=%LIBRARY_PREFIX%
+    set "PATH=%CUDA_BIN_PATH%;%PATH%"
     set CUDNN_INCLUDE_DIR=%LIBRARY_PREFIX%\include
-
+    @REM turn off very noisy nvcc warnings
+    set "CUDAFLAGS=-w --ptxas-options=-w"
-    set "CUDAFLAGS=-w --ptxas-options=-w"
+    set "CMAKE_CUDA_FLAGS=-w --ptxas-options=-w"
-    set "CUDAFLAGS=-w --ptxas-options=-w"
+    set "CMAKE_CUDA_FLAGS=-w --ptxas-options=-w"
 ) else (
     set USE_CUDA=0
+    @REM MKLDNN is an Apache-2.0 licensed library for DNNs and is used
+    @REM for CPU builds. Not to be confused with MKL.
+    set "USE_MKLDNN=1"
+
     @REM On windows, env vars are case-insensitive and setup.py
     @REM passes all env vars starting with CUDA_*, CMAKE_* to
     @REM to cmake
     set "cuda_compiler_version="
     set "cuda_compiler="
     set "CUDA_VERSION="
-
-    @REM MKLDNN is an Apache-2.0 licensed library for DNNs and is used
-    @REM for CPU builds. Not to be confused with MKL.
-    set "USE_MKLDNN=1"
 )
 
 set DISTUTILS_USE_SDK=1
 
-@REM Use our Pybind11, Eigen
-set USE_SYSTEM_PYBIND11=1
-set USE_SYSTEM_EIGEN_INSTALL=1
-
 set CMAKE_INCLUDE_PATH=%LIBRARY_PREFIX%\include
 set LIB=%LIBRARY_PREFIX%\lib;%LIB%
 
@@ -126,17 +130,10 @@ set "INSTALL_TEST=0"
 set "BUILD_TEST=0"
 
 set "libuv_ROOT=%LIBRARY_PREFIX%"
-set "USE_SYSTEM_SLEEF=ON"
 
 @REM uncomment to debug cmake build
 @REM set "CMAKE_VERBOSE_MAKEFILE=1"
 
-set "BUILD_CUSTOM_PROTOBUF=OFF"
-set "USE_LITE_PROTO=ON"
-
-@REM TODO(baszalmstra): There are linker errors because of mixing Intel OpenMP (iomp) and Microsoft OpenMP (vcomp)
-set "USE_OPENMP=OFF"
-
 @REM The activation script for cuda-nvcc doesnt add the CUDA_CFLAGS on windows.
 @REM Therefore we do this manually here. See:
 @REM https://github.com/conda-forge/cuda-nvcc-feedstock/issues/47
@@ -165,7 +162,7 @@ if EXIST build (
     if %ERRORLEVEL% neq 0 exit 1
 )
 
-%PYTHON% -m pip %PIP_ACTION% . --no-build-isolation --no-deps -vvv --no-clean
+%PYTHON% -m pip %PIP_ACTION% . --no-build-isolation --no-deps %PIP_VERBOSITY% --no-clean
 if %ERRORLEVEL% neq 0 exit 1
 
 @REM Here we split the build into two parts.

@@ -176,11 +176,9 @@ elif [[ ${cuda_compiler_version} != "None" ]]; then
     # all of them.
     export CUDAToolkit_BIN_DIR=${BUILD_PREFIX}/bin
     export CUDAToolkit_ROOT_DIR=${PREFIX}
-    if [[ "${target_platform}" != "${build_platform}" ]]; then
-        export CUDA_TOOLKIT_ROOT=${PREFIX}
-    fi
     # for CUPTI
     export CUDA_TOOLKIT_ROOT_DIR=${PREFIX}
+    export CUDAToolkit_ROOT=${PREFIX}
     case ${target_platform} in
         linux-64)
             export CUDAToolkit_TARGET_DIR=${PREFIX}/targets/x86_64-linux
@@ -221,6 +219,8 @@ elif [[ ${cuda_compiler_version} != "None" ]]; then
     export USE_STATIC_CUDNN=0
     export MAGMA_HOME="${PREFIX}"
     export USE_MAGMA=1
+    # turn off noisy nvcc warnings
+    export CUDAFLAGS="-w --ptxas-options=-w"
 else
     if [[ "$target_platform" != *-64 ]]; then
       # Breakpad seems to not work on aarch64 or ppc64le

@@ -1,6 +1,6 @@
 # if you wish to build release candidate number X, append the version string with ".rcX"
 {% set version = "2.5.1" %}
-{% set build = 11 %}
+{% set build = 12 %}
 
 # Use a higher build number for the CUDA variant, to ensure that it's
 # preferred by conda's solver, and it's preferentially
@@ -69,8 +69,11 @@ source:
     - patches/0016-point-include-paths-to-PREFIX-include.patch
     - patches/0017-Add-conda-prefix-to-inductor-include-paths.patch
     - patches/0018-make-ATEN_INCLUDE_DIR-relative-to-TORCH_INSTALL_PREF.patch
-    - patches/0019-remove-DESTINATION-lib-from-CMake-install-TARGETS-di.patch               # [win]
-    - patches_submodules/0001-remove-DESTINATION-lib-from-CMake-install-directives.patch    # [win]
+    - patches/0019-remove-DESTINATION-lib-from-CMake-install-TARGETS-di.patch                       # [win]
+    - patches/0020-make-library-name-in-test_mutable_custom_op_fixed_la.patch
+    - patches/0021-avoid-deprecated-find_package-CUDA-in-caffe2-CMake-m.patch
+    - patches_submodules/fbgemm/0001-remove-DESTINATION-lib-from-CMake-install-directives.patch     # [win]
+    - patches_submodules/tensorpipe/0001-switch-away-from-find_package-CUDA.patch
 
 build:
   number: {{ build }}
@@ -179,6 +182,7 @@ requirements:
     - typing_extensions
     - pybind11
     - eigen
+    - zlib
   run:
     # GPU requirements without run_exports
     - {{ pin_compatible('cudnn') }}                       # [cuda_compiler_version != "None"]
@@ -208,7 +212,9 @@ test:
     # cmake needs a compiler to run package detection, see
     # https://discourse.cmake.org/t/questions-about-find-package-cli-msvc/6194
     - {{ compiler('cxx') }}
+    # for CMake config to find cuda & nvrtc
     - {{ compiler('cuda') }}    # [cuda_compiler_version != "None"]
+    - cuda-nvrtc-dev            # [cuda_compiler_version != "None"]
     - cmake
     - ninja
     - pkg-config
@@ -494,6 +500,7 @@ outputs:
         {% set skips = skips ~ " or (GPUTests and test_scatter_reduce2)" %}             # [linux and cuda_compiler_version != "None"]
         # MKL problems
         {% set skips = skips ~ " or (TestLinalgCPU and test_inverse_errors_large_cpu)" %}           # [linux and blas_impl == "mkl" and cuda_compiler_version != "None"]
+        {% set skips = skips ~ " or test_reentrant_parent_error_on_cpu_cuda)" %}                    # [linux and blas_impl == "mkl" and cuda_compiler_version != "None"]
         # non-MKL problems
         {% set skips = skips ~ " or test_cross_entropy_loss_2d_out_of_bounds_class_index_cuda" %}   # [linux and blas_impl != "mkl" and cuda_compiler_version != "None"]
         {% set skips = skips ~ " or test_cublas_config_nondeterministic_alert_cuda " %}             # [linux and blas_impl != "mkl" and cuda_compiler_version != "None"]
@@ -559,6 +566,7 @@ about:
   license_file:
     - LICENSE
     - NOTICE
+    - third_party/CMake/Copyright.txt
   summary: PyTorch is an optimized tensor library for deep learning using GPUs and CPUs.
   description: |
     PyTorch is a Python package that provides two high-level features:

@@ -1,7 +1,7 @@
 From f3a0f9aab6dce56eea590b946f60256014b61bf7 Mon Sep 17 00:00:00 2001
 From: Mark Harfouche <[email protected]>
 Date: Sun, 1 Sep 2024 17:35:40 -0400
-Subject: [PATCH 01/19] Force usage of python 3 and error without numpy
+Subject: [PATCH 01/21] Force usage of python 3 and error without numpy
 
 ---
  cmake/Dependencies.cmake | 6 +++---

@@ -1,7 +1,7 @@
 From 21c30036b5b86f403c0cf4426165d9a6a50edb1a Mon Sep 17 00:00:00 2001
 From: Mark Harfouche <[email protected]>
 Date: Tue, 1 Oct 2024 00:28:40 -0400
-Subject: [PATCH 02/19] Help find numpy
+Subject: [PATCH 02/21] Help find numpy
 
 ---
  tools/setup_helpers/cmake.py | 6 ++++++

@@ -1,7 +1,7 @@
 From d1826af525db41eda5020a1404f5d5521d67a5dc Mon Sep 17 00:00:00 2001
 From: Jeongseok Lee <[email protected]>
 Date: Sat, 19 Oct 2024 04:26:01 +0000
-Subject: [PATCH 03/19] Add USE_SYSTEM_NVTX option (#138287)
+Subject: [PATCH 03/21] Add USE_SYSTEM_NVTX option (#138287)
 
 ## Summary
 

@@ -1,7 +1,7 @@
 From e3219c5fe8834753b0cf9e92be4d1ef1e874f370 Mon Sep 17 00:00:00 2001
 From: Jeongseok Lee <[email protected]>
 Date: Thu, 17 Oct 2024 15:04:05 -0700
-Subject: [PATCH 04/19] Update sympy version
+Subject: [PATCH 04/21] Update sympy version
 
 ---
  setup.py | 2 +-

@@ -1,7 +1,7 @@
 From 08a1f44fbc81324aa98d720dfb7b87a261923ac2 Mon Sep 17 00:00:00 2001
 From: Jeongseok Lee <[email protected]>
 Date: Sun, 3 Nov 2024 01:12:36 -0700
-Subject: [PATCH 05/19] Fix duplicate linker script
+Subject: [PATCH 05/21] Fix duplicate linker script
 
 ---
  setup.py | 4 +++-

@@ -1,7 +1,7 @@
 From 15df314a41c69a31c0443254d5552aa1b39d708d Mon Sep 17 00:00:00 2001
 From: William Wen <[email protected]>
 Date: Fri, 13 Sep 2024 13:02:33 -0700
-Subject: [PATCH 06/19] fix 3.13 pickle error in serialization.py (#136034)
+Subject: [PATCH 06/21] fix 3.13 pickle error in serialization.py (#136034)
 
 Error encountered when adding dynamo 3.13 support.
 Pull Request resolved: https://github.com/pytorch/pytorch/pull/136034

@@ -1,7 +1,7 @@
 From 655f694854c3eafdd631235b60bc6c1b279218ed Mon Sep 17 00:00:00 2001
 From: Mark Harfouche <[email protected]>
 Date: Thu, 3 Oct 2024 22:49:56 -0400
-Subject: [PATCH 07/19] Allow users to overwrite ld with environment variables
+Subject: [PATCH 07/21] Allow users to overwrite ld with environment variables
 
 This should help in the case of cross compilation.
 

@@ -1,7 +1,7 @@
 From f03bf82d9da9cccb2cf4d4833c1a6349622dc37d Mon Sep 17 00:00:00 2001
 From: =?UTF-8?q?Micha=C5=82=20G=C3=B3rny?= <[email protected]>
 Date: Wed, 27 Nov 2024 13:47:23 +0100
-Subject: [PATCH 08/19] Allow overriding CUDA-related paths
+Subject: [PATCH 08/21] Allow overriding CUDA-related paths
 
 ---
  cmake/Modules/FindCUDAToolkit.cmake | 2 +-

@@ -1,7 +1,7 @@
 From 4b1faf6ba142953ce2730766db44f8d98d161ef0 Mon Sep 17 00:00:00 2001
 From: Haifeng Jin <[email protected]>
 Date: Tue, 1 Oct 2024 07:53:24 +0000
-Subject: [PATCH 09/19] Fix test/test_linalg.py for NumPy 2 (#136800)
+Subject: [PATCH 09/21] Fix test/test_linalg.py for NumPy 2 (#136800)
 
 Related to  #107302.
 

@@ -1,7 +1,7 @@
 From 032b9be9ca7f9ae174e75554cecc82600ea3ef54 Mon Sep 17 00:00:00 2001
 From: Haifeng Jin <[email protected]>
 Date: Sat, 12 Oct 2024 02:40:17 +0000
-Subject: [PATCH 10/19] Fixes NumPy 2 test failures in test_torch.py (#137740)
+Subject: [PATCH 10/21] Fixes NumPy 2 test failures in test_torch.py (#137740)
 
 Related to #107302
 

@@ -1,7 +1,7 @@
 From 56f1528fa072023fb2724d5abf8790f2f6cc3aaa Mon Sep 17 00:00:00 2001
 From: Isuru Fernando <[email protected]>
 Date: Wed, 18 Dec 2024 03:59:00 +0000
-Subject: [PATCH 11/19] Use BLAS_USE_CBLAS_DOT for OpenBLAS builds
+Subject: [PATCH 11/21] Use BLAS_USE_CBLAS_DOT for OpenBLAS builds
 
 There are two calling conventions for *dotu functions
 

@@ -1,7 +1,7 @@
 From beba58d724cc1bd7ca73660b0a5ad9e61ae0c562 Mon Sep 17 00:00:00 2001
 From: "Zheng, Zhaoqiong" <[email protected]>
 Date: Fri, 27 Dec 2024 13:49:36 +0800
-Subject: [PATCH 12/19] fix issue 142484
+Subject: [PATCH 12/21] fix issue 142484
 
 From https://github.com/pytorch/pytorch/pull/143894
 ---

@@ -1,7 +1,7 @@
 From 816a248a4425a97350959e412666e6db9012a52e Mon Sep 17 00:00:00 2001
 From: Bas Zalmstra <[email protected]>
 Date: Thu, 16 May 2024 10:46:49 +0200
-Subject: [PATCH 13/19] Fix FindOpenBLAS
+Subject: [PATCH 13/21] Fix FindOpenBLAS
 
 ---
  cmake/Modules/FindOpenBLAS.cmake | 15 +++++++++------

@@ -1,7 +1,7 @@
 From db896f927403f55a18f931b18a6469cb4e37d322 Mon Sep 17 00:00:00 2001
 From: atalman <[email protected]>
 Date: Tue, 12 Nov 2024 12:28:10 +0000
-Subject: [PATCH 14/19] CD Enable Python 3.13 on windows (#138095)
+Subject: [PATCH 14/21] CD Enable Python 3.13 on windows (#138095)
 
 Adding CD windows. Part of: https://github.com/pytorch/pytorch/issues/130249
 Builder PR landed with smoke test: https://github.com/pytorch/builder/pull/2035

@@ -1,7 +1,7 @@
 From 33790dfbf966e7d8ea4ff6798d2ff92474d84079 Mon Sep 17 00:00:00 2001
 From: "H. Vetinari" <[email protected]>
 Date: Thu, 23 Jan 2025 22:46:58 +1100
-Subject: [PATCH 15/19] simplify torch.utils.cpp_extension.include_paths; use
+Subject: [PATCH 15/21] simplify torch.utils.cpp_extension.include_paths; use
  it in cpp_builder
 
 The /TH headers have not existed since pytorch 1.11

@@ -1,7 +1,7 @@
 From 799f6fa59dac93dabbbcf72d46f4e1334e3d65d9 Mon Sep 17 00:00:00 2001
 From: "H. Vetinari" <[email protected]>
 Date: Thu, 23 Jan 2025 22:58:14 +1100
-Subject: [PATCH 16/19] point include paths to $PREFIX/include
+Subject: [PATCH 16/21] point include paths to $PREFIX/include
 
 ---
  torch/utils/cpp_extension.py | 9 +++++++++

@@ -1,7 +1,7 @@
 From 9f73a02bacf9680833ac64657fde6762d33ab200 Mon Sep 17 00:00:00 2001
 From: Daniel Petry <[email protected]>
 Date: Tue, 21 Jan 2025 17:45:23 -0600
-Subject: [PATCH 17/19] Add conda prefix to inductor include paths
+Subject: [PATCH 17/21] Add conda prefix to inductor include paths
 
 Currently inductor doesn't look in conda's includes and libs. This results in
 errors when it tries to compile, if system versions are being used of

@@ -1,7 +1,7 @@
 From b0cfa0f728e96a3a9d6f7434e2c02d74d6daa9a9 Mon Sep 17 00:00:00 2001
 From: "H. Vetinari" <[email protected]>
 Date: Tue, 28 Jan 2025 14:15:34 +1100
-Subject: [PATCH 18/19] make ATEN_INCLUDE_DIR relative to TORCH_INSTALL_PREFIX
+Subject: [PATCH 18/21] make ATEN_INCLUDE_DIR relative to TORCH_INSTALL_PREFIX
 
 we cannot set CMAKE_INSTALL_PREFIX without the pytorch build complaining, but we can
 use TORCH_INSTALL_PREFIX, which is set correctly relative to our CMake files already:

@@ -1,7 +1,7 @@
 From f7db4cbfb0af59027ed8bdcd0387dba6fbcb1192 Mon Sep 17 00:00:00 2001
 From: "H. Vetinari" <[email protected]>
 Date: Tue, 28 Jan 2025 10:58:29 +1100
-Subject: [PATCH 19/19] remove `DESTINATION lib` from CMake `install(TARGETS`
+Subject: [PATCH 19/21] remove `DESTINATION lib` from CMake `install(TARGETS`
  directives
 
 Suggested-By: Silvio Traversaro <[email protected]>