diff --git a/.azure-pipelines/azure-pipelines-linux.yml b/.azure-pipelines/azure-pipelines-linux.yml deleted file mode 100755 index aece617a..00000000 --- a/.azure-pipelines/azure-pipelines-linux.yml +++ /dev/null @@ -1,105 +0,0 @@ -# This file was generated automatically from conda-smithy. To update this configuration, -# update the conda-forge.yml and/or the recipe/meta.yaml. -# -*- mode: yaml -*- - -jobs: -- job: linux - pool: - vmImage: ubuntu-latest - strategy: - matrix: - ? linux_64_blas_implgenericc_compiler_version11c_stdlib_version2.17cuda_compilernvcccuda_compiler_version11.8cxx_compiler_version11 - : CONFIG: linux_64_blas_implgenericc_compiler_version11c_stdlib_version2.17cuda_compilernvcccuda_compiler_version11.8cxx_compiler_version11 - UPLOAD_PACKAGES: 'True' - DOCKER_IMAGE: quay.io/condaforge/linux-anvil-cuda:11.8 - ? linux_64_blas_implgenericc_compiler_version12c_stdlib_version2.17cuda_compilercuda-nvcccuda_compiler_version12.0cxx_compiler_version12 - : CONFIG: linux_64_blas_implgenericc_compiler_version12c_stdlib_version2.17cuda_compilercuda-nvcccuda_compiler_version12.0cxx_compiler_version12 - UPLOAD_PACKAGES: 'True' - DOCKER_IMAGE: quay.io/condaforge/linux-anvil-cos7-x86_64 - ? linux_64_blas_implgenericc_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12 - : CONFIG: linux_64_blas_implgenericc_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12 - UPLOAD_PACKAGES: 'True' - DOCKER_IMAGE: quay.io/condaforge/linux-anvil-alma-x86_64:8 - ? linux_64_blas_implgenericc_compiler_version13c_stdlib_version2.17cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13 - : CONFIG: linux_64_blas_implgenericc_compiler_version13c_stdlib_version2.17cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13 - UPLOAD_PACKAGES: 'True' - DOCKER_IMAGE: quay.io/condaforge/linux-anvil-cos7-x86_64 - ? linux_64_blas_implmklc_compiler_version11c_stdlib_version2.17cuda_compilernvcccuda_compiler_version11.8cxx_compiler_version11 - : CONFIG: linux_64_blas_implmklc_compiler_version11c_stdlib_version2.17cuda_compilernvcccuda_compiler_version11.8cxx_compiler_version11 - UPLOAD_PACKAGES: 'True' - DOCKER_IMAGE: quay.io/condaforge/linux-anvil-cuda:11.8 - ? linux_64_blas_implmklc_compiler_version12c_stdlib_version2.17cuda_compilercuda-nvcccuda_compiler_version12.0cxx_compiler_version12 - : CONFIG: linux_64_blas_implmklc_compiler_version12c_stdlib_version2.17cuda_compilercuda-nvcccuda_compiler_version12.0cxx_compiler_version12 - UPLOAD_PACKAGES: 'True' - DOCKER_IMAGE: quay.io/condaforge/linux-anvil-cos7-x86_64 - ? linux_64_blas_implmklc_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12 - : CONFIG: linux_64_blas_implmklc_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12 - UPLOAD_PACKAGES: 'True' - DOCKER_IMAGE: quay.io/condaforge/linux-anvil-alma-x86_64:8 - ? linux_64_blas_implmklc_compiler_version13c_stdlib_version2.17cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13 - : CONFIG: linux_64_blas_implmklc_compiler_version13c_stdlib_version2.17cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13 - UPLOAD_PACKAGES: 'True' - DOCKER_IMAGE: quay.io/condaforge/linux-anvil-cos7-x86_64 - ? linux_aarch64_c_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.0cxx_compiler_version12 - : CONFIG: linux_aarch64_c_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.0cxx_compiler_version12 - UPLOAD_PACKAGES: 'True' - DOCKER_IMAGE: quay.io/condaforge/linux-anvil-alma-x86_64:8 - ? linux_aarch64_c_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12 - : CONFIG: linux_aarch64_c_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12 - UPLOAD_PACKAGES: 'True' - DOCKER_IMAGE: quay.io/condaforge/linux-anvil-alma-x86_64:8 - linux_aarch64_c_compiler_version13c_stdlib_version2.17cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13: - CONFIG: linux_aarch64_c_compiler_version13c_stdlib_version2.17cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13 - UPLOAD_PACKAGES: 'True' - DOCKER_IMAGE: quay.io/condaforge/linux-anvil-cos7-x86_64 - timeoutInMinutes: 1 - variables: {} - - steps: - - script: | - sudo mkdir -p /opt/empty_dir || true - for d in \ - /opt/ghc \ - /opt/hostedtoolcache \ - /usr/lib/jvm \ - /usr/local/.ghcup \ - /usr/local/lib/android \ - /usr/local/share/powershell \ - /usr/share/dotnet \ - /usr/share/swift \ - ; do - sudo rsync --stats -a --delete /opt/empty_dir/ $d || true - done - sudo apt-get purge -y -f firefox \ - google-chrome-stable \ - microsoft-edge-stable - sudo apt-get autoremove -y >& /dev/null - sudo apt-get autoclean -y >& /dev/null - df -h - displayName: Manage disk space - # configure qemu binfmt-misc running. This allows us to run docker containers - # embedded qemu-static - - script: | - docker run --rm --privileged multiarch/qemu-user-static:register --reset --credential yes - ls /proc/sys/fs/binfmt_misc/ - condition: not(startsWith(variables['CONFIG'], 'linux_64')) - displayName: Configure binfmt_misc - - - script: | - export CI=azure - export flow_run_id=azure_$(Build.BuildNumber).$(System.JobAttempt) - export remote_url=$(Build.Repository.Uri) - export sha=$(Build.SourceVersion) - export GIT_BRANCH=$BUILD_SOURCEBRANCHNAME - export FEEDSTOCK_NAME=$(basename ${BUILD_REPOSITORY_NAME}) - if [[ "${BUILD_REASON:-}" == "PullRequest" ]]; then - export IS_PR_BUILD="True" - else - export IS_PR_BUILD="False" - fi - .scripts/run_docker_build.sh - displayName: Run docker build - env: - BINSTAR_TOKEN: $(BINSTAR_TOKEN) - FEEDSTOCK_TOKEN: $(FEEDSTOCK_TOKEN) - STAGING_BINSTAR_TOKEN: $(STAGING_BINSTAR_TOKEN) \ No newline at end of file diff --git a/.ci_support/linux_64_blas_implgenericc_compiler_version12c_stdlib_version2.17cuda_compilercuda-nvcccuda_compiler_version12.0cxx_compiler_version12.yaml b/.ci_support/linux_64_blas_implgenericc_compiler_version12cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12.yaml similarity index 89% rename from .ci_support/linux_64_blas_implgenericc_compiler_version12c_stdlib_version2.17cuda_compilercuda-nvcccuda_compiler_version12.0cxx_compiler_version12.yaml rename to .ci_support/linux_64_blas_implgenericc_compiler_version12cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12.yaml index d43246be..08644b2e 100644 --- a/.ci_support/linux_64_blas_implgenericc_compiler_version12c_stdlib_version2.17cuda_compilercuda-nvcccuda_compiler_version12.0cxx_compiler_version12.yaml +++ b/.ci_support/linux_64_blas_implgenericc_compiler_version12cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12.yaml @@ -9,7 +9,7 @@ c_stdlib: c_stdlib_version: - '2.17' cdt_name: -- cos7 +- conda channel_sources: - conda-forge channel_targets: @@ -17,7 +17,7 @@ channel_targets: cuda_compiler: - cuda-nvcc cuda_compiler_version: -- '12.0' +- '12.6' cudnn: - '9' cxx_compiler: @@ -25,7 +25,7 @@ cxx_compiler: cxx_compiler_version: - '12' docker_image: -- quay.io/condaforge/linux-anvil-cos7-x86_64 +- quay.io/condaforge/linux-anvil-x86_64:alma9 github_actions_labels: - cirun-openstack-gpu-2xlarge libabseil: @@ -36,6 +36,8 @@ liblapack: - 3.9 *netlib libprotobuf: - 5.28.2 +libtorch: +- '2.4' megabuild: - 'true' mkl: @@ -48,8 +50,6 @@ numpy: - '2.0' - '2' - '2.0' -orc: -- 2.0.2 pin_run_as_build: python: min_pin: x.x @@ -67,8 +67,6 @@ target_platform: zip_keys: - - c_compiler_version - cxx_compiler_version - - c_stdlib_version - - cdt_name - cuda_compiler - cuda_compiler_version - docker_image diff --git a/.ci_support/linux_64_blas_implgenericc_compiler_version13c_stdlib_version2.17cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13.yaml b/.ci_support/linux_64_blas_implgenericc_compiler_version13cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13.yaml similarity index 90% rename from .ci_support/linux_64_blas_implgenericc_compiler_version13c_stdlib_version2.17cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13.yaml rename to .ci_support/linux_64_blas_implgenericc_compiler_version13cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13.yaml index ddde6c4e..7ffe87a0 100644 --- a/.ci_support/linux_64_blas_implgenericc_compiler_version13c_stdlib_version2.17cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13.yaml +++ b/.ci_support/linux_64_blas_implgenericc_compiler_version13cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13.yaml @@ -9,7 +9,7 @@ c_stdlib: c_stdlib_version: - '2.17' cdt_name: -- cos7 +- conda channel_sources: - conda-forge channel_targets: @@ -25,7 +25,7 @@ cxx_compiler: cxx_compiler_version: - '13' docker_image: -- quay.io/condaforge/linux-anvil-cos7-x86_64 +- quay.io/condaforge/linux-anvil-x86_64:alma9 github_actions_labels: - cirun-openstack-gpu-2xlarge libabseil: @@ -36,6 +36,8 @@ liblapack: - 3.9 *netlib libprotobuf: - 5.28.2 +libtorch: +- '2.4' megabuild: - 'true' mkl: @@ -48,8 +50,6 @@ numpy: - '2.0' - '2' - '2.0' -orc: -- 2.0.2 pin_run_as_build: python: min_pin: x.x @@ -67,8 +67,6 @@ target_platform: zip_keys: - - c_compiler_version - cxx_compiler_version - - c_stdlib_version - - cdt_name - cuda_compiler - cuda_compiler_version - docker_image diff --git a/.ci_support/linux_64_blas_implmklc_compiler_version11c_stdlib_version2.17cuda_compilernvcccuda_compiler_version11.8cxx_compiler_version11.yaml b/.ci_support/linux_64_blas_implmklc_compiler_version11c_stdlib_version2.17cuda_compilernvcccuda_compiler_version11.8cxx_compiler_version11.yaml deleted file mode 100644 index b2973378..00000000 --- a/.ci_support/linux_64_blas_implmklc_compiler_version11c_stdlib_version2.17cuda_compilernvcccuda_compiler_version11.8cxx_compiler_version11.yaml +++ /dev/null @@ -1,76 +0,0 @@ -blas_impl: -- mkl -c_compiler: -- gcc -c_compiler_version: -- '11' -c_stdlib: -- sysroot -c_stdlib_version: -- '2.17' -cdt_name: -- cos7 -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler: -- nvcc -cuda_compiler_version: -- '11.8' -cudnn: -- '9' -cxx_compiler: -- gxx -cxx_compiler_version: -- '11' -docker_image: -- quay.io/condaforge/linux-anvil-cuda:11.8 -github_actions_labels: -- cirun-openstack-gpu-2xlarge -libabseil: -- '20240722' -libcblas: -- 3.9 *netlib -liblapack: -- 3.9 *netlib -libprotobuf: -- 5.28.2 -megabuild: -- 'true' -mkl: -- '2024' -nccl: -- '2' -numpy: -- '2.0' -- '2.0' -- '2.0' -- '2' -- '2.0' -orc: -- 2.0.2 -pin_run_as_build: - python: - min_pin: x.x - max_pin: x.x -python: -- 3.10.* *_cpython -- 3.11.* *_cpython -- 3.12.* *_cpython -- 3.13.* *_cp313 -- 3.9.* *_cpython -pytorch: -- '2.4' -target_platform: -- linux-64 -zip_keys: -- - c_compiler_version - - cxx_compiler_version - - c_stdlib_version - - cdt_name - - cuda_compiler - - cuda_compiler_version - - docker_image -- - python - - numpy diff --git a/.ci_support/linux_64_blas_implmklc_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12.yaml b/.ci_support/linux_64_blas_implmklc_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12.yaml deleted file mode 100644 index 1830a428..00000000 --- a/.ci_support/linux_64_blas_implmklc_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12.yaml +++ /dev/null @@ -1,76 +0,0 @@ -blas_impl: -- mkl -c_compiler: -- gcc -c_compiler_version: -- '12' -c_stdlib: -- sysroot -c_stdlib_version: -- '2.28' -cdt_name: -- cos7 -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler: -- cuda-nvcc -cuda_compiler_version: -- '12.6' -cudnn: -- '9' -cxx_compiler: -- gxx -cxx_compiler_version: -- '12' -docker_image: -- quay.io/condaforge/linux-anvil-alma-x86_64:8 -github_actions_labels: -- cirun-openstack-gpu-2xlarge -libabseil: -- '20240722' -libcblas: -- 3.9 *netlib -liblapack: -- 3.9 *netlib -libprotobuf: -- 5.28.2 -megabuild: -- 'true' -mkl: -- '2024' -nccl: -- '2' -numpy: -- '2.0' -- '2.0' -- '2.0' -- '2' -- '2.0' -orc: -- 2.0.2 -pin_run_as_build: - python: - min_pin: x.x - max_pin: x.x -python: -- 3.10.* *_cpython -- 3.11.* *_cpython -- 3.12.* *_cpython -- 3.13.* *_cp313 -- 3.9.* *_cpython -pytorch: -- '2.4' -target_platform: -- linux-64 -zip_keys: -- - c_compiler_version - - cxx_compiler_version - - c_stdlib_version - - cdt_name - - cuda_compiler - - cuda_compiler_version - - docker_image -- - python - - numpy diff --git a/.ci_support/linux_64_blas_implmklc_compiler_version12c_stdlib_version2.17cuda_compilercuda-nvcccuda_compiler_version12.0cxx_compiler_version12.yaml b/.ci_support/linux_64_blas_implmklc_compiler_version12cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12.yaml similarity index 89% rename from .ci_support/linux_64_blas_implmklc_compiler_version12c_stdlib_version2.17cuda_compilercuda-nvcccuda_compiler_version12.0cxx_compiler_version12.yaml rename to .ci_support/linux_64_blas_implmklc_compiler_version12cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12.yaml index 39c95fde..83ae6560 100644 --- a/.ci_support/linux_64_blas_implmklc_compiler_version12c_stdlib_version2.17cuda_compilercuda-nvcccuda_compiler_version12.0cxx_compiler_version12.yaml +++ b/.ci_support/linux_64_blas_implmklc_compiler_version12cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12.yaml @@ -9,7 +9,7 @@ c_stdlib: c_stdlib_version: - '2.17' cdt_name: -- cos7 +- conda channel_sources: - conda-forge channel_targets: @@ -17,7 +17,7 @@ channel_targets: cuda_compiler: - cuda-nvcc cuda_compiler_version: -- '12.0' +- '12.6' cudnn: - '9' cxx_compiler: @@ -25,7 +25,7 @@ cxx_compiler: cxx_compiler_version: - '12' docker_image: -- quay.io/condaforge/linux-anvil-cos7-x86_64 +- quay.io/condaforge/linux-anvil-x86_64:alma9 github_actions_labels: - cirun-openstack-gpu-2xlarge libabseil: @@ -36,6 +36,8 @@ liblapack: - 3.9 *netlib libprotobuf: - 5.28.2 +libtorch: +- '2.4' megabuild: - 'true' mkl: @@ -48,8 +50,6 @@ numpy: - '2.0' - '2' - '2.0' -orc: -- 2.0.2 pin_run_as_build: python: min_pin: x.x @@ -67,8 +67,6 @@ target_platform: zip_keys: - - c_compiler_version - cxx_compiler_version - - c_stdlib_version - - cdt_name - cuda_compiler - cuda_compiler_version - docker_image diff --git a/.ci_support/linux_64_blas_implmklc_compiler_version13c_stdlib_version2.17cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13.yaml b/.ci_support/linux_64_blas_implmklc_compiler_version13cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13.yaml similarity index 90% rename from .ci_support/linux_64_blas_implmklc_compiler_version13c_stdlib_version2.17cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13.yaml rename to .ci_support/linux_64_blas_implmklc_compiler_version13cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13.yaml index dd2b67bc..facbc7ca 100644 --- a/.ci_support/linux_64_blas_implmklc_compiler_version13c_stdlib_version2.17cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13.yaml +++ b/.ci_support/linux_64_blas_implmklc_compiler_version13cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13.yaml @@ -9,7 +9,7 @@ c_stdlib: c_stdlib_version: - '2.17' cdt_name: -- cos7 +- conda channel_sources: - conda-forge channel_targets: @@ -25,7 +25,7 @@ cxx_compiler: cxx_compiler_version: - '13' docker_image: -- quay.io/condaforge/linux-anvil-cos7-x86_64 +- quay.io/condaforge/linux-anvil-x86_64:alma9 github_actions_labels: - cirun-openstack-gpu-2xlarge libabseil: @@ -36,6 +36,8 @@ liblapack: - 3.9 *netlib libprotobuf: - 5.28.2 +libtorch: +- '2.4' megabuild: - 'true' mkl: @@ -48,8 +50,6 @@ numpy: - '2.0' - '2' - '2.0' -orc: -- 2.0.2 pin_run_as_build: python: min_pin: x.x @@ -67,8 +67,6 @@ target_platform: zip_keys: - - c_compiler_version - cxx_compiler_version - - c_stdlib_version - - cdt_name - cuda_compiler - cuda_compiler_version - docker_image diff --git a/.ci_support/linux_aarch64_c_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.0cxx_compiler_version12.yaml b/.ci_support/linux_aarch64_c_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.0cxx_compiler_version12.yaml deleted file mode 100644 index f6068d73..00000000 --- a/.ci_support/linux_aarch64_c_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.0cxx_compiler_version12.yaml +++ /dev/null @@ -1,80 +0,0 @@ -BUILD: -- aarch64-conda_cos7-linux-gnu -blas_impl: -- generic -c_compiler: -- gcc -c_compiler_version: -- '12' -c_stdlib: -- sysroot -c_stdlib_version: -- '2.28' -cdt_arch: -- aarch64 -cdt_name: -- cos7 -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler: -- cuda-nvcc -cuda_compiler_version: -- '12.0' -cudnn: -- '9' -cxx_compiler: -- gxx -cxx_compiler_version: -- '12' -docker_image: -- quay.io/condaforge/linux-anvil-alma-x86_64:8 -github_actions_labels: -- cirun-openstack-gpu-2xlarge -libabseil: -- '20240722' -libcblas: -- 3.9 *netlib -liblapack: -- 3.9 *netlib -libprotobuf: -- 5.28.2 -megabuild: -- 'true' -mkl: -- '2024' -nccl: -- '2' -numpy: -- '2.0' -- '2.0' -- '2.0' -- '2' -- '2.0' -orc: -- 2.0.2 -pin_run_as_build: - python: - min_pin: x.x - max_pin: x.x -python: -- 3.10.* *_cpython -- 3.11.* *_cpython -- 3.12.* *_cpython -- 3.13.* *_cp313 -- 3.9.* *_cpython -pytorch: -- '2.4' -target_platform: -- linux-aarch64 -zip_keys: -- - c_compiler_version - - cxx_compiler_version - - c_stdlib_version - - cdt_name - - cuda_compiler - - cuda_compiler_version - - docker_image -- - python - - numpy diff --git a/.ci_support/linux_aarch64_c_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12.yaml b/.ci_support/linux_aarch64_c_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12.yaml deleted file mode 100644 index ef375f13..00000000 --- a/.ci_support/linux_aarch64_c_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12.yaml +++ /dev/null @@ -1,80 +0,0 @@ -BUILD: -- aarch64-conda_cos7-linux-gnu -blas_impl: -- generic -c_compiler: -- gcc -c_compiler_version: -- '12' -c_stdlib: -- sysroot -c_stdlib_version: -- '2.28' -cdt_arch: -- aarch64 -cdt_name: -- cos7 -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler: -- cuda-nvcc -cuda_compiler_version: -- '12.6' -cudnn: -- '9' -cxx_compiler: -- gxx -cxx_compiler_version: -- '12' -docker_image: -- quay.io/condaforge/linux-anvil-alma-x86_64:8 -github_actions_labels: -- cirun-openstack-gpu-2xlarge -libabseil: -- '20240722' -libcblas: -- 3.9 *netlib -liblapack: -- 3.9 *netlib -libprotobuf: -- 5.28.2 -megabuild: -- 'true' -mkl: -- '2024' -nccl: -- '2' -numpy: -- '2.0' -- '2.0' -- '2.0' -- '2' -- '2.0' -orc: -- 2.0.2 -pin_run_as_build: - python: - min_pin: x.x - max_pin: x.x -python: -- 3.10.* *_cpython -- 3.11.* *_cpython -- 3.12.* *_cpython -- 3.13.* *_cp313 -- 3.9.* *_cpython -pytorch: -- '2.4' -target_platform: -- linux-aarch64 -zip_keys: -- - c_compiler_version - - cxx_compiler_version - - c_stdlib_version - - cdt_name - - cuda_compiler - - cuda_compiler_version - - docker_image -- - python - - numpy diff --git a/.ci_support/linux_64_blas_implgenericc_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12.yaml b/.ci_support/linux_aarch64_c_compiler_version12cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12.yaml similarity index 88% rename from .ci_support/linux_64_blas_implgenericc_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12.yaml rename to .ci_support/linux_aarch64_c_compiler_version12cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12.yaml index c8dd370e..3910b6e5 100644 --- a/.ci_support/linux_64_blas_implgenericc_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12.yaml +++ b/.ci_support/linux_aarch64_c_compiler_version12cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12.yaml @@ -9,7 +9,7 @@ c_stdlib: c_stdlib_version: - '2.28' cdt_name: -- cos7 +- conda channel_sources: - conda-forge channel_targets: @@ -25,7 +25,7 @@ cxx_compiler: cxx_compiler_version: - '12' docker_image: -- quay.io/condaforge/linux-anvil-alma-x86_64:8 +- quay.io/condaforge/linux-anvil-x86_64:alma9 github_actions_labels: - cirun-openstack-gpu-2xlarge libabseil: @@ -36,6 +36,8 @@ liblapack: - 3.9 *netlib libprotobuf: - 5.28.2 +libtorch: +- '2.4' megabuild: - 'true' mkl: @@ -48,8 +50,6 @@ numpy: - '2.0' - '2' - '2.0' -orc: -- 2.0.2 pin_run_as_build: python: min_pin: x.x @@ -63,12 +63,10 @@ python: pytorch: - '2.4' target_platform: -- linux-64 +- linux-aarch64 zip_keys: - - c_compiler_version - cxx_compiler_version - - c_stdlib_version - - cdt_name - cuda_compiler - cuda_compiler_version - docker_image diff --git a/.ci_support/linux_aarch64_c_compiler_version13c_stdlib_version2.17cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13.yaml b/.ci_support/linux_aarch64_c_compiler_version13c_stdlib_version2.17cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13.yaml deleted file mode 100644 index 8ea2c64a..00000000 --- a/.ci_support/linux_aarch64_c_compiler_version13c_stdlib_version2.17cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13.yaml +++ /dev/null @@ -1,80 +0,0 @@ -BUILD: -- aarch64-conda_cos7-linux-gnu -blas_impl: -- generic -c_compiler: -- gcc -c_compiler_version: -- '13' -c_stdlib: -- sysroot -c_stdlib_version: -- '2.17' -cdt_arch: -- aarch64 -cdt_name: -- cos7 -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler: -- None -cuda_compiler_version: -- None -cudnn: -- '9' -cxx_compiler: -- gxx -cxx_compiler_version: -- '13' -docker_image: -- quay.io/condaforge/linux-anvil-cos7-x86_64 -github_actions_labels: -- cirun-openstack-gpu-2xlarge -libabseil: -- '20240722' -libcblas: -- 3.9 *netlib -liblapack: -- 3.9 *netlib -libprotobuf: -- 5.28.2 -megabuild: -- 'true' -mkl: -- '2024' -nccl: -- '2' -numpy: -- '2.0' -- '2.0' -- '2.0' -- '2' -- '2.0' -orc: -- 2.0.2 -pin_run_as_build: - python: - min_pin: x.x - max_pin: x.x -python: -- 3.10.* *_cpython -- 3.11.* *_cpython -- 3.12.* *_cpython -- 3.13.* *_cp313 -- 3.9.* *_cpython -pytorch: -- '2.4' -target_platform: -- linux-aarch64 -zip_keys: -- - c_compiler_version - - cxx_compiler_version - - c_stdlib_version - - cdt_name - - cuda_compiler - - cuda_compiler_version - - docker_image -- - python - - numpy diff --git a/.ci_support/linux_64_blas_implgenericc_compiler_version11c_stdlib_version2.17cuda_compilernvcccuda_compiler_version11.8cxx_compiler_version11.yaml b/.ci_support/linux_aarch64_c_compiler_version13cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13.yaml similarity index 85% rename from .ci_support/linux_64_blas_implgenericc_compiler_version11c_stdlib_version2.17cuda_compilernvcccuda_compiler_version11.8cxx_compiler_version11.yaml rename to .ci_support/linux_aarch64_c_compiler_version13cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13.yaml index 90ef6d68..4f899c39 100644 --- a/.ci_support/linux_64_blas_implgenericc_compiler_version11c_stdlib_version2.17cuda_compilernvcccuda_compiler_version11.8cxx_compiler_version11.yaml +++ b/.ci_support/linux_aarch64_c_compiler_version13cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13.yaml @@ -3,29 +3,29 @@ blas_impl: c_compiler: - gcc c_compiler_version: -- '11' +- '13' c_stdlib: - sysroot c_stdlib_version: -- '2.17' +- '2.28' cdt_name: -- cos7 +- conda channel_sources: - conda-forge channel_targets: - conda-forge main cuda_compiler: -- nvcc +- None cuda_compiler_version: -- '11.8' +- None cudnn: - '9' cxx_compiler: - gxx cxx_compiler_version: -- '11' +- '13' docker_image: -- quay.io/condaforge/linux-anvil-cuda:11.8 +- quay.io/condaforge/linux-anvil-x86_64:alma9 github_actions_labels: - cirun-openstack-gpu-2xlarge libabseil: @@ -36,6 +36,8 @@ liblapack: - 3.9 *netlib libprotobuf: - 5.28.2 +libtorch: +- '2.4' megabuild: - 'true' mkl: @@ -48,8 +50,6 @@ numpy: - '2.0' - '2' - '2.0' -orc: -- 2.0.2 pin_run_as_build: python: min_pin: x.x @@ -63,12 +63,10 @@ python: pytorch: - '2.4' target_platform: -- linux-64 +- linux-aarch64 zip_keys: - - c_compiler_version - cxx_compiler_version - - c_stdlib_version - - cdt_name - cuda_compiler - cuda_compiler_version - docker_image diff --git a/.ci_support/osx_64_blas_implgenericnumpy2.0python3.10.____cpython.yaml b/.ci_support/osx_64_blas_implgenericnumpy2.0python3.10.____cpython.yaml index 55c58c9d..4dc4e072 100644 --- a/.ci_support/osx_64_blas_implgenericnumpy2.0python3.10.____cpython.yaml +++ b/.ci_support/osx_64_blas_implgenericnumpy2.0python3.10.____cpython.yaml @@ -32,6 +32,8 @@ liblapack: - 3.9 *netlib libprotobuf: - 5.28.2 +libtorch: +- '2.4' llvm_openmp: - '18' macos_machine: @@ -42,8 +44,6 @@ mkl: - '2023' numpy: - '2.0' -orc: -- 2.0.2 pin_run_as_build: python: min_pin: x.x diff --git a/.ci_support/osx_64_blas_implgenericnumpy2.0python3.11.____cpython.yaml b/.ci_support/osx_64_blas_implgenericnumpy2.0python3.11.____cpython.yaml index 68eaf084..d649bd85 100644 --- a/.ci_support/osx_64_blas_implgenericnumpy2.0python3.11.____cpython.yaml +++ b/.ci_support/osx_64_blas_implgenericnumpy2.0python3.11.____cpython.yaml @@ -32,6 +32,8 @@ liblapack: - 3.9 *netlib libprotobuf: - 5.28.2 +libtorch: +- '2.4' llvm_openmp: - '18' macos_machine: @@ -42,8 +44,6 @@ mkl: - '2023' numpy: - '2.0' -orc: -- 2.0.2 pin_run_as_build: python: min_pin: x.x diff --git a/.ci_support/osx_64_blas_implgenericnumpy2.0python3.12.____cpython.yaml b/.ci_support/osx_64_blas_implgenericnumpy2.0python3.12.____cpython.yaml index 07e46a1d..5b5ecdde 100644 --- a/.ci_support/osx_64_blas_implgenericnumpy2.0python3.12.____cpython.yaml +++ b/.ci_support/osx_64_blas_implgenericnumpy2.0python3.12.____cpython.yaml @@ -32,6 +32,8 @@ liblapack: - 3.9 *netlib libprotobuf: - 5.28.2 +libtorch: +- '2.4' llvm_openmp: - '18' macos_machine: @@ -42,8 +44,6 @@ mkl: - '2023' numpy: - '2.0' -orc: -- 2.0.2 pin_run_as_build: python: min_pin: x.x diff --git a/.ci_support/osx_64_blas_implgenericnumpy2.0python3.9.____cpython.yaml b/.ci_support/osx_64_blas_implgenericnumpy2.0python3.9.____cpython.yaml index 3da1966b..6e1c5c90 100644 --- a/.ci_support/osx_64_blas_implgenericnumpy2.0python3.9.____cpython.yaml +++ b/.ci_support/osx_64_blas_implgenericnumpy2.0python3.9.____cpython.yaml @@ -32,6 +32,8 @@ liblapack: - 3.9 *netlib libprotobuf: - 5.28.2 +libtorch: +- '2.4' llvm_openmp: - '18' macos_machine: @@ -42,8 +44,6 @@ mkl: - '2023' numpy: - '2.0' -orc: -- 2.0.2 pin_run_as_build: python: min_pin: x.x diff --git a/.ci_support/osx_64_blas_implgenericnumpy2python3.13.____cp313.yaml b/.ci_support/osx_64_blas_implgenericnumpy2python3.13.____cp313.yaml index 25dd3535..fdfbd2b1 100644 --- a/.ci_support/osx_64_blas_implgenericnumpy2python3.13.____cp313.yaml +++ b/.ci_support/osx_64_blas_implgenericnumpy2python3.13.____cp313.yaml @@ -32,6 +32,8 @@ liblapack: - 3.9 *netlib libprotobuf: - 5.28.2 +libtorch: +- '2.4' llvm_openmp: - '18' macos_machine: @@ -42,8 +44,6 @@ mkl: - '2023' numpy: - '2' -orc: -- 2.0.2 pin_run_as_build: python: min_pin: x.x diff --git a/.ci_support/osx_64_blas_implmklnumpy2.0python3.10.____cpython.yaml b/.ci_support/osx_64_blas_implmklnumpy2.0python3.10.____cpython.yaml index a2e78e75..4963fa4b 100644 --- a/.ci_support/osx_64_blas_implmklnumpy2.0python3.10.____cpython.yaml +++ b/.ci_support/osx_64_blas_implmklnumpy2.0python3.10.____cpython.yaml @@ -32,6 +32,8 @@ liblapack: - 3.9 *netlib libprotobuf: - 5.28.2 +libtorch: +- '2.4' llvm_openmp: - '18' macos_machine: @@ -42,8 +44,6 @@ mkl: - '2023' numpy: - '2.0' -orc: -- 2.0.2 pin_run_as_build: python: min_pin: x.x diff --git a/.ci_support/osx_64_blas_implmklnumpy2.0python3.11.____cpython.yaml b/.ci_support/osx_64_blas_implmklnumpy2.0python3.11.____cpython.yaml index 07abde6f..0eddb5da 100644 --- a/.ci_support/osx_64_blas_implmklnumpy2.0python3.11.____cpython.yaml +++ b/.ci_support/osx_64_blas_implmklnumpy2.0python3.11.____cpython.yaml @@ -32,6 +32,8 @@ liblapack: - 3.9 *netlib libprotobuf: - 5.28.2 +libtorch: +- '2.4' llvm_openmp: - '18' macos_machine: @@ -42,8 +44,6 @@ mkl: - '2023' numpy: - '2.0' -orc: -- 2.0.2 pin_run_as_build: python: min_pin: x.x diff --git a/.ci_support/osx_64_blas_implmklnumpy2.0python3.12.____cpython.yaml b/.ci_support/osx_64_blas_implmklnumpy2.0python3.12.____cpython.yaml index f127aa99..198acf4d 100644 --- a/.ci_support/osx_64_blas_implmklnumpy2.0python3.12.____cpython.yaml +++ b/.ci_support/osx_64_blas_implmklnumpy2.0python3.12.____cpython.yaml @@ -32,6 +32,8 @@ liblapack: - 3.9 *netlib libprotobuf: - 5.28.2 +libtorch: +- '2.4' llvm_openmp: - '18' macos_machine: @@ -42,8 +44,6 @@ mkl: - '2023' numpy: - '2.0' -orc: -- 2.0.2 pin_run_as_build: python: min_pin: x.x diff --git a/.ci_support/osx_64_blas_implmklnumpy2.0python3.9.____cpython.yaml b/.ci_support/osx_64_blas_implmklnumpy2.0python3.9.____cpython.yaml index 32e683fb..830e93b1 100644 --- a/.ci_support/osx_64_blas_implmklnumpy2.0python3.9.____cpython.yaml +++ b/.ci_support/osx_64_blas_implmklnumpy2.0python3.9.____cpython.yaml @@ -32,6 +32,8 @@ liblapack: - 3.9 *netlib libprotobuf: - 5.28.2 +libtorch: +- '2.4' llvm_openmp: - '18' macos_machine: @@ -42,8 +44,6 @@ mkl: - '2023' numpy: - '2.0' -orc: -- 2.0.2 pin_run_as_build: python: min_pin: x.x diff --git a/.ci_support/osx_64_blas_implmklnumpy2python3.13.____cp313.yaml b/.ci_support/osx_64_blas_implmklnumpy2python3.13.____cp313.yaml index 6598a6c2..29a53b01 100644 --- a/.ci_support/osx_64_blas_implmklnumpy2python3.13.____cp313.yaml +++ b/.ci_support/osx_64_blas_implmklnumpy2python3.13.____cp313.yaml @@ -32,6 +32,8 @@ liblapack: - 3.9 *netlib libprotobuf: - 5.28.2 +libtorch: +- '2.4' llvm_openmp: - '18' macos_machine: @@ -42,8 +44,6 @@ mkl: - '2023' numpy: - '2' -orc: -- 2.0.2 pin_run_as_build: python: min_pin: x.x diff --git a/.ci_support/osx_arm64_numpy2.0python3.10.____cpython.yaml b/.ci_support/osx_arm64_numpy2.0python3.10.____cpython.yaml index c3e86dd0..a6ff6ca0 100644 --- a/.ci_support/osx_arm64_numpy2.0python3.10.____cpython.yaml +++ b/.ci_support/osx_arm64_numpy2.0python3.10.____cpython.yaml @@ -32,6 +32,8 @@ liblapack: - 3.9 *netlib libprotobuf: - 5.28.2 +libtorch: +- '2.4' llvm_openmp: - '18' macos_machine: @@ -42,8 +44,6 @@ mkl: - '2023' numpy: - '2.0' -orc: -- 2.0.2 pin_run_as_build: python: min_pin: x.x diff --git a/.ci_support/osx_arm64_numpy2.0python3.11.____cpython.yaml b/.ci_support/osx_arm64_numpy2.0python3.11.____cpython.yaml index 18f0a8f7..c16e8521 100644 --- a/.ci_support/osx_arm64_numpy2.0python3.11.____cpython.yaml +++ b/.ci_support/osx_arm64_numpy2.0python3.11.____cpython.yaml @@ -32,6 +32,8 @@ liblapack: - 3.9 *netlib libprotobuf: - 5.28.2 +libtorch: +- '2.4' llvm_openmp: - '18' macos_machine: @@ -42,8 +44,6 @@ mkl: - '2023' numpy: - '2.0' -orc: -- 2.0.2 pin_run_as_build: python: min_pin: x.x diff --git a/.ci_support/osx_arm64_numpy2.0python3.12.____cpython.yaml b/.ci_support/osx_arm64_numpy2.0python3.12.____cpython.yaml index 053b6cad..5282ac8a 100644 --- a/.ci_support/osx_arm64_numpy2.0python3.12.____cpython.yaml +++ b/.ci_support/osx_arm64_numpy2.0python3.12.____cpython.yaml @@ -32,6 +32,8 @@ liblapack: - 3.9 *netlib libprotobuf: - 5.28.2 +libtorch: +- '2.4' llvm_openmp: - '18' macos_machine: @@ -42,8 +44,6 @@ mkl: - '2023' numpy: - '2.0' -orc: -- 2.0.2 pin_run_as_build: python: min_pin: x.x diff --git a/.ci_support/osx_arm64_numpy2.0python3.9.____cpython.yaml b/.ci_support/osx_arm64_numpy2.0python3.9.____cpython.yaml index df480878..0d733865 100644 --- a/.ci_support/osx_arm64_numpy2.0python3.9.____cpython.yaml +++ b/.ci_support/osx_arm64_numpy2.0python3.9.____cpython.yaml @@ -32,6 +32,8 @@ liblapack: - 3.9 *netlib libprotobuf: - 5.28.2 +libtorch: +- '2.4' llvm_openmp: - '18' macos_machine: @@ -42,8 +44,6 @@ mkl: - '2023' numpy: - '2.0' -orc: -- 2.0.2 pin_run_as_build: python: min_pin: x.x diff --git a/.ci_support/osx_arm64_numpy2python3.13.____cp313.yaml b/.ci_support/osx_arm64_numpy2python3.13.____cp313.yaml index f56cba66..b56420e9 100644 --- a/.ci_support/osx_arm64_numpy2python3.13.____cp313.yaml +++ b/.ci_support/osx_arm64_numpy2python3.13.____cp313.yaml @@ -32,6 +32,8 @@ liblapack: - 3.9 *netlib libprotobuf: - 5.28.2 +libtorch: +- '2.4' llvm_openmp: - '18' macos_machine: @@ -42,8 +44,6 @@ mkl: - '2023' numpy: - '2' -orc: -- 2.0.2 pin_run_as_build: python: min_pin: x.x diff --git a/.github/CODEOWNERS b/.github/CODEOWNERS index 3015724d..a47a13a1 100644 --- a/.github/CODEOWNERS +++ b/.github/CODEOWNERS @@ -1 +1 @@ -* @jeongseok-meta @Tobias-Fischer @beckermr @benjaminrwilson @hmaarrfk @sodre \ No newline at end of file +* @Tobias-Fischer @beckermr @benjaminrwilson @hmaarrfk @jeongseok-meta @sodre \ No newline at end of file diff --git a/.github/workflows/conda-build.yml b/.github/workflows/conda-build.yml new file mode 100644 index 00000000..2fb55f5d --- /dev/null +++ b/.github/workflows/conda-build.yml @@ -0,0 +1,132 @@ +# This file was generated automatically from conda-smithy. To update this configuration, +# update the conda-forge.yml and/or the recipe/meta.yaml. +# -*- mode: yaml -*- + +name: Build conda package +on: + push: + + pull_request: + +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.sha }} + cancel-in-progress: true + +jobs: + build: + name: ${{ matrix.CONFIG }} + runs-on: ${{ matrix.runs_on }} + timeout-minutes: 720 + strategy: + fail-fast: false + matrix: + include: + - CONFIG: linux_64_blas_implgenericc_compiler_version12cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12 + UPLOAD_PACKAGES: True + os: ubuntu + runs_on: ['cirun-openstack-gpu-2xlarge--${{ github.run_id }}-linux_64_blas_implgenericc_compiler_ha302c1dcb9', 'linux', 'x64', 'self-hosted'] + DOCKER_IMAGE: quay.io/condaforge/linux-anvil-x86_64:alma9 + CONDA_FORGE_DOCKER_RUN_ARGS: "--gpus all" + - CONFIG: linux_64_blas_implgenericc_compiler_version13cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13 + UPLOAD_PACKAGES: True + os: ubuntu + runs_on: ['cirun-openstack-gpu-2xlarge--${{ github.run_id }}-linux_64_blas_implgenericc_compiler_h55a08dafba', 'linux', 'x64', 'self-hosted'] + DOCKER_IMAGE: quay.io/condaforge/linux-anvil-x86_64:alma9 + CONDA_FORGE_DOCKER_RUN_ARGS: "--gpus all" + - CONFIG: linux_64_blas_implmklc_compiler_version12cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12 + UPLOAD_PACKAGES: True + os: ubuntu + runs_on: ['cirun-openstack-gpu-2xlarge--${{ github.run_id }}-linux_64_blas_implmklc_compiler_ver_hf981f13b11', 'linux', 'x64', 'self-hosted'] + DOCKER_IMAGE: quay.io/condaforge/linux-anvil-x86_64:alma9 + CONDA_FORGE_DOCKER_RUN_ARGS: "--gpus all" + - CONFIG: linux_64_blas_implmklc_compiler_version13cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13 + UPLOAD_PACKAGES: True + os: ubuntu + runs_on: ['cirun-openstack-gpu-2xlarge--${{ github.run_id }}-linux_64_blas_implmklc_compiler_ver_h3b58d95c2f', 'linux', 'x64', 'self-hosted'] + DOCKER_IMAGE: quay.io/condaforge/linux-anvil-x86_64:alma9 + CONDA_FORGE_DOCKER_RUN_ARGS: "--gpus all" + - CONFIG: linux_aarch64_c_compiler_version12cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12 + UPLOAD_PACKAGES: True + os: ubuntu + runs_on: ['cirun-openstack-gpu-2xlarge--${{ github.run_id }}-linux_aarch64_c_compiler_version12c_hf2672871f3', 'linux', 'x64', 'self-hosted'] + DOCKER_IMAGE: quay.io/condaforge/linux-anvil-x86_64:alma9 + CONDA_FORGE_DOCKER_RUN_ARGS: "--gpus all" + - CONFIG: linux_aarch64_c_compiler_version13cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13 + UPLOAD_PACKAGES: True + os: ubuntu + runs_on: ['cirun-openstack-gpu-2xlarge--${{ github.run_id }}-linux_aarch64_c_compiler_version13c_h048947eff7', 'linux', 'x64', 'self-hosted'] + DOCKER_IMAGE: quay.io/condaforge/linux-anvil-x86_64:alma9 + CONDA_FORGE_DOCKER_RUN_ARGS: "--gpus all" + steps: + + - name: Checkout code + uses: actions/checkout@0ad4b8fadaa221de15dcec353f45205ec38ea70b # v4.1.4 + + - name: Build on Linux + if: matrix.os == 'ubuntu' + env: + CONFIG: ${{ matrix.CONFIG }} + UPLOAD_PACKAGES: ${{ matrix.UPLOAD_PACKAGES }} + DOCKER_IMAGE: ${{ matrix.DOCKER_IMAGE }} + CI: github_actions + CONDA_FORGE_DOCKER_RUN_ARGS: "${{ matrix.CONDA_FORGE_DOCKER_RUN_ARGS }}" + BINSTAR_TOKEN: ${{ secrets.BINSTAR_TOKEN }} + FEEDSTOCK_TOKEN: ${{ secrets.FEEDSTOCK_TOKEN }} + STAGING_BINSTAR_TOKEN: ${{ secrets.STAGING_BINSTAR_TOKEN }} + shell: bash + run: | + echo "::group::Configure binfmt_misc" + docker run --rm --privileged multiarch/qemu-user-static:register --reset --credential yes + export flow_run_id="github_$GITHUB_RUN_ID" + export remote_url="https://github.com/$GITHUB_REPOSITORY" + export sha="$GITHUB_SHA" + export FEEDSTOCK_NAME="$(basename $GITHUB_REPOSITORY)" + export GIT_BRANCH="$(basename $GITHUB_REF)" + if [[ "${GITHUB_EVENT_NAME}" == "pull_request" ]]; then + export IS_PR_BUILD="True" + else + export IS_PR_BUILD="False" + fi + echo "::endgroup::" + ./.scripts/run_docker_build.sh + + - name: Build on macOS + if: matrix.os == 'macos' + env: + CONFIG: ${{ matrix.CONFIG }} + UPLOAD_PACKAGES: ${{ matrix.UPLOAD_PACKAGES }} + CI: github_actions + BINSTAR_TOKEN: ${{ secrets.BINSTAR_TOKEN }} + FEEDSTOCK_TOKEN: ${{ secrets.FEEDSTOCK_TOKEN }} + STAGING_BINSTAR_TOKEN: ${{ secrets.STAGING_BINSTAR_TOKEN }} + shell: bash + run: | + export flow_run_id="github_$GITHUB_RUN_ID" + export remote_url="https://github.com/$GITHUB_REPOSITORY" + export sha="$GITHUB_SHA" + export FEEDSTOCK_NAME="$(basename $GITHUB_REPOSITORY)" + export GIT_BRANCH="$(basename $GITHUB_REF)" + if [[ "${GITHUB_EVENT_NAME}" == "pull_request" ]]; then + export IS_PR_BUILD="True" + else + export IS_PR_BUILD="False" + fi + ./.scripts/run_osx_build.sh + + - name: Build on windows + shell: cmd + run: | + set "flow_run_id=github_%GITHUB_RUN_ID%" + set "remote_url=https://github.com/%GITHUB_REPOSITORY%" + set "sha=%GITHUB_SHA%" + call ".scripts\run_win_build.bat" + env: + MINIFORGE_HOME: D:\Miniforge + PYTHONUNBUFFERED: 1 + CONFIG: ${{ matrix.CONFIG }} + CI: github_actions + UPLOAD_PACKAGES: ${{ matrix.UPLOAD_PACKAGES }} + BINSTAR_TOKEN: ${{ secrets.BINSTAR_TOKEN }} + FEEDSTOCK_TOKEN: ${{ secrets.FEEDSTOCK_TOKEN }} + STAGING_BINSTAR_TOKEN: ${{ secrets.STAGING_BINSTAR_TOKEN }} + if: matrix.os == 'windows' \ No newline at end of file diff --git a/README.md b/README.md index dfd99f5f..10844c99 100644 --- a/README.md +++ b/README.md @@ -29,80 +29,45 @@ Current build status - + - + - + - + - + - + - - - - - - - - - - - - - - - @@ -346,5 +311,6 @@ Feedstock Maintainers * [@beckermr](https://github.com/beckermr/) * [@benjaminrwilson](https://github.com/benjaminrwilson/) * [@hmaarrfk](https://github.com/hmaarrfk/) +* [@jeongseok-meta](https://github.com/jeongseok-meta/) * [@sodre](https://github.com/sodre/) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 013bdc11..a13f0ae2 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -28,5 +28,4 @@ stages: condition: and(succeeded(), eq(dependencies.Check.outputs['Skip.result.start_main'], 'true')) dependsOn: Check jobs: - - template: ./.azure-pipelines/azure-pipelines-linux.yml - template: ./.azure-pipelines/azure-pipelines-osx.yml \ No newline at end of file diff --git a/build-locally.py b/build-locally.py index 6788aea6..c4a56c66 100755 --- a/build-locally.py +++ b/build-locally.py @@ -26,6 +26,13 @@ def setup_environment(ns): os.path.dirname(__file__), "miniforge3" ) + # The default cache location might not be writable using docker on macOS. + if ns.config.startswith("linux") and platform.system() == "Darwin": + os.environ["CONDA_FORGE_DOCKER_RUN_ARGS"] = ( + os.environ.get("CONDA_FORGE_DOCKER_RUN_ARGS", "") + + " -e RATTLER_CACHE_DIR=/tmp/rattler_cache" + ) + def run_docker_build(ns): script = ".scripts/run_docker_build.sh" diff --git a/conda-forge.yml b/conda-forge.yml index d21ee21a..fc809378 100644 --- a/conda-forge.yml +++ b/conda-forge.yml @@ -17,9 +17,7 @@ github_actions: triggers: - push - pull_request -os_version: - linux_64: cos7 provider: - linux_64: azure + linux_64: github_actions linux_aarch64: azure test: native_and_emulated diff --git a/recipe/build.sh b/recipe/build.sh index f36cd2bb..46356ef7 100644 --- a/recipe/build.sh +++ b/recipe/build.sh @@ -12,6 +12,7 @@ rm -rf pyproject.toml # uncomment to debug cmake build # export CMAKE_VERBOSE_MAKEFILE=1 +export USE_CUFILE=0 export USE_NUMA=0 export USE_ITT=0 export CFLAGS="$(echo $CFLAGS | sed 's/-fvisibility-inlines-hidden//g')" @@ -59,6 +60,7 @@ for ARG in $CMAKE_ARGS; do export ${cmake_arg} fi done +CMAKE_FIND_ROOT_PATH+=";$SRC_DIR" unset CMAKE_INSTALL_PREFIX export TH_BINARY_BUILD=1 export PYTORCH_BUILD_VERSION=$PKG_VERSION @@ -139,8 +141,8 @@ elif [[ ${cuda_compiler_version} != "None" ]]; then fi # Even though cudnn is used for CUDA builds, it's good to enable # for MKLDNN for CUDA builds when CUDA builds are used on a machine - # with no NVIDIA GPUs. However compilation fails with mkldnn and cuda enabled. - export USE_MKLDNN=OFF + # with no NVIDIA GPUs. + export USE_MKLDNN=1 export USE_CUDA=1 # PyTorch Vendors an old version of FindCUDA # https://gitlab.kitware.com/cmake/cmake/-/blame/master/Modules/FindCUDA.cmake#L891 @@ -177,6 +179,10 @@ elif [[ ${cuda_compiler_version} != "None" ]]; then if [[ "${target_platform}" != "${build_platform}" ]]; then export CUDA_TOOLKIT_ROOT=${PREFIX} fi + if [[ "$target_platform" != "linux-aarch64" ]]; then + # 12.0 features cufile on x86_64 only + export USE_CUFILE=1 + fi elif [[ ${cuda_compiler_version} == 12.6 ]]; then export TORCH_CUDA_ARCH_LIST="5.0;6.0;6.1;7.0;7.5;8.0;8.6;8.9;9.0+PTX" # $CUDA_HOME not set in CUDA 12.0. Using $PREFIX @@ -184,6 +190,8 @@ elif [[ ${cuda_compiler_version} != "None" ]]; then if [[ "${target_platform}" != "${build_platform}" ]]; then export CUDA_TOOLKIT_ROOT=${PREFIX} fi + # 12.6 features cufile on x86_64 and aarch64 + export USE_CUFILE=1 else echo "unsupported cuda version. edit build_pytorch.sh" exit 1 @@ -205,7 +213,6 @@ else # for CPU builds. Not to be confused with MKL. export USE_MKLDNN=1 export USE_CUDA=0 - export CMAKE_TOOLCHAIN_FILE="${RECIPE_DIR}/cross-linux.cmake" fi echo '${CXX}'=${CXX} diff --git a/recipe/conda_build_config.yaml b/recipe/conda_build_config.yaml index bbdadf2c..86840e97 100644 --- a/recipe/conda_build_config.yaml +++ b/recipe/conda_build_config.yaml @@ -1,97 +1,16 @@ -c_stdlib_version: # [osx and x86_64] +# See following link for c_stdlib sysroot constraint addition +# https://github.com/conda-forge/pytorch-cpu-feedstock/pull/293#issuecomment-2503611320 +# 2024/12 hmaarrfk's summary: +# The medium term solution is to add such a constraint to libcufile +# The long term solution is to add such a constraint to all packages +# that depend on a specific sysroot at building. +c_stdlib_version: # [unix] + - 2.28 # [linux and aarch64] - 10.15 # [osx and x86_64] MACOSX_SDK_VERSION: # [osx] - 13.3 # [osx] -# Needs higher stdlib for CUDNN9 -# CUDA 12 on aarch needs newer glibc, which requires us to override -# the whole monster zip just to bump c_stdlib_version / docker_image -c_stdlib_version: # [linux and aarch64] - - 2.17 # [linux and aarch64] - - 2.17 # [linux and aarch64] - - 2.28 # [linux and aarch64] - - 2.28 # [linux and aarch64] -docker_image: # [linux and aarch64] - - quay.io/condaforge/linux-anvil-cos7-x86_64 # [linux and aarch64] - - quay.io/condaforge/linux-anvil-cuda:11.8 # [linux and aarch64] - - quay.io/condaforge/linux-anvil-alma-x86_64:8 # [linux and aarch64] - - quay.io/condaforge/linux-anvil-alma-x86_64:8 # [linux and aarch64] -# rest just to make smithy happy -c_compiler_version: # [linux and aarch64] - - 13 # [linux and aarch64] - - 11 # [linux and aarch64] - - 12 # [linux and aarch64] - - 12 # [linux and aarch64] -cxx_compiler_version: # [linux and aarch64] - - 13 # [linux and aarch64] - - 11 # [linux and aarch64] - - 12 # [linux and aarch64] - - 12 # [linux and aarch64] -fortran_compiler_version: # [linux and aarch64] - - 13 # [linux and aarch64] - - 11 # [linux and aarch64] - - 12 # [linux and aarch64] - - 12 # [linux and aarch64] -cdt_name: # [linux and aarch64] - - cos7 # [linux and aarch64] - - cos7 # [linux and aarch64] - - cos7 # [linux and aarch64] - - cos7 # [linux and aarch64] -cuda_compiler: # [linux and aarch64] - - None # [linux and aarch64] - - nvcc # [linux and aarch64] - - cuda-nvcc # [linux and aarch64] - - cuda-nvcc # [linux and aarch64] -cuda_compiler_version: # [linux and aarch64] - - None # [linux and aarch64] - - 11.8 # [linux and aarch64] - - 12.0 # [linux and aarch64] - - 12.6 # [linux and aarch64] -# end override of monster zip - -c_stdlib_version: # [linux64] - - 2.17 # [linux64] - - 2.17 # [linux64] - - 2.17 # [linux64] - - 2.28 # [linux64] -docker_image: # [linux64] - - quay.io/condaforge/linux-anvil-cos7-x86_64 # [linux64] - - quay.io/condaforge/linux-anvil-cuda:11.8 # [linux64] - - quay.io/condaforge/linux-anvil-cos7-x86_64 # [linux64] - - quay.io/condaforge/linux-anvil-alma-x86_64:8 # [linux64] -# rest just to make smithy happy -c_compiler_version: # [linux64] - - 13 # [linux64] - - 11 # [linux64] - - 12 # [linux64] - - 12 # [linux64] -cxx_compiler_version: # [linux64] - - 13 # [linux64] - - 11 # [linux64] - - 12 # [linux64] - - 12 # [linux64] -fortran_compiler_version: # [linux64] - - 13 # [linux64] - - 11 # [linux64] - - 12 # [linux64] - - 12 # [linux64] -cdt_name: # [linux64] - - cos7 # [linux64] - - cos7 # [linux64] - - cos7 # [linux64] - - cos7 # [linux64] -cuda_compiler: # [linux64] - - None # [linux64] - - nvcc # [linux64] - - cuda-nvcc # [linux64] - - cuda-nvcc # [linux64] -cuda_compiler_version: # [linux64] - - None # [linux64] - - 11.8 # [linux64] - - 12.0 # [linux64] - - 12.6 # [linux64] - blas_impl: - mkl # [x86_64] - generic diff --git a/recipe/cross-linux.cmake b/recipe/cross-linux.cmake deleted file mode 100644 index 92224d24..00000000 --- a/recipe/cross-linux.cmake +++ /dev/null @@ -1,22 +0,0 @@ -# this one is important -#set(CMAKE_SYSTEM_NAME Linux) -#set(CMAKE_PLATFORM Linux) -#this one not so much -set(CMAKE_SYSTEM_VERSION 1) - -# specify the cross compiler -set(CMAKE_C_COMPILER $ENV{CC}) - -# where is the target environment -# Make sure to include SRC_DIR otherwise many of their FIND_PATH -# commands may fail as pytorch vendors lots of code -set(CMAKE_FIND_ROOT_PATH $ENV{PREFIX} $ENV{BUILD_PREFIX}/$ENV{HOST}/sysroot $ENV{SRC_DIR}) - -# search for programs in the build host directories -set(CMAKE_FIND_ROOT_PATH_MODE_PROGRAM NEVER) -# for libraries and headers in the target directories -set(CMAKE_FIND_ROOT_PATH_MODE_LIBRARY ONLY) -set(CMAKE_FIND_ROOT_PATH_MODE_INCLUDE ONLY) - -# god-awful hack because it seems to not run correct tests to determine this: -set(__CHAR_UNSIGNED___EXITCODE 1) diff --git a/recipe/meta.yaml b/recipe/meta.yaml index 4b2b655d..1b9b5af8 100644 --- a/recipe/meta.yaml +++ b/recipe/meta.yaml @@ -1,5 +1,5 @@ {% set version = "2.5.1" %} -{% set build = 3 %} +{% set build = 4 %} {% if cuda_compiler_version != "None" %} {% set build = build + 200 %} @@ -11,8 +11,10 @@ {% if cuda_compiler_version in (None, "None", True, False) %} {% set cuda_major = 0 %} +{% set cuda_minor = 0 %} {% else %} {% set cuda_major = environ.get("cuda_compiler_version", "11.8").split(".")[0] | int %} +{% set cuda_minor = environ.get("cuda_compiler_version", "11.8").split(".")[1] | int %} {% endif %} package: @@ -36,6 +38,9 @@ source: - patches/0008-Fix-pickler-error.patch # https://github.com/pytorch/pytorch/pull/137331 - patches/137331.patch + # conda-specific patch, upstream force-disables libcufile w/ TH_BINARY_BUILD + # for their PyPI wheel builds + - patches/0009-Allow-libcufile-for-conda-builds.patch build: number: {{ build }} @@ -52,10 +57,8 @@ build: - python * # [megabuild] - numpy * # [megabuild] skip: true # [win] - skip: true # [cuda_compiler_version != "None" and linux64 and blas_impl != "mkl"] - # 2024/04 This build seems to fail due to disk space on the CIs - # We can potentially re-enable it at a later time - skip: true # [cuda_compiler_version == "11.8" and aarch64] + # cuda 11.8 was dropped due to maintenance effort, see discussion in #177 + skip: true # [cuda_compiler_version == "11.8"] requirements: # Keep this list synchronized (except for python*, numpy*) in outputs @@ -80,6 +83,7 @@ requirements: - cuda-nvml-dev # [build_platform != target_platform] - cuda-profiler-api # [build_platform != target_platform] - libcublas-dev # [build_platform != target_platform] + - libcufile-dev # [build_platform != target_platform] - libcufft-dev # [build_platform != target_platform] - libcurand-dev # [build_platform != target_platform] - libcusolver-dev # [build_platform != target_platform] @@ -114,6 +118,7 @@ requirements: - cuda-nvml-dev - cuda-profiler-api - libcublas-dev + - libcufile-dev - libcufft-dev - libcurand-dev - libcusolver-dev @@ -157,6 +162,13 @@ requirements: - pytorch-cpu ==99999999 # [cuda_compiler_version != "None"] - pytorch {{ version }} cuda{{ cuda_compiler_version | replace('.', '') }}_*_{{ PKG_BUILDNUM }} # [cuda_compiler_version != "None"] - pytorch {{ version }} cpu_{{ blas_impl }}_*_{{ PKG_BUILDNUM }} # [cuda_compiler_version == "None"] + # See following link for sysroot consraint addition + # https://github.com/conda-forge/pytorch-cpu-feedstock/pull/293#issuecomment-2503611320 + # 2024/12 hmaarrfk's summary: + # The medium term solution is to add such a constraint to libcufile + # The long term solution is to add such a constraint to all packages + # that depend on a specific sysroot at building. + - sysroot_{{ target_platform }} >={{ c_stdlib_version }} # these tests are for the libtorch output below, but due to # a particularity of conda-build, that output is defined in @@ -205,6 +217,7 @@ outputs: - cuda-nvml-dev # [build_platform != target_platform] - cuda-profiler-api # [build_platform != target_platform] - libcublas-dev # [build_platform != target_platform] + - libcufile-dev # [build_platform != target_platform] - libcufft-dev # [build_platform != target_platform] - libcurand-dev # [build_platform != target_platform] - libcusolver-dev # [build_platform != target_platform] @@ -239,6 +252,7 @@ outputs: - cuda-nvml-dev - cuda-profiler-api - libcublas-dev + - libcufile-dev - libcufft-dev - libcurand-dev - libcusolver-dev diff --git a/recipe/patches/0009-Allow-libcufile-for-conda-builds.patch b/recipe/patches/0009-Allow-libcufile-for-conda-builds.patch new file mode 100644 index 00000000..b8acf9d4 --- /dev/null +++ b/recipe/patches/0009-Allow-libcufile-for-conda-builds.patch @@ -0,0 +1,25 @@ +From 723bac96d96a7eb3d9a247c1ffd10a7f40ea6aaf Mon Sep 17 00:00:00 2001 +From: =?UTF-8?q?Micha=C5=82=20G=C3=B3rny?= +Date: Fri, 22 Nov 2024 17:50:53 +0100 +Subject: [PATCH] Allow libcufile for conda builds + +--- + CMakeLists.txt | 2 +- + 1 file changed, 1 insertion(+), 1 deletion(-) + +diff --git a/CMakeLists.txt b/CMakeLists.txt +index 94a9d63d..a9bd5c1c 100644 +--- a/CMakeLists.txt ++++ b/CMakeLists.txt +@@ -255,7 +255,7 @@ cmake_dependent_option(USE_CUDSS "Use cuDSS" ON "USE_CUDA" OFF) + # Binary builds will fail for cufile due to https://github.com/pytorch/builder/issues/1924 + # Using TH_BINARY_BUILD to check whether is binary build. + # USE_ROCM is guarded against in Dependencies.cmake because USE_ROCM is not properly defined here +-if(DEFINED ENV{TH_BINARY_BUILD}) ++if(FALSE) + cmake_dependent_option(USE_CUFILE "Use cuFile" OFF + "USE_CUDA AND NOT $ENV{TH_BINARY_BUILD} AND NOT WIN32" OFF) + else() +-- +2.47.0 +
VariantStatus
linux_64_blas_implgenericc_compiler_version11c_stdlib_version2.17cuda_compilernvcccuda_compiler_version11.8cxx_compiler_version11linux_64_blas_implgenericc_compiler_version12cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12 - variant + variant
linux_64_blas_implgenericc_compiler_version12c_stdlib_version2.17cuda_compilercuda-nvcccuda_compiler_version12.0cxx_compiler_version12linux_64_blas_implgenericc_compiler_version13cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13 - variant + variant
linux_64_blas_implgenericc_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12linux_64_blas_implmklc_compiler_version12cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12 - variant + variant
linux_64_blas_implgenericc_compiler_version13c_stdlib_version2.17cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13linux_64_blas_implmklc_compiler_version13cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13 - variant + variant
linux_64_blas_implmklc_compiler_version11c_stdlib_version2.17cuda_compilernvcccuda_compiler_version11.8cxx_compiler_version11linux_aarch64_c_compiler_version12cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12 - variant + variant
linux_64_blas_implmklc_compiler_version12c_stdlib_version2.17cuda_compilercuda-nvcccuda_compiler_version12.0cxx_compiler_version12linux_aarch64_c_compiler_version13cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13 - variant - -
linux_64_blas_implmklc_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12 - - variant - -
linux_64_blas_implmklc_compiler_version13c_stdlib_version2.17cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13 - - variant - -
linux_aarch64_c_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.0cxx_compiler_version12 - - variant - -
linux_aarch64_c_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.6cxx_compiler_version12 - - variant - -
linux_aarch64_c_compiler_version13c_stdlib_version2.17cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13 - - variant + variant