Nightly Tests (Old) #308
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Nightly Tests | |
| on: | |
| workflow_dispatch: | |
| schedule: | |
| # Every day at 02:15 AM UTC | |
| - cron: "15 2 * * *" | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| env: | |
| # Skip rebuilding the CPU library when installing the wheels. | |
| # We build the libraries in separate jobs and upload as artifacts. | |
| BNB_SKIP_CMAKE: 1 | |
| jobs: | |
| build-cpu: | |
| strategy: | |
| matrix: | |
| os: [ubuntu-22.04, ubuntu-22.04-arm, windows-2025, macos-15] | |
| include: | |
| - os: ubuntu-22.04 | |
| arch: x86_64 | |
| - os: ubuntu-22.04-arm | |
| arch: aarch64 | |
| - os: windows-2025 | |
| arch: x86_64 | |
| - os: macos-15 | |
| arch: arm64 | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Setup MSVC | |
| if: startsWith(matrix.os, 'windows') | |
| uses: ilammy/[email protected] # to use cl | |
| - name: Build C++ | |
| run: bash .github/scripts/build-cpu.sh | |
| env: | |
| build_os: ${{ matrix.os }} | |
| build_arch: ${{ matrix.arch }} | |
| - name: Upload build artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: lib_cpu_${{ matrix.os }}_${{ matrix.arch }} | |
| path: output/${{ matrix.os }}/${{ matrix.arch }}/* | |
| retention-days: 7 | |
| build-cuda: | |
| strategy: | |
| matrix: | |
| cuda_version: ["11.8.0", "12.6.3", "12.8.1", "13.0.1"] | |
| os: [ubuntu-22.04, ubuntu-22.04-arm] | |
| include: | |
| - os: ubuntu-22.04 | |
| arch: x86_64 | |
| - os: ubuntu-22.04-arm | |
| arch: aarch64 | |
| - os: windows-2025 | |
| arch: x86_64 | |
| cuda_version: "11.8.0" | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install CUDA Toolkit | |
| uses: Jimver/cuda-toolkit@c35baa1a18fd1fc9dcf47c5bd839bf30559c0bc3 # v0.2.24 | |
| if: startsWith(matrix.os, 'windows') | |
| id: cuda-toolkit | |
| with: | |
| cuda: ${{ matrix.cuda_version }} | |
| method: "network" | |
| sub-packages: '["nvcc","cudart","cusparse","cublas","thrust","nvrtc_dev","cublas_dev","cusparse_dev"]' | |
| use-github-cache: false | |
| - name: Setup MSVC | |
| if: startsWith(matrix.os, 'windows') | |
| uses: ilammy/[email protected] # to use cl | |
| # Target just the architectures used for our runners. | |
| - name: Build C++ / CUDA | |
| run: bash .github/scripts/build-cuda.sh | |
| env: | |
| build_os: ${{ matrix.os }} | |
| build_arch: ${{ matrix.arch }} | |
| cuda_version: ${{ matrix.cuda_version }} | |
| cuda_targets: "75;89" | |
| - name: Upload build artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: lib_cuda_${{matrix.cuda_version}}_${{ matrix.os }}_${{ matrix.arch }} | |
| path: output/${{ matrix.os }}/${{ matrix.arch }}/* | |
| retention-days: 7 | |
| test-cpu: | |
| if: github.repository == 'bitsandbytes-foundation/bitsandbytes' | |
| needs: build-cpu | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-22.04, ubuntu-22.04-arm, windows-2025, macos-15] | |
| # Test with the oldest supported torch version, the newest two stable/RC. | |
| torch_version: ["2.3.1", "2.8.0", "2.9.0"] | |
| include: | |
| - os: ubuntu-22.04 | |
| arch: x86_64 | |
| runner: banb-aws-general-8-plus-use1-public-80 | |
| - os: ubuntu-22.04-arm | |
| arch: aarch64 | |
| - os: ubuntu-22.04-arm | |
| arch: aarch64 | |
| torch_version: "2.5.1" # Higher minimum requirement for aarch64 | |
| - os: windows-2025 | |
| arch: x86_64 | |
| - os: macos-15 | |
| arch: arm64 | |
| exclude: | |
| - os: ubuntu-22.04-arm | |
| torch_version: "2.3.1" | |
| runs-on: ${{ matrix.runner || matrix.os }} | |
| env: | |
| BNB_TEST_DEVICE: cpu | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Download build artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: lib_cpu_${{ matrix.os }}_${{ matrix.arch }} | |
| path: bitsandbytes/ | |
| merge-multiple: true | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.10' | |
| - name: Setup MSVC | |
| if: startsWith(matrix.os, 'windows') | |
| uses: ilammy/[email protected] # to use cl for torch.compile | |
| - name: Install dependencies | |
| run: | | |
| pip install torch==${{ matrix.torch_version }} --index-url https://download.pytorch.org/whl/cpu | |
| pip install -e ".[test]" -v | |
| pip install pytest-cov | |
| # We need to downgrade to numpy<2 for torch<2.4.1 compatibility on Windows | |
| # See: https://github.com/pytorch/pytorch/issues/131668 | |
| - name: Downgrade NumPy | |
| if: startsWith(matrix.os, 'windows') && startsWith(matrix.torch_version, '2.3.') | |
| run: pip install "numpy<2" | |
| - name: Show installed packages | |
| run: pip list | |
| - name: Show environment information | |
| run: python -m torch.utils.collect_env | |
| - name: Run tests | |
| run: pytest --durations=100 | |
| test-cpu-intel: | |
| if: github.repository == 'bitsandbytes-foundation/bitsandbytes' | |
| needs: build-cpu | |
| runs-on: banb-aws-general-8-plus-use1-public-80 | |
| env: | |
| BNB_TEST_DEVICE: cpu | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Download build artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: lib_cpu_ubuntu-22.04_x86_64 | |
| path: bitsandbytes/ | |
| merge-multiple: true | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.10' | |
| - name: Install dependencies | |
| run: | | |
| pip install torch==2.7.1 --index-url https://download.pytorch.org/whl/cpu | |
| pip install -e ".[test]" -v | |
| pip install pytest-cov | |
| - name: Show installed packages | |
| run: pip list | |
| - name: Show environment information | |
| run: python -m torch.utils.collect_env | |
| - name: Run tests | |
| run: pytest --durations=100 | |
| # test-cuda-aarch64: | |
| # if: github.repository == 'bitsandbytes-foundation/bitsandbytes' | |
| # needs: build-cuda | |
| # strategy: | |
| # fail-fast: false | |
| # matrix: | |
| # os: [ubuntu-22.04-arm] | |
| # arch: [aarch64] | |
| # torch_version: ["2.7.0"] | |
| # cuda_version: ["11.8.0", "12.8.1"] | |
| # runs-on: bandb-aws-g5g-4xlarge-plus-use1-public-80 | |
| # env: | |
| # BNB_TEST_DEVICE: cuda | |
| # steps: | |
| # - name: Show GPU Information | |
| # run: nvidia-smi | |
| # - name: Show pip packages | |
| # run: pip list | |
| test-hpu: | |
| if: false # github.repository == 'bitsandbytes-foundation/bitsandbytes' | |
| needs: build-cpu | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| torch_version: ["2.6.0"] | |
| runs-on: | |
| group: bandb-itac-bmemr-gaudi3-1gaudi | |
| env: | |
| BNB_TEST_DEVICE: hpu | |
| container: | |
| image: vault.habana.ai/gaudi-docker/1.21.1/ubuntu22.04/habanalabs/pytorch-installer-2.6.0:latest | |
| options: --runtime=habana --shm-size=64G --env HABANA_VISIBLE_DEVICES --env HABANA_VISIBLE_MODULES | |
| env: | |
| OMPI_MCA_btl_vader_single_copy_mechanism: none | |
| BNB_TEST_DEVICE: hpu | |
| steps: | |
| - name: Show system information | |
| run: | | |
| echo "OS: $(uname -a)" | |
| echo "CPU: $(lscpu | grep 'Model name')" | |
| echo "Memory: $(free -h)" | |
| - name: Show HPU Information | |
| run: | | |
| hl-smi | |
| - uses: actions/checkout@v4 | |
| - name: Download build artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: lib_cpu_ubuntu-22.04_x86_64 | |
| path: bitsandbytes/ | |
| merge-multiple: true | |
| - name: Show installed packages | |
| run: pip list | |
| - name: Install dependencies | |
| run: | | |
| pip install -e ".[test]" -v | |
| pip install pytest-cov | |
| - name: Show installed packages | |
| run: pip list | |
| - name: Show environment information | |
| run: | | |
| python -m torch.utils.collect_env | |
| python -m bitsandbytes | |
| - name: Run tests | |
| run: pytest --durations=100 | |
| test-xpu: | |
| if: false # github.repository == 'bitsandbytes-foundation/bitsandbytes' | |
| needs: build-cpu | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| torch_version: ["2.7.1"] #["2.6.0", "2.7.1"] | |
| runs-on: | |
| group: bandb-itac-bmsprpvc1550-8-1gpu | |
| env: | |
| BNB_TEST_DEVICE: xpu | |
| steps: | |
| - name: Show system information | |
| run: | | |
| echo "OS: $(uname -a)" | |
| echo "CPU: $(lscpu | grep 'Model name')" | |
| echo "Memory: $(free -h)" | |
| - name: Show XPU Information | |
| run: | | |
| xpu-smi discovery | |
| sudo xpu-smi discovery | |
| sudo apt-get install -y hwinfo | |
| hwinfo --display | |
| - uses: actions/checkout@v4 | |
| - name: Download build artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: lib_cpu_ubuntu-22.04_x86_64 | |
| path: bitsandbytes/ | |
| merge-multiple: true | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.10' | |
| - name: Install PyTorch | |
| run: pip install torch==${{ matrix.torch_version }} --index-url https://download.pytorch.org/whl/xpu | |
| - name: Install dependencies | |
| run: | | |
| pip install -e ".[test]" -v | |
| pip install pytest-cov | |
| - name: Show installed packages | |
| run: pip list | |
| - name: Show environment information | |
| run: | | |
| python -m torch.utils.collect_env | |
| python -m bitsandbytes | |
| # - name: Run tests | |
| # run: pytest --durations=100 | |
| test-cuda: | |
| if: github.repository == 'bitsandbytes-foundation/bitsandbytes' | |
| needs: build-cuda | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-22.04, windows-2025] | |
| arch: [x86_64] | |
| gpu: [T4, L40S] | |
| cuda_version: ["11.8.0", "12.6.3", "12.8.1", "13.0.1"] | |
| include: | |
| - cuda_version: "11.8.0" | |
| torch_version: "2.3.1" | |
| pypi_index: "https://download.pytorch.org/whl/cu118" | |
| - cuda_version: "12.6.3" | |
| torch_version: "2.7.1" | |
| pypi_index: "https://download.pytorch.org/whl/cu126" | |
| - cuda_version: "12.8.1" | |
| torch_version: "2.8.0" | |
| pypi_index: "https://download.pytorch.org/whl/cu128" | |
| - cuda_version: "13.0.1" | |
| torch_version: "2.9.1" | |
| pypi_index: "https://download.pytorch.org/whl/cu130" | |
| # Linux L40S runners | |
| - os: ubuntu-22.04 | |
| gpu: L40S | |
| runner: bandb-aws-g6e-4xlarge-plus-use1-public-80 | |
| # Linux T4 runners | |
| - os: ubuntu-22.04 | |
| gpu: T4 | |
| runner: bandb-aws-g4dn-4xlarge-plus-use1-public-80 | |
| # Specific Windows runners using cu118 | |
| - os: windows-2025 | |
| arch: x86_64 | |
| gpu: T4 | |
| runner: CUDA-Windows-x64 | |
| cuda_version: "11.8.0" | |
| torch_version: "2.3.1" | |
| pypi_index: "https://download.pytorch.org/whl/cu118" | |
| - os: windows-2025 | |
| arch: x86_64 | |
| gpu: T4 | |
| runner: CUDA-Windows-x64 | |
| cuda_version: "11.8.0" | |
| torch_version: "2.6.0" | |
| pypi_index: "https://download.pytorch.org/whl/cu118" | |
| - os: windows-2025 | |
| arch: x86_64 | |
| gpu: T4 | |
| runner: CUDA-Windows-x64 | |
| cuda_version: "11.8.0" | |
| torch_version: "2.7.1" # Note: this is the last PyTorch release supporting CUDA 11.8. | |
| pypi_index: "https://download.pytorch.org/whl/cu118" | |
| exclude: | |
| # Our current T4 Windows runner has a driver too old (471.11) | |
| # and cannot support CUDA 12+. Skip for now. | |
| - os: windows-2025 | |
| cuda_version: "13.0.1" | |
| - os: windows-2025 | |
| cuda_version: "12.9.1" | |
| - os: windows-2025 | |
| cuda_version: "12.8.1" | |
| - os: windows-2025 | |
| cuda_version: "12.6.3" | |
| # No Windows L40S runners. | |
| - os: windows-2025 | |
| gpu: L40S | |
| runs-on: ${{ matrix.runner }} | |
| env: | |
| BNB_TEST_DEVICE: cuda | |
| steps: | |
| - name: Show GPU Information | |
| run: nvidia-smi | |
| - uses: actions/checkout@v4 | |
| - name: Download build artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: lib_cuda_${{ matrix.cuda_version }}_${{ matrix.os }}_${{ matrix.arch }} | |
| path: bitsandbytes/ | |
| merge-multiple: true | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.10' | |
| - name: Install dependencies | |
| run: | | |
| pip install --pre torch~=${{ matrix.torch_version }}.dev0 --index-url ${{ matrix.pypi_index }} | |
| pip install -e ".[test]" -v | |
| pip install pytest-cov | |
| - name: Show installed packages | |
| run: pip list | |
| - name: Show environment information | |
| run: python -m torch.utils.collect_env | |
| - name: Run tests | |
| run: pytest --durations=100 |