Merge branch 'main' into customop-refactoring

Author: matthewdouglas

.github/workflows/python-package.yml

@@ -64,7 +64,7 @@ jobs:
         os: [ubuntu-latest, windows-latest]
         arch: [x86_64, aarch64]
         cuda_version:
-          ["11.7.1", "11.8.0", "12.0.1", "12.1.1", "12.2.2", "12.3.2", "12.4.1", "12.5.1", "12.6.2"]
+          ["11.7.1", "11.8.0", "12.0.1", "12.1.1", "12.2.2", "12.3.2", "12.4.1", "12.5.1", "12.6.3", "12.8.0"]
         exclude:
           - os: windows-latest # This probably requires arm64 Windows agents
             arch: aarch64
@@ -76,9 +76,9 @@ jobs:
         # Linux: We use Docker to build cross platform Cuda (aarch64 is built in emulation)
       - name: Set up Docker multiarch
         if: startsWith(matrix.os, 'ubuntu')
-        uses: docker/setup-qemu-action@v2
+        uses: docker/setup-qemu-action@v3
         # Windows: We install Cuda on the agent (slow)
-      - uses: Jimver/[email protected].19
+      - uses: Jimver/[email protected].21
         if: startsWith(matrix.os, 'windows')
         id: cuda-toolkit
         with:

bitsandbytes/__init__.py

@@ -21,4 +21,4 @@
     "optim.optimizer.MockArgs": False,
 }
 
-__version__ = "0.45.1"
+__version__ = "0.45.3.dev0"

bitsandbytes/triton/triton_utils.py

@@ -1,5 +1,14 @@
-import importlib
+import functools
 
 
+@functools.lru_cache(None)
 def is_triton_available():
-    return importlib.util.find_spec("triton") is not None
+    try:
+        # torch>=2.2.0
+        from torch.utils._triton import has_triton, has_triton_package
+
+        return has_triton_package() and has_triton()
+    except ImportError:
+        from torch._inductor.utils import has_triton
+
+        return has_triton()

pyproject.toml

@@ -42,7 +42,7 @@ classifiers = [
     "Topic :: Scientific/Engineering :: Artificial Intelligence"
 ]
 dependencies = [
-    "torch~=2.0",
+    "torch>=2.0,<3",
     "numpy>=1.17"
 ]
 

setup.py

@@ -12,4 +12,4 @@ def has_ext_modules(self):
         return True
 
 
-setup(version="0.45.1", packages=find_packages(), distclass=BinaryDistribution)
+setup(version="0.45.3.dev0", packages=find_packages(), distclass=BinaryDistribution)