Fix cuda-python v13.0 import compatibility

flashinfer/comm/mnnvl.py

@@ -517,7 +517,7 @@ def __init__(
         checkCudaErrors(cuda.cuCtxSetCurrent(primary_ctx))
 
         # Set CUDA device
-        import cuda.cudart as cudart
+        import cuda.bindings.runtime as cudart
 
         checkCudaErrors(cudart.cudaSetDevice(device_idx))
 

flashinfer/cuda_utils.py

@@ -14,18 +14,15 @@
 limitations under the License.
 """
 
-import cuda.bindings.driver as driver
-import cuda.bindings.runtime as runtime
-import cuda.cudart as cudart
-import cuda.nvrtc as nvrtc
+from cuda.bindings import driver, nvrtc, runtime
 
 
 def _cudaGetErrorEnum(error):
     if isinstance(error, driver.CUresult):
         err, name = driver.cuGetErrorName(error)
         return name if err == driver.CUresult.CUDA_SUCCESS else "<unknown>"
     elif isinstance(error, runtime.cudaError_t):
-        return cudart.cudaGetErrorName(error)[1]
+        return runtime.cudaGetErrorName(error)[1]
     elif isinstance(error, nvrtc.nvrtcResult):
         return nvrtc.nvrtcGetErrorString(error)[1]
     else:

setup.py

@@ -58,7 +58,7 @@ def generate_build_meta(aot_build_meta: dict) -> None:
     "torch",
     "ninja",
     "requests",
-    "cuda-python<=12.9",
+    "cuda-python",
     "pynvml",
     "einops",
     "nvidia-cudnn-frontend>=1.13.0",