diff --git a/dpnp/backend/extensions/blas/gemm.cpp b/dpnp/backend/extensions/blas/gemm.cpp index 31e46c83f619..16c5b2065065 100644 --- a/dpnp/backend/extensions/blas/gemm.cpp +++ b/dpnp/backend/extensions/blas/gemm.cpp @@ -55,7 +55,9 @@ typedef sycl::event (*gemm_impl_fn_ptr_t)(sycl::queue &, const std::int64_t, char *, const std::int64_t, +#if !defined(USE_ONEMKL_CUBLAS) const bool, +#endif // !USE_ONEMKL_CUBLAS const std::vector &); static gemm_impl_fn_ptr_t gemm_dispatch_table[dpctl_td_ns::num_types] @@ -74,7 +76,9 @@ static sycl::event gemm_impl(sycl::queue &exec_q, const std::int64_t ldb, char *resultC, const std::int64_t ldc, +#if !defined(USE_ONEMKL_CUBLAS) const bool is_row_major, +#endif // !USE_ONEMKL_CUBLAS const std::vector &depends) { type_utils::validate_type_for_device(exec_q); @@ -236,6 +240,7 @@ std::tuple std::int64_t lda; std::int64_t ldb; +// cuBLAS supports only column-major storage #if defined(USE_ONEMKL_CUBLAS) const bool is_row_major = false; @@ -315,9 +320,15 @@ std::tuple const char *b_typeless_ptr = matrixB.get_data(); char *r_typeless_ptr = resultC.get_data(); +#if defined(USE_ONEMKL_CUBLAS) + sycl::event gemm_ev = + gemm_fn(exec_q, transA, transB, m, n, k, a_typeless_ptr, lda, + b_typeless_ptr, ldb, r_typeless_ptr, ldc, depends); +#else sycl::event gemm_ev = gemm_fn(exec_q, transA, transB, m, n, k, a_typeless_ptr, lda, b_typeless_ptr, ldb, r_typeless_ptr, ldc, is_row_major, depends); +#endif // USE_ONEMKL_CUBLAS sycl::event args_ev = dpctl::utils::keep_args_alive( exec_q, {matrixA, matrixB, resultC}, {gemm_ev}); diff --git a/dpnp/backend/extensions/blas/gemm_batch.cpp b/dpnp/backend/extensions/blas/gemm_batch.cpp index 0f06365711d8..8dadd98618a7 100644 --- a/dpnp/backend/extensions/blas/gemm_batch.cpp +++ b/dpnp/backend/extensions/blas/gemm_batch.cpp @@ -60,7 +60,9 @@ typedef sycl::event (*gemm_batch_impl_fn_ptr_t)( const char *, const char *, char *, +#if !defined(USE_ONEMKL_CUBLAS) const bool, +#endif // !USE_ONEMKL_CUBLAS const std::vector &); static gemm_batch_impl_fn_ptr_t @@ -83,7 +85,9 @@ static sycl::event gemm_batch_impl(sycl::queue &exec_q, const char *matrixA, const char *matrixB, char *resultC, +#if !defined(USE_ONEMKL_CUBLAS) const bool is_row_major, +#endif // !USE_ONEMKL_CUBLAS const std::vector &depends) { type_utils::validate_type_for_device(exec_q); @@ -311,6 +315,7 @@ std::tuple std::int64_t lda; std::int64_t ldb; +// cuBLAS supports only column-major storage #if defined(USE_ONEMKL_CUBLAS) const bool is_row_major = false; @@ -391,10 +396,17 @@ std::tuple const char *b_typeless_ptr = matrixB.get_data(); char *r_typeless_ptr = resultC.get_data(); +#if defined(USE_ONEMKL_CUBLAS) + sycl::event gemm_batch_ev = + gemm_batch_fn(exec_q, m, n, k, batch_size, lda, ldb, ldc, stridea, + strideb, stridec, transA, transB, a_typeless_ptr, + b_typeless_ptr, r_typeless_ptr, depends); +#else sycl::event gemm_batch_ev = gemm_batch_fn(exec_q, m, n, k, batch_size, lda, ldb, ldc, stridea, strideb, stridec, transA, transB, a_typeless_ptr, b_typeless_ptr, r_typeless_ptr, is_row_major, depends); +#endif // USE_ONEMKL_CUBLAS sycl::event args_ev = dpctl::utils::keep_args_alive( exec_q, {matrixA, matrixB, resultC}, {gemm_batch_ev}); diff --git a/dpnp/backend/extensions/blas/gemv.cpp b/dpnp/backend/extensions/blas/gemv.cpp index 08e39ed1152a..dc06037d2033 100644 --- a/dpnp/backend/extensions/blas/gemv.cpp +++ b/dpnp/backend/extensions/blas/gemv.cpp @@ -53,7 +53,9 @@ typedef sycl::event (*gemv_impl_fn_ptr_t)(sycl::queue &, const std::int64_t, char *, const std::int64_t, +#if !defined(USE_ONEMKL_CUBLAS) const bool, +#endif // !USE_ONEMKL_CUBLAS const std::vector &); static gemv_impl_fn_ptr_t gemv_dispatch_vector[dpctl_td_ns::num_types]; @@ -69,7 +71,9 @@ static sycl::event gemv_impl(sycl::queue &exec_q, const std::int64_t incx, char *vectorY, const std::int64_t incy, +#if !defined(USE_ONEMKL_CUBLAS) const bool is_row_major, +#endif // !USE_ONEMKL_CUBLAS const std::vector &depends) { type_utils::validate_type_for_device(exec_q); @@ -190,6 +194,7 @@ std::pair oneapi::mkl::transpose transA; std::size_t src_nelems; +// cuBLAS supports only column-major storage #if defined(USE_ONEMKL_CUBLAS) const bool is_row_major = false; std::int64_t m; @@ -299,9 +304,15 @@ std::pair y_typeless_ptr -= (y_shape[0] - 1) * std::abs(incy) * y_elemsize; } +#if defined(USE_ONEMKL_CUBLAS) + sycl::event gemv_ev = + gemv_fn(exec_q, transA, m, n, a_typeless_ptr, lda, x_typeless_ptr, incx, + y_typeless_ptr, incy, depends); +#else sycl::event gemv_ev = gemv_fn(exec_q, transA, m, n, a_typeless_ptr, lda, x_typeless_ptr, incx, y_typeless_ptr, incy, is_row_major, depends); +#endif // USE_ONEMKL_CUBLAS sycl::event args_ev = dpctl::utils::keep_args_alive( exec_q, {matrixA, vectorX, vectorY}, {gemv_ev});