Add Array API tests for Numba backend. (#688)

Author: hameerabbasi

.github/workflows/ci.yml

@@ -142,6 +142,10 @@ jobs:
       run: |
         source ci/test_examples.sh
   array_api_tests:
+    strategy:
+      matrix:
+        backend: ['Numba', 'Finch']
+      fail-fast: false
     runs-on: ubuntu-latest
     steps:
     - name: Checkout Repo
@@ -150,7 +154,7 @@ jobs:
       uses: actions/checkout@v4
       with:
         repository: data-apis/array-api-tests
-        ref: '3cf8ef654c456d9fd1633d64e67b4470465940e9'  # Latest commit as of 2024-04-09
+        ref: '33f2d2ea2f3dd2b3ceeeb4519d55e08096184149'  # Latest commit as of 2024-05-29
         submodules: 'true'
         path: 'array-api-tests'
     - name: Set up Python
@@ -159,17 +163,17 @@ jobs:
         python-version: '3.11'
     - name: Install build and test dependencies from PyPI
       run: |
-        python -m pip install -r array-api-tests/requirements.txt
+        python -m pip install pytest-xdist -r array-api-tests/requirements.txt
     - name: Build and install Sparse
       run: |
         python -m pip install '.[finch]'
     - name: Run the test suite
       env:
         ARRAY_API_TESTS_MODULE: sparse
-        SPARSE_BACKEND: Finch
+        SPARSE_BACKEND: ${{ matrix.backend }}
       run: |
         cd ${GITHUB_WORKSPACE}/array-api-tests
-        pytest array_api_tests -v -c pytest.ini --ci --max-examples=2 --derandomize --disable-deadline -o xfail_strict=True --xfails-file ${GITHUB_WORKSPACE}/ci/array-api-xfails.txt --skips-file ${GITHUB_WORKSPACE}/ci/array-api-skips.txt
+        pytest array_api_tests -v -c pytest.ini -n 4 --ci --max-examples=2 --derandomize --disable-deadline -o xfail_strict=True --xfails-file ${GITHUB_WORKSPACE}/ci/${{ matrix.backend }}-array-api-xfails.txt --skips-file ${GITHUB_WORKSPACE}/ci/${{ matrix.backend }}-array-api-skips.txt
 on:
   # Trigger the workflow on push or pull request,
   # but only for the main branch

ci/array-api-skips.txt renamed to ci/Finch-array-api-skips.txt

@@ -135,7 +135,7 @@ array_api_tests/test_data_type_functions.py::test_broadcast_to
 array_api_tests/test_data_type_functions.py::test_isdtype
 array_api_tests/test_data_type_functions.py::test_result_type
 # TODO: check error
-array_api_tests/test_data_type_functions.py::test_finfo[float32]
+array_api_tests/test_data_type_functions.py::test_finfo[Float32]
 
 # test_has_names
 
@@ -330,6 +330,7 @@ array_api_tests/test_statistical_functions.py::test_mean
 # TODO: check errors
 array_api_tests/test_statistical_functions.py::test_max
 array_api_tests/test_statistical_functions.py::test_min
+array_api_tests/test_statistical_functions.py::test_sum
 array_api_tests/test_statistical_functions.py::test_prod
 
 # test_utility_functions

ci/array-api-xfails.txt renamed to ci/Finch-array-api-xfails.txt

@@ -0,0 +1 @@
+array_api_tests/test_operators_and_elementwise_functions.py::test_floor

ci/Numba-array-api-skips.txt

@@ -0,0 +1,109 @@
+array_api_tests/test_array_object.py::test_setitem
+array_api_tests/test_array_object.py::test_getitem_masking
+array_api_tests/test_array_object.py::test_setitem_masking
+array_api_tests/test_creation_functions.py::test_arange
+array_api_tests/test_creation_functions.py::test_linspace
+array_api_tests/test_creation_functions.py::test_meshgrid
+array_api_tests/test_data_type_functions.py::test_finfo[float32]
+array_api_tests/test_data_type_functions.py::test_isdtype
+array_api_tests/test_has_names.py::test_has_names[linalg-cholesky]
+array_api_tests/test_has_names.py::test_has_names[linalg-cross]
+array_api_tests/test_has_names.py::test_has_names[linalg-det]
+array_api_tests/test_has_names.py::test_has_names[linalg-diagonal]
+array_api_tests/test_has_names.py::test_has_names[linalg-eigh]
+array_api_tests/test_has_names.py::test_has_names[linalg-eigvalsh]
+array_api_tests/test_has_names.py::test_has_names[linalg-inv]
+array_api_tests/test_has_names.py::test_has_names[linalg-matmul]
+array_api_tests/test_has_names.py::test_has_names[linalg-matrix_norm]
+array_api_tests/test_has_names.py::test_has_names[linalg-matrix_power]
+array_api_tests/test_has_names.py::test_has_names[linalg-matrix_rank]
+array_api_tests/test_has_names.py::test_has_names[linalg-matrix_transpose]
+array_api_tests/test_has_names.py::test_has_names[linalg-outer]
+array_api_tests/test_has_names.py::test_has_names[linalg-pinv]
+array_api_tests/test_has_names.py::test_has_names[linalg-qr]
+array_api_tests/test_has_names.py::test_has_names[linalg-slogdet]
+array_api_tests/test_has_names.py::test_has_names[linalg-solve]
+array_api_tests/test_has_names.py::test_has_names[linalg-svd]
+array_api_tests/test_has_names.py::test_has_names[linalg-svdvals]
+array_api_tests/test_has_names.py::test_has_names[linalg-tensordot]
+array_api_tests/test_has_names.py::test_has_names[linalg-trace]
+array_api_tests/test_has_names.py::test_has_names[linalg-vecdot]
+array_api_tests/test_has_names.py::test_has_names[linalg-vector_norm]
+array_api_tests/test_has_names.py::test_has_names[set-unique_all]
+array_api_tests/test_has_names.py::test_has_names[set-unique_inverse]
+array_api_tests/test_has_names.py::test_has_names[creation-arange]
+array_api_tests/test_has_names.py::test_has_names[creation-from_dlpack]
+array_api_tests/test_has_names.py::test_has_names[creation-linspace]
+array_api_tests/test_has_names.py::test_has_names[creation-meshgrid]
+array_api_tests/test_has_names.py::test_has_names[sorting-argsort]
+array_api_tests/test_has_names.py::test_has_names[data_type-isdtype]
+array_api_tests/test_has_names.py::test_has_names[elementwise-conj]
+array_api_tests/test_has_names.py::test_has_names[array_method-__dlpack__]
+array_api_tests/test_has_names.py::test_has_names[array_method-__dlpack_device__]
+array_api_tests/test_has_names.py::test_has_names[array_method-__setitem__]
+array_api_tests/test_has_names.py::test_has_names[array_method-to_device]
+array_api_tests/test_has_names.py::test_has_names[array_attribute-device]
+array_api_tests/test_has_names.py::test_has_names[array_attribute-mT]
+array_api_tests/test_indexing_functions.py::test_take
+array_api_tests/test_linalg.py::test_vecdot
+array_api_tests/test_manipulation_functions.py::test_concat
+array_api_tests/test_operators_and_elementwise_functions.py::test_add[__add__(x, s)]
+array_api_tests/test_operators_and_elementwise_functions.py::test_add[__iadd__(x, s)]
+array_api_tests/test_operators_and_elementwise_functions.py::test_bitwise_left_shift[__lshift__(x, s)]
+array_api_tests/test_operators_and_elementwise_functions.py::test_bitwise_left_shift[__ilshift__(x, s)]
+array_api_tests/test_operators_and_elementwise_functions.py::test_bitwise_right_shift[__rshift__(x, s)]
+array_api_tests/test_operators_and_elementwise_functions.py::test_bitwise_right_shift[__irshift__(x, s)]
+array_api_tests/test_operators_and_elementwise_functions.py::test_ceil
+array_api_tests/test_operators_and_elementwise_functions.py::test_conj
+array_api_tests/test_operators_and_elementwise_functions.py::test_divide[__truediv__(x, s)]
+array_api_tests/test_operators_and_elementwise_functions.py::test_imag
+array_api_tests/test_operators_and_elementwise_functions.py::test_multiply[__mul__(x, s)]
+array_api_tests/test_operators_and_elementwise_functions.py::test_multiply[__imul__(x, s)]
+array_api_tests/test_operators_and_elementwise_functions.py::test_pow[__pow__(x, s)]
+array_api_tests/test_operators_and_elementwise_functions.py::test_pow[__ipow__(x, s)]
+array_api_tests/test_operators_and_elementwise_functions.py::test_real
+array_api_tests/test_operators_and_elementwise_functions.py::test_subtract[__sub__(x, s)]
+array_api_tests/test_operators_and_elementwise_functions.py::test_subtract[__isub__(x, s)]
+array_api_tests/test_operators_and_elementwise_functions.py::test_trunc
+array_api_tests/test_searching_functions.py::test_argmax
+array_api_tests/test_searching_functions.py::test_argmin
+array_api_tests/test_searching_functions.py::test_nonzero_zerodim_error
+array_api_tests/test_set_functions.py::test_unique_all
+array_api_tests/test_set_functions.py::test_unique_inverse
+array_api_tests/test_signatures.py::test_func_signature[unique_all]
+array_api_tests/test_signatures.py::test_func_signature[unique_inverse]
+array_api_tests/test_signatures.py::test_func_signature[arange]
+array_api_tests/test_signatures.py::test_func_signature[empty]
+array_api_tests/test_signatures.py::test_func_signature[empty_like]
+array_api_tests/test_signatures.py::test_func_signature[eye]
+array_api_tests/test_signatures.py::test_func_signature[from_dlpack]
+array_api_tests/test_signatures.py::test_func_signature[full]
+array_api_tests/test_signatures.py::test_func_signature[full_like]
+array_api_tests/test_signatures.py::test_func_signature[linspace]
+array_api_tests/test_signatures.py::test_func_signature[meshgrid]
+array_api_tests/test_signatures.py::test_func_signature[ones]
+array_api_tests/test_signatures.py::test_func_signature[ones_like]
+array_api_tests/test_signatures.py::test_func_signature[zeros]
+array_api_tests/test_signatures.py::test_func_signature[zeros_like]
+array_api_tests/test_signatures.py::test_func_signature[broadcast_to]
+array_api_tests/test_signatures.py::test_func_signature[squeeze]
+array_api_tests/test_signatures.py::test_func_signature[argsort]
+array_api_tests/test_signatures.py::test_func_signature[sort]
+array_api_tests/test_signatures.py::test_func_signature[isdtype]
+array_api_tests/test_signatures.py::test_func_signature[conj]
+array_api_tests/test_signatures.py::test_array_method_signature[__dlpack__]
+array_api_tests/test_signatures.py::test_array_method_signature[__dlpack_device__]
+array_api_tests/test_signatures.py::test_array_method_signature[__setitem__]
+array_api_tests/test_signatures.py::test_array_method_signature[to_device]
+array_api_tests/test_sorting_functions.py::test_argsort
+array_api_tests/test_sorting_functions.py::test_sort
+array_api_tests/test_special_cases.py::test_unary[isfinite(x_i is NaN) -> False]
+array_api_tests/test_special_cases.py::test_empty_arrays[prod]
+array_api_tests/test_special_cases.py::test_nan_propagation[max]
+array_api_tests/test_special_cases.py::test_nan_propagation[mean]
+array_api_tests/test_special_cases.py::test_nan_propagation[min]
+array_api_tests/test_special_cases.py::test_nan_propagation[prod]
+array_api_tests/test_special_cases.py::test_nan_propagation[std]
+array_api_tests/test_special_cases.py::test_nan_propagation[sum]
+array_api_tests/test_special_cases.py::test_nan_propagation[var]
+array_api_tests/test_statistical_functions.py::test_mean