Add tests folder to dpnp conda package

.flake8

@@ -56,7 +56,7 @@ exclude =
     build,
     dpnp/to_numba/*.py,
     conda.recipe,
-    tests/*.py,
+    dpnp/tests/*.py,
     tests_external/*.py,
     versioneer.py,
 

.github/workflows/conda-package.yml

@@ -135,7 +135,6 @@ jobs:
       channel-path: '${{ github.workspace }}/channel/'
       pkg-path-in-channel: '${{ github.workspace }}/channel/linux-64/'
       extracted-pkg-path: '${{ github.workspace }}/pkg/'
-      tests-path: '${{ github.workspace }}/pkg/info/test/tests/'
       ver-json-path: '${{ github.workspace }}/version.json'
 
     steps:
@@ -215,8 +214,8 @@ jobs:
       - name: Run tests
         if: env.RERUN_TESTS_ON_FAILURE != 'true'
         run: |
-          python -m pytest -q -ra --disable-warnings -vv .
-        working-directory: ${{ env.tests-path }}
+          python -m pytest -ra -v --disable-warnings --pyargs ${{ env.MODULE_NAME }}.tests
+        working-directory: ${{ github.workspace }}
 
       - name: Run tests
         if: env.RERUN_TESTS_ON_FAILURE == 'true'
@@ -230,8 +229,8 @@ jobs:
           command: |
             . $CONDA/etc/profile.d/conda.sh
             conda activate ${{ env.TEST_ENV_NAME }}
-            cd ${{ env.tests-path }}
-            python -m pytest -q -ra --disable-warnings -vv .
+            cd ${{ github.workspace }}
+            pytest -ra -v --disable-warnings --pyargs ${{ env.MODULE_NAME }}.tests
 
   test_windows:
     name: Test ['windows-2019', python='${{ matrix.python }}']
@@ -255,8 +254,8 @@ jobs:
       channel-path: '${{ github.workspace }}\channel\'
       pkg-path-in-channel: '${{ github.workspace }}\channel\win-64\'
       extracted-pkg-path: '${{ github.workspace }}\pkg'
-      tests-path: '${{ github.workspace }}\pkg\info\test\tests\'
       ver-json-path: '${{ github.workspace }}\version.json'
+      workdir: '${{ github.workspace }}'
 
     steps:
       - name: Download artifact
@@ -370,8 +369,8 @@ jobs:
       - name: Run tests
         if: env.RERUN_TESTS_ON_FAILURE != 'true'
         run: |
-          python -m pytest -q -ra --disable-warnings -vv .
-        working-directory: ${{ env.tests-path }}
+          pytest -ra -v --disable-warnings --pyargs ${{ env.MODULE_NAME }}.tests
+        working-directory: ${{ env.workdir }}
 
       - name: Run tests
         if: env.RERUN_TESTS_ON_FAILURE == 'true'
@@ -384,8 +383,8 @@ jobs:
           retry_on: any
           command: >-
             mamba activate ${{ env.TEST_ENV_NAME }}
-            & cd ${{ env.tests-path }}
-            & python -m pytest -q -ra --disable-warnings -vv .
+            & cd ${{ env.workdir }}
+            & pytest -ra -v --disable-warnings --pyargs ${{ env.MODULE_NAME }}.tests
 
   upload:
     name: Upload ['${{ matrix.os }}', python='${{ matrix.python }}']

.pre-commit-config.yaml

@@ -32,9 +32,9 @@ repos:
     -   id: python-no-eval
         exclude: |
             (?x)^(
-                tests/test_arraycreation.py|
-                tests/test_sycl_queue.py|
-                tests/test_usm_type.py
+                dpnp/tests/test_arraycreation.py|
+                dpnp/tests/test_sycl_queue.py|
+                dpnp/tests/test_usm_type.py
             )$
     -   id: python-no-log-warn
     -   id: python-use-type-annotations

conda-recipe/meta.yaml

@@ -51,14 +51,6 @@ test:
     requires:
       - pytest
       - setuptools
-    source_files:
-      - examples
-      - tests
-      - setup.cfg
-    commands:
-      - python -c "import dpnp; print(dpnp.__version__)"
-      - python -m dpctl -f
-      - pytest -s
 
 about:
     home: https://github.com/IntelPython/dpnp

conda-recipe/run_test.bat

@@ -0,0 +1,41 @@
+@echo on
+
+REM if ONEAPI_ROOT is specified (use all from it)
+if defined ONEAPI_ROOT (
+    set "DPCPPROOT=%ONEAPI_ROOT%\compiler\latest"
+    set "MKLROOT=%ONEAPI_ROOT%\mkl\latest"
+    set "TBBROOT=%ONEAPI_ROOT%\tbb\latest"
+    set "DPLROOT=%ONEAPI_ROOT%\dpl\latest"
+)
+
+REM if DPCPPROOT is specified (work with custom DPCPP)
+if defined DPCPPROOT (
+    call "%DPCPPROOT%\env\vars.bat"
+)
+
+REM if MKLROOT is specified (work with custom math library)
+if defined MKLROOT (
+    call "%MKLROOT%\env\vars.bat"
+)
+
+REM have to activate while SYCL CPU device/driver needs paths
+REM if TBBROOT is specified
+if defined TBBROOT (
+    call "%TBBROOT%\env\vars.bat"
+)
+
+REM If PYTHON is not set
+REM assign it to the Python interpreter from the testing environment
+if not defined PYTHON (
+    for %%I in (python.exe) do set PYTHON=%%~$PATH:I
+)
+
+
+"%PYTHON%" -c "import dpctl; print(dpctl.__version__)"
+if errorlevel 1 exit 1
+
+"%PYTHON%" -m dpctl -f
+if errorlevel 1 exit 1
+
+"%PYTHON%" -m pytest -q -ra --disable-warnings --pyargs dpnp -vv
+if errorlevel 1 exit 1

conda-recipe/run_test.sh

@@ -26,3 +26,15 @@ if [ -n "${TBBROOT}" ]; then
     # shellcheck source=/dev/null
     . "${TBBROOT}"/env/vars.sh
 fi
+
+# If PYTHON is not set
+# assign it to the Python interpreter from the testing environment
+if [ -z "${PYTHON}" ]; then
+    PYTHON=$PREFIX/bin/python
+fi
+
+set -e
+
+$PYTHON -c "import dpctl; print(dpctl.__version__)"
+$PYTHON -m dpctl -f
+$PYTHON -m pytest -q -ra --disable-warnings --pyargs dpnp -vv

tests/__init__.py → dpnp/tests/__init__.py

@@ -1,6 +1,6 @@
 import numpy
 
-from tests import testing
+from . import testing
 
 numpy.testing.assert_allclose = testing.assert_allclose
 numpy.testing.assert_array_equal = testing.assert_array_equal

tests/conftest.py → dpnp/tests/conftest.py

@@ -47,7 +47,72 @@ def get_excluded_tests(test_exclude_file):
     if os.path.exists(test_exclude_file):
         with open(test_exclude_file) as skip_names_file:
             excluded_tests = skip_names_file.readlines()
-    return excluded_tests
+    # Remove whitespace and filter out empty lines
+    return [line.strip() for line in excluded_tests if line.strip()]
+
+
+# Normalize the nodeid to a relative path starting
+# from the "tests/" directory
+def normalize_test_name(nodeid):
+    nodeid = nodeid.replace("\n", "").strip()
+
+    # case if run pytest from dpnp folder
+    if nodeid.startswith("tests/"):
+        return nodeid
+
+    # case if run pytest --pyargs
+    if "/tests/" in nodeid:
+        nodeid = nodeid.split("tests/", 1)[-1]
+        # Add the "tests/" prefix to ensure the nodeid matches
+        # the paths in the skipped tests files.
+        normalized_nodeid = "tests/" + nodeid
+    # case if run pytest from tests folder
+    else:
+        normalized_nodeid = "tests/" + nodeid
+
+    return normalized_nodeid
+
+
+def pytest_configure(config):
+    # By default, tests marked as slow will be deselected.
+    # To run all tests, use -m "slow or not slow".
+    # To run only slow tests, use -m "slow".
+    # Equivalent to addopts = -m "not slow"
+    if not config.getoption("markexpr"):
+        config.option.markexpr = "not slow"
+    # Equivalent to addopts = --tb=short
+    if not config.getoption("tbstyle"):
+        config.option.tbstyle = "short"
+    # Equivalent to addopts = --strict-markers
+    if not config.getoption("strict_markers"):
+        config.option.strict_markers = True
+
+    # Equivalent to norecursedirs = tests_perf
+    config.addinivalue_line("norecursedirs", "tests_perf")
+
+    # Register pytest markers
+    config.addinivalue_line(
+        "markers", "slow: marks tests as slow (deselect with '-m \"not slow\"')"
+    )
+    config.addinivalue_line(
+        "markers",
+        "multi_gpu: marks tests that require a specified number of GPUs",
+    )
+
+    # Add warning filters
+    # pkg_resources
+    config.addinivalue_line(
+        "filterwarnings",
+        "ignore:pkg_resources is deprecated as an API:DeprecationWarning",
+    )
+    # NumPy arccosh
+    # Undefined behavior depends on the backend:
+    # NumPy with OpenBLAS for np.array[1.0] does not raise a warning
+    # while numpy with OneMKL raises RuntimeWarning
+    config.addinivalue_line(
+        "filterwarnings",
+        "ignore:invalid value encountered in arccosh:RuntimeWarning",
+    )
 
 
 def pytest_collection_modifyitems(config, items):
@@ -85,16 +150,21 @@ def pytest_collection_modifyitems(config, items):
         excluded_tests.extend(get_excluded_tests(test_exclude_file))
 
     for item in items:
-        # some test name contains '\n' in the parameters
-        test_name = item.nodeid.replace("\n", "").strip()
+        test_name = normalize_test_name(item.nodeid)
 
         for item_tbl in excluded_tests:
-            # remove end-of-line character
-            item_tbl_str = item_tbl.strip()
             # exact match of the test name with items from excluded_list
-            if test_name == item_tbl_str:
+            if test_name == item_tbl:
                 item.add_marker(skip_mark)
 
+    # Handle the exclusion of tests marked as "slow"
+    selected_marker = config.getoption("markexpr")
+    if "not slow" in selected_marker:
+        skip_slow = pytest.mark.skip(reason="Skipping slow tests")
+        for item in items:
+            if "slow" in item.keywords:
+                item.add_marker(skip_slow)
+
 
 @pytest.fixture
 def allow_fall_back_on_numpy(monkeypatch):

tests/test_arithmetic.py → dpnp/tests/test_arithmetic.py

@@ -2,8 +2,8 @@
 
 import numpy
 
-from tests.helper import has_support_aspect64
-from tests.third_party.cupy import testing
+from .helper import has_support_aspect64
+from .third_party.cupy import testing
 
 
 class TestArithmetic(unittest.TestCase):

tests/test_arraycreation.py → dpnp/tests/test_arraycreation.py

@@ -13,13 +13,13 @@
 )
 
 import dpnp
-from tests.third_party.cupy import testing
 
 from .helper import (
     assert_dtype_allclose,
     get_all_dtypes,
     has_support_aspect64,
 )
+from .third_party.cupy import testing
 
 
 class TestArray:

tests/test_arraymanipulation.py → dpnp/tests/test_arraymanipulation.py

@@ -10,9 +10,9 @@
 )
 
 import dpnp
-from tests.third_party.cupy import testing
 
 from .helper import get_all_dtypes, get_float_complex_dtypes
+from .third_party.cupy import testing
 
 
 class TestAtleast1d:

tests/test_arraypad.py → dpnp/tests/test_arraypad.py

@@ -10,7 +10,7 @@
 
 import dpnp
 from dpnp.dpnp_utils.dpnp_utils_pad import _as_pairs as dpnp_as_pairs
-from tests.third_party.cupy import testing
+from dpnp.tests.third_party.cupy import testing
 
 from .helper import assert_dtype_allclose, get_all_dtypes
 

tests/test_indexing.py → dpnp/tests/test_indexing.py

@@ -14,9 +14,9 @@
 
 import dpnp
 from dpnp.dpnp_array import dpnp_array
-from tests.third_party.cupy import testing
 
 from .helper import get_all_dtypes, get_integer_dtypes, has_support_aspect64
+from .third_party.cupy import testing
 
 
 def _add_keepdims(func):

tests/test_linalg.py → dpnp/tests/test_linalg.py

@@ -14,7 +14,6 @@
 )
 
 import dpnp as inp
-from tests.third_party.cupy import testing
 
 from .helper import (
     assert_dtype_allclose,
@@ -25,6 +24,7 @@
     has_support_aspect64,
     is_cpu_device,
 )
+from .third_party.cupy import testing
 
 
 def vvsort(val, vec, size, xp):

tests/test_manipulation.py → dpnp/tests/test_manipulation.py

@@ -7,7 +7,6 @@
 from numpy.testing import assert_array_equal, assert_equal, assert_raises
 
 import dpnp
-from tests.third_party.cupy import testing
 
 from .helper import (
     assert_dtype_allclose,
@@ -18,6 +17,7 @@
     get_integer_dtypes,
     has_support_aspect64,
 )
+from .third_party.cupy import testing
 
 testdata = []
 testdata += [

tests/test_mathematical.py → dpnp/tests/test_mathematical.py

@@ -19,7 +19,6 @@
 
 import dpnp
 from dpnp.dpnp_array import dpnp_array
-from tests.third_party.cupy import testing
 
 from .helper import (
     assert_dtype_allclose,
@@ -36,6 +35,7 @@
     _get_numpy_arrays_2in_1out,
     _get_output_data_type,
 )
+from .third_party.cupy import testing
 
 
 class TestAngle:

tests/test_mixins.py → dpnp/tests/test_mixins.py

@@ -1,6 +1,6 @@
 import unittest
 
-from tests.third_party.cupy import testing
+from .third_party.cupy import testing
 
 
 class TestMatMul(unittest.TestCase):

tests/test_nanfunctions.py → dpnp/tests/test_nanfunctions.py

@@ -10,7 +10,6 @@
 )
 
 import dpnp
-from tests.third_party.cupy import testing
 
 from .helper import (
     assert_dtype_allclose,
@@ -20,6 +19,7 @@
     get_float_dtypes,
     has_support_aspect64,
 )
+from .third_party.cupy import testing
 
 
 class TestNanArgmaxNanArgmin: