Reorganize tests and modify pytest invocation to support pytest 8 (#6876)

Contributes to rapidsai/build-planning#105

To make this work, I had to run all tests with pytest's `--import-mode=append` argument to get around issues with the new default `importlib` mode. That also necessitated moving the tests out of the cuml package source directory to avoid conflicts, then adding `__init__.py` files to each of the test directories to avoid import conflicts with the various `conftest.py` files.

Authors:
  - Vyas Ramasubramani (https://github.com/vyasr)
  - Tim Head (https://github.com/betatim)
  - Paul Taylor (https://github.com/trxcllnt)

Approvers:
  - Bradley Dice (https://github.com/bdice)
  - Simon Adorf (https://github.com/csadorf)

URL: #6876

Author: vyasr

ci/run_cuml_dask_pytests.sh

@@ -2,6 +2,6 @@
 # Copyright (c) 2024-2025, NVIDIA CORPORATION.
 
 # Support invoking run_cuml_dask_pytests.sh outside the script directory
-cd "$(dirname "$(realpath "${BASH_SOURCE[0]}")")"/../python/cuml/cuml/tests/dask || exit 1
+cd "$(dirname "$(realpath "${BASH_SOURCE[0]}")")"/../python/cuml/tests/dask || exit 1
 
-python -m pytest --cache-clear "$@" .
+python -m pytest --cache-clear --import-mode=append "$@" .

ci/run_cuml_integration_pytests.sh

@@ -2,6 +2,6 @@
 # Copyright (c) 2024-2025, NVIDIA CORPORATION.
 
 # Support invoking run_cuml_singlegpu_pytests.sh outside the script directory
-cd "$(dirname "$(realpath "${BASH_SOURCE[0]}")")"/../python/cuml/cuml/tests || exit 1
+cd "$(dirname "$(realpath "${BASH_SOURCE[0]}")")"/../python/cuml/tests || exit 1
 
-python -m pytest -p cudf.pandas --cache-clear --ignore=dask "$@" --quick_run .
+python -m pytest -p cudf.pandas --cache-clear --ignore=dask --import-mode=append "$@" --quick_run .

ci/run_cuml_singlegpu_pytests.sh

@@ -2,6 +2,6 @@
 # Copyright (c) 2024-2025, NVIDIA CORPORATION.
 
 # Support invoking run_cuml_singlegpu_pytests.sh outside the script directory
-cd "$(dirname "$(realpath "${BASH_SOURCE[0]}")")"/../python/cuml/cuml/tests || exit 1
+cd "$(dirname "$(realpath "${BASH_SOURCE[0]}")")"/../python/cuml/tests || exit 1
 
-python -m pytest --cache-clear --ignore=dask "$@" .
+python -m pytest --cache-clear --ignore=dask --import-mode=append "$@" .

ci/test_python_dask.sh

@@ -2,7 +2,7 @@
 # Copyright (c) 2022-2025, NVIDIA CORPORATION.
 
 # Support invoking test_python_dask.sh outside the script directory
-cd "$(dirname "$(realpath "${BASH_SOURCE[0]}")")"/../
+cd "$(dirname "$(realpath "${BASH_SOURCE[0]}")")"/../ || exit
 
 # Common setup steps shared by Python test jobs
 source ./ci/test_python_common.sh
@@ -13,7 +13,7 @@ set +e
 
 test_args=(
   --junitxml="${RAPIDS_TESTS_DIR}/junit-cuml-dask.xml"
-  --cov-config=../../../.coveragerc
+  --cov-config=../../.coveragerc
   --cov=cuml_dask
   --cov-report=xml:"${RAPIDS_COVERAGE_DIR}/cuml-dask-coverage.xml"
 )

ci/test_python_integration.sh

@@ -2,7 +2,7 @@
 # Copyright (c) 2024-2025, NVIDIA CORPORATION.
 
 # Support invoking test_python_singlegpu.sh outside the script directory
-cd "$(dirname "$(realpath "${BASH_SOURCE[0]}")")"/../
+cd "$(dirname "$(realpath "${BASH_SOURCE[0]}")")"/../ || exit
 
 # Common setup steps shared by Python test jobs
 source ./ci/test_python_common.sh
@@ -16,7 +16,7 @@ rapids-logger "pytest cuml integration"
   --numprocesses=8 \
   --dist=worksteal \
   --junitxml="${RAPIDS_TESTS_DIR}/junit-cuml.xml" \
-  --cov-config=../../.coveragerc \
+  --cov-config=../.coveragerc \
   --cov=cuml \
   --cov-report=xml:"${RAPIDS_COVERAGE_DIR}/cuml-coverage.xml"
 

ci/test_python_singlegpu.sh

@@ -16,7 +16,7 @@ rapids-logger "pytest cuml single GPU"
   --numprocesses=8 \
   --dist=worksteal \
   --junitxml="${RAPIDS_TESTS_DIR}/junit-cuml.xml" \
-  --cov-config=../../.coveragerc \
+  --cov-config=../.coveragerc \
   --cov=cuml \
   --cov-report=xml:"${RAPIDS_COVERAGE_DIR}/cuml-coverage.xml"
 

conda/environments/all_cuda-129_arch-aarch64.yaml

@@ -50,11 +50,11 @@ dependencies:
 - pydata-sphinx-theme!=0.14.2
 - pylibraft==25.10.*,>=0.0.0a0
 - pynndescent
+- pytest
 - pytest-benchmark
 - pytest-cases
 - pytest-cov
 - pytest-xdist
-- pytest==7.*
 - python>=3.10,<3.14
 - pyyaml
 - raft-dask==25.10.*,>=0.0.0a0

conda/environments/all_cuda-129_arch-x86_64.yaml

@@ -50,11 +50,11 @@ dependencies:
 - pydata-sphinx-theme!=0.14.2
 - pylibraft==25.10.*,>=0.0.0a0
 - pynndescent
+- pytest
 - pytest-benchmark
 - pytest-cases
 - pytest-cov
 - pytest-xdist
-- pytest==7.*
 - python>=3.10,<3.14
 - pyyaml
 - raft-dask==25.10.*,>=0.0.0a0

dependencies.yaml

@@ -441,7 +441,7 @@ dependencies:
           # upstream sklearn docstring tests require numpydoc<1.9
           - numpydoc<1.9
           - pyyaml
-          - pytest==7.*
+          - pytest
           - pytest-benchmark
           - pytest-cases
           - pytest-cov

python/cuml/pyproject.toml

@@ -135,11 +135,11 @@ test = [
     "nltk",
     "numpydoc<1.9",
     "pynndescent",
+    "pytest",
     "pytest-benchmark",
     "pytest-cases",
     "pytest-cov",
     "pytest-xdist",
-    "pytest==7.*",
     "pyyaml",
     "scikit-learn>=1.4",
     "seaborn",