refactor(deps): organize test and dev dependencies using dependency groups

Author: cpcloud

ci/tools/run-tests

@@ -26,7 +26,7 @@ pushd ./cuda_pathfinder
 echo "Installing pathfinder wheel"
 pwd
 ls
-pip install $(ls *.whl)[test]
+pip install ./*.whl --group test
 popd
 
 if [[ "${test_module}" == "pathfinder" ]]; then
@@ -44,9 +44,9 @@ elif [[ "${test_module}" == "bindings" ]]; then
   ls
   if [[ "${LOCAL_CTK}" == 1 ]]; then
     ls "${CUDA_PATH}"
-    pip install $(ls *.whl)[test]
+    pip install ./*.whl --group test
   else
-    pip install $(ls *.whl)[all,test]
+    pip install $(ls ./*.whl)[all] --group test
   fi
   popd
   pushd ./cuda_bindings
@@ -66,9 +66,9 @@ elif [[ "${test_module}" == "core" ]]; then
     pwd
     ls
     if [[ "${LOCAL_CTK}" == 1 ]]; then
-      pip install *.whl
+      pip install ./*.whl
     else
-      pip install $(ls *.whl)[all]
+      pip install $(ls ./*.whl)[all]
     fi
     popd
   fi
@@ -80,9 +80,9 @@ elif [[ "${test_module}" == "core" ]]; then
   if [[ "${LOCAL_CTK}" == 1 ]]; then
     # We already installed cuda-bindings, and all CTK components exist locally,
     # so just install the test dependencies.
-    pip install $(ls *.whl)["test-cu${TEST_CUDA_MAJOR}"]
+    pip install ./*.whl --group "test-cu${TEST_CUDA_MAJOR}"
   else
-    pip install $(ls *.whl)["cu${TEST_CUDA_MAJOR}","test-cu${TEST_CUDA_MAJOR}"]
+    pip install $(ls ./*.whl)["cu${TEST_CUDA_MAJOR}"] --group "test-cu${TEST_CUDA_MAJOR}"
   fi
   popd
   pushd ./cuda_core

cuda_bindings/pyproject.toml

@@ -1,6 +1,5 @@
 # SPDX-FileCopyrightText: Copyright (c) 2023-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: LicenseRef-NVIDIA-SOFTWARE-LICENSE
-
 [build-system]
 requires = ["setuptools>=77.0.0", "cython>=3.0,<3.1.0", "pyclibrary>=0.1.7"]
 build-backend = "setuptools.build_meta"
@@ -36,6 +35,7 @@ all = [
     "cuda-toolkit[cufile]==13.*; sys_platform == 'linux'",
 ]
 
+[dependency-groups]
 test = [
     "cython>=3.0,<3.1.0",
     "setuptools>=77.0.0",

cuda_core/pyproject.toml

@@ -49,10 +49,12 @@ dependencies = [
 cu11 = ["cuda-bindings[all]==11.8.*"]
 cu12 = ["cuda-bindings[all]==12.*"]
 cu13 = ["cuda-bindings[all]==13.*"]
+
+[dependency-groups]
 test = ["cython>=3.0", "setuptools", "pytest>=6.2.4"]
-test-cu11 = ["cuda-core[test]", "cupy-cuda11x", "cuda-toolkit[cudart]==11.*"]  # runtime headers needed by CuPy
-test-cu12 = ["cuda-core[test]", "cupy-cuda12x", "cuda-toolkit[cudart]==12.*"]  # runtime headers needed by CuPy
-test-cu13 = ["cuda-core[test]", "cupy-cuda13x", "cuda-toolkit[cudart]==13.*"]  # runtime headers needed by CuPy
+test-cu11 = [{ include_group = "test" }, "cupy-cuda11x", "cuda-toolkit[cudart]==11.*"]  # runtime headers needed by CuPy
+test-cu12 = [{ include_group = "test" }, "cupy-cuda12x", "cuda-toolkit[cudart]==12.*"]  # runtime headers needed by CuPy
+test-cu13 = [{ include_group = "test" }, "cupy-cuda13x", "cuda-toolkit[cudart]==13.*"]  # runtime headers needed by CuPy
 
 [project.urls]
 homepage = "https://nvidia.github.io/cuda-python/"

cuda_pathfinder/pyproject.toml

@@ -10,7 +10,7 @@ requires-python = ">=3.9"
 dynamic = ["version", "readme"]
 dependencies = []
 
-[project.optional-dependencies]
+[dependency-groups]
 test = [
     "pytest>=6.2.4",
 ]

scripts/run_tests.sh

@@ -158,7 +158,7 @@ ensure_installed() {
   fi
 
   if [[ "${INSTALL_MODE}" == "force" ]]; then
-    pip install -e .[test]
+    pip install -e . --group test
     return 0
   fi
 
@@ -177,7 +177,7 @@ sys.exit(0 if str(p).startswith(str(sub)) else 3)
 PY
   rc=$?
   if [[ $rc -ne 0 ]]; then
-    pip install -e .[test]
+    pip install -e . --group test
   fi
 }
 

toolshed/collect_site_packages_so_files.sh

@@ -17,12 +17,12 @@ fresh_venv() {
 cd cuda_pathfinder/
 fresh_venv ../TmpCp12Venv
 set -x
-pip install --only-binary=:all: -e .[test,test_nvidia_wheels_cu12,test_nvidia_wheels_host]
+pip install --only-binary=:all: -e . --group test --group test_nvidia_wheels_cu12 --group test_nvidia_wheels_host
 set +x
 deactivate
 fresh_venv ../TmpCp13Venv
 set -x
-pip install --only-binary=:all: -e .[test,test_nvidia_wheels_cu13,test_nvidia_wheels_host]
+pip install --only-binary=:all: -e . --group test --group test_nvidia_wheels_cu13 --group test_nvidia_wheels_host
 set +x
 deactivate
 cd ..