Skip to content

Give Python wheel its own test-cu* dependencies #1589

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 3 commits into from
Nov 19, 2025
Merged

Give Python wheel its own test-cu* dependencies #1589

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
18d41b0
Give Python wheel its own test-cu* dependencies
KyleFromNVIDIA Nov 19, 2025
cf483d7
Merge branch 'main' into test-dependencies-in-pyproject
KyleFromNVIDIA Nov 19, 2025
ac5fbd0
DFG
KyleFromNVIDIA Nov 19, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
10 changes: 1 addition & 9 deletions ci/test_wheel.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -11,20 +11,12 @@ export RAPIDS_CUDA_MAJOR

DASK_CUDA_WHEELHOUSE=$(rapids-download-from-github "$(rapids-package-name "wheel_python" "dask-cuda" --pure)")

# Install cuda-suffixed dependencies b/c while `dask-cuda` has no cuda suffix, the test dependencies do
rapids-dependency-file-generator \
--output requirements \
--file-key "test_python" \
--matrix "cuda=${RAPIDS_CUDA_VERSION%.*};arch=$(arch);py=${RAPIDS_PY_VERSION};cuda_suffixed=true" \
| tee /tmp/requirements-test.txt

rapids-logger "Installing test dependencies"
# echo to expand wildcard
rapids-pip-retry install \
-v \
--prefer-binary \
-r /tmp/requirements-test.txt \
"$(echo "${DASK_CUDA_WHEELHOUSE}"/dask_cuda*.whl)[cu${RAPIDS_CUDA_MAJOR}]"
"$(echo "${DASK_CUDA_WHEELHOUSE}"/dask_cuda*.whl)[cu${RAPIDS_CUDA_MAJOR},test,test-cu${RAPIDS_CUDA_MAJOR}]"

RAPIDS_TESTS_DIR=${RAPIDS_TESTS_DIR:-"${PWD}/test-results"}
mkdir -p "${RAPIDS_TESTS_DIR}"
Expand Down
38 changes: 36 additions & 2 deletions dependencies.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,7 @@ files:
- cuda_version
- py_version
- test_python
- test_python_cuda
- depends_on_dask_cuda
checks:
output: none
Expand Down Expand Up @@ -61,6 +62,30 @@ files:
key: cu13
includes:
- extra_cu13
py_test:
output: pyproject
pyproject_dir: .
extras:
table: project.optional-dependencies
key: test
includes:
- test_python
py_test_cu12:
output: pyproject
pyproject_dir: .
extras:
table: project.optional-dependencies
key: test-cu12
includes:
- test_python_cu12
py_test_cu13:
output: pyproject
pyproject_dir: .
extras:
table: project.optional-dependencies
key: test-cu13
includes:
- test_python_cu13
py_run:
output: pyproject
pyproject_dir: .
Expand Down Expand Up @@ -196,21 +221,22 @@ dependencies:
- &dask_cudf_unsuffixed dask-cudf==26.2.*,>=0.0.0a0
- &distributed_ucxx_unsuffixed distributed-ucxx==0.48.*,>=0.0.0a0
- &kvikio_unsuffixed kvikio==26.2.*,>=0.0.0a0
test_python_cuda:
specific:
- output_types: [requirements, pyproject]
matrices:
- matrix:
cuda: "12.*"
cuda_suffixed: "true"
packages:
packages: &test_python_cu12
- cudf-cu12==26.2.*,>=0.0.0a0
- dask-cudf-cu12==26.2.*,>=0.0.0a0
- distributed-ucxx-cu12==0.48.*,>=0.0.0a0
- kvikio-cu12==26.2.*,>=0.0.0a0
- matrix:
cuda: "13.*"
cuda_suffixed: "true"
packages:
packages: &test_python_cu13
- cudf-cu13==26.2.*,>=0.0.0a0
- dask-cudf-cu13==26.2.*,>=0.0.0a0
- distributed-ucxx-cu13==0.48.*,>=0.0.0a0
Expand All @@ -221,6 +247,14 @@ dependencies:
- *dask_cudf_unsuffixed
- *distributed_ucxx_unsuffixed
- *kvikio_unsuffixed
test_python_cu12:
common:
- output_types: [requirements, pyproject]
packages: *test_python_cu12
test_python_cu13:
common:
- output_types: [requirements, pyproject]
packages: *test_python_cu13
depends_on_dask_cuda:
common:
- output_types: conda
Expand Down
18 changes: 18 additions & 0 deletions pyproject.toml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -61,6 +61,24 @@ cu13 = [
"cuda-core[cu13]==0.3.*",
"numba-cuda[cu13]>=0.19.1,<0.20.0a0",
] # This list was generated by `rapids-dependency-file-generator`. To make changes, edit dependencies.yaml and run `rapids-dependency-file-generator`.
test = [
"pytest",
"pytest-cov",
"pytest-rerunfailures!=16.0.0",
"pytest-timeout",
] # This list was generated by `rapids-dependency-file-generator`. To make changes, edit dependencies.yaml and run `rapids-dependency-file-generator`.
test-cu12 = [
"cudf-cu12==26.2.*,>=0.0.0a0",
"dask-cudf-cu12==26.2.*,>=0.0.0a0",
"distributed-ucxx-cu12==0.48.*,>=0.0.0a0",
"kvikio-cu12==26.2.*,>=0.0.0a0",
] # This list was generated by `rapids-dependency-file-generator`. To make changes, edit dependencies.yaml and run `rapids-dependency-file-generator`.
test-cu13 = [
"cudf-cu13==26.2.*,>=0.0.0a0",
"dask-cudf-cu13==26.2.*,>=0.0.0a0",
"distributed-ucxx-cu13==0.48.*,>=0.0.0a0",
"kvikio-cu13==26.2.*,>=0.0.0a0",
] # This list was generated by `rapids-dependency-file-generator`. To make changes, edit dependencies.yaml and run `rapids-dependency-file-generator`.

[project.urls]
Homepage = "https://github.com/rapidsai/dask-cuda"
Expand Down