Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/workflows/build-ucxx.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -54,7 +54,7 @@ concurrency:
jobs:
conda-python-build:
secrets: inherit
uses: rapidsai/shared-workflows/.github/workflows/conda-python-build.yaml@branch-25.10
uses: rapidsai/shared-workflows/.github/workflows/conda-python-build.yaml@cuda13.0
with:
build_type: ${{ inputs.build_type || 'branch' }}
branch: ${{ inputs.branch }}
Expand Down
10 changes: 5 additions & 5 deletions .github/workflows/build.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,7 @@ concurrency:
jobs:
conda-python-build:
secrets: inherit
uses: rapidsai/shared-workflows/.github/workflows/conda-python-build.yaml@branch-25.10
uses: rapidsai/shared-workflows/.github/workflows/conda-python-build.yaml@cuda13.0
with:
build_type: ${{ inputs.build_type || 'branch' }}
branch: ${{ inputs.branch }}
Expand All @@ -45,7 +45,7 @@ jobs:
if: github.ref_type == 'branch'
needs: [conda-python-build]
secrets: inherit
uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@branch-25.10
uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@cuda13.0
with:
arch: "amd64"
branch: ${{ inputs.branch }}
Expand All @@ -58,15 +58,15 @@ jobs:
upload-conda:
needs: [conda-python-build]
secrets: inherit
uses: rapidsai/shared-workflows/.github/workflows/conda-upload-packages.yaml@branch-25.10
uses: rapidsai/shared-workflows/.github/workflows/conda-upload-packages.yaml@cuda13.0
with:
build_type: ${{ inputs.build_type || 'branch' }}
branch: ${{ inputs.branch }}
date: ${{ inputs.date }}
sha: ${{ inputs.sha }}
wheel-build:
secrets: inherit
uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.10
uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@cuda13.0
with:
build_type: ${{ inputs.build_type || 'branch' }}
branch: ${{ inputs.branch }}
Expand All @@ -83,7 +83,7 @@ jobs:
wheel-publish:
needs: wheel-build
secrets: inherit
uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@branch-25.10
uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@cuda13.0
with:
build_type: ${{ inputs.build_type || 'branch' }}
branch: ${{ inputs.branch }}
Expand Down
14 changes: 7 additions & 7 deletions .github/workflows/pr.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@ jobs:
- wheel-tests
- telemetry-setup
secrets: inherit
uses: rapidsai/shared-workflows/.github/workflows/pr-builder.yaml@branch-25.10
uses: rapidsai/shared-workflows/.github/workflows/pr-builder.yaml@cuda13.0
with:
needs: ${{ toJSON(needs) }}
telemetry-setup:
Expand All @@ -34,27 +34,27 @@ jobs:
checks:
secrets: inherit
needs: telemetry-setup
uses: rapidsai/shared-workflows/.github/workflows/checks.yaml@branch-25.10
uses: rapidsai/shared-workflows/.github/workflows/checks.yaml@cuda13.0
with:
ignored_pr_jobs: telemetry-summarize
conda-python-build:
needs: checks
secrets: inherit
uses: rapidsai/shared-workflows/.github/workflows/conda-python-build.yaml@branch-25.10
uses: rapidsai/shared-workflows/.github/workflows/conda-python-build.yaml@cuda13.0
with:
build_type: pull-request
script: ci/build_python.sh
conda-python-tests:
needs: conda-python-build
secrets: inherit
uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@branch-25.10
uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@cuda13.0
with:
build_type: pull-request
script: ci/test_python.sh
docs-build:
needs: conda-python-build
secrets: inherit
uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@branch-25.10
uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@cuda13.0
with:
build_type: pull-request
node_type: "gpu-l4-latest-1"
Expand All @@ -64,7 +64,7 @@ jobs:
wheel-build:
needs: checks
secrets: inherit
uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.10
uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@cuda13.0
with:
build_type: pull-request
# Package is pure Python and only ever requires one build.
Expand All @@ -78,7 +78,7 @@ jobs:
wheel-tests:
needs: wheel-build
secrets: inherit
uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@branch-25.10
uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@cuda13.0
with:
build_type: pull-request
script: "ci/test_wheel.sh"
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/test-ucxx.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -45,7 +45,7 @@ on:
jobs:
conda-python-ucxx-tests:
secrets: inherit
uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@branch-25.10
uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@cuda13.0
with:
build_type: ${{ inputs.build_type }}
branch: ${{ inputs.branch }}
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/test.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@ on:
jobs:
conda-python-tests:
secrets: inherit
uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@branch-25.10
uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@cuda13.0
with:
build_type: ${{ inputs.build_type }}
branch: ${{ inputs.branch }}
Expand All @@ -34,7 +34,7 @@ jobs:
sha: ${{ inputs.sha }}
wheel-tests:
secrets: inherit
uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@branch-25.10
uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@cuda13.0
with:
build_type: ${{ inputs.build_type }}
branch: ${{ inputs.branch }}
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/trigger-breaking-change-alert.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ jobs:
trigger-notifier:
if: contains(github.event.pull_request.labels.*.name, 'breaking')
secrets: inherit
uses: rapidsai/shared-workflows/.github/workflows/breaking-change-alert.yaml@branch-25.10
uses: rapidsai/shared-workflows/.github/workflows/breaking-change-alert.yaml@cuda13.0
with:
sender_login: ${{ github.event.sender.login }}
sender_avatar: ${{ github.event.sender.avatar_url }}
Expand Down
7 changes: 7 additions & 0 deletions ci/run_benchmarks.sh
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,13 @@ set -euo pipefail
# Support invoking run_benchmarks.sh outside the script directory
cd "$(dirname "$(realpath "${BASH_SOURCE[0]}")")"/../dask_cuda

# TODO: run cudf benchmarks unconditionally once there are CUDA 13 cudf packages
# ref: https://github.com/rapidsai/dask-cuda/pull/1536#issuecomment-321247489
if [[ ! $(python -c "import cudf") ]]; then
echo "skipping benchmarks: cudf packages not available"
exit 0
fi

python benchmarks/local_cudf_shuffle.py \
--partition-size="1 KiB" \
-d 0 \
Expand Down
9 changes: 8 additions & 1 deletion ci/test_wheel.sh
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ set -eou pipefail

source rapids-init-pip

RAPIDS_CUDA_MAJOR="${RAPIDS_CUDA_VERSION%%.*}"
export RAPIDS_CUDA_MAJOR

DASK_CUDA_WHEELHOUSE=$(RAPIDS_PY_WHEEL_NAME="dask-cuda" RAPIDS_PY_WHEEL_PURE="1" rapids-download-wheels-from-github python)

# Install cuda-suffixed dependencies b/c while `dask-cuda` has no cuda suffix, the test dependencies do
Expand All @@ -16,7 +19,11 @@ rapids-dependency-file-generator \

rapids-logger "Installing test dependencies"
# echo to expand wildcard
rapids-pip-retry install -v --prefer-binary -r /tmp/requirements-test.txt "$(echo "${DASK_CUDA_WHEELHOUSE}"/dask_cuda*.whl)"
rapids-pip-retry install \
-v \
--prefer-binary \
-r /tmp/requirements-test.txt \
"$(echo "${DASK_CUDA_WHEELHOUSE}"/dask_cuda*.whl)[cu${RAPIDS_CUDA_MAJOR}]"

EXITCODE=0
# shellcheck disable=SC2317
Expand Down
4 changes: 1 addition & 3 deletions conda/environments/all_cuda-129_arch-aarch64.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -14,8 +14,7 @@ dependencies:
- dask-cudf==25.10.*,>=0.0.0a0
- distributed-ucxx==0.46.*,>=0.0.0a0
- kvikio==25.10.*,>=0.0.0a0
- numactl-devel-cos7-aarch64
- numba-cuda>=0.19.0,<0.20.0a0
- numba-cuda>=0.19.1,<0.20.0a0
- numpy>=1.23,<3.0a0
- numpydoc>=1.1.0
- pandas>=1.3
Expand All @@ -32,6 +31,5 @@ dependencies:
- sphinx-click>=2.7.1
- sphinx-rtd-theme>=0.5.1
- ucx-py==0.46.*,>=0.0.0a0
- ucxx==0.46.*,>=0.0.0a0
- zict>=2.0.0
name: all_cuda-129_arch-aarch64
4 changes: 1 addition & 3 deletions conda/environments/all_cuda-129_arch-x86_64.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -14,8 +14,7 @@ dependencies:
- dask-cudf==25.10.*,>=0.0.0a0
- distributed-ucxx==0.46.*,>=0.0.0a0
- kvikio==25.10.*,>=0.0.0a0
- numactl-devel-cos7-x86_64
- numba-cuda>=0.19.0,<0.20.0a0
- numba-cuda>=0.19.1,<0.20.0a0
- numpy>=1.23,<3.0a0
- numpydoc>=1.1.0
- pandas>=1.3
Expand All @@ -32,6 +31,5 @@ dependencies:
- sphinx-click>=2.7.1
- sphinx-rtd-theme>=0.5.1
- ucx-py==0.46.*,>=0.0.0a0
- ucxx==0.46.*,>=0.0.0a0
- zict>=2.0.0
name: all_cuda-129_arch-x86_64
33 changes: 33 additions & 0 deletions conda/environments/all_cuda-130_arch-aarch64.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,33 @@
# This file is generated by `rapids-dependency-file-generator`.
# To make changes, edit ../../dependencies.yaml and run `rapids-dependency-file-generator`.
channels:
- rapidsai
- rapidsai-nightly
- conda-forge
dependencies:
- click >=8.1
- cuda-core==0.3.*
- cuda-nvcc-impl
- cuda-nvrtc
- cuda-version=13.0
- distributed-ucxx==0.46.*,>=0.0.0a0
- kvikio==25.10.*,>=0.0.0a0
- numba-cuda>=0.19.1,<0.20.0a0
- numpy>=1.23,<3.0a0
- numpydoc>=1.1.0
- pandas>=1.3
- pre-commit
- pynvml>=12.0.0,<13.0.0a0
- pytest
- pytest-cov
- pytest-timeout
- python>=3.10,<3.14
- rapids-build-backend>=0.4.0,<0.5.0dev0
- rapids-dask-dependency==25.10.*,>=0.0.0a0
- setuptools>=64.0.0
- sphinx
- sphinx-click>=2.7.1
- sphinx-rtd-theme>=0.5.1
- ucx-py==0.46.*,>=0.0.0a0
- zict>=2.0.0
name: all_cuda-130_arch-aarch64
33 changes: 33 additions & 0 deletions conda/environments/all_cuda-130_arch-x86_64.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,33 @@
# This file is generated by `rapids-dependency-file-generator`.
# To make changes, edit ../../dependencies.yaml and run `rapids-dependency-file-generator`.
channels:
- rapidsai
- rapidsai-nightly
- conda-forge
dependencies:
- click >=8.1
- cuda-core==0.3.*
- cuda-nvcc-impl
- cuda-nvrtc
- cuda-version=13.0
- distributed-ucxx==0.46.*,>=0.0.0a0
- kvikio==25.10.*,>=0.0.0a0
- numba-cuda>=0.19.1,<0.20.0a0
- numpy>=1.23,<3.0a0
- numpydoc>=1.1.0
- pandas>=1.3
- pre-commit
- pynvml>=12.0.0,<13.0.0a0
- pytest
- pytest-cov
- pytest-timeout
- python>=3.10,<3.14
- rapids-build-backend>=0.4.0,<0.5.0dev0
- rapids-dask-dependency==25.10.*,>=0.0.0a0
- setuptools>=64.0.0
- sphinx
- sphinx-click>=2.7.1
- sphinx-rtd-theme>=0.5.1
- ucx-py==0.46.*,>=0.0.0a0
- zict>=2.0.0
name: all_cuda-130_arch-x86_64
2 changes: 1 addition & 1 deletion conda/recipes/dask-cuda/recipe.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,7 @@ requirements:
- python
- click >=8.1
- numba >=0.60.0,<0.62.0a0
- numba-cuda >=0.19.0,<0.20.0a0
- numba-cuda >=0.19.1,<0.20.0a0
- numpy >=1.23,<3.0a0
- pandas >=1.3
- pynvml >=12.0.0,<13.0.0a0
Expand Down
4 changes: 3 additions & 1 deletion dask_cuda/tests/test_cudf_builtin_spilling.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,5 @@
# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES.
# SPDX-License-Identifier: Apache-2.0
import pytest

from distributed.sizeof import safe_sizeof
Expand All @@ -6,6 +8,7 @@
from dask_cuda.is_spillable_object import is_spillable_object
from dask_cuda.proxify_host_file import ProxifyHostFile

cudf = pytest.importorskip("cudf")
cupy = pytest.importorskip("cupy")
pandas = pytest.importorskip("pandas")

Expand All @@ -14,7 +17,6 @@
reason="Current version of cudf doesn't support built-in spilling",
)

import cudf # noqa: E402
from cudf.core.buffer.spill_manager import ( # noqa: E402
SpillManager,
get_global_manager,
Expand Down
6 changes: 3 additions & 3 deletions dask_cuda/tests/test_spill.py
Original file line number Diff line number Diff line change
Expand Up @@ -15,10 +15,10 @@
from distributed.utils import Deadline
from distributed.utils_test import gen_cluster, gen_test, loop # noqa: F401

import dask_cudf
dask_cudf = pytest.importorskip("dask_cudf")

from dask_cuda import LocalCUDACluster, utils
from dask_cuda.utils_test import IncreasedCloseTimeoutNanny
from dask_cuda import LocalCUDACluster, utils # noqa: E402
from dask_cuda.utils_test import IncreasedCloseTimeoutNanny # noqa: E402

if not utils.has_device_memory_resource():
pytest.skip(
Expand Down
Loading