Remove cudf components

ci/build_docs.sh

@@ -50,7 +50,6 @@ set +e
 rapids-logger "Build CPP docs"
 pushd cpp/doxygen
 aws s3 cp s3://rapidsai-docs/librmm/html/"${RAPIDS_VERSION_MAJOR_MINOR}"/rmm.tag . || echo "Failed to download rmm Doxygen tag"
-aws s3 cp s3://rapidsai-docs/libcudf/html/"${RAPIDS_VERSION_MAJOR_MINOR}"/libcudf.tag . || echo "Failed to download cudf Doxygen tag"
 
 doxygen Doxyfile
 

ci/build_wheel_librapidsmpf.sh

@@ -37,9 +37,6 @@ export SITE_PACKAGES
 ./ci/build_wheel.sh "${package_name}" "${package_dir}"
 
 python -m auditwheel repair \
-    --exclude libcudf.so \
-    --exclude libkvikio.so \
-    --exclude libnvcomp.so.5 \
     --exclude libnvidia-ml.so.1 \
     --exclude librapids_logger.so \
     --exclude librmm.so \

ci/build_wheel_rapidsmpf.sh

@@ -46,7 +46,6 @@ export RAPIDS_PY_API
 ./ci/build_wheel.sh "${package_name}" "${package_dir}" --stable
 
 python -m auditwheel repair \
-    --exclude libcudf.so \
     --exclude libnvidia-ml.so.1 \
     --exclude librapids_logger.so \
     --exclude librmm.so \

ci/build_wheel_singlecomm.sh

@@ -44,9 +44,6 @@ export SITE_PACKAGES
 ./ci/build_wheel.sh "${package_name}" "${package_dir}"
 
 python -m auditwheel repair \
-    --exclude libcudf.so \
-    --exclude libkvikio.so \
-    --exclude libnvcomp.so.5 \
     --exclude libnvidia-ml.so.1 \
     --exclude librapids_logger.so \
     --exclude librmm.so \
@@ -86,9 +83,6 @@ export RAPIDS_PY_API
 ./ci/build_wheel.sh "${package_name_py}" "${package_dir_py}" --stable
 
 python -m auditwheel repair \
-    --exclude libcudf.so \
-    --exclude libkvikio.so \
-    --exclude libnvcomp.so.5 \
     --exclude libnvidia-ml.so.1 \
     --exclude librapids_logger.so \
     --exclude librmm.so \

ci/release/update-version.sh

@@ -105,12 +105,9 @@ echo "${NEXT_UCXX_SHORT_TAG}.00" > UCXX_VERSION
 sed_runner "s/ucxx==.*/ucxx==${NEXT_UCXX_SHORT_TAG_PEP440}.*,>=0.0.0a0/g" dependencies.yaml
 
 DEPENDENCIES=(
-  cudf
-  libcudf
   librapidsmpf
   librapidsmpf-tests
   librmm
-  pylibcudf
   rapidsmpf
   rmm
 )

cmake/Modules/ConfigureCUDA.cmake

@@ -1,6 +1,6 @@
 # =================================================================================
 # cmake-format: off
-# SPDX-FileCopyrightText: Copyright (c) 2024-2025, NVIDIA CORPORATION & AFFILIATES.
+# SPDX-FileCopyrightText: Copyright (c) 2024-2026, NVIDIA CORPORATION & AFFILIATES.
 # SPDX-License-Identifier: Apache-2.0
 # cmake-format: on
 # =================================================================================
@@ -31,7 +31,7 @@ list(
   RAPIDSMPF_CUDA_FLAGS
   -Xcompiler=-Wall,-Werror,-Wextra,-Wsign-conversion,-Wno-unknown-pragmas,-Wno-missing-field-initializers,-Wno-error=deprecated-declarations
 )
-# This warning needs to be suppressed because some parts of cudf instantiate templated CCCL
+# This warning needs to be suppressed because some parts of rapidsmpf instantiate templated CCCL
 # functions in contexts where the resulting instantiations would have internal linkage (e.g. in
 # anonymous namespaces). In such contexts, the visibility attribute on the template is ignored, and
 # the compiler issues a warning. This is not a problem and will be fixed in future versions of CCCL.

cmake/thirdparty/get_cucascade.cmake

@@ -11,16 +11,16 @@
 function(find_and_configure_cucascade)
   rapids_cpm_find(
     cuCascade 0.1.0
-    GLOBAL_TARGETS cuCascade::cucascade cuCascade::cucascade_topology_discovery
+    GLOBAL_TARGETS cuCascade::cucascade_topology_discovery
     CPM_ARGS
     GIT_REPOSITORY https://github.com/NVIDIA/cuCascade.git
     GIT_TAG main
-    GIT_SHALLOW FALSE
     OPTIONS "CUCASCADE_BUILD_TESTS OFF"
             "CUCASCADE_BUILD_BENCHMARKS OFF"
             "CUCASCADE_BUILD_SHARED_LIBS OFF"
             "CUCASCADE_BUILD_STATIC_LIBS ON"
             "CUCASCADE_WARNINGS_AS_ERRORS OFF"
+            "CUCASCADE_TOPOLOGY_ONLY ON"
     EXCLUDE_FROM_ALL
   )
 endfunction()

cmake/thirdparty/get_cudf_streaming.cmake

@@ -0,0 +1,33 @@
+# =================================================================================
+# cmake-format: off
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES.
+# SPDX-License-Identifier: Apache-2.0
+# cmake-format: on
+# =================================================================================
+
+# This function finds cudf_streaming for test/benchmark use only. It does NOT add cudf_streaming to
+# any rapidsmpf export set.
+function(find_and_configure_cudf_streaming)
+
+  if(TARGET cudf_streaming::cudf_streaming)
+    return()
+  endif()
+
+  set(oneValueArgs VERSION GIT_REPO GIT_TAG)
+  cmake_parse_arguments(PKG "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
+
+  rapids_cpm_find(
+    cudf_streaming ${PKG_VERSION}
+    GLOBAL_TARGETS cudf_streaming::cudf_streaming
+    CPM_ARGS
+    GIT_REPOSITORY ${PKG_GIT_REPO}
+    GIT_TAG ${PKG_GIT_TAG}
+    GIT_SHALLOW TRUE SOURCE_SUBDIR cpp/libcudf_streaming
+    OPTIONS "BUILD_TESTS OFF" "BUILD_BENCHMARKS OFF" "BUILD_EXAMPLES OFF"
+  )
+endfunction()
+
+find_and_configure_cudf_streaming(
+  VERSION ${RAPIDS_VERSION} GIT_REPO https://github.com/rapidsai/cudf.git GIT_TAG
+  "${RAPIDS_BRANCH}"
+)

conda/environments/all_cuda-129_arch-aarch64.yaml

@@ -28,7 +28,7 @@ dependencies:
 - gcc_linux-aarch64=14.*
 - gdb
 - ipython
-- libcudf==26.8.*,>=0.0.0a0
+- libcudf-streaming==26.8.*,>=0.0.0a0
 - libnuma
 - libpmix-devel >=5.0,<6.0
 - librmm==26.8.*,>=0.0.0a0
@@ -47,7 +47,6 @@ dependencies:
 - psutil
 - pyarrow
 - pydata-sphinx-theme>=0.15.4
-- pylibcudf==26.8.*,>=0.0.0a0
 - pytest
 - python>=3.11
 - rapids-build-backend>=0.4.0,<0.5.0

conda/environments/all_cuda-129_arch-x86_64.yaml

@@ -28,7 +28,7 @@ dependencies:
 - gcc_linux-64=14.*
 - gdb
 - ipython
-- libcudf==26.8.*,>=0.0.0a0
+- libcudf-streaming==26.8.*,>=0.0.0a0
 - libnuma
 - libpmix-devel >=5.0,<6.0
 - librmm==26.8.*,>=0.0.0a0
@@ -47,7 +47,6 @@ dependencies:
 - psutil
 - pyarrow
 - pydata-sphinx-theme>=0.15.4
-- pylibcudf==26.8.*,>=0.0.0a0
 - pytest
 - python>=3.11
 - rapids-build-backend>=0.4.0,<0.5.0

conda/environments/all_cuda-132_arch-aarch64.yaml

@@ -28,7 +28,7 @@ dependencies:
 - gcc_linux-aarch64=14.*
 - gdb
 - ipython
-- libcudf==26.8.*,>=0.0.0a0
+- libcudf-streaming==26.8.*,>=0.0.0a0
 - libnuma
 - libpmix-devel >=5.0,<6.0
 - librmm==26.8.*,>=0.0.0a0
@@ -47,7 +47,6 @@ dependencies:
 - psutil
 - pyarrow
 - pydata-sphinx-theme>=0.15.4
-- pylibcudf==26.8.*,>=0.0.0a0
 - pytest
 - python>=3.11
 - rapids-build-backend>=0.4.0,<0.5.0

conda/environments/all_cuda-132_arch-x86_64.yaml

@@ -28,7 +28,7 @@ dependencies:
 - gcc_linux-64=14.*
 - gdb
 - ipython
-- libcudf==26.8.*,>=0.0.0a0
+- libcudf-streaming==26.8.*,>=0.0.0a0
 - libnuma
 - libpmix-devel >=5.0,<6.0
 - librmm==26.8.*,>=0.0.0a0
@@ -47,7 +47,6 @@ dependencies:
 - psutil
 - pyarrow
 - pydata-sphinx-theme>=0.15.4
-- pylibcudf==26.8.*,>=0.0.0a0
 - pytest
 - python>=3.11
 - rapids-build-backend>=0.4.0,<0.5.0

conda/recipes/librapidsmpf/recipe.yaml

@@ -29,7 +29,7 @@ cache:
         export CXXFLAGS=$(echo $CXXFLAGS | sed -E 's@\-fdebug\-prefix\-map[^ ]*@@g')
         set +x
 
-        ./build.sh -v -n --cmake-args=\"-DBUILD_CUPTI_SUPPORT=ON\" --no-clang-tidy librapidsmpf
+        ./build.sh -v -n --cmake-args="\"-DBUILD_CUPTI_SUPPORT=ON -DBUILD_CUDF_TESTS=ON\"" --no-clang-tidy librapidsmpf
       secrets:
         - AWS_ACCESS_KEY_ID
         - AWS_SECRET_ACCESS_KEY
@@ -77,8 +77,9 @@ cache:
       - cuda-version =${{ cuda_version }}
       - cuda-cupti-dev
       - cuda-nvml-dev
-      - libcudf =${{ minor_version }}
       - libnuma
+      - libcudf =${{ minor_version }}
+      - libcudf-streaming =${{ minor_version }}
       - libpmix-devel >=5.0,<6.0
       - librmm =${{ minor_version }}
       - libucxx ${{ ucxx_version }}
@@ -92,7 +93,6 @@ outputs:
       script:
         content: |
           cmake --install cpp/build
-          cmake --install cpp/build --component=benchmarking
           cmake --install cpp/build --component=tools
       dynamic_linking:
         overlinking_behavior: "error"
@@ -102,7 +102,6 @@ outputs:
         ignore:
           # See https://github.com/rapidsai/build-planning/issues/160
           - lib/librapidsmpf.so
-          - lib/librapidsmpfndsh.so
       string: cuda${{ cuda_major }}_${{ date_string }}_${{ head_rev }}
     requirements:
       build:
@@ -114,15 +113,14 @@ outputs:
         - cuda-version =${{ cuda_version }}
         - cuda-cupti-dev
         - cuda-nvml-dev
-        - libcudf =${{ minor_version }}
         - libpmix-devel >=5.0,<6.0
         - libucxx ${{ ucxx_version }}
         - openmpi >=5.0
+        - libnuma
       run:
         - ${{ pin_compatible("cuda-version", upper_bound="x", lower_bound="x") }}
         - cuda-cupti
         - librmm =${{ minor_version }}
-        - libcudf =${{ minor_version }}
         - libpmix >=5.0,<6.0
         - libucxx ${{ ucxx_version }}
         - openmpi >=5.0  # See <https://github.com/rapidsai/rapidsmpf/issues/17>
@@ -135,8 +133,9 @@ outputs:
         by_name:
           - cuda-cupti
           - libcudf
-          - openmpi
+          - libcudf-streaming
           - librmm
+          - openmpi
     about:
       homepage: https://github.com/rapidsai/rapidsmpf
       license: Apache-2.0
@@ -148,7 +147,8 @@ outputs:
     build:
       script:
         content: |
-          cmake --install cpp/build --component testing
+          cmake --install cpp/build --component=testing
+          cmake --install cpp/build --component=benchmarking
       string: cuda${{ cuda_major }}_${{ date_string }}_${{ head_rev }}
     requirements:
       build:
@@ -161,14 +161,17 @@ outputs:
         - cuda-nvml-dev
         - cuda-version =${{ cuda_version }}
         - libcudf =${{ minor_version }}
+        - libcudf-streaming =${{ minor_version }}
         - librmm =${{ minor_version }}
         - openmpi >=5.0
+        - libnuma
         - ${{ pin_subpackage("librapidsmpf", exact=True) }}
       run:
         - ${{ pin_compatible("cuda-version", upper_bound="x", lower_bound="x") }}
         - cuda-cupti
-        - librmm =${{ minor_version }}
         - libcudf =${{ minor_version }}
+        - libcudf-streaming =${{ minor_version }}
+        - librmm =${{ minor_version }}
         - openmpi >=5.0  # See <https://github.com/rapidsai/rapidsmpf/issues/17>
         - libucxx ${{ ucxx_version }}
       ignore_run_exports:
@@ -180,7 +183,6 @@ outputs:
         by_name:
           - cuda-cupti
           - librmm
-          - libcudf
           - openmpi
     about:
       homepage: https://github.com/rapidsai/rapidsmpf

conda/recipes/rapidsmpf/recipe.yaml

@@ -92,7 +92,6 @@ requirements:
     - mpi4py
     - openmpi >=5.0
     - pip
-    - pylibcudf =${{ minor_version }}
     - python =${{ py_abi_min }}
     - python-abi3 ${{ py_abi_min }}.*
     - rapids-build-backend >=0.4.0,<0.5.0
@@ -108,7 +107,6 @@ requirements:
     - librapidsmpf =${{ version }}
     - mpi4py
     - openmpi >=5.0
-    - pylibcudf =${{ minor_version }}
     - python
     - rmm =${{ minor_version }}
     - ucxx ${{ ucxx_version }}

cpp/.clang-format

@@ -58,7 +58,7 @@ IncludeCategories:
     Priority: 30 # CUDA includes
   - Regex: '^<(thrust|cub|cuda)/'
     Priority: 40 # CCCL includes
-  - Regex: '^<(cudf.*|rmm|cugraph|cuml|raft|kvikio|cucascade)'
+  - Regex: '^<(cudf|rmm|cugraph|cuml|raft|kvikio|cucascade)'
     Priority: 50 # RAPIDS includes
   - Regex: '^<rapidsmpf/'
     Priority: 70 # RapidsMPF project includes