From e4fb6192111b8c79340f1f00b43e8a5bd51ec8d6 Mon Sep 17 00:00:00 2001 From: Peter Andreas Entschev Date: Fri, 12 Jun 2026 07:39:22 -0700 Subject: [PATCH 01/11] Package benchmarks in conda --- build.sh | 1 + conda/recipes/libcudf/recipe.yaml | 7 +++++++ 2 files changed, 8 insertions(+) diff --git a/build.sh b/build.sh index 50d7037039ec..579b7177746f 100755 --- a/build.sh +++ b/build.sh @@ -357,6 +357,7 @@ if hasArg libcudf_streaming; then -DCMAKE_INSTALL_PREFIX="${INSTALL_PREFIX}" \ -DCMAKE_CUDA_ARCHITECTURES="${CUDF_CMAKE_CUDA_ARCHITECTURES}" \ -DBUILD_TESTS=${BUILD_TESTS} \ + -DBUILD_BENCHMARKS=${BUILD_BENCHMARKS} \ -DCMAKE_BUILD_TYPE=${BUILD_TYPE} \ "${EXTRA_CMAKE_ARGS[@]}" diff --git a/conda/recipes/libcudf/recipe.yaml b/conda/recipes/libcudf/recipe.yaml index 6077750b497f..82cac46c8858 100644 --- a/conda/recipes/libcudf/recipe.yaml +++ b/conda/recipes/libcudf/recipe.yaml @@ -223,6 +223,7 @@ outputs: build: script: - cmake --install cpp/libcudf_streaming/build + - cmake --install cpp/libcudf_streaming/build --component benchmarking string: cuda${{ cuda_major }}_${{ date_string }}_${{ head_rev }} dynamic_linking: overlinking_behavior: "error" @@ -259,6 +260,12 @@ outputs: tests: - script: - test -f $PREFIX/lib/libcudf_streaming.so + - test -f $PREFIX/bin/benchmarks/libcudf_streaming/bench_pack + - test -f $PREFIX/bin/benchmarks/libcudf_streaming/bench_partition + - test -f $PREFIX/bin/benchmarks/libcudf_streaming/bench_read + - test -f $PREFIX/bin/benchmarks/libcudf_streaming/bench_shuffle + - test -f $PREFIX/bin/benchmarks/libcudf_streaming/bench_streaming_shuffle + - test -f $PREFIX/bin/benchmarks/libcudf_streaming/q01 about: homepage: https://rapids.ai/ license: Apache-2.0 From 9fc527b0c1228d6603c776873f9e9821320a61c2 Mon Sep 17 00:00:00 2001 From: Peter Andreas Entschev Date: Fri, 12 Jun 2026 07:45:54 -0700 Subject: [PATCH 02/11] Install packages directly under `bin/` --- conda/recipes/libcudf/recipe.yaml | 12 ++++++------ cpp/libcudf_streaming/benchmarks/CMakeLists.txt | 12 +++++++++--- .../benchmarks/streaming/CMakeLists.txt | 3 ++- .../benchmarks/streaming/ndsh/CMakeLists.txt | 3 ++- 4 files changed, 19 insertions(+), 11 deletions(-) diff --git a/conda/recipes/libcudf/recipe.yaml b/conda/recipes/libcudf/recipe.yaml index 82cac46c8858..694d7f397570 100644 --- a/conda/recipes/libcudf/recipe.yaml +++ b/conda/recipes/libcudf/recipe.yaml @@ -260,12 +260,12 @@ outputs: tests: - script: - test -f $PREFIX/lib/libcudf_streaming.so - - test -f $PREFIX/bin/benchmarks/libcudf_streaming/bench_pack - - test -f $PREFIX/bin/benchmarks/libcudf_streaming/bench_partition - - test -f $PREFIX/bin/benchmarks/libcudf_streaming/bench_read - - test -f $PREFIX/bin/benchmarks/libcudf_streaming/bench_shuffle - - test -f $PREFIX/bin/benchmarks/libcudf_streaming/bench_streaming_shuffle - - test -f $PREFIX/bin/benchmarks/libcudf_streaming/q01 + - test -f $PREFIX/bin/libcudf_streaming_bench_pack + - test -f $PREFIX/bin/libcudf_streaming_bench_partition + - test -f $PREFIX/bin/libcudf_streaming_bench_read + - test -f $PREFIX/bin/libcudf_streaming_bench_shuffle + - test -f $PREFIX/bin/libcudf_streaming_bench_streaming_shuffle + - test -f $PREFIX/bin/libcudf_streaming_q01 about: homepage: https://rapids.ai/ license: Apache-2.0 diff --git a/cpp/libcudf_streaming/benchmarks/CMakeLists.txt b/cpp/libcudf_streaming/benchmarks/CMakeLists.txt index 5ed80023f67e..a12ad0b51933 100644 --- a/cpp/libcudf_streaming/benchmarks/CMakeLists.txt +++ b/cpp/libcudf_streaming/benchmarks/CMakeLists.txt @@ -9,6 +9,9 @@ include(${rapids-cmake-dir}/cpm/gbench.cmake) rapids_cpm_gbench(BUILD_STATIC) +set(CUDF_STREAMING_BENCHMARK_INSTALL_DIR bin) +set(CUDF_STREAMING_BENCHMARK_EXECUTABLE_PREFIX libcudf_streaming_) + add_library(bench_utils INTERFACE) target_sources(bench_utils INTERFACE utils/random_data.cu) target_compile_options(bench_utils INTERFACE $<$:--expt-extended-lambda>) @@ -18,6 +21,7 @@ if(RAPIDSMPF_HAVE_MPI AND RAPIDSMPF_HAVE_UCXX) set_target_properties( bench_shuffle PROPERTIES RUNTIME_OUTPUT_DIRECTORY "${CUDF_STREAMING_BINARY_DIR}/benchmarks" + OUTPUT_NAME "${CUDF_STREAMING_BENCHMARK_EXECUTABLE_PREFIX}bench_shuffle" CXX_STANDARD 20 CXX_STANDARD_REQUIRED ON CXX_EXTENSIONS ON @@ -31,7 +35,7 @@ if(RAPIDSMPF_HAVE_MPI AND RAPIDSMPF_HAVE_UCXX) install( TARGETS bench_shuffle COMPONENT benchmarking - DESTINATION bin/benchmarks/libcudf_streaming + DESTINATION "${CUDF_STREAMING_BENCHMARK_INSTALL_DIR}" EXCLUDE_FROM_ALL ) endif() @@ -40,6 +44,7 @@ add_executable(bench_partition "bench_partition.cpp") set_target_properties( bench_partition PROPERTIES RUNTIME_OUTPUT_DIRECTORY "${CUDF_STREAMING_BINARY_DIR}/benchmarks" + OUTPUT_NAME "${CUDF_STREAMING_BENCHMARK_EXECUTABLE_PREFIX}bench_partition" CXX_STANDARD 20 CXX_STANDARD_REQUIRED ON CXX_EXTENSIONS ON @@ -53,7 +58,7 @@ target_link_libraries( install( TARGETS bench_partition COMPONENT benchmarking - DESTINATION bin/benchmarks/libcudf_streaming + DESTINATION "${CUDF_STREAMING_BENCHMARK_INSTALL_DIR}" EXCLUDE_FROM_ALL ) @@ -61,6 +66,7 @@ add_executable(bench_pack "bench_pack.cpp") set_target_properties( bench_pack PROPERTIES RUNTIME_OUTPUT_DIRECTORY "${CUDF_STREAMING_BINARY_DIR}/benchmarks" + OUTPUT_NAME "${CUDF_STREAMING_BENCHMARK_EXECUTABLE_PREFIX}bench_pack" CXX_STANDARD 20 CXX_STANDARD_REQUIRED ON CXX_EXTENSIONS ON @@ -75,7 +81,7 @@ target_link_libraries( install( TARGETS bench_pack COMPONENT benchmarking - DESTINATION bin/benchmarks/libcudf_streaming + DESTINATION "${CUDF_STREAMING_BENCHMARK_INSTALL_DIR}" EXCLUDE_FROM_ALL ) diff --git a/cpp/libcudf_streaming/benchmarks/streaming/CMakeLists.txt b/cpp/libcudf_streaming/benchmarks/streaming/CMakeLists.txt index 1795b5dadef9..7705104e161d 100644 --- a/cpp/libcudf_streaming/benchmarks/streaming/CMakeLists.txt +++ b/cpp/libcudf_streaming/benchmarks/streaming/CMakeLists.txt @@ -10,6 +10,7 @@ if(RAPIDSMPF_HAVE_MPI AND RAPIDSMPF_HAVE_UCXX) set_target_properties( bench_streaming_shuffle PROPERTIES RUNTIME_OUTPUT_DIRECTORY "${CUDF_STREAMING_BINARY_DIR}/benchmarks" + OUTPUT_NAME "${CUDF_STREAMING_BENCHMARK_EXECUTABLE_PREFIX}bench_streaming_shuffle" CXX_STANDARD 20 CXX_STANDARD_REQUIRED ON CUDA_STANDARD 20 @@ -22,7 +23,7 @@ if(RAPIDSMPF_HAVE_MPI AND RAPIDSMPF_HAVE_UCXX) install( TARGETS bench_streaming_shuffle COMPONENT benchmarking - DESTINATION bin/benchmarks/libcudf_streaming + DESTINATION "${CUDF_STREAMING_BENCHMARK_INSTALL_DIR}" EXCLUDE_FROM_ALL ) diff --git a/cpp/libcudf_streaming/benchmarks/streaming/ndsh/CMakeLists.txt b/cpp/libcudf_streaming/benchmarks/streaming/ndsh/CMakeLists.txt index 629c86bf99b7..43c79171831c 100644 --- a/cpp/libcudf_streaming/benchmarks/streaming/ndsh/CMakeLists.txt +++ b/cpp/libcudf_streaming/benchmarks/streaming/ndsh/CMakeLists.txt @@ -33,6 +33,7 @@ foreach(query IN ITEMS ${CUDF_STREAMING_NDSH_QUERIES}) set_target_properties( ${query} PROPERTIES RUNTIME_OUTPUT_DIRECTORY "${CUDF_STREAMING_BINARY_DIR}/benchmarks/ndsh" + OUTPUT_NAME "${CUDF_STREAMING_BENCHMARK_EXECUTABLE_PREFIX}${query}" CXX_STANDARD 20 CXX_STANDARD_REQUIRED ON CUDA_STANDARD 20 @@ -53,6 +54,6 @@ install( install( TARGETS ${CUDF_STREAMING_NDSH_QUERIES} COMPONENT benchmarking - DESTINATION bin/benchmarks/libcudf_streaming + DESTINATION "${CUDF_STREAMING_BENCHMARK_INSTALL_DIR}" EXCLUDE_FROM_ALL ) From ff16a16aeb2e315329a240df22dac5f74f3b0abc Mon Sep 17 00:00:00 2001 From: Peter Andreas Entschev Date: Fri, 12 Jun 2026 07:49:20 -0700 Subject: [PATCH 03/11] Rename NDSH benchmarks to libcudf_streaming_bench_ndsq_* --- conda/recipes/libcudf/recipe.yaml | 4 ++-- .../benchmarks/streaming/ndsh/CMakeLists.txt | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/conda/recipes/libcudf/recipe.yaml b/conda/recipes/libcudf/recipe.yaml index 694d7f397570..c52b6ed1e1ff 100644 --- a/conda/recipes/libcudf/recipe.yaml +++ b/conda/recipes/libcudf/recipe.yaml @@ -262,10 +262,10 @@ outputs: - test -f $PREFIX/lib/libcudf_streaming.so - test -f $PREFIX/bin/libcudf_streaming_bench_pack - test -f $PREFIX/bin/libcudf_streaming_bench_partition - - test -f $PREFIX/bin/libcudf_streaming_bench_read + - test -f $PREFIX/bin/libcudf_streaming_bench_ndsh_bench_read + - test -f $PREFIX/bin/libcudf_streaming_bench_ndsh_q01 - test -f $PREFIX/bin/libcudf_streaming_bench_shuffle - test -f $PREFIX/bin/libcudf_streaming_bench_streaming_shuffle - - test -f $PREFIX/bin/libcudf_streaming_q01 about: homepage: https://rapids.ai/ license: Apache-2.0 diff --git a/cpp/libcudf_streaming/benchmarks/streaming/ndsh/CMakeLists.txt b/cpp/libcudf_streaming/benchmarks/streaming/ndsh/CMakeLists.txt index 43c79171831c..0c1c4ac817fe 100644 --- a/cpp/libcudf_streaming/benchmarks/streaming/ndsh/CMakeLists.txt +++ b/cpp/libcudf_streaming/benchmarks/streaming/ndsh/CMakeLists.txt @@ -33,7 +33,7 @@ foreach(query IN ITEMS ${CUDF_STREAMING_NDSH_QUERIES}) set_target_properties( ${query} PROPERTIES RUNTIME_OUTPUT_DIRECTORY "${CUDF_STREAMING_BINARY_DIR}/benchmarks/ndsh" - OUTPUT_NAME "${CUDF_STREAMING_BENCHMARK_EXECUTABLE_PREFIX}${query}" + OUTPUT_NAME "${CUDF_STREAMING_BENCHMARK_EXECUTABLE_PREFIX}bench_ndsh_${query}" CXX_STANDARD 20 CXX_STANDARD_REQUIRED ON CUDA_STANDARD 20 From 2f9e6f6771e1491c905160c880cd41ffcc0a2307 Mon Sep 17 00:00:00 2001 From: Peter Andreas Entschev Date: Fri, 12 Jun 2026 08:23:33 -0700 Subject: [PATCH 04/11] New libcudf-streaming-tests conda package --- conda/recipes/libcudf/recipe.yaml | 58 ++++++++++++++++++++-- cpp/cmake/thirdparty/get_cudf.cmake | 6 ++- cpp/libcudf_streaming/tests/CMakeLists.txt | 3 ++ 3 files changed, 61 insertions(+), 6 deletions(-) diff --git a/conda/recipes/libcudf/recipe.yaml b/conda/recipes/libcudf/recipe.yaml index c52b6ed1e1ff..702ef2a7bac5 100644 --- a/conda/recipes/libcudf/recipe.yaml +++ b/conda/recipes/libcudf/recipe.yaml @@ -223,7 +223,6 @@ outputs: build: script: - cmake --install cpp/libcudf_streaming/build - - cmake --install cpp/libcudf_streaming/build --component benchmarking string: cuda${{ cuda_major }}_${{ date_string }}_${{ head_rev }} dynamic_linking: overlinking_behavior: "error" @@ -260,6 +259,58 @@ outputs: tests: - script: - test -f $PREFIX/lib/libcudf_streaming.so + about: + homepage: https://rapids.ai/ + license: Apache-2.0 + summary: libcudf-streaming library + + - package: + name: libcudf-streaming-tests + version: ${{ version }} + build: + script: + - cmake --install cpp/libcudf_streaming/build --component testing + - cmake --install cpp/libcudf_streaming/build --component benchmarking + string: cuda${{ cuda_major }}_${{ date_string }}_${{ head_rev }} + dynamic_linking: + overlinking_behavior: "error" + requirements: + build: + - cmake ${{ cmake_version }} + - ${{ stdlib("c") }} + host: + - ${{ pin_subpackage("libcudf", exact=True) }} + - ${{ pin_subpackage("libcudf-streaming", exact=True) }} + - librmm =${{ minor_version }} + - librapidsmpf =${{ minor_version }} + - openmpi >=5.0 + - cuda-version =${{ cuda_version }} + - cuda-cudart-dev + run: + - ${{ pin_subpackage("libcudf", exact=True) }} + - ${{ pin_subpackage("libcudf-streaming", exact=True) }} + - librmm =${{ minor_version }} + - librapidsmpf =${{ minor_version }} + - openmpi >=5.0 + - ${{ pin_compatible("cuda-version", upper_bound="x", lower_bound="x") }} + ignore_run_exports: + by_name: + - cuda-cudart + - cuda-nvrtc + - cuda-nvtx + - cuda-version + - flatbuffers + - libcudf + - libcufile + - libcurand + - libkvikio + - librdkafka + - librmm + - libzlib + - libnvcomp + tests: + - script: + - test -f $PREFIX/bin/gtests/libcudf_streaming/cudf_streaming_single_tests - test -f $PREFIX/bin/libcudf_streaming_bench_pack - test -f $PREFIX/bin/libcudf_streaming_bench_partition - test -f $PREFIX/bin/libcudf_streaming_bench_ndsh_bench_read @@ -269,7 +320,7 @@ outputs: about: homepage: https://rapids.ai/ license: Apache-2.0 - summary: libcudf-streaming library + summary: libcudf-streaming test & benchmark executables - package: name: libcudf-example @@ -356,7 +407,6 @@ outputs: script: - cmake --install cpp/build --component testing - cmake --install cpp/libcudf_kafka/build --component testing - - cmake --install cpp/libcudf_streaming/build --component testing string: cuda${{ cuda_major }}_${{ date_string }}_${{ head_rev }} dynamic_linking: overlinking_behavior: "error" @@ -369,7 +419,6 @@ outputs: host: - ${{ pin_subpackage("libcudf", exact=True) }} - ${{ pin_subpackage("libcudf_kafka", exact=True) }} - - ${{ pin_subpackage("libcudf-streaming", exact=True) }} - cuda-version =${{ cuda_version }} - libcurand-dev - cuda-cudart-dev @@ -378,7 +427,6 @@ outputs: - ${{ pin_compatible("cuda-version", upper_bound="x", lower_bound="x") }} - ${{ pin_subpackage("libcudf", exact=True) }} - ${{ pin_subpackage("libcudf_kafka", exact=True) }} - - ${{ pin_subpackage("libcudf-streaming", exact=True) }} - libcurand - cuda-sanitizer-api ignore_run_exports: diff --git a/cpp/cmake/thirdparty/get_cudf.cmake b/cpp/cmake/thirdparty/get_cudf.cmake index 02e9ce9e86d0..036f26a7877d 100644 --- a/cpp/cmake/thirdparty/get_cudf.cmake +++ b/cpp/cmake/thirdparty/get_cudf.cmake @@ -28,8 +28,12 @@ Result Variables # cmake-lint: disable=C0112 function(find_and_configure_cudf VERSION EXPORT_SET) rapids_cmake_parse_version(MAJOR_MINOR ${VERSION} major_minor) + set(cudf_components) + if(BUILD_TESTS) + list(APPEND cudf_components COMPONENTS testing) + endif() rapids_cpm_find( - cudf ${VERSION} + cudf ${VERSION} ${cudf_components} BUILD_EXPORT_SET ${EXPORT_SET} INSTALL_EXPORT_SET ${EXPORT_SET} CPM_ARGS diff --git a/cpp/libcudf_streaming/tests/CMakeLists.txt b/cpp/libcudf_streaming/tests/CMakeLists.txt index 5b6cf230d699..3531716446a1 100644 --- a/cpp/libcudf_streaming/tests/CMakeLists.txt +++ b/cpp/libcudf_streaming/tests/CMakeLists.txt @@ -33,6 +33,9 @@ target_include_directories( cudf_streaming_test_sources PRIVATE "${CUDF_STREAMING_SOURCE_DIR}/include" "${CMAKE_CURRENT_SOURCE_DIR}" ) +target_compile_options( + cudf_streaming_test_sources PRIVATE $<$:${CUDF_CUDA_FLAGS};--expt-extended-lambda> +) target_link_libraries( cudf_streaming_test_sources PRIVATE cudf_streaming rapidsmpf::rapidsmpf cudf::cudftestutil cudf::cudftestutil_impl From ba4dc27c5c384396770a0ddc35c2482065c489f5 Mon Sep 17 00:00:00 2001 From: Peter Andreas Entschev Date: Fri, 12 Jun 2026 08:41:52 -0700 Subject: [PATCH 05/11] Fix CMake style --- cpp/libcudf_streaming/tests/CMakeLists.txt | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/cpp/libcudf_streaming/tests/CMakeLists.txt b/cpp/libcudf_streaming/tests/CMakeLists.txt index 3531716446a1..b8ff8a876f74 100644 --- a/cpp/libcudf_streaming/tests/CMakeLists.txt +++ b/cpp/libcudf_streaming/tests/CMakeLists.txt @@ -34,7 +34,8 @@ target_include_directories( "${CMAKE_CURRENT_SOURCE_DIR}" ) target_compile_options( - cudf_streaming_test_sources PRIVATE $<$:${CUDF_CUDA_FLAGS};--expt-extended-lambda> + cudf_streaming_test_sources + PRIVATE $<$:${CUDF_CUDA_FLAGS};--expt-extended-lambda> ) target_link_libraries( cudf_streaming_test_sources From a0938caa822ec1dd60b677abb84d92097ecabb27 Mon Sep 17 00:00:00 2001 From: Peter Andreas Entschev Date: Fri, 12 Jun 2026 12:10:33 -0700 Subject: [PATCH 06/11] Install libcudf-streaming-tests in CI --- dependencies.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/dependencies.yaml b/dependencies.yaml index fc3d14073e75..b0b055ae7712 100644 --- a/dependencies.yaml +++ b/dependencies.yaml @@ -973,6 +973,7 @@ dependencies: - libcudf-example==26.8.*,>=0.0.0a0 - libcudf_kafka==26.8.*,>=0.0.0a0 - libcudf-tests==26.8.*,>=0.0.0a0 + - libcudf-streaming-tests==26.8.*,>=0.0.0a0 test_java: common: - output_types: conda From cd32b453ed9e7592ca56c8ed3442dbdefe8c3dc4 Mon Sep 17 00:00:00 2001 From: Peter Andreas Entschev Date: Fri, 12 Jun 2026 12:13:09 -0700 Subject: [PATCH 07/11] Move libucdf-streaming-tests to end of recipe file --- ci/test_cpp.sh | 2 +- conda/recipes/libcudf/recipe.yaml | 116 +++++++++++++++--------------- 2 files changed, 59 insertions(+), 59 deletions(-) diff --git a/ci/test_cpp.sh b/ci/test_cpp.sh index 3d723fe8be3f..ca5f4f010685 100755 --- a/ci/test_cpp.sh +++ b/ci/test_cpp.sh @@ -13,7 +13,7 @@ EXITCODE=0 trap "EXITCODE=1" ERR set +e -# Run libcudf and libcudf_kafka gtests from libcudf-tests package +# Run gtests from the libcudf-tests and libcudf-streaming-tests packages export GTEST_OUTPUT=xml:${RAPIDS_TESTS_DIR}/ rapids-logger "Run libcudf gtests" diff --git a/conda/recipes/libcudf/recipe.yaml b/conda/recipes/libcudf/recipe.yaml index 702ef2a7bac5..98c7ebf310b1 100644 --- a/conda/recipes/libcudf/recipe.yaml +++ b/conda/recipes/libcudf/recipe.yaml @@ -264,64 +264,6 @@ outputs: license: Apache-2.0 summary: libcudf-streaming library - - package: - name: libcudf-streaming-tests - version: ${{ version }} - build: - script: - - cmake --install cpp/libcudf_streaming/build --component testing - - cmake --install cpp/libcudf_streaming/build --component benchmarking - string: cuda${{ cuda_major }}_${{ date_string }}_${{ head_rev }} - dynamic_linking: - overlinking_behavior: "error" - requirements: - build: - - cmake ${{ cmake_version }} - - ${{ stdlib("c") }} - host: - - ${{ pin_subpackage("libcudf", exact=True) }} - - ${{ pin_subpackage("libcudf-streaming", exact=True) }} - - librmm =${{ minor_version }} - - librapidsmpf =${{ minor_version }} - - openmpi >=5.0 - - cuda-version =${{ cuda_version }} - - cuda-cudart-dev - run: - - ${{ pin_subpackage("libcudf", exact=True) }} - - ${{ pin_subpackage("libcudf-streaming", exact=True) }} - - librmm =${{ minor_version }} - - librapidsmpf =${{ minor_version }} - - openmpi >=5.0 - - ${{ pin_compatible("cuda-version", upper_bound="x", lower_bound="x") }} - ignore_run_exports: - by_name: - - cuda-cudart - - cuda-nvrtc - - cuda-nvtx - - cuda-version - - flatbuffers - - libcudf - - libcufile - - libcurand - - libkvikio - - librdkafka - - librmm - - libzlib - - libnvcomp - tests: - - script: - - test -f $PREFIX/bin/gtests/libcudf_streaming/cudf_streaming_single_tests - - test -f $PREFIX/bin/libcudf_streaming_bench_pack - - test -f $PREFIX/bin/libcudf_streaming_bench_partition - - test -f $PREFIX/bin/libcudf_streaming_bench_ndsh_bench_read - - test -f $PREFIX/bin/libcudf_streaming_bench_ndsh_q01 - - test -f $PREFIX/bin/libcudf_streaming_bench_shuffle - - test -f $PREFIX/bin/libcudf_streaming_bench_streaming_shuffle - about: - homepage: https://rapids.ai/ - license: Apache-2.0 - summary: libcudf-streaming test & benchmark executables - - package: name: libcudf-example version: ${{ version }} @@ -451,3 +393,61 @@ outputs: homepage: ${{ load_from_file("python/libcudf/pyproject.toml").project.urls.Homepage }} license: ${{ load_from_file("python/libcudf/pyproject.toml").project.license }} summary: libcudf test & benchmark executables + + - package: + name: libcudf-streaming-tests + version: ${{ version }} + build: + script: + - cmake --install cpp/libcudf_streaming/build --component testing + - cmake --install cpp/libcudf_streaming/build --component benchmarking + string: cuda${{ cuda_major }}_${{ date_string }}_${{ head_rev }} + dynamic_linking: + overlinking_behavior: "error" + requirements: + build: + - cmake ${{ cmake_version }} + - ${{ stdlib("c") }} + host: + - ${{ pin_subpackage("libcudf", exact=True) }} + - ${{ pin_subpackage("libcudf-streaming", exact=True) }} + - librmm =${{ minor_version }} + - librapidsmpf =${{ minor_version }} + - openmpi >=5.0 + - cuda-version =${{ cuda_version }} + - cuda-cudart-dev + run: + - ${{ pin_subpackage("libcudf", exact=True) }} + - ${{ pin_subpackage("libcudf-streaming", exact=True) }} + - librmm =${{ minor_version }} + - librapidsmpf =${{ minor_version }} + - openmpi >=5.0 + - ${{ pin_compatible("cuda-version", upper_bound="x", lower_bound="x") }} + ignore_run_exports: + by_name: + - cuda-cudart + - cuda-nvrtc + - cuda-nvtx + - cuda-version + - flatbuffers + - libcudf + - libcufile + - libcurand + - libkvikio + - librdkafka + - librmm + - libzlib + - libnvcomp + tests: + - script: + - test -f $PREFIX/bin/gtests/libcudf_streaming/cudf_streaming_single_tests + - test -f $PREFIX/bin/libcudf_streaming_bench_pack + - test -f $PREFIX/bin/libcudf_streaming_bench_partition + - test -f $PREFIX/bin/libcudf_streaming_bench_ndsh_bench_read + - test -f $PREFIX/bin/libcudf_streaming_bench_ndsh_q01 + - test -f $PREFIX/bin/libcudf_streaming_bench_shuffle + - test -f $PREFIX/bin/libcudf_streaming_bench_streaming_shuffle + about: + homepage: https://rapids.ai/ + license: Apache-2.0 + summary: libcudf-streaming test & benchmark executables From faa150f6a20f1c56355780a782f6e1499a5fb9c7 Mon Sep 17 00:00:00 2001 From: Peter Andreas Entschev Date: Tue, 16 Jun 2026 00:59:58 -0700 Subject: [PATCH 08/11] Tidy up recipe --- conda/recipes/libcudf/recipe.yaml | 9 --------- 1 file changed, 9 deletions(-) diff --git a/conda/recipes/libcudf/recipe.yaml b/conda/recipes/libcudf/recipe.yaml index 98c7ebf310b1..cecd8b5810db 100644 --- a/conda/recipes/libcudf/recipe.yaml +++ b/conda/recipes/libcudf/recipe.yaml @@ -426,18 +426,9 @@ outputs: ignore_run_exports: by_name: - cuda-cudart - - cuda-nvrtc - - cuda-nvtx - cuda-version - - flatbuffers - libcudf - - libcufile - - libcurand - - libkvikio - - librdkafka - librmm - - libzlib - - libnvcomp tests: - script: - test -f $PREFIX/bin/gtests/libcudf_streaming/cudf_streaming_single_tests From a40c82ced0d88814a99b66c61bc408886215f32c Mon Sep 17 00:00:00 2001 From: Peter Andreas Entschev Date: Tue, 16 Jun 2026 01:03:04 -0700 Subject: [PATCH 09/11] Remove executable prefix variable, expand in-place --- cpp/libcudf_streaming/benchmarks/CMakeLists.txt | 7 +++---- cpp/libcudf_streaming/benchmarks/streaming/CMakeLists.txt | 2 +- .../benchmarks/streaming/ndsh/CMakeLists.txt | 2 +- 3 files changed, 5 insertions(+), 6 deletions(-) diff --git a/cpp/libcudf_streaming/benchmarks/CMakeLists.txt b/cpp/libcudf_streaming/benchmarks/CMakeLists.txt index d25a5756774d..755153a1ca6e 100644 --- a/cpp/libcudf_streaming/benchmarks/CMakeLists.txt +++ b/cpp/libcudf_streaming/benchmarks/CMakeLists.txt @@ -10,7 +10,6 @@ include(${rapids-cmake-dir}/cpm/gbench.cmake) rapids_cpm_gbench(BUILD_STATIC) set(CUDF_STREAMING_BENCHMARK_INSTALL_DIR bin) -set(CUDF_STREAMING_BENCHMARK_EXECUTABLE_PREFIX libcudf_streaming_) add_library(bench_utils INTERFACE) target_sources(bench_utils INTERFACE utils/random_data.cu) @@ -21,7 +20,7 @@ if(CUDF_STREAMING_HAVE_COMM) set_target_properties( bench_shuffle PROPERTIES RUNTIME_OUTPUT_DIRECTORY "${CUDF_STREAMING_BINARY_DIR}/benchmarks" - OUTPUT_NAME "${CUDF_STREAMING_BENCHMARK_EXECUTABLE_PREFIX}bench_shuffle" + OUTPUT_NAME "libcudf_streaming_bench_shuffle" CXX_STANDARD 20 CXX_STANDARD_REQUIRED ON CXX_EXTENSIONS ON @@ -47,7 +46,7 @@ add_executable(bench_partition "bench_partition.cpp") set_target_properties( bench_partition PROPERTIES RUNTIME_OUTPUT_DIRECTORY "${CUDF_STREAMING_BINARY_DIR}/benchmarks" - OUTPUT_NAME "${CUDF_STREAMING_BENCHMARK_EXECUTABLE_PREFIX}bench_partition" + OUTPUT_NAME "libcudf_streaming_bench_partition" CXX_STANDARD 20 CXX_STANDARD_REQUIRED ON CXX_EXTENSIONS ON @@ -69,7 +68,7 @@ add_executable(bench_pack "bench_pack.cpp") set_target_properties( bench_pack PROPERTIES RUNTIME_OUTPUT_DIRECTORY "${CUDF_STREAMING_BINARY_DIR}/benchmarks" - OUTPUT_NAME "${CUDF_STREAMING_BENCHMARK_EXECUTABLE_PREFIX}bench_pack" + OUTPUT_NAME "libcudf_streaming_bench_pack" CXX_STANDARD 20 CXX_STANDARD_REQUIRED ON CXX_EXTENSIONS ON diff --git a/cpp/libcudf_streaming/benchmarks/streaming/CMakeLists.txt b/cpp/libcudf_streaming/benchmarks/streaming/CMakeLists.txt index b62ac020b041..206643087d8e 100644 --- a/cpp/libcudf_streaming/benchmarks/streaming/CMakeLists.txt +++ b/cpp/libcudf_streaming/benchmarks/streaming/CMakeLists.txt @@ -10,7 +10,7 @@ if(CUDF_STREAMING_HAVE_COMM) set_target_properties( bench_streaming_shuffle PROPERTIES RUNTIME_OUTPUT_DIRECTORY "${CUDF_STREAMING_BINARY_DIR}/benchmarks" - OUTPUT_NAME "${CUDF_STREAMING_BENCHMARK_EXECUTABLE_PREFIX}bench_streaming_shuffle" + OUTPUT_NAME "libcudf_streaming_bench_streaming_shuffle" CXX_STANDARD 20 CXX_STANDARD_REQUIRED ON CUDA_STANDARD 20 diff --git a/cpp/libcudf_streaming/benchmarks/streaming/ndsh/CMakeLists.txt b/cpp/libcudf_streaming/benchmarks/streaming/ndsh/CMakeLists.txt index 8fd51602173f..490645162d33 100644 --- a/cpp/libcudf_streaming/benchmarks/streaming/ndsh/CMakeLists.txt +++ b/cpp/libcudf_streaming/benchmarks/streaming/ndsh/CMakeLists.txt @@ -34,7 +34,7 @@ foreach(query IN ITEMS ${CUDF_STREAMING_NDSH_QUERIES}) set_target_properties( ${query} PROPERTIES RUNTIME_OUTPUT_DIRECTORY "${CUDF_STREAMING_BINARY_DIR}/benchmarks/ndsh" - OUTPUT_NAME "${CUDF_STREAMING_BENCHMARK_EXECUTABLE_PREFIX}bench_ndsh_${query}" + OUTPUT_NAME "libcudf_streaming_bench_ndsh_${query}" CXX_STANDARD 20 CXX_STANDARD_REQUIRED ON CUDA_STANDARD 20 From c897ce412db7279fa4d0c6b16fca91101a3c5dbb Mon Sep 17 00:00:00 2001 From: Peter Andreas Entschev Date: Tue, 16 Jun 2026 03:10:08 -0700 Subject: [PATCH 10/11] Reintroduce cuda-nvtx/libcurand --- conda/recipes/libcudf/recipe.yaml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/conda/recipes/libcudf/recipe.yaml b/conda/recipes/libcudf/recipe.yaml index cecd8b5810db..9b71e8aef329 100644 --- a/conda/recipes/libcudf/recipe.yaml +++ b/conda/recipes/libcudf/recipe.yaml @@ -426,8 +426,10 @@ outputs: ignore_run_exports: by_name: - cuda-cudart + - cuda-nvtx - cuda-version - libcudf + - libcurand - librmm tests: - script: From b0b989d7e4c1e7a70b29a05e85646b60a90f0df2 Mon Sep 17 00:00:00 2001 From: Peter Andreas Entschev Date: Tue, 16 Jun 2026 05:44:59 -0700 Subject: [PATCH 11/11] Reintroduce more dependencies --- conda/recipes/libcudf/recipe.yaml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/conda/recipes/libcudf/recipe.yaml b/conda/recipes/libcudf/recipe.yaml index 9b71e8aef329..060917b7ad6c 100644 --- a/conda/recipes/libcudf/recipe.yaml +++ b/conda/recipes/libcudf/recipe.yaml @@ -426,11 +426,15 @@ outputs: ignore_run_exports: by_name: - cuda-cudart + - cuda-nvrtc - cuda-nvtx - cuda-version - libcudf + - libcufile - libcurand + - libkvikio - librmm + - libnvcomp tests: - script: - test -f $PREFIX/bin/gtests/libcudf_streaming/cudf_streaming_single_tests