feat: add libwholegraph wheel

.github/workflows/build.yaml

@@ -114,7 +114,18 @@ jobs:
       date: ${{ inputs.date }}
       package-name: cugraph-pyg
       package-type: python
+  wheel-build-libwholegraph:
+    secrets: inherit
+    uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.06
+    with:
+      build_type: pull-request
+      script: ci/build_wheel_libwholegraph.sh
+      package-type: cpp
+      wheel-name: libwholegraph
+      # build for every combination of arch and CUDA version, but only for the latest Python
+      matrix_filter: group_by([.ARCH, (.CUDA_VER|split(".")|map(tonumber)|.[0])]) | map(max_by(.PY_VER|split(".")|map(tonumber)))
   wheel-build-pylibwholegraph:
+    needs: wheel-build-libwholegraph
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.06
     with:

.github/workflows/pr.yaml

@@ -22,6 +22,7 @@ jobs:
       - conda-python-tests
       - docs-build
       - conda-notebook-tests
+      - wheel-build-libwholegraph
       - wheel-build-pylibwholegraph
       - wheel-tests-pylibwholegraph
       - wheel-build-cugraph-dgl
@@ -136,10 +137,21 @@ jobs:
       build_type: pull-request
       container_image: "rapidsai/ci-conda:latest"
       run_script: "ci/build_docs.sh"
-  wheel-build-pylibwholegraph:
+  wheel-build-libwholegraph:
     needs: checks
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.06
+    with:
+      build_type: pull-request
+      script: ci/build_wheel_libwholegraph.sh
+      package-type: cpp
+      wheel-name: libwholegraph
+      # build for every combination of arch and CUDA version, but only for the latest Python
+      matrix_filter: group_by([.ARCH, (.CUDA_VER|split(".")|map(tonumber)|.[0])]) | map(max_by(.PY_VER|split(".")|map(tonumber)))
+  wheel-build-pylibwholegraph:
+    needs: [checks, wheel-build-libwholegraph]
+    secrets: inherit
+    uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.06
     with:
       build_type: pull-request
       script: ci/build_wheel_pylibwholegraph.sh

ci/build_wheel.sh

@@ -5,30 +5,31 @@ set -euo pipefail
 
 package_name=$1
 package_dir=$2
-underscore_package_name=$(echo "${package_name}" | tr "-" "_")
+package_type=$3
 
 # The set of shared libraries that should be packaged differs by project.
 #
 # Capturing that here in argument-parsing to allow this build_wheel.sh
 # script to be re-used by all wheel builds in the project.
-case "${package_dir}" in
-  python/pylibwholegraph)
-    EXCLUDE_ARGS=(
-        --exclude libcuda.so.1
-        --exclude libnvidia-ml.so.1
+#
+EXCLUDE_ARGS=(
+    --exclude libcuda.so.1
+    --exclude libnvidia-ml.so.1
+    --exclude librapids_logger.so
+)
+
+if [[ "${package_name}" != "libwholegraph" ]]; then
+    EXCLUDE_ARGS+=(
+        --exclude libwholegraph.so
     )
-  ;;
-  *)
-    EXCLUDE_ARGS=()
-  ;;
-esac
+fi
 
 source rapids-configure-sccache
 source rapids-date-string
 
 rapids-generate-version > ./VERSION
 
-RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen ${RAPIDS_CUDA_VERSION})"
+RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen "${RAPIDS_CUDA_VERSION}")"
 
 cd "${package_dir}"
 
@@ -56,5 +57,5 @@ else
         -w "${RAPIDS_WHEEL_BLD_OUTPUT_DIR}" \
         dist/*
 
-    RAPIDS_PY_WHEEL_NAME="${package_name}_${RAPIDS_PY_CUDA_SUFFIX}" rapids-upload-wheels-to-s3 python "${RAPIDS_WHEEL_BLD_OUTPUT_DIR}"
+    RAPIDS_PY_WHEEL_NAME="${package_name}_${RAPIDS_PY_CUDA_SUFFIX}" rapids-upload-wheels-to-s3 "${package_type}" "${RAPIDS_WHEEL_BLD_OUTPUT_DIR}"
 fi

ci/build_wheel_cugraph-dgl.sh

@@ -5,5 +5,5 @@ set -euo pipefail
 
 package_dir="python/cugraph-dgl"
 
-./ci/build_wheel.sh cugraph-dgl ${package_dir}
+./ci/build_wheel.sh cugraph-dgl ${package_dir} python
 ./ci/validate_wheel.sh ${package_dir} "${RAPIDS_WHEEL_BLD_OUTPUT_DIR}"

ci/build_wheel_cugraph-pyg.sh

@@ -5,5 +5,5 @@ set -euo pipefail
 
 package_dir="python/cugraph-pyg"
 
-./ci/build_wheel.sh cugraph-pyg ${package_dir}
+./ci/build_wheel.sh cugraph-pyg ${package_dir} python
 ./ci/validate_wheel.sh ${package_dir} "${RAPIDS_WHEEL_BLD_OUTPUT_DIR}"

ci/build_wheel_libwholegraph.sh

@@ -0,0 +1,11 @@
+#!/bin/bash
+# Copyright (c) 2024-2025, NVIDIA CORPORATION.
+
+set -euo pipefail
+
+package_dir="python/libwholegraph"
+
+export SKBUILD_CMAKE_ARGS="-DBUILD_SHARED_LIBS=ON;-DCMAKE_MESSAGE_LOG_LEVEL=VERBOSE;-DCUDA_STATIC_RUNTIME=ON"
+
+./ci/build_wheel.sh libwholegraph ${package_dir} cpp
+./ci/validate_wheel.sh ${package_dir} "${RAPIDS_WHEEL_BLD_OUTPUT_DIR}"

ci/build_wheel_pylibwholegraph.sh

@@ -5,7 +5,18 @@ set -euo pipefail
 
 package_dir="python/pylibwholegraph"
 
-export SKBUILD_CMAKE_ARGS="-DBUILD_SHARED_LIBS=OFF;-DCMAKE_MESSAGE_LOG_LEVEL=VERBOSE;-DCUDA_STATIC_RUNTIME=ON;-DWHOLEGRAPH_BUILD_WHEELS=ON"
+RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen "${RAPIDS_CUDA_VERSION}")"
 
-./ci/build_wheel.sh pylibwholegraph ${package_dir}
+# Download the libcugraph wheel built in the previous step and make it
+# available for pip to find.
+RAPIDS_PY_WHEEL_NAME="libwholegraph_${RAPIDS_PY_CUDA_SUFFIX}" rapids-download-wheels-from-s3 cpp /tmp/libwholegraph_dist
+echo "libwholegraph-${RAPIDS_PY_CUDA_SUFFIX} @ file://$(echo /tmp/libwholegraph_dist/libwholegraph_*.whl)" > /tmp/constraints.txt
+
+# Using env variable PIP_CONSTRAINT is necessary to ensure the constraints
+# are used when creating the isolated build environment.
+export PIP_CONSTRAINT="/tmp/constraints.txt"
+
+export SKBUILD_CMAKE_ARGS="-DBUILD_SHARED_LIBS=ON;-DCMAKE_MESSAGE_LOG_LEVEL=VERBOSE;-DCUDA_STATIC_RUNTIME=ON;-DWHOLEGRAPH_BUILD_WHEELS=ON"
+
+./ci/build_wheel.sh pylibwholegraph ${package_dir} python
 ./ci/validate_wheel.sh ${package_dir} "${RAPIDS_WHEEL_BLD_OUTPUT_DIR}"

ci/test_wheel_cugraph-dgl.sh

@@ -8,7 +8,8 @@ package_name="cugraph-dgl"
 mkdir -p ./dist
 RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen ${RAPIDS_CUDA_VERSION})"
 
-# Download the pylibwholegraph and cugraph-dgl built in the previous step
+# Download the libwholegraph, pylibwholegraph, and cugraph-dgl built in the previous step
+RAPIDS_PY_WHEEL_NAME="libwholegraph_${RAPIDS_PY_CUDA_SUFFIX}" rapids-download-wheels-from-s3 cpp ./local-libwholegraph-dep
 RAPIDS_PY_WHEEL_NAME="pylibwholegraph_${RAPIDS_PY_CUDA_SUFFIX}" rapids-download-wheels-from-s3 python ./local-deps
 RAPIDS_PY_WHEEL_NAME="${package_name}_${RAPIDS_PY_CUDA_SUFFIX}" RAPIDS_PY_WHEEL_PURE="1" rapids-download-wheels-from-s3 python ./dist
 
@@ -28,6 +29,7 @@ rapids-pip-retry install \
     -v \
     --extra-index-url "${PYTORCH_URL}" \
     --find-links "${DGL_URL}" \
+    ./local-libwholegraph-dep/*.whl \
     "$(echo ./local-deps/pylibwholegraph_${RAPIDS_PY_CUDA_SUFFIX}*.whl)" \
     "$(echo ./dist/cugraph_dgl_${RAPIDS_PY_CUDA_SUFFIX}*.whl)[test]" \
     'dgl==2.4.0' \

ci/test_wheel_cugraph-pyg.sh

@@ -8,13 +8,15 @@ package_name="cugraph-pyg"
 mkdir -p ./dist
 RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen ${RAPIDS_CUDA_VERSION})"
 
-# Download the pylibwholegraph and cugraph-pyg built in the previous step
+# Download the libwholegraph, pylibwholegraph, and cugraph-pyg built in the previous step
+RAPIDS_PY_WHEEL_NAME="libwholegraph_${RAPIDS_PY_CUDA_SUFFIX}" rapids-download-wheels-from-s3 cpp ./local-libwholegraph-dep
 RAPIDS_PY_WHEEL_NAME="pylibwholegraph_${RAPIDS_PY_CUDA_SUFFIX}" rapids-download-wheels-from-s3 python ./local-deps
 RAPIDS_PY_WHEEL_NAME="${package_name}_${RAPIDS_PY_CUDA_SUFFIX}" RAPIDS_PY_WHEEL_PURE="1" rapids-download-wheels-from-s3 python ./dist
 
 # echo to expand wildcard before adding `[extra]` requires for pip
 rapids-pip-retry install \
     -v \
+    ./local-libwholegraph-dep/*.whl \
     "$(echo ./local-deps/pylibwholegraph_${RAPIDS_PY_CUDA_SUFFIX}*.whl)" \
     "$(echo ./dist/cugraph_pyg_${RAPIDS_PY_CUDA_SUFFIX}*.whl)[test]"
 

ci/test_wheel_pylibwholegraph.sh

@@ -7,6 +7,7 @@ set -E          # ERR traps are inherited by subcommands
 
 mkdir -p ./dist
 RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen ${RAPIDS_CUDA_VERSION})"
+RAPIDS_PY_WHEEL_NAME="libwholegraph_${RAPIDS_PY_CUDA_SUFFIX}" rapids-download-wheels-from-s3 cpp ./local-libwholegraph-dep
 RAPIDS_PY_WHEEL_NAME="pylibwholegraph_${RAPIDS_PY_CUDA_SUFFIX}" rapids-download-wheels-from-s3 python ./dist
 
 # determine pytorch source
@@ -26,6 +27,7 @@ rapids-logger "Installing Packages"
 rapids-pip-retry install \
     --extra-index-url ${INDEX_URL} \
     "$(echo ./dist/pylibwholegraph*.whl)[test]" \
+    ./local-libwholegraph-dep/*.whl \
     'torch>=2.3'
 
 rapids-logger "pytest pylibwholegraph"

dependencies.yaml

@@ -108,13 +108,42 @@ files:
       - depends_on_pylibwholegraph
       - test_python_pylibwholegraph
 
+  py_build_libwholegraph:
+    output: pyproject
+    pyproject_dir: python/libwholegraph
+    extras:
+      table: build-system
+    includes:
+      - rapids_build_skbuild
+
+  py_rapids_build_libwholegraph:
+    output: pyproject
+    pyproject_dir: python/libwholegraph
+    extras:
+      table: tool.rapids-build-backend
+      key: requires
+    includes:
+      - common_build
+      - depends_on_libraft
+      - depends_on_librmm
+
+  py_run_libwholegraph:
+    output: pyproject
+    pyproject_dir: python/libwholegraph
+    extras:
+      table: project
+    includes:
+      - depends_on_rapids_logger
+      - depends_on_libraft
+
   py_build_pylibwholegraph:
     output: pyproject
     pyproject_dir: python/pylibwholegraph
     extras:
       table: build-system
     includes:
       - rapids_build_skbuild
+
   py_rapids_build_pylibwholegraph:
     output: pyproject
     pyproject_dir: python/pylibwholegraph
@@ -124,13 +153,18 @@ files:
     includes:
       - common_build
       - python_build_cythonize
+      - depends_on_libwholegraph
+      - depends_on_libraft
+      - depends_on_librmm
+
   py_run_pylibwholegraph:
     output: pyproject
     pyproject_dir: python/pylibwholegraph
     extras:
       table: project
     includes:
       - python_run_pylibwholegraph
+      - depends_on_libwholegraph
   py_test_pylibwholegraph:
     output: pyproject
     pyproject_dir: python/pylibwholegraph
@@ -367,6 +401,11 @@ dependencies:
       - output_types: [conda, pyproject, requirements]
         packages:
           - cython>=3.0.0
+  python_run_libwholegraph:
+    common:
+      - output_types: [conda, pyproject, requirements]
+        packages:
+          - depends_on_rapids_logger
   python_run_pylibwholegraph:
     common:
       - output_types: [conda, pyproject, requirements]
@@ -524,11 +563,91 @@ dependencies:
               - pylibwholegraph-cu11==25.6.*,>=0.0.0a0
           - {matrix: null, packages: [*pylibwholegraph_unsuffixed]}
 
+  depends_on_libraft:
+    common:
+      - output_types: conda
+        packages:
+          - &libraft_unsuffixed libraft==25.6.*,>=0.0.0a0
+      - output_types: requirements
+        packages:
+          # pip recognizes the index as a global option for the requirements.txt file
+          - --extra-index-url=https://pypi.nvidia.com
+          - --extra-index-url=https://pypi.anaconda.org/rapidsai-wheels-nightly/simple
+    specific:
+      - output_types: [requirements, pyproject]
+        matrices:
+          - matrix:
+              cuda: "12.*"
+              cuda_suffixed: "true"
+            packages:
+              - libraft-cu12==25.6.*,>=0.0.0a0
+          - matrix:
+              cuda: "11.*"
+              cuda_suffixed: "true"
+            packages:
+              - libraft-cu11==25.6.*,>=0.0.0a0
+          - {matrix: null, packages: [*libraft_unsuffixed]}
+
+  depends_on_librmm:
+    common:
+      - output_types: conda
+        packages:
+          - librmm==25.6.*,>=0.0.0a0
+          - &librmm_unsuffixed librmm==25.6.*,>=0.0.0a0
+      - output_types: requirements
+        packages:
+          # pip recognizes the index as a global option for the requirements.txt file
+          - --extra-index-url=https://pypi.nvidia.com
+          - --extra-index-url=https://pypi.anaconda.org/rapidsai-wheels-nightly/simple
+    specific:
+      - output_types: [requirements, pyproject]
+        matrices:
+          - matrix:
+              cuda: "12.*"
+              cuda_suffixed: "true"
+            packages:
+              - librmm-cu12==25.6.*,>=0.0.0a0
+          - matrix:
+              cuda: "11.*"
+              cuda_suffixed: "true"
+            packages:
+              - librmm-cu11==25.6.*,>=0.0.0a0
+          - {matrix: null, packages: [*librmm_unsuffixed]}
+
+  depends_on_rapids_logger:
+    common:
+      - output_types: [conda, requirements, pyproject]
+        packages:
+          - rapids-logger==0.1.*,>=0.0.0a0
+      - output_types: requirements
+        packages:
+          # pip recognizes the index as a global option for the requirements.txt file
+          - --extra-index-url=https://pypi.anaconda.org/rapidsai-wheels-nightly/simple
+
   depends_on_libwholegraph:
     common:
       - output_types: conda
         packages:
-          - libwholegraph==25.6.*,>=0.0.0a0
+          - &libwholegraph_unsuffixed libwholegraph==25.6.*,>=0.0.0a0
+      - output_types: requirements
+        packages:
+          # pip recognizes the index as a global option for the requirements.txt file
+          - --extra-index-url=https://pypi.nvidia.com
+          - --extra-index-url=https://pypi.anaconda.org/rapidsai-wheels-nightly/simple
+    specific:
+      - output_types: [requirements, pyproject]
+        matrices:
+          - matrix:
+              cuda: "12.*"
+              cuda_suffixed: "true"
+            packages:
+              - libwholegraph-cu12==25.6.*,>=0.0.0a0
+          - matrix:
+              cuda: "11.*"
+              cuda_suffixed: "true"
+            packages:
+              - libwholegraph-cu11==25.6.*,>=0.0.0a0
+          - {matrix: null, packages: [*libwholegraph_unsuffixed]}
 
   depends_on_libwholegraph_tests:
     common: