From 7782cbebd803eca2165ff0dea1e2d3abb36d1c93 Mon Sep 17 00:00:00 2001 From: AJ Schmidt Date: Tue, 14 Jul 2020 17:05:19 -0400 Subject: [PATCH 01/22] update master references --- ci/cpu/build.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ci/cpu/build.sh b/ci/cpu/build.sh index a78c702a..c68d1455 100644 --- a/ci/cpu/build.sh +++ b/ci/cpu/build.sh @@ -28,7 +28,7 @@ source activate gdf env # Install gpuCI tools -curl -s https://raw.githubusercontent.com/rapidsai/gpuci-tools/master/install.sh | bash +curl -s https://raw.githubusercontent.com/rapidsai/gpuci-tools/main/install.sh | bash source ~/.bashrc cd ~ From ebb0e5cadd1fc1b33d4b4ce4358e33196b122317 Mon Sep 17 00:00:00 2001 From: Ray Douglass <3107146+raydouglass@users.noreply.github.com> Date: Wed, 21 Oct 2020 18:27:21 -0400 Subject: [PATCH 02/22] Update release.yaml --- ci/axis/release.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ci/axis/release.yaml b/ci/axis/release.yaml index 66f75b45..2c9abc0e 100644 --- a/ci/axis/release.yaml +++ b/ci/axis/release.yaml @@ -5,7 +5,7 @@ CONDA_CONFIG_FILE: - conda/recipes/versions.yaml RAPIDS_VER: - - 0.16 + - 0.16.0 # Use CUDA_VER to not clobber `CUDA_VERSION` in the container CUDA_VER: From afc7a457b767d8edcd9a61fc1f58e2c1ec44d4b5 Mon Sep 17 00:00:00 2001 From: betochimas <97180625+betochimas@users.noreply.github.com> Date: Tue, 8 Mar 2022 11:53:18 -0800 Subject: [PATCH 03/22] Modify networkx version requirements This change is for cugraph gpuci testing, with scipy ver=1.6.0 and networkx ver=2.7 causing testing problems, so the solution for the time being is keeping networkx at 2.6.3 or earlier --- conda/recipes/versions.yaml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/conda/recipes/versions.yaml b/conda/recipes/versions.yaml index 579f5706..ed46112c 100644 --- a/conda/recipes/versions.yaml +++ b/conda/recipes/versions.yaml @@ -105,7 +105,7 @@ nbsphinx_version: nccl_version: - '>=2.9.9,<3.0a0' networkx_version: - - '>=2.5.1' + - '>=2.5.1,<=2.6.3' nlohmann_json_version: - '3.9.1' nodejs_version: @@ -152,6 +152,7 @@ scikit_image_version: - '>=0.18.0,<0.20.0' scikit_learn_version: - '=0.24' +# when scipy is updated, remove upper bound on networkx ver. scipy_version: - '=1.6.0' setuptools_version: From 075760e2f0581f6ee9e380385a1f45b12ca7d25f Mon Sep 17 00:00:00 2001 From: Raymond Douglass Date: Mon, 7 Nov 2022 11:58:59 -0500 Subject: [PATCH 04/22] Bump patch version for 22.10 --- ci/axis/release-arm64.yaml | 2 +- ci/axis/release.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/ci/axis/release-arm64.yaml b/ci/axis/release-arm64.yaml index 6f780eee..70ea489b 100644 --- a/ci/axis/release-arm64.yaml +++ b/ci/axis/release-arm64.yaml @@ -6,7 +6,7 @@ CONDA_CONFIG_FILE: # Use M.X.Y (major.minor.patch) version to match tag RAPIDS_VER: - - "22.10.00" + - "22.10.01" # Use CUDA_VER to not clobber `CUDA_VERSION` in the container CUDA_VER: diff --git a/ci/axis/release.yaml b/ci/axis/release.yaml index 6f780eee..70ea489b 100644 --- a/ci/axis/release.yaml +++ b/ci/axis/release.yaml @@ -6,7 +6,7 @@ CONDA_CONFIG_FILE: # Use M.X.Y (major.minor.patch) version to match tag RAPIDS_VER: - - "22.10.00" + - "22.10.01" # Use CUDA_VER to not clobber `CUDA_VERSION` in the container CUDA_VER: From 0183f299463a8951f6b9631e6b54084754a9aa2f Mon Sep 17 00:00:00 2001 From: Raymond Douglass Date: Mon, 7 Nov 2022 12:20:19 -0500 Subject: [PATCH 05/22] Include both rapidsai and rapidsai-nightly channels --- ci/cpu/build.sh | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/ci/cpu/build.sh b/ci/cpu/build.sh index 867f8b3e..18905ef3 100644 --- a/ci/cpu/build.sh +++ b/ci/cpu/build.sh @@ -54,9 +54,10 @@ function build_pkg { gpuci_logger "Start conda build for '${1}'..." gpuci_conda_retry mambabuild \ --override-channels \ - --channel ${CONDA_USERNAME:-rapidsai-nightly} \ - --channel nvidia \ --channel conda-forge \ + --channel rapidsai \ + --channel rapidsai-nightly \ + --channel nvidia \ --python=${PYTHON_VER} \ --variant-config-files ${CONDA_CONFIG_FILE} \ ${1} From 0ac5c46e2aa728afb149ef71c5655e863336ebb4 Mon Sep 17 00:00:00 2001 From: Raymond Douglass Date: Mon, 7 Nov 2022 12:27:02 -0500 Subject: [PATCH 06/22] Only use rapidsai-nightly during nightly builds --- ci/cpu/build.sh | 30 +++++++++++++++++++++--------- 1 file changed, 21 insertions(+), 9 deletions(-) diff --git a/ci/cpu/build.sh b/ci/cpu/build.sh index 18905ef3..78a42edb 100644 --- a/ci/cpu/build.sh +++ b/ci/cpu/build.sh @@ -52,15 +52,27 @@ ARCH=$(uname -m) function build_pkg { # Build pkg gpuci_logger "Start conda build for '${1}'..." - gpuci_conda_retry mambabuild \ - --override-channels \ - --channel conda-forge \ - --channel rapidsai \ - --channel rapidsai-nightly \ - --channel nvidia \ - --python=${PYTHON_VER} \ - --variant-config-files ${CONDA_CONFIG_FILE} \ - ${1} + # Only include rapidsai-nightly for nightly builds + if [[ "$BUILD_MODE" = "branch" && "$SOURCE_BRANCH" = "main" ]] ; then + gpuci_conda_retry mambabuild \ + --override-channels \ + --channel conda-forge \ + --channel rapidsai \ + --channel nvidia \ + --python=${PYTHON_VER} \ + --variant-config-files ${CONDA_CONFIG_FILE} \ + ${1} + else + gpuci_conda_retry mambabuild \ + --override-channels \ + --channel conda-forge \ + --channel rapidsai \ + --channel rapidsai-nightly \ + --channel nvidia \ + --python=${PYTHON_VER} \ + --variant-config-files ${CONDA_CONFIG_FILE} \ + ${1} + fi } function run_builds { From 4f10d49bb4b4eacd635a1b1827140071708548ec Mon Sep 17 00:00:00 2001 From: Ray Douglass Date: Wed, 7 Jun 2023 19:11:33 -0400 Subject: [PATCH 07/22] REL v23.06.00 release From c57a110cf43e48fda790df82fd9c4cfb19cdd250 Mon Sep 17 00:00:00 2001 From: Ray Douglass Date: Thu, 8 Jun 2023 09:03:00 -0400 Subject: [PATCH 08/22] REL v23.06.01 release From 9b052fc58218d8e12f7e1dfc355254a5565f8f9a Mon Sep 17 00:00:00 2001 From: Ray Douglass Date: Tue, 13 Jun 2023 15:49:36 -0400 Subject: [PATCH 09/22] REL v23.06.02 release From 2a5b6f032184ec76ab39f75c1204e315998f9c57 Mon Sep 17 00:00:00 2001 From: Ray Douglass Date: Wed, 9 Aug 2023 19:01:35 -0400 Subject: [PATCH 10/22] REL v23.08.00 release From d3958feb2552df33bb373139954d51412f80add1 Mon Sep 17 00:00:00 2001 From: Ray Douglass Date: Wed, 11 Oct 2023 15:55:36 -0400 Subject: [PATCH 11/22] REL v23.10.00 release From 1d8bed40be8ae3478a82b203527054179ecc4acf Mon Sep 17 00:00:00 2001 From: Ray Douglass Date: Wed, 6 Dec 2023 16:46:25 -0500 Subject: [PATCH 12/22] REL v23.12.00 release From 77edc05ed737c69724bd3253b6d214c61ccfbc32 Mon Sep 17 00:00:00 2001 From: Ray Douglass Date: Tue, 13 Feb 2024 12:59:12 -0500 Subject: [PATCH 13/22] REL v24.02.00 release From b301c96419c649b77e6a5dc55043b816c8a84033 Mon Sep 17 00:00:00 2001 From: Ray Douglass Date: Thu, 11 Apr 2024 09:25:16 -0400 Subject: [PATCH 14/22] REL v24.04.00 release From 9ea756223cae90053e12930bb0e857277271a615 Mon Sep 17 00:00:00 2001 From: Ray Douglass Date: Wed, 5 Jun 2024 15:23:57 -0400 Subject: [PATCH 15/22] REL v24.06.00 release From 86654f0262401131d9ba8f4a6486ad2c84fd18ea Mon Sep 17 00:00:00 2001 From: Ray Douglass Date: Thu, 8 Aug 2024 08:40:46 -0400 Subject: [PATCH 16/22] REL v24.08.00 release From 19a0c5aea034f6bf33ee3a0a083e4039e18e4c68 Mon Sep 17 00:00:00 2001 From: Ray Douglass Date: Wed, 9 Oct 2024 18:28:26 -0400 Subject: [PATCH 17/22] REL v24.10.00 release From d51ff779154b70c38c719d9098e06c16a74d0143 Mon Sep 17 00:00:00 2001 From: Ray Douglass Date: Wed, 11 Dec 2024 18:35:09 -0500 Subject: [PATCH 18/22] REL v24.12.00 release From 01f2d10f664013608ccf5999e37e3fdf17d9f1fa Mon Sep 17 00:00:00 2001 From: Jake Awe Date: Thu, 13 Feb 2025 16:45:54 -0600 Subject: [PATCH 19/22] REL v25.02.00 release From bd586d0254175d1be89acd4f5dfbbc2498ca35c0 Mon Sep 17 00:00:00 2001 From: Jake Awe Date: Wed, 9 Apr 2025 16:04:26 -0700 Subject: [PATCH 20/22] REL v25.04.00 release From d62dd3b96085a5627f1dc6e799b23509092b2dfe Mon Sep 17 00:00:00 2001 From: Gil Forsyth Date: Mon, 5 May 2025 14:43:02 -0400 Subject: [PATCH 21/22] feat(rattler): port conda recipes from conda build to rattler build --- ci/build_python.sh | 18 ++++--- conda/recipes/rapids-xgboost/recipe.yaml | 46 +++++++++++++++++ conda/recipes/rapids/recipe.yaml | 63 ++++++++++++++++++++++++ 3 files changed, 119 insertions(+), 8 deletions(-) create mode 100644 conda/recipes/rapids-xgboost/recipe.yaml create mode 100644 conda/recipes/rapids/recipe.yaml diff --git a/ci/build_python.sh b/ci/build_python.sh index 45432959..53510d50 100755 --- a/ci/build_python.sh +++ b/ci/build_python.sh @@ -3,26 +3,28 @@ set -euo pipefail -rapids-configure-conda-channels - source rapids-configure-sccache source rapids-date-string +source rapids-rattler-channel-string + CONDA_CONFIG_FILE="conda/recipes/versions.yaml" rapids-print-env rapids-logger "Build rapids-xgboost" -rapids-conda-retry build \ - --variant-config-files "${CONDA_CONFIG_FILE}" \ - conda/recipes/rapids-xgboost +rattler-build build --recipe conda/recipes/rapids-xgboost \ + --variant-config "${CONDA_CONFIG_FILE}" \ + "${RATTLER_ARGS[@]}" \ + "${RATTLER_CHANNELS[@]}" rapids-logger "Build rapids" -rapids-conda-retry build \ - --variant-config-files "${CONDA_CONFIG_FILE}" \ - conda/recipes/rapids +rattler-build build --recipe conda/recipes/rapids \ + --variant-config "${CONDA_CONFIG_FILE}" \ + "${RATTLER_ARGS[@]}" \ + "${RATTLER_CHANNELS[@]}" rapids-upload-conda-to-s3 python diff --git a/conda/recipes/rapids-xgboost/recipe.yaml b/conda/recipes/rapids-xgboost/recipe.yaml new file mode 100644 index 00000000..277010a3 --- /dev/null +++ b/conda/recipes/rapids-xgboost/recipe.yaml @@ -0,0 +1,46 @@ +# Copyright (c) 2025, NVIDIA CORPORATION. +schema_version: 1 + +context: + rapids_version: ${{ env.get("GIT_DESCRIBE_TAG", default="0.0.0.dev") | replace("v", "")}} + cuda_version: ${{ (env.get("RAPIDS_CUDA_VERSION") | split("."))[:2] | join(".") }} + cuda_major: '${{ (env.get("RAPIDS_CUDA_VERSION") | split("."))[0] }}' + date_string: '${{ env.get("RAPIDS_DATE_STRING") }}' + py_version: ${{ env.get("RAPIDS_PY_VERSION") }} + py_buildstring: ${{ py_version | version_to_buildstring }} + head_rev: ${{ git.head_rev(".")[:8] }} + +package: + name: rapids-xgboost + version: ${{ rapids_version }} + +source: + path: ../../.. + +build: + string: cuda${{ cuda_major }}_py${{ py_buildstring }}_${{ date_string }}_${{ head_rev }} + +requirements: + host: + - cuda-version =${{ cuda_version }} + - pip + - python =${{ py_version }} + run: + - ${{ pin_compatible("cuda-version", upper_bound="x", lower_bound="x") }} + - nccl ${{ nccl_version }} + - python + - libxgboost ${{ xgboost_version }} rapidsai_h* + - xgboost ${{ xgboost_version }} rapidsai_py* + - if: cuda_major == "11" + then: cudatoolkit + ignore_run_exports: + by_name: + - python_abi + - if: cuda_major == "11" + then: cudatoolkit + +about: + homepage: https://rapids.ai + license: LicenseRef-Custom + license_file: LICENSE + summary: RAPIDS Suite - Open GPU Data Science diff --git a/conda/recipes/rapids/recipe.yaml b/conda/recipes/rapids/recipe.yaml new file mode 100644 index 00000000..ab70a4cd --- /dev/null +++ b/conda/recipes/rapids/recipe.yaml @@ -0,0 +1,63 @@ +# Copyright (c) 2025, NVIDIA CORPORATION. +schema_version: 1 + +context: + version: ${{ env.get("GIT_DESCRIBE_TAG", default="0.0.0.dev") | replace("v", "")}} + minor_version: ${{ (version | split("."))[:2] | join(".") }} + cuda_version: ${{ (env.get("RAPIDS_CUDA_VERSION") | split("."))[:2] | join(".") }} + cuda_major: '${{ (env.get("RAPIDS_CUDA_VERSION") | split("."))[0] }}' + date_string: '${{ env.get("RAPIDS_DATE_STRING") }}' + py_version: ${{ env.get("RAPIDS_PY_VERSION") }} + py_buildstring: ${{ py_version | version_to_buildstring }} + head_rev: ${{ git.head_rev(".")[:8] }} + linux64: ${{ linux and x86_64 }} + +package: + name: rapids + version: ${{ version }} + +source: + path: ../../.. + +build: + string: cuda${{ cuda_major }}_py${{ py_buildstring }}_${{ date_string }}_${{ head_rev }} + +requirements: + host: + - cuda-version =${{ cuda_version }} + - pip + - python =${{ py_version }} + run: + - ${{ pin_compatible("cuda-version", upper_bound="x", lower_bound="x") }} + - cupy ${{ cupy_version }} + - nccl ${{ nccl_version }} + - numpy ${{ numpy_version }} + - nvtx ${{ nvtx_version }} + - python + - cudf ${{ minor_version }}.* + - cudf-polars ${{ minor_version }}.* + - cuvs ${{ minor_version }}.* + - cugraph ${{ minor_version }}.* + - nx-cugraph ${{ minor_version }}.* + - cuml ${{ minor_version }}.* + - cucim ${{ minor_version }}.* + - cuspatial ${{ minor_version }}.* + - cuproj ${{ minor_version }}.* + - custreamz ${{ minor_version }}.* + - cuxfilter ${{ minor_version }}.* + - dask-cuda ${{ minor_version }}.* + - rapids-xgboost ${{ minor_version }}.* + - rmm ${{ minor_version }}.* + - pylibcugraph ${{ minor_version }}.* + - libcugraph_etl ${{ minor_version }}.* + - if: cuda_major == "11" + then: ptx-compiler + - conda-forge::ucx ${{ ucx_version }} + ignore_run_exports: + by_name: + - python_abi + +about: + homepage: https://rapids.ai + license: Apache-2.0 + summary: RAPIDS Suite - Open GPU Data Science From 8fba1eb036997d167b0f43ebc0d31f84e0515cee Mon Sep 17 00:00:00 2001 From: Gil Forsyth Date: Tue, 27 May 2025 16:11:55 -0400 Subject: [PATCH 22/22] chore: remove conda-build meta.yaml --- conda/recipes/rapids-xgboost/meta.yaml | 54 ------------------- conda/recipes/rapids/meta.yaml | 72 -------------------------- 2 files changed, 126 deletions(-) delete mode 100644 conda/recipes/rapids-xgboost/meta.yaml delete mode 100644 conda/recipes/rapids/meta.yaml diff --git a/conda/recipes/rapids-xgboost/meta.yaml b/conda/recipes/rapids-xgboost/meta.yaml deleted file mode 100644 index cb7a4d4d..00000000 --- a/conda/recipes/rapids-xgboost/meta.yaml +++ /dev/null @@ -1,54 +0,0 @@ -# Copyright (c) 2019-2023, NVIDIA CORPORATION. - -{% set rapids_version = environ.get('GIT_DESCRIBE_TAG', '0.0.0.dev').lstrip('v') %} -{% set major_minor_version = rapids_version.split('.')[0] + '.' + rapids_version.split('.')[1] %} -{% set cuda_version = '.'.join(environ['RAPIDS_CUDA_VERSION'].split('.')[:2]) %} -{% set cuda_major = cuda_version.split('.')[0] %} -{% set py_version = environ['CONDA_PY'] %} -{% set date_string = environ['RAPIDS_DATE_STRING'] %} - -### -# Versions referenced below are set in `conda/recipe/*versions.yaml` except for -# those set above (e.g. `cuda_version`) -### - -package: - name: rapids-xgboost - version: {{ rapids_version }} - -source: - git_url: ../../.. - -build: - number: {{ GIT_DESCRIBE_NUMBER }} - string: cuda{{ cuda_major }}_py{{ py_version }}_{{ date_string }}_{{ GIT_DESCRIBE_HASH }}_{{ GIT_DESCRIBE_NUMBER }} - -requirements: - host: - - python - - cuda-version ={{ cuda_version }} - run: - - {{ pin_compatible('cuda-version', max_pin='x', min_pin='x') }} - {% if cuda_major == "11" %} - - cudatoolkit - {% endif %} - - nccl {{ nccl_version }} - - python - - libxgboost {{ xgboost_version }} rapidsai_h* - - xgboost {{ xgboost_version }} rapidsai_py* - -test: - requires: - - cuda-version ={{ cuda_version }} - commands: - - exit 0 - -about: - home: https://rapids.ai/ - license: Custom - license_file: conda/recipes/rapids-xgboost/LICENSE - summary: 'RAPIDS + DMLC XGBoost Integration' - description: | - Meta-package for RAPIDS + DMLC XGBoost integration; version matched for RAPIDS releases. - doc_url: https://docs.rapids.ai/ - dev_url: https://github.com/rapidsai/xgboost diff --git a/conda/recipes/rapids/meta.yaml b/conda/recipes/rapids/meta.yaml deleted file mode 100644 index 6c62f8a0..00000000 --- a/conda/recipes/rapids/meta.yaml +++ /dev/null @@ -1,72 +0,0 @@ -# Copyright (c) 2019-2025, NVIDIA CORPORATION. - -{% set rapids_version = environ.get('GIT_DESCRIBE_TAG', '0.0.0.dev').lstrip('v') %} -{% set major_minor_version = rapids_version.split('.')[0] + '.' + rapids_version.split('.')[1] %} -{% set cuda_version = '.'.join(environ['RAPIDS_CUDA_VERSION'].split('.')[:2]) %} -{% set cuda_major = cuda_version.split('.')[0] %} -{% set py_version = environ['CONDA_PY'] %} -{% set date_string = environ['RAPIDS_DATE_STRING'] %} - -### -# Versions referenced below are set in `conda/recipe/*versions.yaml` except for -# those set above (e.g. `cuda_version`) -### - -package: - name: rapids - version: {{ rapids_version }} - -source: - git_url: ../../.. - -build: - number: {{ GIT_DESCRIBE_NUMBER }} - string: cuda{{ cuda_major }}_py{{ py_version }}_{{ date_string }}_{{ GIT_DESCRIBE_HASH }}_{{ GIT_DESCRIBE_NUMBER }} - -requirements: - host: - - python - - cuda-version ={{ cuda_version }} - run: - - {{ pin_compatible('cuda-version', max_pin='x', min_pin='x') }} - - cupy {{ cupy_version }} - - nccl {{ nccl_version }} - - numpy {{ numpy_version }} - - nvtx {{ nvtx_version }} - - python - - cudf ={{ major_minor_version }}.* - - cudf-polars ={{ major_minor_version }}.* - - cuvs ={{ major_minor_version }}.* - - cugraph ={{ major_minor_version }}.* - - nx-cugraph ={{ major_minor_version }}.* - - cuml ={{ major_minor_version }}.* - - cucim ={{ major_minor_version }}.* - - custreamz ={{ major_minor_version }}.* - - cuxfilter ={{ major_minor_version }}.* - - dask-cuda ={{ major_minor_version }}.* - - rapids-xgboost ={{ major_minor_version }}.* - - rmm ={{ major_minor_version }}.* - - pylibcugraph ={{ major_minor_version }}.* - - libcugraph_etl ={{ major_minor_version }}.* - {% if cuda_major == "11" %} - - ptxcompiler # CUDA enhanced compat. See https://github.com/rapidsai/ptxcompiler - {% endif %} - - conda-forge::ucx {{ ucx_version }} - -test: - requires: - - cuda-version ={{ cuda_version }} - commands: - - exit 0 - -about: - home: https://rapids.ai/ - license: Custom - license_file: conda/recipes/rapids/LICENSE - summary: 'RAPIDS Suite - Open GPU Data Science' - description: | - Meta-package for the RAPIDS suite of software libraries. RAPIDS gives you the freedom to execute end-to-end data science - and analytics pipelines entirely on GPUs. It relies on NVIDIA® CUDA® primitives for low-level compute optimization, - but exposes that GPU parallelism and high-bandwidth memory speed through user-friendly Python interfaces. - doc_url: https://docs.rapids.ai/ - dev_url: https://github.com/rapidsai/