Pytorch 2.4.1, python 3.13, cudnn9

.ci_support/linux_aarch64_c_compiler_version12cuda_compilercuda-nvcccuda_compiler_version12.0cxx_compiler_version12.yaml → .ci_support/linux_aarch64_c_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.0cxx_compiler_version12.yaml

@@ -9,27 +9,31 @@ c_compiler_version:
 c_stdlib:
 - sysroot
 c_stdlib_version:
-- '2.17'
+- '2.28'
 cdt_arch:
 - aarch64
 cdt_name:
 - cos7
 channel_sources:
 - conda-forge
+- conda-forge
+- conda-forge
+- conda-forge/label/python_rc,conda-forge
+- conda-forge
 channel_targets:
 - conda-forge main
 cuda_compiler:
 - cuda-nvcc
 cuda_compiler_version:
 - '12.0'
 cudnn:
-- '8'
+- '9'
 cxx_compiler:
 - gxx
 cxx_compiler_version:
 - '12'
 docker_image:
-- quay.io/condaforge/linux-anvil-cos7-x86_64
+- quay.io/condaforge/linux-anvil-aarch64-cuda:11.8
 github_actions_labels:
 - cirun-openstack-gpu-2xlarge
 libabseil:
@@ -50,6 +54,7 @@ numpy:
 - '2.0'
 - '2.0'
 - '2.0'
+- '2'
 - '2.0'
 pin_run_as_build:
   python:
@@ -59,9 +64,10 @@ python:
 - 3.10.* *_cpython
 - 3.11.* *_cpython
 - 3.12.* *_cpython
+- 3.13.* *_cp313
 - 3.9.* *_cpython
 pytorch:
-- '2.3'
+- '2.4'
 target_platform:
 - linux-aarch64
 zip_keys:
@@ -74,3 +80,4 @@ zip_keys:
   - docker_image
 - - python
   - numpy
+  - channel_sources

.ci_support/migrations/cudnn9.yaml

@@ -0,0 +1,8 @@
+__migrator:
+  build_number: 1
+  commit_message: Rebuild for cudnn 9
+  kind: version
+  migration_number: 1
+cudnn:
+- '9'
+migrator_ts: 1724175586.3831317

.ci_support/migrations/python313.yaml

@@ -0,0 +1,46 @@
+migrator_ts: 1724712607
+__migrator:
+    commit_message: Rebuild for python 3.13
+    migration_number: 1
+    operation: key_add
+    primary_key: python
+    ordering:
+        python:
+            - 3.6.* *_cpython
+            - 3.7.* *_cpython
+            - 3.8.* *_cpython
+            - 3.9.* *_cpython
+            - 3.10.* *_cpython
+            - 3.11.* *_cpython
+            - 3.12.* *_cpython
+            - 3.13.* *_cp313  # new entry
+            - 3.6.* *_73_pypy
+            - 3.7.* *_73_pypy
+            - 3.8.* *_73_pypy
+            - 3.9.* *_73_pypy
+    paused: false
+    longterm: true
+    pr_limit: 20
+    max_solver_attempts: 3  # this will make the bot retry "not solvable" stuff 12 times
+    exclude:
+        # this shouldn't attempt to modify the python feedstocks
+        - python
+        - pypy3.6
+        - pypy-meta
+        - cross-python
+        - python_abi
+        # see https://github.com/conda-forge/scipy-feedstock/pull/283
+        - scipy
+    exclude_pinned_pkgs: false
+    additional_zip_keys:
+        - channel_sources
+
+python:
+- 3.13.* *_cp313
+channel_sources:
+- conda-forge/label/python_rc,conda-forge
+# additional entries to add for zip_keys
+numpy:
+- 2
+python_impl:
+- cpython

.github/workflows/conda-build.yml

@@ -21,17 +21,11 @@ jobs:
       fail-fast: false
       matrix:
         include:
-          - CONFIG: linux_aarch64_c_compiler_version12cuda_compilercuda-nvcccuda_compiler_version12.0cxx_compiler_version12
+          - CONFIG: linux_aarch64_c_compiler_version12c_stdlib_version2.28cuda_compilercuda-nvcccuda_compiler_version12.0cxx_compiler_version12
             UPLOAD_PACKAGES: True
             os: ubuntu
-            runs_on: ['cirun-openstack-gpu-2xlarge--${{ github.run_id }}-linux_aarch64_c_compiler_version12c_h235c88ac5f', 'linux', 'x64', 'self-hosted']
-            DOCKER_IMAGE: quay.io/condaforge/linux-anvil-cos7-x86_64
-            CONDA_FORGE_DOCKER_RUN_ARGS: "--gpus all"
-          - CONFIG: linux_aarch64_c_compiler_version13cuda_compilerNonecuda_compiler_versionNonecxx_compiler_version13
-            UPLOAD_PACKAGES: True
-            os: ubuntu
-            runs_on: ['cirun-openstack-gpu-2xlarge--${{ github.run_id }}-linux_aarch64_c_compiler_version13c_h048947eff7', 'linux', 'x64', 'self-hosted']
-            DOCKER_IMAGE: quay.io/condaforge/linux-anvil-cos7-x86_64
+            runs_on: ['cirun-openstack-gpu-2xlarge--${{ github.run_id }}-linux_aarch64_c_compiler_version12c_h90d0c58ec0', 'linux', 'x64', 'self-hosted']
+            DOCKER_IMAGE: quay.io/condaforge/linux-anvil-aarch64-cuda:11.8
             CONDA_FORGE_DOCKER_RUN_ARGS: "--gpus all"
     steps:
 

conda-forge.yml

@@ -2,9 +2,6 @@ azure:
   free_disk_space: true
   settings_linux:
     timeoutInMinutes: 1
-  settings_osx:
-    pool:
-      vmImage: macos-12
 build_platform:
   linux_aarch64: linux_64
   osx_arm64: osx_64
@@ -25,7 +22,4 @@ os_version:
 provider:
   linux_64: github_actions
   linux_aarch64: azure
-remote_ci_setup:
-- py-lief=0.12.3
-- conda-forge-ci-setup=3
 test: native_and_emulated

recipe/build.sh

@@ -137,6 +137,11 @@ if [[ "$OSTYPE" == "darwin"* ]]; then
         export USE_MKLDNN=0
     fi
 elif [[ ${cuda_compiler_version} != "None" ]]; then
+    if [[ "$target_platform" == "linux-aarch64" ]]; then
+        # https://github.com/pytorch/pytorch/pull/121975
+        # https://github.com/conda-forge/pytorch-cpu-feedstock/issues/264
+        export USE_PRIORITIZED_TEXT_FOR_LD=1
+    fi
     # Even though cudnn is used for CUDA builds, it's good to enable
     # for MKLDNN for CUDA builds when CUDA builds are used on a machine
     # with no NVIDIA GPUs. However compilation fails with mkldnn and cuda enabled.