diff --git a/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version10cuda_compiler_versionNonecxx_compiler_version10numpy1.20python3.7.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version10cuda_compiler_versionNonecxx_compiler_version10numpy1.20python3.7.____cpython.yaml deleted file mode 100644 index 103484667f8..00000000000 --- a/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version10cuda_compiler_versionNonecxx_compiler_version10numpy1.20python3.7.____cpython.yaml +++ /dev/null @@ -1,74 +0,0 @@ -bzip2: -- '1' -c_ares: -- '1' -c_compiler: -- gcc -c_compiler_version: -- '10' -cdt_name: -- cos6 -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler: -- nvcc -cuda_compiler_version: -- None -cxx_compiler: -- gxx -cxx_compiler_version: -- '10' -docker_image: -- quay.io/condaforge/linux-anvil-cos7-x86_64 -gflags: -- '2.2' -glog: -- '0.6' -google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' -libabseil: -- '20220623.0' -libprotobuf: -- '3.21' -lz4_c: -- 1.9.3 -numpy: -- '1.20' -openssl: -- 1.1.1 -orc: -- 1.7.6 -pin_run_as_build: - bzip2: - max_pin: x - python: - min_pin: x.x - max_pin: x.x - zlib: - max_pin: x.x -python: -- 3.7.* *_cpython -re2: -- 2022.06.01 -snappy: -- '1' -target_platform: -- linux-64 -thrift_cpp: -- 0.16.0 -zip_keys: -- - c_compiler_version - - cxx_compiler_version - - cuda_compiler_version - - cdt_name - - docker_image -- - python - - numpy -zlib: -- '1.2' -zstd: -- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version10cuda_compiler_versionNonecxx_compiler_version10numpy1.20python3.8.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version10cuda_compiler_versionNonecxx_compiler_version10numpy1.20python3.8.____cpython.yaml deleted file mode 100644 index 892afa7ea64..00000000000 --- a/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version10cuda_compiler_versionNonecxx_compiler_version10numpy1.20python3.8.____cpython.yaml +++ /dev/null @@ -1,74 +0,0 @@ -bzip2: -- '1' -c_ares: -- '1' -c_compiler: -- gcc -c_compiler_version: -- '10' -cdt_name: -- cos6 -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler: -- nvcc -cuda_compiler_version: -- None -cxx_compiler: -- gxx -cxx_compiler_version: -- '10' -docker_image: -- quay.io/condaforge/linux-anvil-cos7-x86_64 -gflags: -- '2.2' -glog: -- '0.6' -google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' -libabseil: -- '20220623.0' -libprotobuf: -- '3.21' -lz4_c: -- 1.9.3 -numpy: -- '1.20' -openssl: -- 1.1.1 -orc: -- 1.7.6 -pin_run_as_build: - bzip2: - max_pin: x - python: - min_pin: x.x - max_pin: x.x - zlib: - max_pin: x.x -python: -- 3.8.* *_cpython -re2: -- 2022.06.01 -snappy: -- '1' -target_platform: -- linux-64 -thrift_cpp: -- 0.16.0 -zip_keys: -- - c_compiler_version - - cxx_compiler_version - - cuda_compiler_version - - cdt_name - - docker_image -- - python - - numpy -zlib: -- '1.2' -zstd: -- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version10cuda_compiler_versionNonecxx_compiler_version10numpy1.20python3.9.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version10cuda_compiler_versionNonecxx_compiler_version10numpy1.20python3.9.____cpython.yaml deleted file mode 100644 index 3652c6ed973..00000000000 --- a/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version10cuda_compiler_versionNonecxx_compiler_version10numpy1.20python3.9.____cpython.yaml +++ /dev/null @@ -1,74 +0,0 @@ -bzip2: -- '1' -c_ares: -- '1' -c_compiler: -- gcc -c_compiler_version: -- '10' -cdt_name: -- cos6 -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler: -- nvcc -cuda_compiler_version: -- None -cxx_compiler: -- gxx -cxx_compiler_version: -- '10' -docker_image: -- quay.io/condaforge/linux-anvil-cos7-x86_64 -gflags: -- '2.2' -glog: -- '0.6' -google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' -libabseil: -- '20220623.0' -libprotobuf: -- '3.21' -lz4_c: -- 1.9.3 -numpy: -- '1.20' -openssl: -- 1.1.1 -orc: -- 1.7.6 -pin_run_as_build: - bzip2: - max_pin: x - python: - min_pin: x.x - max_pin: x.x - zlib: - max_pin: x.x -python: -- 3.9.* *_cpython -re2: -- 2022.06.01 -snappy: -- '1' -target_platform: -- linux-64 -thrift_cpp: -- 0.16.0 -zip_keys: -- - c_compiler_version - - cxx_compiler_version - - cuda_compiler_version - - cdt_name - - docker_image -- - python - - numpy -zlib: -- '1.2' -zstd: -- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.20python3.7.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.20python3.7.____cpython.yaml deleted file mode 100644 index 6a3f1270485..00000000000 --- a/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.20python3.7.____cpython.yaml +++ /dev/null @@ -1,74 +0,0 @@ -bzip2: -- '1' -c_ares: -- '1' -c_compiler: -- gcc -c_compiler_version: -- '7' -cdt_name: -- cos6 -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler: -- nvcc -cuda_compiler_version: -- '10.2' -cxx_compiler: -- gxx -cxx_compiler_version: -- '7' -docker_image: -- quay.io/condaforge/linux-anvil-cos7-cuda:10.2 -gflags: -- '2.2' -glog: -- '0.6' -google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' -libabseil: -- '20220623.0' -libprotobuf: -- '3.21' -lz4_c: -- 1.9.3 -numpy: -- '1.20' -openssl: -- 1.1.1 -orc: -- 1.7.6 -pin_run_as_build: - bzip2: - max_pin: x - python: - min_pin: x.x - max_pin: x.x - zlib: - max_pin: x.x -python: -- 3.7.* *_cpython -re2: -- 2022.06.01 -snappy: -- '1' -target_platform: -- linux-64 -thrift_cpp: -- 0.16.0 -zip_keys: -- - c_compiler_version - - cxx_compiler_version - - cuda_compiler_version - - cdt_name - - docker_image -- - python - - numpy -zlib: -- '1.2' -zstd: -- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.20python3.8.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.20python3.8.____cpython.yaml deleted file mode 100644 index 6ee37c66d15..00000000000 --- a/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.20python3.8.____cpython.yaml +++ /dev/null @@ -1,74 +0,0 @@ -bzip2: -- '1' -c_ares: -- '1' -c_compiler: -- gcc -c_compiler_version: -- '7' -cdt_name: -- cos6 -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler: -- nvcc -cuda_compiler_version: -- '10.2' -cxx_compiler: -- gxx -cxx_compiler_version: -- '7' -docker_image: -- quay.io/condaforge/linux-anvil-cos7-cuda:10.2 -gflags: -- '2.2' -glog: -- '0.6' -google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' -libabseil: -- '20220623.0' -libprotobuf: -- '3.21' -lz4_c: -- 1.9.3 -numpy: -- '1.20' -openssl: -- 1.1.1 -orc: -- 1.7.6 -pin_run_as_build: - bzip2: - max_pin: x - python: - min_pin: x.x - max_pin: x.x - zlib: - max_pin: x.x -python: -- 3.8.* *_cpython -re2: -- 2022.06.01 -snappy: -- '1' -target_platform: -- linux-64 -thrift_cpp: -- 0.16.0 -zip_keys: -- - c_compiler_version - - cxx_compiler_version - - cuda_compiler_version - - cdt_name - - docker_image -- - python - - numpy -zlib: -- '1.2' -zstd: -- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.20python3.9.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.20python3.9.____cpython.yaml deleted file mode 100644 index 53307c26039..00000000000 --- a/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.20python3.9.____cpython.yaml +++ /dev/null @@ -1,74 +0,0 @@ -bzip2: -- '1' -c_ares: -- '1' -c_compiler: -- gcc -c_compiler_version: -- '7' -cdt_name: -- cos6 -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler: -- nvcc -cuda_compiler_version: -- '10.2' -cxx_compiler: -- gxx -cxx_compiler_version: -- '7' -docker_image: -- quay.io/condaforge/linux-anvil-cos7-cuda:10.2 -gflags: -- '2.2' -glog: -- '0.6' -google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' -libabseil: -- '20220623.0' -libprotobuf: -- '3.21' -lz4_c: -- 1.9.3 -numpy: -- '1.20' -openssl: -- 1.1.1 -orc: -- 1.7.6 -pin_run_as_build: - bzip2: - max_pin: x - python: - min_pin: x.x - max_pin: x.x - zlib: - max_pin: x.x -python: -- 3.9.* *_cpython -re2: -- 2022.06.01 -snappy: -- '1' -target_platform: -- linux-64 -thrift_cpp: -- 0.16.0 -zip_keys: -- - c_compiler_version - - cxx_compiler_version - - cuda_compiler_version - - cdt_name - - docker_image -- - python - - numpy -zlib: -- '1.2' -zstd: -- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.21python3.10.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_version10.2openssl3.yaml similarity index 81% rename from dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.21python3.10.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_version10.2openssl3.yaml index 6e1f0354f1e..31c61b17fc0 100644 --- a/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.21python3.10.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_version10.2openssl3.yaml @@ -1,3 +1,5 @@ +aws_sdk_cpp: +- 1.9.379 bzip2: - '1' c_ares: @@ -16,6 +18,8 @@ cuda_compiler: - nvcc cuda_compiler_version: - '10.2' +cuda_compiler_version_min: +- '10.2' cxx_compiler: - gxx cxx_compiler_version: @@ -27,31 +31,33 @@ gflags: glog: - '0.6' google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' +- 2.5.0 libabseil: - '20220623.0' +libgrpc: +- '1.51' libprotobuf: - '3.21' lz4_c: - 1.9.3 numpy: - '1.21' +- '1.23' +- '1.20' +- '1.20' openssl: -- 1.1.1 +- '3' orc: -- 1.7.6 +- 1.8.0 pin_run_as_build: - bzip2: - max_pin: x python: min_pin: x.x max_pin: x.x - zlib: - max_pin: x.x python: - 3.10.* *_cpython +- 3.11.* *_cpython +- 3.8.* *_cpython +- 3.9.* *_cpython re2: - 2022.06.01 snappy: diff --git a/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version10cuda_compiler_versionNonecxx_compiler_version10numpy1.21python3.10.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_versionNoneopenssl3.yaml similarity index 79% rename from dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version10cuda_compiler_versionNonecxx_compiler_version10numpy1.21python3.10.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_versionNoneopenssl3.yaml index ea90f70614a..e0629f86278 100644 --- a/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version10cuda_compiler_versionNonecxx_compiler_version10numpy1.21python3.10.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_versionNoneopenssl3.yaml @@ -1,3 +1,5 @@ +aws_sdk_cpp: +- 1.9.379 bzip2: - '1' c_ares: @@ -5,7 +7,7 @@ c_ares: c_compiler: - gcc c_compiler_version: -- '10' +- '11' cdt_name: - cos6 channel_sources: @@ -16,10 +18,12 @@ cuda_compiler: - nvcc cuda_compiler_version: - None +cuda_compiler_version_min: +- '10.2' cxx_compiler: - gxx cxx_compiler_version: -- '10' +- '11' docker_image: - quay.io/condaforge/linux-anvil-cos7-x86_64 gflags: @@ -27,31 +31,33 @@ gflags: glog: - '0.6' google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' +- 2.5.0 libabseil: - '20220623.0' +libgrpc: +- '1.51' libprotobuf: - '3.21' lz4_c: - 1.9.3 numpy: - '1.21' +- '1.23' +- '1.20' +- '1.20' openssl: -- 1.1.1 +- '3' orc: -- 1.7.6 +- 1.8.0 pin_run_as_build: - bzip2: - max_pin: x python: min_pin: x.x max_pin: x.x - zlib: - max_pin: x.x python: - 3.10.* *_cpython +- 3.11.* *_cpython +- 3.8.* *_cpython +- 3.9.* *_cpython re2: - 2022.06.01 snappy: diff --git a/dev/tasks/conda-recipes/.ci_support/linux_aarch64_cuda_compiler_versionNonenumpy1.20python3.7.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_aarch64_cuda_compiler_versionNonenumpy1.20python3.7.____cpython.yaml deleted file mode 100644 index fcd7d6c04d5..00000000000 --- a/dev/tasks/conda-recipes/.ci_support/linux_aarch64_cuda_compiler_versionNonenumpy1.20python3.7.____cpython.yaml +++ /dev/null @@ -1,78 +0,0 @@ -BUILD: -- aarch64-conda_cos7-linux-gnu -bzip2: -- '1' -c_ares: -- '1' -c_compiler: -- gcc -c_compiler_version: -- '10' -cdt_arch: -- aarch64 -cdt_name: -- cos7 -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler: -- nvcc -cuda_compiler_version: -- None -cxx_compiler: -- gxx -cxx_compiler_version: -- '10' -docker_image: -- quay.io/condaforge/linux-anvil-cos7-x86_64 -gflags: -- '2.2' -glog: -- '0.6' -google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' -libabseil: -- '20220623.0' -libprotobuf: -- '3.21' -lz4_c: -- 1.9.3 -numpy: -- '1.20' -openssl: -- 1.1.1 -orc: -- 1.7.6 -pin_run_as_build: - bzip2: - max_pin: x - python: - min_pin: x.x - max_pin: x.x - zlib: - max_pin: x.x -python: -- 3.7.* *_cpython -re2: -- 2022.06.01 -snappy: -- '1' -target_platform: -- linux-aarch64 -thrift_cpp: -- 0.16.0 -zip_keys: -- - c_compiler_version - - cxx_compiler_version - - cuda_compiler_version - - cdt_name - - docker_image -- - python - - numpy -zlib: -- '1.2' -zstd: -- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/linux_aarch64_cuda_compiler_versionNonenumpy1.20python3.8.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_aarch64_cuda_compiler_versionNonenumpy1.20python3.8.____cpython.yaml deleted file mode 100644 index 32d570e52a1..00000000000 --- a/dev/tasks/conda-recipes/.ci_support/linux_aarch64_cuda_compiler_versionNonenumpy1.20python3.8.____cpython.yaml +++ /dev/null @@ -1,78 +0,0 @@ -BUILD: -- aarch64-conda_cos7-linux-gnu -bzip2: -- '1' -c_ares: -- '1' -c_compiler: -- gcc -c_compiler_version: -- '10' -cdt_arch: -- aarch64 -cdt_name: -- cos7 -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler: -- nvcc -cuda_compiler_version: -- None -cxx_compiler: -- gxx -cxx_compiler_version: -- '10' -docker_image: -- quay.io/condaforge/linux-anvil-cos7-x86_64 -gflags: -- '2.2' -glog: -- '0.6' -google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' -libabseil: -- '20220623.0' -libprotobuf: -- '3.21' -lz4_c: -- 1.9.3 -numpy: -- '1.20' -openssl: -- 1.1.1 -orc: -- 1.7.6 -pin_run_as_build: - bzip2: - max_pin: x - python: - min_pin: x.x - max_pin: x.x - zlib: - max_pin: x.x -python: -- 3.8.* *_cpython -re2: -- 2022.06.01 -snappy: -- '1' -target_platform: -- linux-aarch64 -thrift_cpp: -- 0.16.0 -zip_keys: -- - c_compiler_version - - cxx_compiler_version - - cuda_compiler_version - - cdt_name - - docker_image -- - python - - numpy -zlib: -- '1.2' -zstd: -- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/linux_aarch64_cuda_compiler_versionNonenumpy1.20python3.9.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_aarch64_cuda_compiler_versionNonenumpy1.20python3.9.____cpython.yaml deleted file mode 100644 index 2532c0fd7c4..00000000000 --- a/dev/tasks/conda-recipes/.ci_support/linux_aarch64_cuda_compiler_versionNonenumpy1.20python3.9.____cpython.yaml +++ /dev/null @@ -1,78 +0,0 @@ -BUILD: -- aarch64-conda_cos7-linux-gnu -bzip2: -- '1' -c_ares: -- '1' -c_compiler: -- gcc -c_compiler_version: -- '10' -cdt_arch: -- aarch64 -cdt_name: -- cos7 -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler: -- nvcc -cuda_compiler_version: -- None -cxx_compiler: -- gxx -cxx_compiler_version: -- '10' -docker_image: -- quay.io/condaforge/linux-anvil-cos7-x86_64 -gflags: -- '2.2' -glog: -- '0.6' -google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' -libabseil: -- '20220623.0' -libprotobuf: -- '3.21' -lz4_c: -- 1.9.3 -numpy: -- '1.20' -openssl: -- 1.1.1 -orc: -- 1.7.6 -pin_run_as_build: - bzip2: - max_pin: x - python: - min_pin: x.x - max_pin: x.x - zlib: - max_pin: x.x -python: -- 3.9.* *_cpython -re2: -- 2022.06.01 -snappy: -- '1' -target_platform: -- linux-aarch64 -thrift_cpp: -- 0.16.0 -zip_keys: -- - c_compiler_version - - cxx_compiler_version - - cuda_compiler_version - - cdt_name - - docker_image -- - python - - numpy -zlib: -- '1.2' -zstd: -- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/linux_aarch64_cuda_compiler_versionNonenumpy1.21python3.10.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_aarch64_cuda_compiler_versionNoneopenssl3.yaml similarity index 83% rename from dev/tasks/conda-recipes/.ci_support/linux_aarch64_cuda_compiler_versionNonenumpy1.21python3.10.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/linux_aarch64_cuda_compiler_versionNoneopenssl3.yaml index a2b090f0bcf..793c1afa7ab 100644 --- a/dev/tasks/conda-recipes/.ci_support/linux_aarch64_cuda_compiler_versionNonenumpy1.21python3.10.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/linux_aarch64_cuda_compiler_versionNoneopenssl3.yaml @@ -1,5 +1,7 @@ BUILD: - aarch64-conda_cos7-linux-gnu +aws_sdk_cpp: +- 1.9.379 bzip2: - '1' c_ares: @@ -7,7 +9,7 @@ c_ares: c_compiler: - gcc c_compiler_version: -- '10' +- '11' cdt_arch: - aarch64 cdt_name: @@ -16,14 +18,12 @@ channel_sources: - conda-forge channel_targets: - conda-forge main -cuda_compiler: -- nvcc cuda_compiler_version: - None cxx_compiler: - gxx cxx_compiler_version: -- '10' +- '11' docker_image: - quay.io/condaforge/linux-anvil-cos7-x86_64 gflags: @@ -31,31 +31,33 @@ gflags: glog: - '0.6' google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' +- 2.5.0 libabseil: - '20220623.0' +libgrpc: +- '1.51' libprotobuf: - '3.21' lz4_c: - 1.9.3 numpy: - '1.21' +- '1.23' +- '1.20' +- '1.20' openssl: -- 1.1.1 +- '3' orc: -- 1.7.6 +- 1.8.0 pin_run_as_build: - bzip2: - max_pin: x python: min_pin: x.x max_pin: x.x - zlib: - max_pin: x.x python: - 3.10.* *_cpython +- 3.11.* *_cpython +- 3.8.* *_cpython +- 3.9.* *_cpython re2: - 2022.06.01 snappy: diff --git a/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.21python3.10.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_cuda_compiler_versionNoneopenssl3.yaml similarity index 82% rename from dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.21python3.10.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/linux_ppc64le_cuda_compiler_versionNoneopenssl3.yaml index a1fd913c033..6c81ae03b6d 100644 --- a/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.21python3.10.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_cuda_compiler_versionNoneopenssl3.yaml @@ -1,3 +1,5 @@ +aws_sdk_cpp: +- 1.9.379 bzip2: - '1' c_ares: @@ -5,7 +7,7 @@ c_ares: c_compiler: - gcc c_compiler_version: -- '10' +- '11' cdt_name: - cos7 channel_sources: @@ -17,7 +19,7 @@ cuda_compiler_version: cxx_compiler: - gxx cxx_compiler_version: -- '10' +- '11' docker_image: - quay.io/condaforge/linux-anvil-cos7-x86_64 gflags: @@ -25,31 +27,33 @@ gflags: glog: - '0.6' google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' +- 2.5.0 libabseil: - '20220623.0' +libgrpc: +- '1.51' libprotobuf: - '3.21' lz4_c: - 1.9.3 numpy: - '1.21' +- '1.23' +- '1.20' +- '1.20' openssl: -- 1.1.1 +- '3' orc: -- 1.7.6 +- 1.8.0 pin_run_as_build: - bzip2: - max_pin: x python: min_pin: x.x max_pin: x.x - zlib: - max_pin: x.x python: - 3.10.* *_cpython +- 3.11.* *_cpython +- 3.8.* *_cpython +- 3.9.* *_cpython re2: - 2022.06.01 snappy: diff --git a/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.20python3.7.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.20python3.7.____cpython.yaml deleted file mode 100644 index 9ece142ae8b..00000000000 --- a/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.20python3.7.____cpython.yaml +++ /dev/null @@ -1,72 +0,0 @@ -bzip2: -- '1' -c_ares: -- '1' -c_compiler: -- gcc -c_compiler_version: -- '10' -cdt_name: -- cos7 -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler_version: -- None -cxx_compiler: -- gxx -cxx_compiler_version: -- '10' -docker_image: -- quay.io/condaforge/linux-anvil-cos7-x86_64 -gflags: -- '2.2' -glog: -- '0.6' -google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' -libabseil: -- '20220623.0' -libprotobuf: -- '3.21' -lz4_c: -- 1.9.3 -numpy: -- '1.20' -openssl: -- 1.1.1 -orc: -- 1.7.6 -pin_run_as_build: - bzip2: - max_pin: x - python: - min_pin: x.x - max_pin: x.x - zlib: - max_pin: x.x -python: -- 3.7.* *_cpython -re2: -- 2022.06.01 -snappy: -- '1' -target_platform: -- linux-ppc64le -thrift_cpp: -- 0.16.0 -zip_keys: -- - c_compiler_version - - cxx_compiler_version - - cuda_compiler_version - - cdt_name - - docker_image -- - python - - numpy -zlib: -- '1.2' -zstd: -- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.20python3.8.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.20python3.8.____cpython.yaml deleted file mode 100644 index df80774cd82..00000000000 --- a/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.20python3.8.____cpython.yaml +++ /dev/null @@ -1,72 +0,0 @@ -bzip2: -- '1' -c_ares: -- '1' -c_compiler: -- gcc -c_compiler_version: -- '10' -cdt_name: -- cos7 -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler_version: -- None -cxx_compiler: -- gxx -cxx_compiler_version: -- '10' -docker_image: -- quay.io/condaforge/linux-anvil-cos7-x86_64 -gflags: -- '2.2' -glog: -- '0.6' -google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' -libabseil: -- '20220623.0' -libprotobuf: -- '3.21' -lz4_c: -- 1.9.3 -numpy: -- '1.20' -openssl: -- 1.1.1 -orc: -- 1.7.6 -pin_run_as_build: - bzip2: - max_pin: x - python: - min_pin: x.x - max_pin: x.x - zlib: - max_pin: x.x -python: -- 3.8.* *_cpython -re2: -- 2022.06.01 -snappy: -- '1' -target_platform: -- linux-ppc64le -thrift_cpp: -- 0.16.0 -zip_keys: -- - c_compiler_version - - cxx_compiler_version - - cuda_compiler_version - - cdt_name - - docker_image -- - python - - numpy -zlib: -- '1.2' -zstd: -- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.20python3.9.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.20python3.9.____cpython.yaml deleted file mode 100644 index f697be7cb35..00000000000 --- a/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.20python3.9.____cpython.yaml +++ /dev/null @@ -1,72 +0,0 @@ -bzip2: -- '1' -c_ares: -- '1' -c_compiler: -- gcc -c_compiler_version: -- '10' -cdt_name: -- cos7 -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler_version: -- None -cxx_compiler: -- gxx -cxx_compiler_version: -- '10' -docker_image: -- quay.io/condaforge/linux-anvil-cos7-x86_64 -gflags: -- '2.2' -glog: -- '0.6' -google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' -libabseil: -- '20220623.0' -libprotobuf: -- '3.21' -lz4_c: -- 1.9.3 -numpy: -- '1.20' -openssl: -- 1.1.1 -orc: -- 1.7.6 -pin_run_as_build: - bzip2: - max_pin: x - python: - min_pin: x.x - max_pin: x.x - zlib: - max_pin: x.x -python: -- 3.9.* *_cpython -re2: -- 2022.06.01 -snappy: -- '1' -target_platform: -- linux-ppc64le -thrift_cpp: -- 0.16.0 -zip_keys: -- - c_compiler_version - - cxx_compiler_version - - cuda_compiler_version - - cdt_name - - docker_image -- - python - - numpy -zlib: -- '1.2' -zstd: -- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.20python3.7.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.20python3.7.____cpython.yaml deleted file mode 100644 index f9aa6765bb3..00000000000 --- a/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.20python3.7.____cpython.yaml +++ /dev/null @@ -1,69 +0,0 @@ -MACOSX_DEPLOYMENT_TARGET: -- '10.9' -bzip2: -- '1' -c_ares: -- '1' -c_compiler: -- clang -c_compiler_version: -- '14' -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler_version: -- None -cxx_compiler: -- clangxx -cxx_compiler_version: -- '14' -gflags: -- '2.2' -glog: -- '0.6' -google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' -libabseil: -- '20220623.0' -libprotobuf: -- '3.21' -lz4_c: -- 1.9.3 -macos_machine: -- x86_64-apple-darwin13.4.0 -numpy: -- '1.20' -openssl: -- 1.1.1 -orc: -- 1.7.6 -pin_run_as_build: - bzip2: - max_pin: x - python: - min_pin: x.x - max_pin: x.x - zlib: - max_pin: x.x -python: -- 3.7.* *_cpython -re2: -- 2022.06.01 -snappy: -- '1' -target_platform: -- osx-64 -thrift_cpp: -- 0.16.0 -zip_keys: -- - c_compiler_version - - cxx_compiler_version -- - python - - numpy -zlib: -- '1.2' -zstd: -- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.20python3.8.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.20python3.8.____cpython.yaml deleted file mode 100644 index b2461b7e6cb..00000000000 --- a/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.20python3.8.____cpython.yaml +++ /dev/null @@ -1,69 +0,0 @@ -MACOSX_DEPLOYMENT_TARGET: -- '10.9' -bzip2: -- '1' -c_ares: -- '1' -c_compiler: -- clang -c_compiler_version: -- '14' -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler_version: -- None -cxx_compiler: -- clangxx -cxx_compiler_version: -- '14' -gflags: -- '2.2' -glog: -- '0.6' -google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' -libabseil: -- '20220623.0' -libprotobuf: -- '3.21' -lz4_c: -- 1.9.3 -macos_machine: -- x86_64-apple-darwin13.4.0 -numpy: -- '1.20' -openssl: -- 1.1.1 -orc: -- 1.7.6 -pin_run_as_build: - bzip2: - max_pin: x - python: - min_pin: x.x - max_pin: x.x - zlib: - max_pin: x.x -python: -- 3.8.* *_cpython -re2: -- 2022.06.01 -snappy: -- '1' -target_platform: -- osx-64 -thrift_cpp: -- 0.16.0 -zip_keys: -- - c_compiler_version - - cxx_compiler_version -- - python - - numpy -zlib: -- '1.2' -zstd: -- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.20python3.9.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.20python3.9.____cpython.yaml deleted file mode 100644 index 317fba95fda..00000000000 --- a/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.20python3.9.____cpython.yaml +++ /dev/null @@ -1,69 +0,0 @@ -MACOSX_DEPLOYMENT_TARGET: -- '10.9' -bzip2: -- '1' -c_ares: -- '1' -c_compiler: -- clang -c_compiler_version: -- '14' -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler_version: -- None -cxx_compiler: -- clangxx -cxx_compiler_version: -- '14' -gflags: -- '2.2' -glog: -- '0.6' -google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' -libabseil: -- '20220623.0' -libprotobuf: -- '3.21' -lz4_c: -- 1.9.3 -macos_machine: -- x86_64-apple-darwin13.4.0 -numpy: -- '1.20' -openssl: -- 1.1.1 -orc: -- 1.7.6 -pin_run_as_build: - bzip2: - max_pin: x - python: - min_pin: x.x - max_pin: x.x - zlib: - max_pin: x.x -python: -- 3.9.* *_cpython -re2: -- 2022.06.01 -snappy: -- '1' -target_platform: -- osx-64 -thrift_cpp: -- 0.16.0 -zip_keys: -- - c_compiler_version - - cxx_compiler_version -- - python - - numpy -zlib: -- '1.2' -zstd: -- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.21python3.10.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/osx_64_openssl3.yaml similarity index 83% rename from dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.21python3.10.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/osx_64_openssl3.yaml index 3d6052d0f93..bff4181d549 100644 --- a/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.21python3.10.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/osx_64_openssl3.yaml @@ -1,5 +1,7 @@ MACOSX_DEPLOYMENT_TARGET: - '10.9' +aws_sdk_cpp: +- 1.9.379 bzip2: - '1' c_ares: @@ -23,11 +25,11 @@ gflags: glog: - '0.6' google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' +- 2.5.0 libabseil: - '20220623.0' +libgrpc: +- '1.51' libprotobuf: - '3.21' lz4_c: @@ -36,20 +38,22 @@ macos_machine: - x86_64-apple-darwin13.4.0 numpy: - '1.21' +- '1.23' +- '1.20' +- '1.20' openssl: -- 1.1.1 +- '3' orc: -- 1.7.6 +- 1.8.0 pin_run_as_build: - bzip2: - max_pin: x python: min_pin: x.x max_pin: x.x - zlib: - max_pin: x.x python: - 3.10.* *_cpython +- 3.11.* *_cpython +- 3.8.* *_cpython +- 3.9.* *_cpython re2: - 2022.06.01 snappy: diff --git a/dev/tasks/conda-recipes/.ci_support/osx_arm64_numpy1.20python3.8.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/osx_arm64_numpy1.20python3.8.____cpython.yaml deleted file mode 100644 index 7dd2d05dbdb..00000000000 --- a/dev/tasks/conda-recipes/.ci_support/osx_arm64_numpy1.20python3.8.____cpython.yaml +++ /dev/null @@ -1,69 +0,0 @@ -MACOSX_DEPLOYMENT_TARGET: -- '11.0' -bzip2: -- '1' -c_ares: -- '1' -c_compiler: -- clang -c_compiler_version: -- '14' -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler_version: -- None -cxx_compiler: -- clangxx -cxx_compiler_version: -- '14' -gflags: -- '2.2' -glog: -- '0.6' -google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' -libabseil: -- '20220623.0' -libprotobuf: -- '3.21' -lz4_c: -- 1.9.3 -macos_machine: -- arm64-apple-darwin20.0.0 -numpy: -- '1.20' -openssl: -- 1.1.1 -orc: -- 1.7.6 -pin_run_as_build: - bzip2: - max_pin: x - python: - min_pin: x.x - max_pin: x.x - zlib: - max_pin: x.x -python: -- 3.8.* *_cpython -re2: -- 2022.06.01 -snappy: -- '1' -target_platform: -- osx-arm64 -thrift_cpp: -- 0.16.0 -zip_keys: -- - c_compiler_version - - cxx_compiler_version -- - python - - numpy -zlib: -- '1.2' -zstd: -- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/osx_arm64_numpy1.20python3.9.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/osx_arm64_numpy1.20python3.9.____cpython.yaml deleted file mode 100644 index 4adda2707a7..00000000000 --- a/dev/tasks/conda-recipes/.ci_support/osx_arm64_numpy1.20python3.9.____cpython.yaml +++ /dev/null @@ -1,69 +0,0 @@ -MACOSX_DEPLOYMENT_TARGET: -- '11.0' -bzip2: -- '1' -c_ares: -- '1' -c_compiler: -- clang -c_compiler_version: -- '14' -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler_version: -- None -cxx_compiler: -- clangxx -cxx_compiler_version: -- '14' -gflags: -- '2.2' -glog: -- '0.6' -google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' -libabseil: -- '20220623.0' -libprotobuf: -- '3.21' -lz4_c: -- 1.9.3 -macos_machine: -- arm64-apple-darwin20.0.0 -numpy: -- '1.20' -openssl: -- 1.1.1 -orc: -- 1.7.6 -pin_run_as_build: - bzip2: - max_pin: x - python: - min_pin: x.x - max_pin: x.x - zlib: - max_pin: x.x -python: -- 3.9.* *_cpython -re2: -- 2022.06.01 -snappy: -- '1' -target_platform: -- osx-arm64 -thrift_cpp: -- 0.16.0 -zip_keys: -- - c_compiler_version - - cxx_compiler_version -- - python - - numpy -zlib: -- '1.2' -zstd: -- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/osx_arm64_numpy1.21python3.10.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/osx_arm64_openssl3.yaml similarity index 83% rename from dev/tasks/conda-recipes/.ci_support/osx_arm64_numpy1.21python3.10.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/osx_arm64_openssl3.yaml index 0e4ea0d725c..2e9a5682b95 100644 --- a/dev/tasks/conda-recipes/.ci_support/osx_arm64_numpy1.21python3.10.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/osx_arm64_openssl3.yaml @@ -1,5 +1,7 @@ MACOSX_DEPLOYMENT_TARGET: - '11.0' +aws_sdk_cpp: +- 1.9.379 bzip2: - '1' c_ares: @@ -23,11 +25,11 @@ gflags: glog: - '0.6' google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' +- 2.5.0 libabseil: - '20220623.0' +libgrpc: +- '1.51' libprotobuf: - '3.21' lz4_c: @@ -36,20 +38,22 @@ macos_machine: - arm64-apple-darwin20.0.0 numpy: - '1.21' +- '1.23' +- '1.20' +- '1.20' openssl: -- 1.1.1 +- '3' orc: -- 1.7.6 +- 1.8.0 pin_run_as_build: - bzip2: - max_pin: x python: min_pin: x.x max_pin: x.x - zlib: - max_pin: x.x python: - 3.10.* *_cpython +- 3.11.* *_cpython +- 3.8.* *_cpython +- 3.9.* *_cpython re2: - 2022.06.01 snappy: diff --git a/dev/tasks/conda-recipes/.ci_support/r/linux_64_r_base4.1.yaml b/dev/tasks/conda-recipes/.ci_support/r/linux_64_r_base4.1.yaml index 00d944cb861..96784cc8b6f 100644 --- a/dev/tasks/conda-recipes/.ci_support/r/linux_64_r_base4.1.yaml +++ b/dev/tasks/conda-recipes/.ci_support/r/linux_64_r_base4.1.yaml @@ -1,7 +1,7 @@ c_compiler: - gcc c_compiler_version: -- '9' +- '11' cdt_name: - cos6 channel_sources: @@ -11,7 +11,7 @@ channel_targets: cxx_compiler: - gxx cxx_compiler_version: -- '9' +- '11' docker_image: - quay.io/condaforge/linux-anvil-cos7-x86_64 pin_run_as_build: diff --git a/dev/tasks/conda-recipes/.ci_support/r/linux_64_r_base4.0.yaml b/dev/tasks/conda-recipes/.ci_support/r/linux_64_r_base4.2.yaml similarity index 94% rename from dev/tasks/conda-recipes/.ci_support/r/linux_64_r_base4.0.yaml rename to dev/tasks/conda-recipes/.ci_support/r/linux_64_r_base4.2.yaml index bb4dbcbbe63..38753baa7ed 100644 --- a/dev/tasks/conda-recipes/.ci_support/r/linux_64_r_base4.0.yaml +++ b/dev/tasks/conda-recipes/.ci_support/r/linux_64_r_base4.2.yaml @@ -1,7 +1,7 @@ c_compiler: - gcc c_compiler_version: -- '9' +- '11' cdt_name: - cos6 channel_sources: @@ -11,7 +11,7 @@ channel_targets: cxx_compiler: - gxx cxx_compiler_version: -- '9' +- '11' docker_image: - quay.io/condaforge/linux-anvil-cos7-x86_64 pin_run_as_build: @@ -19,7 +19,7 @@ pin_run_as_build: min_pin: x.x max_pin: x.x r_base: -- '4.0' +- '4.2' target_platform: - linux-64 zip_keys: diff --git a/dev/tasks/conda-recipes/.ci_support/r/linux_aarch64_r_base4.1.yaml b/dev/tasks/conda-recipes/.ci_support/r/linux_aarch64_r_base4.1.yaml new file mode 100644 index 00000000000..413d8c6583f --- /dev/null +++ b/dev/tasks/conda-recipes/.ci_support/r/linux_aarch64_r_base4.1.yaml @@ -0,0 +1,31 @@ +BUILD: +- aarch64-conda_cos7-linux-gnu +c_compiler: +- gcc +c_compiler_version: +- '11' +cdt_arch: +- aarch64 +cdt_name: +- cos7 +channel_sources: +- conda-forge +channel_targets: +- conda-forge main +cxx_compiler: +- gxx +cxx_compiler_version: +- '11' +docker_image: +- quay.io/condaforge/linux-anvil-cos7-x86_64 +pin_run_as_build: + r-base: + min_pin: x.x + max_pin: x.x +r_base: +- '4.1' +target_platform: +- linux-aarch64 +zip_keys: +- - c_compiler_version + - cxx_compiler_version diff --git a/dev/tasks/conda-recipes/.ci_support/r/linux_aarch64_r_base4.2.yaml b/dev/tasks/conda-recipes/.ci_support/r/linux_aarch64_r_base4.2.yaml new file mode 100644 index 00000000000..2913bbb4f14 --- /dev/null +++ b/dev/tasks/conda-recipes/.ci_support/r/linux_aarch64_r_base4.2.yaml @@ -0,0 +1,31 @@ +BUILD: +- aarch64-conda_cos7-linux-gnu +c_compiler: +- gcc +c_compiler_version: +- '11' +cdt_arch: +- aarch64 +cdt_name: +- cos7 +channel_sources: +- conda-forge +channel_targets: +- conda-forge main +cxx_compiler: +- gxx +cxx_compiler_version: +- '11' +docker_image: +- quay.io/condaforge/linux-anvil-cos7-x86_64 +pin_run_as_build: + r-base: + min_pin: x.x + max_pin: x.x +r_base: +- '4.2' +target_platform: +- linux-aarch64 +zip_keys: +- - c_compiler_version + - cxx_compiler_version diff --git a/dev/tasks/conda-recipes/.ci_support/r/osx_64_r_base4.1.yaml b/dev/tasks/conda-recipes/.ci_support/r/osx_64_r_base4.1.yaml index 8926fd82b2d..7e5b3d08039 100644 --- a/dev/tasks/conda-recipes/.ci_support/r/osx_64_r_base4.1.yaml +++ b/dev/tasks/conda-recipes/.ci_support/r/osx_64_r_base4.1.yaml @@ -3,7 +3,7 @@ MACOSX_DEPLOYMENT_TARGET: c_compiler: - clang c_compiler_version: -- '11' +- '14' channel_sources: - conda-forge channel_targets: @@ -11,7 +11,7 @@ channel_targets: cxx_compiler: - clangxx cxx_compiler_version: -- '11' +- '14' macos_machine: - x86_64-apple-darwin13.4.0 pin_run_as_build: diff --git a/dev/tasks/conda-recipes/.ci_support/r/osx_64_r_base4.0.yaml b/dev/tasks/conda-recipes/.ci_support/r/osx_64_r_base4.2.yaml similarity index 94% rename from dev/tasks/conda-recipes/.ci_support/r/osx_64_r_base4.0.yaml rename to dev/tasks/conda-recipes/.ci_support/r/osx_64_r_base4.2.yaml index 20f3879b30a..25437ee4adc 100644 --- a/dev/tasks/conda-recipes/.ci_support/r/osx_64_r_base4.0.yaml +++ b/dev/tasks/conda-recipes/.ci_support/r/osx_64_r_base4.2.yaml @@ -3,7 +3,7 @@ MACOSX_DEPLOYMENT_TARGET: c_compiler: - clang c_compiler_version: -- '11' +- '14' channel_sources: - conda-forge channel_targets: @@ -11,7 +11,7 @@ channel_targets: cxx_compiler: - clangxx cxx_compiler_version: -- '11' +- '14' macos_machine: - x86_64-apple-darwin13.4.0 pin_run_as_build: @@ -19,7 +19,7 @@ pin_run_as_build: min_pin: x.x max_pin: x.x r_base: -- '4.0' +- '4.2' target_platform: - osx-64 zip_keys: diff --git a/dev/tasks/conda-recipes/.ci_support/r/osx_arm64_r_base4.1.yaml b/dev/tasks/conda-recipes/.ci_support/r/osx_arm64_r_base4.1.yaml new file mode 100644 index 00000000000..5c58110332f --- /dev/null +++ b/dev/tasks/conda-recipes/.ci_support/r/osx_arm64_r_base4.1.yaml @@ -0,0 +1,27 @@ +MACOSX_DEPLOYMENT_TARGET: +- '11.0' +c_compiler: +- clang +c_compiler_version: +- '14' +channel_sources: +- conda-forge +channel_targets: +- conda-forge main +cxx_compiler: +- clangxx +cxx_compiler_version: +- '14' +macos_machine: +- arm64-apple-darwin20.0.0 +pin_run_as_build: + r-base: + min_pin: x.x + max_pin: x.x +r_base: +- '4.1' +target_platform: +- osx-arm64 +zip_keys: +- - c_compiler_version + - cxx_compiler_version diff --git a/dev/tasks/conda-recipes/.ci_support/r/osx_arm64_r_base4.2.yaml b/dev/tasks/conda-recipes/.ci_support/r/osx_arm64_r_base4.2.yaml new file mode 100644 index 00000000000..1557b23ff96 --- /dev/null +++ b/dev/tasks/conda-recipes/.ci_support/r/osx_arm64_r_base4.2.yaml @@ -0,0 +1,27 @@ +MACOSX_DEPLOYMENT_TARGET: +- '11.0' +c_compiler: +- clang +c_compiler_version: +- '14' +channel_sources: +- conda-forge +channel_targets: +- conda-forge main +cxx_compiler: +- clangxx +cxx_compiler_version: +- '14' +macos_machine: +- arm64-apple-darwin20.0.0 +pin_run_as_build: + r-base: + min_pin: x.x + max_pin: x.x +r_base: +- '4.2' +target_platform: +- osx-arm64 +zip_keys: +- - c_compiler_version + - cxx_compiler_version diff --git a/dev/tasks/conda-recipes/.ci_support/r/win_64_r_base4.1.yaml b/dev/tasks/conda-recipes/.ci_support/r/win_64_.yaml similarity index 100% rename from dev/tasks/conda-recipes/.ci_support/r/win_64_r_base4.1.yaml rename to dev/tasks/conda-recipes/.ci_support/r/win_64_.yaml diff --git a/dev/tasks/conda-recipes/.ci_support/r/win_64_r_base4.0.yaml b/dev/tasks/conda-recipes/.ci_support/r/win_64_r_base4.0.yaml deleted file mode 100644 index bb8f9721636..00000000000 --- a/dev/tasks/conda-recipes/.ci_support/r/win_64_r_base4.0.yaml +++ /dev/null @@ -1,12 +0,0 @@ -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -pin_run_as_build: - r-base: - min_pin: x.x - max_pin: x.x -r_base: -- '4.0' -target_platform: -- win-64 diff --git a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.20python3.7.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.20python3.7.____cpython.yaml deleted file mode 100644 index b3a8a8c278e..00000000000 --- a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.20python3.7.____cpython.yaml +++ /dev/null @@ -1,59 +0,0 @@ -bzip2: -- '1' -c_ares: -- '1' -c_compiler: -- vs2019 -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler: -- nvcc -cuda_compiler_version: -- '10.2' -cxx_compiler: -- vs2019 -gflags: -- '2.2' -glog: -- '0.6' -google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' -libabseil: -- '20220623.0' -libprotobuf: -- '3.21' -lz4_c: -- 1.9.3 -numpy: -- '1.20' -openssl: -- 1.1.1 -pin_run_as_build: - bzip2: - max_pin: x - python: - min_pin: x.x - max_pin: x.x - zlib: - max_pin: x.x -python: -- 3.7.* *_cpython -re2: -- 2022.06.01 -snappy: -- '1' -target_platform: -- win-64 -thrift_cpp: -- 0.16.0 -zip_keys: -- - python - - numpy -zlib: -- '1.2' -zstd: -- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.20python3.9.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.20python3.9.____cpython.yaml deleted file mode 100644 index ad93f736717..00000000000 --- a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.20python3.9.____cpython.yaml +++ /dev/null @@ -1,59 +0,0 @@ -bzip2: -- '1' -c_ares: -- '1' -c_compiler: -- vs2019 -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler: -- nvcc -cuda_compiler_version: -- '10.2' -cxx_compiler: -- vs2019 -gflags: -- '2.2' -glog: -- '0.6' -google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' -libabseil: -- '20220623.0' -libprotobuf: -- '3.21' -lz4_c: -- 1.9.3 -numpy: -- '1.20' -openssl: -- 1.1.1 -pin_run_as_build: - bzip2: - max_pin: x - python: - min_pin: x.x - max_pin: x.x - zlib: - max_pin: x.x -python: -- 3.9.* *_cpython -re2: -- 2022.06.01 -snappy: -- '1' -target_platform: -- win-64 -thrift_cpp: -- 0.16.0 -zip_keys: -- - python - - numpy -zlib: -- '1.2' -zstd: -- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.20python3.8.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2openssl3.yaml similarity index 72% rename from dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.20python3.8.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2openssl3.yaml index d0ad4c12d20..7173299488e 100644 --- a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.20python3.8.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2openssl3.yaml @@ -1,3 +1,5 @@ +aws_sdk_cpp: +- 1.9.379 bzip2: - '1' c_ares: @@ -12,6 +14,8 @@ cuda_compiler: - nvcc cuda_compiler_version: - '10.2' +cuda_compiler_version_min: +- '10.2' cxx_compiler: - vs2019 gflags: @@ -19,29 +23,35 @@ gflags: glog: - '0.6' google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' +- 2.5.0 libabseil: - '20220623.0' +libcrc32c: +- '1.1' +libcurl: +- '7' +libgrpc: +- '1.51' libprotobuf: - '3.21' lz4_c: - 1.9.3 numpy: +- '1.21' +- '1.23' +- '1.20' - '1.20' openssl: -- 1.1.1 +- '3' pin_run_as_build: - bzip2: - max_pin: x python: min_pin: x.x max_pin: x.x - zlib: - max_pin: x.x python: +- 3.10.* *_cpython +- 3.11.* *_cpython - 3.8.* *_cpython +- 3.9.* *_cpython re2: - 2022.06.01 snappy: diff --git a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.20python3.7.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.20python3.7.____cpython.yaml deleted file mode 100644 index 4fcc0f797f2..00000000000 --- a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.20python3.7.____cpython.yaml +++ /dev/null @@ -1,59 +0,0 @@ -bzip2: -- '1' -c_ares: -- '1' -c_compiler: -- vs2019 -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler: -- nvcc -cuda_compiler_version: -- None -cxx_compiler: -- vs2019 -gflags: -- '2.2' -glog: -- '0.6' -google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' -libabseil: -- '20220623.0' -libprotobuf: -- '3.21' -lz4_c: -- 1.9.3 -numpy: -- '1.20' -openssl: -- 1.1.1 -pin_run_as_build: - bzip2: - max_pin: x - python: - min_pin: x.x - max_pin: x.x - zlib: - max_pin: x.x -python: -- 3.7.* *_cpython -re2: -- 2022.06.01 -snappy: -- '1' -target_platform: -- win-64 -thrift_cpp: -- 0.16.0 -zip_keys: -- - python - - numpy -zlib: -- '1.2' -zstd: -- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.20python3.8.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.20python3.8.____cpython.yaml deleted file mode 100644 index 97e3a9332e5..00000000000 --- a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.20python3.8.____cpython.yaml +++ /dev/null @@ -1,59 +0,0 @@ -bzip2: -- '1' -c_ares: -- '1' -c_compiler: -- vs2019 -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler: -- nvcc -cuda_compiler_version: -- None -cxx_compiler: -- vs2019 -gflags: -- '2.2' -glog: -- '0.6' -google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' -libabseil: -- '20220623.0' -libprotobuf: -- '3.21' -lz4_c: -- 1.9.3 -numpy: -- '1.20' -openssl: -- 1.1.1 -pin_run_as_build: - bzip2: - max_pin: x - python: - min_pin: x.x - max_pin: x.x - zlib: - max_pin: x.x -python: -- 3.8.* *_cpython -re2: -- 2022.06.01 -snappy: -- '1' -target_platform: -- win-64 -thrift_cpp: -- 0.16.0 -zip_keys: -- - python - - numpy -zlib: -- '1.2' -zstd: -- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.20python3.9.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.20python3.9.____cpython.yaml deleted file mode 100644 index 9d771ea6d13..00000000000 --- a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.20python3.9.____cpython.yaml +++ /dev/null @@ -1,59 +0,0 @@ -bzip2: -- '1' -c_ares: -- '1' -c_compiler: -- vs2019 -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler: -- nvcc -cuda_compiler_version: -- None -cxx_compiler: -- vs2019 -gflags: -- '2.2' -glog: -- '0.6' -google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' -libabseil: -- '20220623.0' -libprotobuf: -- '3.21' -lz4_c: -- 1.9.3 -numpy: -- '1.20' -openssl: -- 1.1.1 -pin_run_as_build: - bzip2: - max_pin: x - python: - min_pin: x.x - max_pin: x.x - zlib: - max_pin: x.x -python: -- 3.9.* *_cpython -re2: -- 2022.06.01 -snappy: -- '1' -target_platform: -- win-64 -thrift_cpp: -- 0.16.0 -zip_keys: -- - python - - numpy -zlib: -- '1.2' -zstd: -- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.21python3.10.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.21python3.10.____cpython.yaml deleted file mode 100644 index a5de05e8241..00000000000 --- a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.21python3.10.____cpython.yaml +++ /dev/null @@ -1,59 +0,0 @@ -bzip2: -- '1' -c_ares: -- '1' -c_compiler: -- vs2019 -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cuda_compiler: -- nvcc -cuda_compiler_version: -- None -cxx_compiler: -- vs2019 -gflags: -- '2.2' -glog: -- '0.6' -google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' -libabseil: -- '20220623.0' -libprotobuf: -- '3.21' -lz4_c: -- 1.9.3 -numpy: -- '1.21' -openssl: -- 1.1.1 -pin_run_as_build: - bzip2: - max_pin: x - python: - min_pin: x.x - max_pin: x.x - zlib: - max_pin: x.x -python: -- 3.10.* *_cpython -re2: -- 2022.06.01 -snappy: -- '1' -target_platform: -- win-64 -thrift_cpp: -- 0.16.0 -zip_keys: -- - python - - numpy -zlib: -- '1.2' -zstd: -- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.21python3.10.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNoneopenssl3.yaml similarity index 73% rename from dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.21python3.10.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNoneopenssl3.yaml index f8b50812c5f..49fc4defc1b 100644 --- a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.21python3.10.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNoneopenssl3.yaml @@ -1,3 +1,5 @@ +aws_sdk_cpp: +- 1.9.379 bzip2: - '1' c_ares: @@ -11,6 +13,8 @@ channel_targets: cuda_compiler: - nvcc cuda_compiler_version: +- None +cuda_compiler_version_min: - '10.2' cxx_compiler: - vs2019 @@ -19,29 +23,35 @@ gflags: glog: - '0.6' google_cloud_cpp: -- '2.2' -grpc_cpp: -- '1.47' +- 2.5.0 libabseil: - '20220623.0' +libcrc32c: +- '1.1' +libcurl: +- '7' +libgrpc: +- '1.51' libprotobuf: - '3.21' lz4_c: - 1.9.3 numpy: - '1.21' +- '1.23' +- '1.20' +- '1.20' openssl: -- 1.1.1 +- '3' pin_run_as_build: - bzip2: - max_pin: x python: min_pin: x.x max_pin: x.x - zlib: - max_pin: x.x python: - 3.10.* *_cpython +- 3.11.* *_cpython +- 3.8.* *_cpython +- 3.9.* *_cpython re2: - 2022.06.01 snappy: diff --git a/dev/tasks/conda-recipes/arrow-cpp/bld-arrow.bat b/dev/tasks/conda-recipes/arrow-cpp/bld-arrow.bat index c8eacfb4348..b3c283ddb8f 100644 --- a/dev/tasks/conda-recipes/arrow-cpp/bld-arrow.bat +++ b/dev/tasks/conda-recipes/arrow-cpp/bld-arrow.bat @@ -26,6 +26,7 @@ cmake -G "Ninja" ^ -DARROW_FILESYSTEM:BOOL=ON ^ -DARROW_FLIGHT:BOOL=ON ^ -DARROW_FLIGHT_REQUIRE_TLSCREDENTIALSOPTIONS:BOOL=ON ^ + -DARROW_FLIGHT_SQL:BOOL=ON ^ -DARROW_GANDIVA:BOOL=ON ^ -DARROW_GCS:BOOL=ON ^ -DARROW_HDFS:BOOL=ON ^ @@ -37,6 +38,7 @@ cmake -G "Ninja" ^ -DARROW_S3:BOOL=ON ^ -DARROW_SIMD_LEVEL:STRING=NONE ^ -DARROW_SUBSTRAIT:BOOL=ON ^ + -DARROW_USE_GLOG:BOOL=ON ^ -DARROW_WITH_BROTLI:BOOL=ON ^ -DARROW_WITH_BZ2:BOOL=ON ^ -DARROW_WITH_LZ4:BOOL=ON ^ diff --git a/dev/tasks/conda-recipes/arrow-cpp/bld-pyarrow.bat b/dev/tasks/conda-recipes/arrow-cpp/bld-pyarrow.bat index bd20c79efe0..ed0e20554b7 100644 --- a/dev/tasks/conda-recipes/arrow-cpp/bld-pyarrow.bat +++ b/dev/tasks/conda-recipes/arrow-cpp/bld-pyarrow.bat @@ -25,6 +25,7 @@ SET PYARROW_WITH_HDFS=1 SET PYARROW_WITH_PARQUET=1 SET PYARROW_WITH_PARQUET_ENCRYPTION=1 SET PYARROW_WITH_S3=1 +SET PYARROW_WITH_SUBSTRAIT=1 SET PYARROW_CMAKE_GENERATOR=Ninja :: Enable CUDA support @@ -44,3 +45,6 @@ popd if [%PKG_NAME%] == [pyarrow] ( rd /s /q %SP_DIR%\pyarrow\tests ) + +:: generated by setup.py +rmdir .\python\build /s /q diff --git a/dev/tasks/conda-recipes/arrow-cpp/build-arrow.sh b/dev/tasks/conda-recipes/arrow-cpp/build-arrow.sh index 3a26bd2ede1..5a0d26d6c7a 100755 --- a/dev/tasks/conda-recipes/arrow-cpp/build-arrow.sh +++ b/dev/tasks/conda-recipes/arrow-cpp/build-arrow.sh @@ -84,6 +84,7 @@ cmake -GNinja \ -DARROW_S3=ON \ -DARROW_SIMD_LEVEL=NONE \ -DARROW_SUBSTRAIT=ON \ + -DARROW_USE_GLOG=ON \ -DARROW_USE_LD_GOLD=ON \ -DARROW_WITH_BROTLI=ON \ -DARROW_WITH_BZ2=ON \ diff --git a/dev/tasks/conda-recipes/arrow-cpp/build-pyarrow.sh b/dev/tasks/conda-recipes/arrow-cpp/build-pyarrow.sh index 76fdbce0c89..692ffb7806d 100644 --- a/dev/tasks/conda-recipes/arrow-cpp/build-pyarrow.sh +++ b/dev/tasks/conda-recipes/arrow-cpp/build-pyarrow.sh @@ -19,6 +19,7 @@ export PYARROW_WITH_PARQUET=1 export PYARROW_WITH_PARQUET_ENCRYPTION=1 export PYARROW_WITH_PLASMA=1 export PYARROW_WITH_S3=1 +export PYARROW_WITH_SUBSTRAIT=1 export PYARROW_CMAKE_GENERATOR=Ninja export PYARROW_CMAKE_OPTIONS="-DARROW_SIMD_LEVEL=NONE" BUILD_EXT_FLAGS="" @@ -30,6 +31,11 @@ else export PYARROW_WITH_CUDA=0 fi +# Resolve: Make Error at cmake_modules/SetupCxxFlags.cmake:338 (message): Unsupported arch flag: -march=. +if [[ "${target_platform}" == "linux-aarch64" ]]; then + export PYARROW_CMAKE_OPTIONS="-DARROW_ARMV8_ARCH=armv8-a ${PYARROW_CMAKE_OPTIONS}" +fi + if [[ "${target_platform}" == osx-* ]]; then # See https://conda-forge.org/docs/maintainer/knowledge_base.html#newer-c-features-with-old-sdk CXXFLAGS="${CXXFLAGS} -D_LIBCPP_DISABLE_AVAILABILITY" @@ -50,3 +56,7 @@ $PYTHON setup.py \ if [[ "$PKG_NAME" == "pyarrow" ]]; then rm -r ${SP_DIR}/pyarrow/tests fi + +# generated by setup.py +rm -rf build +cd .. diff --git a/dev/tasks/conda-recipes/arrow-cpp/meta.yaml b/dev/tasks/conda-recipes/arrow-cpp/meta.yaml index 9663e32cd26..1c3478582b5 100644 --- a/dev/tasks/conda-recipes/arrow-cpp/meta.yaml +++ b/dev/tasks/conda-recipes/arrow-cpp/meta.yaml @@ -7,7 +7,7 @@ {% set llvm_version = "14" %} package: - name: arrow-cpp-ext + name: apache-arrow version: {{ version }} source: @@ -17,22 +17,25 @@ build: number: 0 # for cuda support, building with one version is enough to be compatible with # all later versions, since arrow is only using libcuda, and not libcudart. - skip: true # [(win or linux64) and cuda_compiler_version not in ("None", "10.2")] - skip: true # [linux and (aarch64 or ppc64le) and cuda_compiler_version not in ("None", "11.2")] - skip: true # [osx and cuda_compiler_version != "None"] - # CUDA builds on ppc64le currently run out of time on Travis CI. - # It may be possible to move these to cross-compilation, but this will take additional work. - # Hence this is skipped for now until this can be addressed. - skip: true # [linux and ppc64le and cuda_compiler_version != "None"] + skip: true # [cuda_compiler_version not in ("None", cuda_compiler_version_min)] + # temporary: skip CUDA on aarch/ppc until cross-compilation works, see + # https://github.com/conda-forge/conda-forge-ci-setup-feedstock/pull/210 + skip: true # [(aarch64 or ppc64le) and (cuda_compiler_version != "None")] run_exports: - - {{ pin_subpackage("arrow-cpp", max_pin="x.x.x") }} + - {{ pin_subpackage("libarrow", max_pin="x.x.x") }} outputs: - - name: arrow-cpp-proc + - name: apache-arrow-proc version: {{ build_ext_version }} build: number: {{ proc_build_number }} string: {{ build_ext }} + ignore_run_exports_from: + - openssl + requirements: + host: + # ensure we split the CI jobs per openssl version + - openssl test: commands: - exit 0 @@ -43,29 +46,46 @@ outputs: - LICENSE.txt summary: A meta-package to select Arrow build variant - - name: arrow-cpp + # compat output for old mutex-package naming + - name: arrow-cpp-proc + version: {{ build_ext_version }} + build: + number: {{ proc_build_number }} + string: {{ build_ext }} + ignore_run_exports_from: + - openssl + requirements: + host: + # ensure we split the CI jobs per openssl version + - openssl + run: + - apache-arrow-proc ={{ build_ext_version }}={{ build_ext }} + test: + commands: + - exit 0 + + - name: libarrow script: build-arrow.sh # [not win] script: bld-arrow.bat # [win] version: {{ version }} build: - string: py{{ CONDA_PY }}h{{ PKG_HASH }}_{{ PKG_BUILDNUM }}_{{ build_ext }} + string: h{{ PKG_HASH }}_{{ PKG_BUILDNUM }}_{{ build_ext }} run_exports: - - {{ pin_subpackage("arrow-cpp", max_pin="x.x.x") }} + - {{ pin_subpackage("libarrow", max_pin="x.x.x") }} ignore_run_exports: - cudatoolkit track_features: {{ "[arrow-cuda]" if cuda_enabled else "" }} + missing_dso_whitelist: + - "*/libcuda.so.*" # [linux] + - "*/nvcuda.dll" # [win] requirements: build: - - python # [build_platform != target_platform] - - cross-python_{{ target_platform }} # [build_platform != target_platform] - - numpy # [build_platform != target_platform] - clangdev {{ llvm_version }} # [osx and arm64] - llvmdev {{ llvm_version }} # [osx and arm64] - gnuconfig # [osx and arm64] + - libgrpc - libprotobuf - - grpc-cpp - # aws-sdk-cpp 1.8.* doesn't work with a newer CMake - - cmake <3.22 + - cmake - autoconf # [unix] - ninja - make # [unix] @@ -73,11 +93,9 @@ outputs: - {{ compiler('cxx') }} - {{ compiler("cuda") }} # [cuda_compiler_version != "None"] host: - # https://issues.apache.org/jira/browse/ARROW-15141 - - aws-sdk-cpp 1.8.186 - # abseil is only here to help conda pick the right constraints for pyarrow, see - # https://github.com/conda-forge/arrow-cpp-feedstock/pull/815#issuecomment-1216713245 - - libabseil + - clangdev {{ llvm_version }} + - llvmdev {{ llvm_version }} + - aws-sdk-cpp - boost-cpp >=1.70 - brotli - bzip2 @@ -85,17 +103,19 @@ outputs: - gflags - glog - google-cloud-cpp - - grpc-cpp + - libabseil + # since libgoogle-cloud is static on windows, see + # https://github.com/conda-forge/google-cloud-cpp-feedstock/pull/108, + # its dependencies leak into the build here + - libcrc32c # [win] + - libcurl # [win] + - libgrpc - libprotobuf - - clangdev {{ llvm_version }} - - llvmdev {{ llvm_version }} - libutf8proc - lz4-c - - numpy # gandiva depends on openssl - openssl - orc # [unix] - - python - rapidjson - re2 - snappy @@ -103,12 +123,48 @@ outputs: - xsimd - zlib - zstd - run: - - {{ pin_compatible('numpy', lower_bound='1.16') }} - - python run_constrained: - - arrow-cpp-proc * {{ build_ext }} - - cudatoolkit >=9.2 # [cuda_compiler_version != "None"] + - apache-arrow-proc =*={{ build_ext }} + - cudatoolkit >={{ cuda_compiler_version_min }} # [cuda_compiler_version != "None"] + # make sure we don't co-install with old version of old package name + - arrow-cpp ={{ version }} + + test: + commands: + {% set headers = [ + "arrow/api.h", "arrow/flight/types.h", "arrow/flight/sql/api.h", + "gandiva/engine.h", "parquet/api/reader.h" + ] %} + {% set headers = headers + ["plasma/client.h"] %} # [unix] + {% for each_header in headers %} + # headers + - test -f $PREFIX/include/{{ each_header }} || (echo "{{ each_header }} not found" && exit 1) # [unix] + - if not exist %LIBRARY_INC%\{{ "\\".join(each_header.split("/")) }} exit 1 # [win] + {% endfor %} + + {% set libs = (cuda_compiler_version != "None") * ["arrow_cuda"] + [ + "arrow", "arrow_dataset", "arrow_flight", "arrow_flight_sql", + "arrow_substrait", "gandiva", "parquet" + ] %} + {% set libs = libs + ["plasma"] %} # [unix] + {% for each_lib in libs %} + # shared + - test -f $PREFIX/lib/lib{{ each_lib }}.so # [linux] + - test -f $PREFIX/lib/lib{{ each_lib }}.dylib # [osx] + - if not exist %LIBRARY_BIN%\{{ each_lib }}.dll exit 1 # [win] + - if not exist %LIBRARY_LIB%\{{ each_lib }}.lib exit 1 # [win] + + # absence of static libraries + - test ! -f $PREFIX/lib/lib{{ each_lib }}.a # [unix] + - if exist %LIBRARY_LIB%\{{ each_lib }}_static.lib exit 1 # [win] + {% endfor %} + + # absence of arrow_cuda for CPU builds + - test ! -f $PREFIX/lib/libarrow_cuda.so # [(cuda_compiler_version == "None") and linux] + - test ! -f $PREFIX/lib/libarrow_cuda.a # [(cuda_compiler_version == "None") and linux] + - if exist %LIBRARY_BIN%\arrow_cuda.dll exit 1 # [(cuda_compiler_version == "None") and win] + - if exist %LIBRARY_LIB%\arrow_cuda.lib exit 1 # [(cuda_compiler_version == "None") and win] + - if exist %LIBRARY_LIB%\arrow_cuda_static.lib exit 1 # [(cuda_compiler_version == "None") and win] about: home: http://github.com/apache/arrow @@ -117,56 +173,23 @@ outputs: - LICENSE.txt summary: C++ libraries for Apache Arrow + # compat output for old naming scheme; switched for 10.0.0; keep for a few versions + - name: arrow-cpp + version: {{ version }} + build: + string: h{{ PKG_HASH }}_{{ PKG_BUILDNUM }}_{{ build_ext }} + run_exports: + - {{ pin_subpackage("libarrow", max_pin="x.x.x") }} + requirements: + host: + # make sure the builds for different openssl versions (with the same PKG_BUILDNUM) have different hashes + - openssl + - {{ pin_subpackage('libarrow', exact=True) }} + run: + - {{ pin_subpackage('libarrow', exact=True) }} test: commands: - # headers - - test -f $PREFIX/include/arrow/api.h # [unix] - - test -f $PREFIX/include/arrow/flight/types.h # [unix] - - test -f $PREFIX/include/arrow/flight/sql/api.h # [unix] - - test -f $PREFIX/include/plasma/client.h # [unix] - - test -f $PREFIX/include/gandiva/engine.h # [unix] - - test -f $PREFIX/include/parquet/api/reader.h # [unix] - - if not exist %LIBRARY_INC%\\arrow\\api.h exit 1 # [win] - - if not exist %LIBRARY_INC%\\gandiva\\engine.h exit 1 # [win] - - if not exist %LIBRARY_INC%\\parquet\\api\\reader.h exit 1 # [win] - - # shared - - test -f $PREFIX/lib/libarrow.so # [linux] - - test -f $PREFIX/lib/libarrow_dataset.so # [linux] - - test -f $PREFIX/lib/libarrow_flight.so # [linux] - - test -f $PREFIX/lib/libarrow_flight_sql.so # [linux] - - test -f $PREFIX/lib/libparquet.so # [linux] - - test -f $PREFIX/lib/libgandiva.so # [linux] - - test -f $PREFIX/lib/libplasma.so # [linux] - - test -f $PREFIX/lib/libarrow_cuda${SHLIB_EXT} # [(cuda_compiler_version != "None") and unix] - - test ! -f $PREFIX/lib/libarrow_cuda${SHLIB_EXT} # [(cuda_compiler_version == "None") and unix] - - if not exist %PREFIX%\\Library\\bin\\arrow_cuda.dll exit 1 # [(cuda_compiler_version != "None") and win] - - if exist %PREFIX%\\Library\\bin\\arrow_cuda.dll exit 1 # [(cuda_compiler_version == "None") and win] - - test -f $PREFIX/lib/libarrow.dylib # [osx] - - test -f $PREFIX/lib/libarrow_dataset.dylib # [osx] - - test -f $PREFIX/lib/libgandiva.dylib # [osx] - - test -f $PREFIX/lib/libparquet.dylib # [osx] - - test -f $PREFIX/lib/libplasma.dylib # [osx] - - if not exist %PREFIX%\\Library\\bin\\arrow.dll exit 1 # [win] - - if not exist %PREFIX%\\Library\\bin\\arrow_dataset.dll exit 1 # [win] - - if not exist %PREFIX%\\Library\\bin\\arrow_flight.dll exit 1 # [win] - - if not exist %PREFIX%\\Library\\bin\\parquet.dll exit 1 # [win] - - if not exist %PREFIX%\\Library\\bin\\gandiva.dll exit 1 # [win] - - # absence of static libraries - - test ! -f $PREFIX/lib/libarrow.a # [unix] - - test ! -f $PREFIX/lib/libarrow_dataset.a # [unix] - - test ! -f $PREFIX/lib/libarrow_flight.a # [unix] - - test ! -f $PREFIX/lib/libarrow_flight_sql.a # [unix] - - test ! -f $PREFIX/lib/libplasma.a # [unix] - - test ! -f $PREFIX/lib/libparquet.a # [unix] - - test ! -f $PREFIX/lib/libgandiva.a # [unix] - - if exist %PREFIX%\\Library\\lib\\arrow_static.lib exit 1 # [win] - - if exist %PREFIX%\\Library\\lib\\arrow_dataset_static.lib exit 1 # [win] - - if exist %PREFIX%\\Library\\lib\\arrow_flight_static.lib exit 1 # [win] - - if exist %PREFIX%\\Library\\lib\\arrow_flight_sql_static.lib exit 1 # [win] - - if exist %PREFIX%\\Library\\lib\\parquet_static.lib exit 1 # [win] - - if exist %PREFIX%\\Library\\lib\\gandiva_static.lib exit 1 # [win] + - exit 0 - name: pyarrow script: build-pyarrow.sh # [not win] @@ -179,6 +202,14 @@ outputs: ignore_run_exports_from: - openssl track_features: {{ "[arrow-cuda]" if cuda_enabled else "" }} + missing_dso_whitelist: + # not actually missing, but installed into SP_DIR, see tests + - "*/libarrow_python.so.*" # [linux] + - "*/libarrow_python_flight.so.*" # [linux] + - "*/libarrow_python.*.dylib" # [osx] + - "*/libarrow_python_flight.*.dylib" # [osx] + - "*/arrow_python.dll" # [win] + - "*/arrow_python_flight.dll" # [win] requirements: build: - python # [build_platform != target_platform] @@ -190,35 +221,28 @@ outputs: - make # [unix] - {{ compiler('c') }} - {{ compiler('cxx') }} - # pyarrow does not require nvcc but it needs to link against libraries in arrow-cpp=*=*cuda + # pyarrow does not require nvcc but it needs to link against libraries in libarrow=*=*cuda - {{ compiler("cuda") }} # [cuda_compiler_version != "None"] host: - - {{ pin_subpackage('arrow-cpp', exact=True) }} + - {{ pin_subpackage('libarrow', exact=True) }} - clangdev {{ llvm_version }} - llvmdev {{ llvm_version }} - cython + - gflags # [unix] - numpy - openssl - python - setuptools - setuptools_scm - - six run: - - {{ pin_subpackage('arrow-cpp', exact=True) }} - - {{ pin_compatible('numpy', lower_bound='1.16') }} + - {{ pin_subpackage('libarrow', exact=True) }} + - {{ pin_compatible('numpy') }} # empty parquet-cpp metapackage, force old versions to be uninstalled - parquet-cpp 1.5.1.* - python run_constrained: - - arrow-cpp-proc * {{ build_ext }} - - cudatoolkit >=9.2 # [cuda_compiler_version != "None"] - - about: - home: http://github.com/apache/arrow - license: Apache-2.0 - license_file: - - LICENSE.txt - summary: Python libraries for Apache Arrow + - apache-arrow-proc =*={{ build_ext }} + - cudatoolkit >={{ cuda_compiler_version_min }} # [cuda_compiler_version != "None"] test: files: @@ -241,12 +265,30 @@ outputs: # However, we check below for (at least) the presence of a correctly-compiled module - pyarrow.cuda # [cuda_compiler_version != "None" and not win] commands: + # libraries that depend on python (and hence aren't in libarrow itself) + - test -f ${SP_DIR}/pyarrow/libarrow_python.so # [linux] + - test -f ${SP_DIR}/pyarrow/libarrow_python_flight.so # [linux] + - test -f ${SP_DIR}/pyarrow/libarrow_python.dylib # [osx] + - test -f ${SP_DIR}/pyarrow/libarrow_python_flight.dylib # [osx] + - if not exist %SP_DIR%\pyarrow\arrow_python.dll exit 1 # [win] + - if not exist %SP_DIR%\pyarrow\arrow_python_flight.dll exit 1 # [win] + + - test -f ${SP_DIR}/pyarrow/include/arrow/python/pyarrow.h # [unix] + - if not exist %SP_DIR%\pyarrow\include\arrow\python\pyarrow.h exit 1 # [win] + - test ! -f ${SP_DIR}/pyarrow/tests/test_array.py # [unix] - if exist %SP_DIR%/pyarrow/tests/test_array.py exit 1 # [win] # Need to remove dot from PY_VER; %MYVAR:x=y% replaces "x" in %MYVAR% with "y" - if not exist %SP_DIR%/pyarrow/_cuda.cp%PY_VER:.=%-win_amd64.pyd exit 1 # [win and cuda_compiler_version != "None"] - python test_read_parquet.py + about: + home: http://github.com/apache/arrow + license: Apache-2.0 + license_file: + - LICENSE.txt + summary: Python libraries for Apache Arrow + - name: pyarrow-tests script: build-pyarrow.sh # [not win] script: bld-pyarrow.bat # [win] @@ -269,10 +311,10 @@ outputs: - make # [unix] - {{ compiler('c') }} - {{ compiler('cxx') }} - # pyarrow does not require nvcc but it needs to link against libraries in arrow-cpp=*=*cuda + # pyarrow does not require nvcc but it needs to link against libraries in libarrow=*=*cuda - {{ compiler("cuda") }} # [cuda_compiler_version != "None"] host: - - {{ pin_subpackage('arrow-cpp', exact=True) }} + - {{ pin_subpackage('libarrow', exact=True) }} - {{ pin_subpackage('pyarrow', exact=True) }} - clangdev {{ llvm_version }} - llvmdev {{ llvm_version }} @@ -282,13 +324,69 @@ outputs: - python - setuptools - setuptools_scm - - six run: - {{ pin_subpackage('pyarrow', exact=True) }} - python run_constrained: - - arrow-cpp-proc * {{ build_ext }} - - cudatoolkit >=9.2 # [cuda_compiler_version != "None"] + - apache-arrow-proc =*={{ build_ext }} + - cudatoolkit >={{ cuda_compiler_version_min }} # [cuda_compiler_version != "None"] + + test: + requires: + - pytest + - pytest-lazy-fixture + - backports.zoneinfo # [py<39] + - cffi + - cloudpickle + - cython + - fastparquet + - fsspec + - hypothesis + - pandas + # not all arches available in conda-forge; osx-arm not tested anyway + - pytorch * # [unix and not ppc64le and py<311] + - scipy + # we're not building java bindings + # - jpype1 + # doesn't get picked up correctly + # - libhdfs3 + # causes segfaults + # - sparse + # not rebuilt for grpc 1.49 yet + # - tensorflow + source_files: + - testing/data + commands: + - cd ${SP_DIR}/pyarrow/tests # [unix] + - cd %SP_DIR%\pyarrow\tests # [win] + - export ARROW_TEST_DATA="${SRC_DIR}/testing/data" # [unix] + - set "ARROW_TEST_DATA=%SRC_DIR%\testing\data" # [win] + + {% set tests_to_skip = "_not_a_real_test" %} + # we do not have GPUs in CI --> cannot test cuda + {% set tests_to_skip = tests_to_skip + " or test_cuda" %} + # skip tests that raise SIGINT and crash the test suite + {% set tests_to_skip = tests_to_skip + " or (test_csv and test_cancellation)" %} # [linux] + {% set tests_to_skip = tests_to_skip + " or (test_flight and test_interrupt)" %} # [linux] + # skip tests that make invalid(-for-conda) assumptions about the compilers setup + {% set tests_to_skip = tests_to_skip + " or test_cython_api" %} # [unix] + {% set tests_to_skip = tests_to_skip + " or test_visit_strings" %} # [unix] + # skip tests that cannot succeed in emulation + {% set tests_to_skip = tests_to_skip + " or test_debug_memory_pool_disabled" %} # [aarch64 or ppc64le] + {% set tests_to_skip = tests_to_skip + " or test_env_var_io_thread_count" %} # [aarch64 or ppc64le] + # vvvvvvv TESTS THAT SHOULDN'T HAVE TO BE SKIPPED vvvvvvv + # failing on linux with "OSError: Could not connect to socket /tmp/[...]/plasma.sock" + {% set tests_to_skip = tests_to_skip + " or test_plasma" %} # [linux] + # "Unsupported backend 'nonexistent' specified in ARROW_DEFAULT_MEMORY_POOL" + {% set tests_to_skip = tests_to_skip + " or (test_memory and test_env_var)" %} # [unix] + # test is broken; header is in $PREFIX, not $SP_DIR + {% set tests_to_skip = tests_to_skip + " or (test_misc and test_get_include)" %} # [unix] + # ^^^^^^^ TESTS THAT SHOULDN'T HAVE TO BE SKIPPED ^^^^^^^ + + # crossbow CI: reduce to one python version, except on (unemulated) linux, where it's fast enough + - pytest -v -rfEs -k "not ({{ tests_to_skip }})" # [linux64 or ((py==310) and not ppc64le)] + # NOTE: test suite is skipped on ppc due to bugs in QEMU code that cause + # CI to fail, even though the tests would run through on native hardware about: home: http://github.com/apache/arrow @@ -297,11 +395,6 @@ outputs: - LICENSE.txt summary: Python test files for Apache Arrow - test: - commands: - - test -f ${SP_DIR}/pyarrow/tests/test_array.py # [unix] - - if not exist %SP_DIR%/pyarrow/tests/test_array.py exit 1 # [win] - about: home: http://github.com/apache/arrow license: Apache-2.0 @@ -326,3 +419,4 @@ extra: - nealrichardson - jakirkham - h-vetinari + feedstock-name: arrow-cpp diff --git a/dev/tasks/conda-recipes/azure.linux.yml b/dev/tasks/conda-recipes/azure.linux.yml index c05d284d25f..b9a54647cc5 100755 --- a/dev/tasks/conda-recipes/azure.linux.yml +++ b/dev/tasks/conda-recipes/azure.linux.yml @@ -34,5 +34,5 @@ jobs: CI=azure arrow/dev/tasks/conda-recipes/run_docker_build.sh $(pwd)/build_artifacts displayName: Run docker build - {{ macros.azure_upload_releases("build_artifacts/*/*.tar.bz2") }} - {{ macros.azure_upload_anaconda("build_artifacts/*/*.tar.bz2") }} + {{ macros.azure_upload_releases("build_artifacts/*/*.conda") }} + {{ macros.azure_upload_anaconda("build_artifacts/*/*.conda") }} diff --git a/dev/tasks/conda-recipes/azure.osx.yml b/dev/tasks/conda-recipes/azure.osx.yml index 404d6daee3b..8b1db992ec7 100755 --- a/dev/tasks/conda-recipes/azure.osx.yml +++ b/dev/tasks/conda-recipes/azure.osx.yml @@ -3,7 +3,7 @@ jobs: - job: osx pool: - vmImage: macOS-latest + vmImage: macOS-11 timeoutInMinutes: 360 variables: CONFIG: {{ config }} @@ -71,6 +71,7 @@ jobs: if [ ! -z "${R_CONFIG}" ]; then conda build r-arrow \ -m ./.ci_support/r/${R_CONFIG}.yaml \ + ${EXTRA_CB_OPTIONS:-} \ --output-folder ./build_artifacts fi workingDirectory: arrow/dev/tasks/conda-recipes @@ -80,5 +81,5 @@ jobs: sudo mv /usr/local/conda_mangled/* /usr/local/ displayName: Unmangle homebrew - {{ macros.azure_upload_releases("arrow/dev/tasks/conda-recipes/build_artifacts/osx-*/*.tar.bz2") }} - {{ macros.azure_upload_anaconda("arrow/dev/tasks/conda-recipes/build_artifacts/osx-*/*.tar.bz2") }} + {{ macros.azure_upload_releases("arrow/dev/tasks/conda-recipes/build_artifacts/osx-*/*.conda") }} + {{ macros.azure_upload_anaconda("arrow/dev/tasks/conda-recipes/build_artifacts/osx-*/*.conda") }} diff --git a/dev/tasks/conda-recipes/azure.win.yml b/dev/tasks/conda-recipes/azure.win.yml index 6aac0eeda90..95c5fc10056 100755 --- a/dev/tasks/conda-recipes/azure.win.yml +++ b/dev/tasks/conda-recipes/azure.win.yml @@ -72,5 +72,5 @@ jobs: PYTHONUNBUFFERED: 1 condition: contains(variables['R_CONFIG'], 'win') - {{ macros.azure_upload_releases("D:\\bld\\win-64\\*.tar.bz2")|indent(2) }} - {{ macros.azure_upload_anaconda("D:\\bld\\win-64\\*.tar.bz2")|indent(2) }} + {{ macros.azure_upload_releases("D:\\bld\\win-64\\*.conda")|indent(2) }} + {{ macros.azure_upload_anaconda("D:\\bld\\win-64\\*.conda")|indent(2) }} diff --git a/dev/tasks/conda-recipes/build_steps.sh b/dev/tasks/conda-recipes/build_steps.sh index dfc468c0e44..ea607763fc5 100755 --- a/dev/tasks/conda-recipes/build_steps.sh +++ b/dev/tasks/conda-recipes/build_steps.sh @@ -36,6 +36,10 @@ source run_conda_forge_build_setup # make the build number clobber make_build_number "${FEEDSTOCK_ROOT}" "${FEEDSTOCK_ROOT}" "${CONFIG_FILE}" +if [[ "${HOST_PLATFORM}" != "${BUILD_PLATFORM}" ]] && [[ "${HOST_PLATFORM}" != linux-* ]] && [[ "${BUILD_WITH_CONDA_DEBUG:-0}" != 1 ]]; then + EXTRA_CB_OPTIONS="${EXTRA_CB_OPTIONS:-} --no-test" +fi + export CONDA_BLD_PATH="${output_dir}" conda mambabuild \ @@ -43,13 +47,15 @@ conda mambabuild \ "${FEEDSTOCK_ROOT}/parquet-cpp" \ -m "${CI_SUPPORT}/${CONFIG}.yaml" \ --clobber-file "${CI_SUPPORT}/clobber_${CONFIG}.yaml" \ - --output-folder "${output_dir}" + --output-folder "${output_dir}" \ + ${EXTRA_CB_OPTIONS:-} if [ ! -z "${R_CONFIG:-}" ]; then conda mambabuild \ "${FEEDSTOCK_ROOT}/r-arrow" \ -m "${CI_SUPPORT}/r/${R_CONFIG}.yaml" \ - --output-folder "${output_dir}" + --output-folder "${output_dir}" \ + ${EXTRA_CB_OPTIONS:-} fi diff --git a/dev/tasks/conda-recipes/r-arrow/bld.bat b/dev/tasks/conda-recipes/r-arrow/bld.bat index a193ddc0a77..04d59f282d8 100644 --- a/dev/tasks/conda-recipes/r-arrow/bld.bat +++ b/dev/tasks/conda-recipes/r-arrow/bld.bat @@ -1,9 +1,14 @@ -bash %RECIPE_DIR%/build_win.sh -IF %ERRORLEVEL% NEQ 0 exit 1 -cp %RECIPE_DIR%/configure.win r -IF %ERRORLEVEL% NEQ 0 exit 1 -cp %RECIPE_DIR%/install.libs.R r/src -IF %ERRORLEVEL% NEQ 0 exit 1 -set "MAKEFLAGS=-j%CPU_COUNT%" -"%R%" CMD INSTALL --build r -IF %ERRORLEVEL% NEQ 0 exit 1 +@echo on + +bash %RECIPE_DIR%/build_win.sh +IF %ERRORLEVEL% NEQ 0 exit 1 + +cp %RECIPE_DIR%/configure.win r +IF %ERRORLEVEL% NEQ 0 exit 1 + +cp %RECIPE_DIR%/install.libs.R r/src +IF %ERRORLEVEL% NEQ 0 exit 1 + +set "MAKEFLAGS=-j%CPU_COUNT%" +"%R%" CMD INSTALL --build r +IF %ERRORLEVEL% NEQ 0 exit 1 diff --git a/dev/tasks/conda-recipes/r-arrow/build.sh b/dev/tasks/conda-recipes/r-arrow/build.sh index 724a8afd4fb..8479d9db5c4 100644 --- a/dev/tasks/conda-recipes/r-arrow/build.sh +++ b/dev/tasks/conda-recipes/r-arrow/build.sh @@ -1,9 +1,15 @@ -#!/usr/bin/env bash - +#!/bin/bash set -ex export DISABLE_AUTOBREW=1 -# See https://conda-forge.org/docs/maintainer/knowledge_base.html#newer-c-features-with-old-sdk -export ARROW_R_CXXFLAGS="${ARROW_R_CXXFLAGS} -D_LIBCPP_DISABLE_AVAILABILITY" -$R CMD INSTALL --build r/. +# arrow uses C++17 +export ARROW_R_CXXFLAGS="${ARROW_R_CXXFLAGS} -std=c++17" + +if [[ "${target_platform}" == osx-* ]]; then + # See https://conda-forge.org/docs/maintainer/knowledge_base.html#newer-c-features-with-old-sdk + export ARROW_R_CXXFLAGS="${ARROW_R_CXXFLAGS} -D_LIBCPP_DISABLE_AVAILABILITY" +fi + +# ${R_ARGS} necessary to support cross-compilation +${R} CMD INSTALL --build r/. ${R_ARGS} diff --git a/dev/tasks/conda-recipes/r-arrow/build_win.sh b/dev/tasks/conda-recipes/r-arrow/build_win.sh index 22c07d6e056..0c9a85ce394 100755 --- a/dev/tasks/conda-recipes/r-arrow/build_win.sh +++ b/dev/tasks/conda-recipes/r-arrow/build_win.sh @@ -1,8 +1,7 @@ -#!/usr/bin/env bash +#!/bin/bash set -exuo pipefail - # Rename arrow.dll to lib_arrow.dll to avoid conflicts with the arrow-cpp arrow.dll sed -i -e 's/void R_init_arrow/__declspec(dllexport) void R_init_lib_arrow/g' r/src/arrowExports.cpp sed -i -e 's/useDynLib(arrow/useDynLib(lib_arrow/g' r/NAMESPACE diff --git a/dev/tasks/conda-recipes/r-arrow/meta.yaml b/dev/tasks/conda-recipes/r-arrow/meta.yaml index 1a906f34628..3d053a781b0 100644 --- a/dev/tasks/conda-recipes/r-arrow/meta.yaml +++ b/dev/tasks/conda-recipes/r-arrow/meta.yaml @@ -11,7 +11,7 @@ source: build: merge_build_host: true # [win] - number: 1 + number: 0 rpaths: - lib/R/lib/ - lib/ @@ -25,7 +25,6 @@ requirements: - r-purrr # [build_platform != target_platform] - r-rlang # [build_platform != target_platform] - r-tidyselect # [build_platform != target_platform] - - python 3.9 # [build_platform != target_platform] - {{ compiler('c') }} # [not win] - {{ compiler('cxx') }} # [not win] - {{ compiler('r_clang') }} # [win] @@ -38,8 +37,8 @@ requirements: host: # Needs to be here, otherwise merge_build_host runs into issues - pkg-config # [win] + - libarrow {{ version }} - r-base - - arrow-cpp {{ version }} - r-r6 - r-cpp11 - r-assertthat diff --git a/dev/tasks/tasks.yml b/dev/tasks/tasks.yml index 8153aed9141..9799a3709d8 100644 --- a/dev/tasks/tasks.yml +++ b/dev/tasks/tasks.yml @@ -85,9 +85,11 @@ groups: - homebrew-r-autobrew - homebrew-r-brew # r-conda tasks - - conda-linux-gcc-py*-cpu-r* - - conda-osx-clang-py*-r* - - conda-win-vs2019-py*-r* + - conda-linux-x64-cpu-r* + - conda-linux-aarch64-cpu-r* + - conda-osx-x64-cpu-r* + - conda-osx-arm64-cpu-r* + - conda-win-x64-cpu-r* - r-binary-packages ruby: @@ -228,7 +230,7 @@ tasks: image: minimal-{{ kind }} {% endfor %} - ############################## Conda Linux ############################ + ############################# Conda Linux (x64) ############################# conda-clean: ci: azure @@ -240,220 +242,208 @@ tasks: # the same feedstock as the dependency matrix is the same for them as # Python and the OS are the main dimension. The R package `r-arrow` is # an independent feedstock as it doesn't have the Python but the - # R dimension. To limit the number of CI jobs, we are building `r-arrow` - # with the Python 3.7 jobs. + # R dimension. # * The files in `dev/tasks/conda-recipes/.ci_support/` are automatically # generated and to be synced regularly from the feedstock. We have no way # yet to generate them inside the arrow repository automatically. - conda-linux-gcc-py37-cpu-r40: + conda-linux-x64-cpu-r41: ci: azure template: conda-recipes/azure.linux.yml params: - config: linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.18python3.7.____cpython - r_config: linux_64_r_base4.0 - artifacts: - - arrow-cpp-{no_rc_version}-py37(h[a-z0-9]+)_0_cpu.tar.bz2 - - pyarrow-{no_rc_version}-py37(h[a-z0-9]+)_0_cpu.tar.bz2 - - conda-linux-gcc-py37-cpu-r41: - ci: azure - template: conda-recipes/azure.linux.yml - params: - config: linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.18python3.7.____cpython + config: linux_64_cuda_compiler_versionNoneopenssl3 r_config: linux_64_r_base4.1 artifacts: - - arrow-cpp-{no_rc_version}-py37(h[a-z0-9]+)_0_cpu.tar.bz2 - - pyarrow-{no_rc_version}-py37(h[a-z0-9]+)_0_cpu.tar.bz2 + - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda + - r-arrow-{no_rc_version}-r41(h[a-z0-9]+)_0.conda - conda-linux-gcc-py38-cpu: + conda-linux-x64-cpu-r42: ci: azure template: conda-recipes/azure.linux.yml params: - config: linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.18python3.8.____cpython + config: linux_64_cuda_compiler_versionNoneopenssl3 + r_config: linux_64_r_base4.2 artifacts: - - arrow-cpp-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.tar.bz2 - - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.tar.bz2 + - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda + - r-arrow-{no_rc_version}-r42(h[a-z0-9]+)_0.conda - conda-linux-gcc-py39-cpu: + conda-linux-x64-cpu-py3: ci: azure template: conda-recipes/azure.linux.yml params: - config: linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.19python3.9.____cpython + config: linux_64_cuda_compiler_versionNoneopenssl3 artifacts: - - arrow-cpp-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.tar.bz2 - - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.tar.bz2 + - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda + - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.conda + - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.conda + - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.conda + - pyarrow-{no_rc_version}-py311(h[a-z0-9]+)_0_cpu.conda - conda-linux-gcc-py310-cpu: + conda-linux-x64-cuda-py3: ci: azure template: conda-recipes/azure.linux.yml params: - config: linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.21python3.10.____cpython + config: linux_64_cuda_compiler_version10.2openssl3 artifacts: - - arrow-cpp-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.tar.bz2 - - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.tar.bz2 + - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cuda.conda + - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cuda.conda + - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cuda.conda + - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cuda.conda + - pyarrow-{no_rc_version}-py311(h[a-z0-9]+)_0_cuda.conda -{% for python_version, numpy_version in [("3.7", "1.18"), - ("3.8", "1.18"), - ("3.9", "1.19"), - ("3.10", "1.21")] %} - {% set pyver = python_version | replace(".", "") %} + ########################### Conda Linux (aarch64) ########################### - conda-linux-gcc-py{{ pyver }}-cuda: + conda-linux-aarch64-cpu-r41: ci: azure template: conda-recipes/azure.linux.yml params: - config: linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy{{ numpy_version }}python{{ python_version }}.____cpython + config: linux_aarch64_cuda_compiler_versionNoneopenssl3 + r_config: linux_aarch64_r_base4.1 artifacts: - - arrow-cpp-{no_rc_version}-py{{ pyver }}(h[a-z0-9]+)_0_cuda.tar.bz2 - - pyarrow-{no_rc_version}-py{{ pyver }}(h[a-z0-9]+)_0_cuda.tar.bz2 + - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda + - r-arrow-{no_rc_version}-r41(h[a-z0-9]+)_0.conda - conda-linux-gcc-py{{ pyver }}-arm64: + conda-linux-aarch64-cpu-r42: ci: azure template: conda-recipes/azure.linux.yml params: - config: linux_aarch64_numpy{{ numpy_version }}python{{ python_version }}.____cpython + config: linux_aarch64_cuda_compiler_versionNoneopenssl3 + r_config: linux_aarch64_r_base4.2 artifacts: - - arrow-cpp-{no_rc_version}-py{{ pyver }}(h[a-z0-9]+)_0_cpu.tar.bz2 - - pyarrow-{no_rc_version}-py{{ pyver }}(h[a-z0-9]+)_0_cpu.tar.bz2 + - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda + - r-arrow-{no_rc_version}-r42(h[a-z0-9]+)_0.conda - conda-linux-gcc-py{{ pyver }}-ppc64le: + conda-linux-aarch64-cpu-py3: ci: azure template: conda-recipes/azure.linux.yml params: - config: linux_ppc64le_numpy{{ numpy_version }}python{{ python_version }}.____cpython + config: linux_aarch64_cuda_compiler_versionNoneopenssl3 artifacts: - - arrow-cpp-{no_rc_version}-py{{ pyver }}(h[a-z0-9]+)_0_cpu.tar.bz2 - - pyarrow-{no_rc_version}-py{{ pyver }}(h[a-z0-9]+)_0_cpu.tar.bz2 - -{% endfor %} + - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda + - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.conda + - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.conda + - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.conda + - pyarrow-{no_rc_version}-py311(h[a-z0-9]+)_0_cpu.conda - ############################## Conda OSX #################################### + ########################### Conda Linux (ppc64le) ########################### - conda-osx-clang-py37-r40: + conda-linux-ppc64le-cpu-py3: ci: azure - template: conda-recipes/azure.osx.yml + template: conda-recipes/azure.linux.yml params: - config: osx_64_numpy1.18python3.7.____cpython - r_config: osx_64_r_base4.0 + config: linux_ppc64le_cuda_compiler_versionNoneopenssl3 artifacts: - - arrow-cpp-{no_rc_version}-py37(h[a-z0-9]+)_0_cpu.tar.bz2 - - pyarrow-{no_rc_version}-py37(h[a-z0-9]+)_0_cpu.tar.bz2 + - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda + - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.conda + - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.conda + - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.conda + - pyarrow-{no_rc_version}-py311(h[a-z0-9]+)_0_cpu.conda - conda-osx-clang-py37-r41: + ############################## Conda OSX (x64) ############################## + + conda-osx-x64-cpu-r41: ci: azure template: conda-recipes/azure.osx.yml params: - config: osx_64_numpy1.18python3.7.____cpython + config: osx_64_openssl3 r_config: osx_64_r_base4.1 artifacts: - - arrow-cpp-{no_rc_version}-py37(h[a-z0-9]+)_0_cpu.tar.bz2 - - pyarrow-{no_rc_version}-py37(h[a-z0-9]+)_0_cpu.tar.bz2 + - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda + - r-arrow-{no_rc_version}-r41(h[a-z0-9]+)_0.conda - conda-osx-clang-py38: + conda-osx-x64-cpu-r42: ci: azure template: conda-recipes/azure.osx.yml params: - config: osx_64_numpy1.18python3.8.____cpython + config: osx_64_openssl3 + r_config: osx_64_r_base4.2 artifacts: - - arrow-cpp-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.tar.bz2 - - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.tar.bz2 + - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda + - r-arrow-{no_rc_version}-r42(h[a-z0-9]+)_0.conda - conda-osx-clang-py39: + conda-osx-x64-cpu-py3: ci: azure template: conda-recipes/azure.osx.yml params: - config: osx_64_numpy1.19python3.9.____cpython + config: osx_64_openssl3 artifacts: - - arrow-cpp-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.tar.bz2 - - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.tar.bz2 + - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda + - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.conda + - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.conda + - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.conda + - pyarrow-{no_rc_version}-py311(h[a-z0-9]+)_0_cpu.conda - conda-osx-clang-py310: - ci: azure - template: conda-recipes/azure.osx.yml - params: - config: osx_64_numpy1.21python3.10.____cpython - artifacts: - - arrow-cpp-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.tar.bz2 - - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.tar.bz2 + ############################# Conda OSX (arm64) ############################# - conda-osx-arm64-clang-py38: + conda-osx-arm64-cpu-r41: ci: azure template: conda-recipes/azure.osx.yml params: - config: osx_arm64_numpy1.19python3.8.____cpython + config: osx_arm64_openssl3 + r_config: osx_arm64_r_base4.1 artifacts: - - arrow-cpp-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.tar.bz2 - - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.tar.bz2 + - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda + - r-arrow-{no_rc_version}-r41(h[a-z0-9]+)_0.conda - conda-osx-arm64-clang-py39: + conda-osx-arm64-cpu-r42: ci: azure template: conda-recipes/azure.osx.yml params: - config: osx_arm64_numpy1.19python3.9.____cpython + config: osx_arm64_openssl3 + r_config: osx_arm64_r_base4.2 artifacts: - - arrow-cpp-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.tar.bz2 - - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.tar.bz2 + - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda + - r-arrow-{no_rc_version}-r42(h[a-z0-9]+)_0.conda - conda-osx-arm64-clang-py310: + conda-osx-arm64-cpu-py3: ci: azure template: conda-recipes/azure.osx.yml params: - config: osx_arm64_numpy1.21python3.10.____cpython + config: osx_arm64_openssl3 artifacts: - - arrow-cpp-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.tar.bz2 - - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.tar.bz2 + - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda + - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.conda + - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.conda + - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.conda + - pyarrow-{no_rc_version}-py311(h[a-z0-9]+)_0_cpu.conda ############################## Conda Windows ################################ - conda-win-vs2019-py37-r40: - ci: azure - template: conda-recipes/azure.win.yml - params: - config: win_64_cuda_compiler_versionNonenumpy1.18python3.7.____cpython - r_config: win_64_r_base4.0 - artifacts: - - arrow-cpp-{no_rc_version}-py37(h[a-z0-9]+)_0_cpu.tar.bz2 - - pyarrow-{no_rc_version}-py37(h[a-z0-9]+)_0_cpu.tar.bz2 - - conda-win-vs2019-py37-r41: + conda-win-x64-cpu-r41: ci: azure template: conda-recipes/azure.win.yml params: - config: win_64_cuda_compiler_versionNonenumpy1.18python3.7.____cpython - r_config: win_64_r_base4.0 + config: win_64_cuda_compiler_versionNoneopenssl3 + r_config: win_64_ artifacts: - - arrow-cpp-{no_rc_version}-py37(h[a-z0-9]+)_0_cpu.tar.bz2 - - pyarrow-{no_rc_version}-py37(h[a-z0-9]+)_0_cpu.tar.bz2 + - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda + - r-arrow-{no_rc_version}-r41(h[a-z0-9]+)_0.conda - conda-win-vs2019-py38: - ci: azure - template: conda-recipes/azure.win.yml - params: - config: win_64_cuda_compiler_versionNonenumpy1.18python3.8.____cpython - artifacts: - - arrow-cpp-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.tar.bz2 - - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.tar.bz2 + # conda-forge does not yet support R 4.2 on windows - conda-win-vs2019-py39: + conda-win-x64-cpu-py3: ci: azure template: conda-recipes/azure.win.yml params: - config: win_64_cuda_compiler_versionNonenumpy1.19python3.9.____cpython + config: win_64_cuda_compiler_versionNoneopenssl3 artifacts: - - arrow-cpp-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.tar.bz2 - - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.tar.bz2 + - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda + - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.conda + - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.conda + - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.conda + - pyarrow-{no_rc_version}-py311(h[a-z0-9]+)_0_cpu.conda - conda-win-vs2019-py310: + conda-win-x64-cuda-py3: ci: azure template: conda-recipes/azure.win.yml params: - config: win_64_cuda_compiler_versionNonenumpy1.21python3.10.____cpython + config: win_64_cuda_compiler_versionNoneopenssl3 artifacts: - - arrow-cpp-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.tar.bz2 - - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.tar.bz2 - -# TODO: Windows CUDA + - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cuda.conda + - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cuda.conda + - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cuda.conda + - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cuda.conda + - pyarrow-{no_rc_version}-py311(h[a-z0-9]+)_0_cuda.conda {% for python_version, python_tag, abi_tag in [("3.7", "cp37", "cp37m"), ("3.8", "cp38", "cp38"), diff --git a/python/pyarrow/tests/conftest.py b/python/pyarrow/tests/conftest.py index 154ef79dcd5..e6d87217eca 100644 --- a/python/pyarrow/tests/conftest.py +++ b/python/pyarrow/tests/conftest.py @@ -184,8 +184,14 @@ def gcs_server(): args = [sys.executable, '-m', 'testbench', '--port', str(port)] proc = None try: + # check first if testbench module is available + import testbench # noqa:F401 + # start server proc = subprocess.Popen(args, env=env) - except OSError as e: + # Make sure the server is alive. + if proc.poll() is not None: + pytest.skip(f"Command {args} did not start server successfully!") + except (ModuleNotFoundError, OSError) as e: pytest.skip(f"Command {args} failed to execute: {e}") else: yield { diff --git a/python/pyarrow/tests/test_fs.py b/python/pyarrow/tests/test_fs.py index feb9fb685e6..b6e3456f5d3 100644 --- a/python/pyarrow/tests/test_fs.py +++ b/python/pyarrow/tests/test_fs.py @@ -207,8 +207,6 @@ def gcsfs(request, gcs_server): host, port = gcs_server['connection'] bucket = 'pyarrow-filesystem/' - # Make sure the server is alive. - assert gcs_server['process'].poll() is None fs = GcsFileSystem( endpoint_override=f'{host}:{port}', @@ -217,7 +215,10 @@ def gcsfs(request, gcs_server): anonymous=True, retry_time_limit=timedelta(seconds=45) ) - fs.create_dir(bucket) + try: + fs.create_dir(bucket) + except OSError as e: + pytest.skip(f"Could not create directory in {fs}: {e}") yield dict( fs=fs,