From 598084ef903e89da5c9d6cd30b9b1dda7a152792 Mon Sep 17 00:00:00 2001 From: "Uwe L. Korn" Date: Tue, 8 Feb 2022 11:51:43 +0100 Subject: [PATCH] ARROW-14506: [C++] Conda support for google-cloud-cpp This PR adds support for `google-cloud-cpp` to the Conda files. Probably the most difficult change to grok is the change to compile with C++17 when using Conda: - Conda defaults all its builds to C++17, [this bug](https://github.com/conda/conda-build/issues/3375) goes into some detail as to why. - Arrow defaults to C++11 if no `CMAKE_CXX_STANDARD` argument is provided. - Abseil's ABI changes when used from C++11 vs. C++17, see https://github.com/abseil/abseil-cpp/issues/696 - Therefore, one must compile with C++17 to use Abseil in Conda. - And because `google-cloud-cpp` has a direct dependency on Abseil, exposed through the headers, one must use C++17 to use `google-cloud-cpp` too. Closes #11916 from coryan/ARROW-14506-add-google-cloud-cpp-to-conda-files Lead-authored-by: Uwe L. Korn Co-authored-by: Carlos O'Ryan Signed-off-by: Antoine Pitrou --- ci/conda_env_cpp.txt | 6 +- ci/docker/conda-cpp.dockerfile | 9 ++- ci/scripts/cpp_build.sh | 1 + cpp/src/arrow/filesystem/gcsfs.cc | 2 +- ...rsion7numpy1.18python3.7.____cpython.yaml} | 26 +++--- ...rsion7numpy1.18python3.8.____cpython.yaml} | 26 +++--- ...rsion7numpy1.19python3.9.____cpython.yaml} | 24 +++--- ...sion7numpy1.21python3.10.____cpython.yaml} | 28 +++---- ...rsion9numpy1.18python3.7.____cpython.yaml} | 22 ++--- ...rsion9numpy1.18python3.8.____cpython.yaml} | 22 ++--- ...rsion9numpy1.19python3.9.____cpython.yaml} | 20 ++--- ...sion9numpy1.21python3.10.____cpython.yaml} | 24 +++--- ...rch64_numpy1.18python3.7.____cpython.yaml} | 21 ++--- ...rch64_numpy1.18python3.8.____cpython.yaml} | 21 ++--- ...arch64_numpy1.19python3.9.____cpython.yaml | 19 +++-- ...ch64_numpy1.21python3.10.____cpython.yaml} | 23 +++--- ...pc64le_numpy1.18python3.7.____cpython.yaml | 68 ++++++++++++++++ ...pc64le_numpy1.18python3.8.____cpython.yaml | 68 ++++++++++++++++ ...pc64le_numpy1.19python3.9.____cpython.yaml | 68 ++++++++++++++++ ...c64le_numpy1.21python3.10.____cpython.yaml | 68 ++++++++++++++++ ...sx_64_numpy1.18python3.7.____cpython.yaml} | 18 ++--- ...sx_64_numpy1.18python3.8.____cpython.yaml} | 18 ++--- ...osx_64_numpy1.19python3.9.____cpython.yaml | 16 ++-- ...x_64_numpy1.21python3.10.____cpython.yaml} | 20 ++--- ...arm64_numpy1.19python3.8.____cpython.yaml} | 16 ++-- ...arm64_numpy1.19python3.9.____cpython.yaml} | 16 ++-- ...arm64_numpy1.21python3.10.____cpython.yaml | 65 +++++++++++++++ .../.ci_support/r/linux_64_r_base4.0.yaml | 6 +- .../.ci_support/r/linux_64_r_base4.1.yaml | 6 +- .../.ci_support/r/osx_64_r_base4.0.yaml | 2 +- .../.ci_support/r/osx_64_r_base4.1.yaml | 2 +- .../.ci_support/r/win_64_r_base4.0.yaml | 2 +- .../.ci_support/r/win_64_r_base4.1.yaml | 2 +- ...ion10.2numpy1.18python3.7.____cpython.yaml | 55 +++++++++++++ ...ion10.2numpy1.18python3.8.____cpython.yaml | 55 +++++++++++++ ...ion10.2numpy1.19python3.9.____cpython.yaml | 55 +++++++++++++ ...on10.2numpy1.21python3.10.____cpython.yaml | 55 +++++++++++++ ...onNonenumpy1.18python3.7.____cpython.yaml} | 20 ++--- ...onNonenumpy1.18python3.8.____cpython.yaml} | 20 ++--- ...ionNonenumpy1.19python3.9.____cpython.yaml | 18 ++--- ...nNonenumpy1.21python3.10.____cpython.yaml} | 22 ++--- .../conda-recipes/arrow-cpp/build-arrow.sh | 7 ++ .../conda-recipes/arrow-cpp/build-pyarrow.sh | 5 +- dev/tasks/conda-recipes/arrow-cpp/meta.yaml | 11 ++- dev/tasks/conda-recipes/azure.osx.yml | 2 +- dev/tasks/conda-recipes/azure.win.yml | 14 +++- dev/tasks/conda-recipes/build_steps.sh | 7 +- dev/tasks/conda-recipes/r-arrow/meta.yaml | 14 +++- dev/tasks/tasks.yml | 80 +++++++++++++++---- 49 files changed, 923 insertions(+), 272 deletions(-) rename dev/tasks/conda-recipes/.ci_support/{linux_64_cuda_compiler_version10.2numpy1.17python3.7.____cpython.yaml => linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.18python3.7.____cpython.yaml} (78%) rename dev/tasks/conda-recipes/.ci_support/{linux_64_cuda_compiler_version10.2numpy1.17python3.8.____cpython.yaml => linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.18python3.8.____cpython.yaml} (78%) rename dev/tasks/conda-recipes/.ci_support/{linux_64_cuda_compiler_version10.2numpy1.19python3.9.____cpython.yaml => linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.19python3.9.____cpython.yaml} (79%) rename dev/tasks/conda-recipes/.ci_support/{linux_64_cuda_compiler_version10.2numpy1.17python3.6.____cpython.yaml => linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.21python3.10.____cpython.yaml} (76%) rename dev/tasks/conda-recipes/.ci_support/{linux_64_cuda_compiler_versionNonenumpy1.17python3.7.____cpython.yaml => linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.18python3.7.____cpython.yaml} (80%) rename dev/tasks/conda-recipes/.ci_support/{linux_64_cuda_compiler_versionNonenumpy1.17python3.8.____cpython.yaml => linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.18python3.8.____cpython.yaml} (80%) rename dev/tasks/conda-recipes/.ci_support/{linux_64_cuda_compiler_versionNonenumpy1.19python3.9.____cpython.yaml => linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.19python3.9.____cpython.yaml} (81%) rename dev/tasks/conda-recipes/.ci_support/{linux_64_cuda_compiler_versionNonenumpy1.17python3.6.____cpython.yaml => linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.21python3.10.____cpython.yaml} (78%) rename dev/tasks/conda-recipes/.ci_support/{linux_aarch64_numpy1.17python3.7.____cpython.yaml => linux_aarch64_numpy1.18python3.7.____cpython.yaml} (80%) rename dev/tasks/conda-recipes/.ci_support/{linux_aarch64_numpy1.17python3.8.____cpython.yaml => linux_aarch64_numpy1.18python3.8.____cpython.yaml} (80%) rename dev/tasks/conda-recipes/.ci_support/{linux_aarch64_numpy1.17python3.6.____cpython.yaml => linux_aarch64_numpy1.21python3.10.____cpython.yaml} (78%) create mode 100644 dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.18python3.7.____cpython.yaml create mode 100644 dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.18python3.8.____cpython.yaml create mode 100644 dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.19python3.9.____cpython.yaml create mode 100644 dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.21python3.10.____cpython.yaml rename dev/tasks/conda-recipes/.ci_support/{osx_64_numpy1.17python3.7.____cpython.yaml => osx_64_numpy1.18python3.7.____cpython.yaml} (86%) rename dev/tasks/conda-recipes/.ci_support/{osx_64_numpy1.17python3.8.____cpython.yaml => osx_64_numpy1.18python3.8.____cpython.yaml} (86%) rename dev/tasks/conda-recipes/.ci_support/{osx_64_numpy1.17python3.6.____cpython.yaml => osx_64_numpy1.21python3.10.____cpython.yaml} (84%) rename dev/tasks/conda-recipes/.ci_support/{osx_arm64_python3.8.____cpython.yaml => osx_arm64_numpy1.19python3.8.____cpython.yaml} (86%) rename dev/tasks/conda-recipes/.ci_support/{osx_arm64_python3.9.____cpython.yaml => osx_arm64_numpy1.19python3.9.____cpython.yaml} (86%) create mode 100644 dev/tasks/conda-recipes/.ci_support/osx_arm64_numpy1.21python3.10.____cpython.yaml create mode 100644 dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.18python3.7.____cpython.yaml create mode 100644 dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.18python3.8.____cpython.yaml create mode 100644 dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.19python3.9.____cpython.yaml create mode 100644 dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.21python3.10.____cpython.yaml rename dev/tasks/conda-recipes/.ci_support/{win_64_cuda_compiler_versionNonenumpy1.17python3.7.____cpython.yaml => win_64_cuda_compiler_versionNonenumpy1.18python3.7.____cpython.yaml} (81%) rename dev/tasks/conda-recipes/.ci_support/{win_64_cuda_compiler_versionNonenumpy1.17python3.8.____cpython.yaml => win_64_cuda_compiler_versionNonenumpy1.18python3.8.____cpython.yaml} (81%) rename dev/tasks/conda-recipes/.ci_support/{win_64_cuda_compiler_versionNonenumpy1.17python3.6.____cpython.yaml => win_64_cuda_compiler_versionNonenumpy1.21python3.10.____cpython.yaml} (78%) diff --git a/ci/conda_env_cpp.txt b/ci/conda_env_cpp.txt index cd7136cebbdb3..fb533144dfb03 100644 --- a/ci/conda_env_cpp.txt +++ b/ci/conda_env_cpp.txt @@ -15,7 +15,7 @@ # specific language governing permissions and limitations # under the License. -aws-sdk-cpp +aws-sdk-cpp=1.8.186 benchmark>=1.6.0 boost-cpp>=1.68.0 brotli @@ -25,6 +25,7 @@ cmake gflags glog gmock>=1.10.0 +google-cloud-cpp>=1.34.0 grpc-cpp>=1.27.3 gtest>=1.10.0 libprotobuf @@ -32,6 +33,9 @@ libutf8proc lz4-c make ninja +# Required by google-cloud-cpp, the Conda package is missing the dependency: +# https://github.com/conda-forge/google-cloud-cpp-feedstock/issues/28 +nlohmann_json pkg-config python rapidjson diff --git a/ci/docker/conda-cpp.dockerfile b/ci/docker/conda-cpp.dockerfile index c9417da446efb..7fe457ac5e76b 100644 --- a/ci/docker/conda-cpp.dockerfile +++ b/ci/docker/conda-cpp.dockerfile @@ -22,9 +22,6 @@ FROM ${repo}:${arch}-conda COPY ci/scripts/install_minio.sh /arrow/ci/scripts RUN /arrow/ci/scripts/install_minio.sh latest /opt/conda -COPY ci/scripts/install_gcs_testbench.sh /arrow/ci/scripts -RUN /arrow/ci/scripts/install_gcs_testbench.sh default - # install the required conda packages into the test environment COPY ci/conda_env_cpp.txt \ ci/conda_env_gandiva.txt \ @@ -37,12 +34,17 @@ RUN mamba install \ valgrind && \ mamba clean --all +# We want to install the GCS testbench using the same Python binary that the Conda code will use. +COPY ci/scripts/install_gcs_testbench.sh /arrow/ci/scripts +RUN /arrow/ci/scripts/install_gcs_testbench.sh default + ENV ARROW_BUILD_TESTS=ON \ ARROW_DATASET=ON \ ARROW_DEPENDENCY_SOURCE=CONDA \ ARROW_FLIGHT=ON \ ARROW_FLIGHT_SQL=ON \ ARROW_GANDIVA=ON \ + ARROW_GCS=ON \ ARROW_HOME=$CONDA_PREFIX \ ARROW_ORC=ON \ ARROW_PARQUET=ON \ @@ -57,6 +59,7 @@ ENV ARROW_BUILD_TESTS=ON \ ARROW_WITH_SNAPPY=ON \ ARROW_WITH_ZLIB=ON \ ARROW_WITH_ZSTD=ON \ + CMAKE_CXX_STANDARD=17 \ GTest_SOURCE=BUNDLED \ PARQUET_BUILD_EXAMPLES=ON \ PARQUET_BUILD_EXECUTABLES=ON \ diff --git a/ci/scripts/cpp_build.sh b/ci/scripts/cpp_build.sh index 4bbfcb7f90b49..2e6f35936ab89 100755 --- a/ci/scripts/cpp_build.sh +++ b/ci/scripts/cpp_build.sh @@ -137,6 +137,7 @@ cmake \ -DCMAKE_VERBOSE_MAKEFILE=${CMAKE_VERBOSE_MAKEFILE:-OFF} \ -DCMAKE_C_FLAGS="${CFLAGS:-}" \ -DCMAKE_CXX_FLAGS="${CXXFLAGS:-}" \ + -DCMAKE_CXX_STANDARD="${CMAKE_CXX_STANDARD:-11}" \ -DCMAKE_INSTALL_LIBDIR=${CMAKE_INSTALL_LIBDIR:-lib} \ -DCMAKE_INSTALL_PREFIX=${CMAKE_INSTALL_PREFIX:-${ARROW_HOME}} \ -DCMAKE_UNITY_BUILD=${CMAKE_UNITY_BUILD:-OFF} \ diff --git a/cpp/src/arrow/filesystem/gcsfs.cc b/cpp/src/arrow/filesystem/gcsfs.cc index a61fef2246ea6..1f719c3ffeb00 100644 --- a/cpp/src/arrow/filesystem/gcsfs.cc +++ b/cpp/src/arrow/filesystem/gcsfs.cc @@ -138,7 +138,7 @@ class GcsInputStream : public arrow::io::InputStream { stream_.read(reinterpret_cast(buffer->mutable_data()), nbytes); ARROW_GCS_RETURN_NOT_OK(stream_.status()); RETURN_NOT_OK(buffer->Resize(stream_.gcount(), true)); - return buffer; + return std::shared_ptr(std::move(buffer)); } //@} diff --git a/dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_version10.2numpy1.17python3.7.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.18python3.7.____cpython.yaml similarity index 78% rename from dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_version10.2numpy1.17python3.7.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.18python3.7.____cpython.yaml index 3416b952c90d3..4273c9b23a197 100644 --- a/dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_version10.2numpy1.17python3.7.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.18python3.7.____cpython.yaml @@ -1,15 +1,13 @@ -aws_sdk_cpp: -- 1.8.186 bzip2: - '1' c_compiler: - gcc c_compiler_version: -- '9' +- '7' cdt_name: - cos6 channel_sources: -- conda-forge,defaults +- conda-forge channel_targets: - conda-forge main cuda_compiler: @@ -19,23 +17,25 @@ cuda_compiler_version: cxx_compiler: - gxx cxx_compiler_version: -- '9' +- '7' docker_image: -- quay.io/condaforge/linux-anvil-cuda:10.2 +- quay.io/condaforge/linux-anvil-cos7-cuda:10.2 gflags: - '2.2' glog: - '0.5' grpc_cpp: -- '1.38' +- '1.42' libprotobuf: -- '3.16' +- '3.19' lz4_c: - 1.9.3 numpy: -- '1.17' +- '1.18' +openssl: +- 1.1.1 orc: -- 1.6.8 +- 1.7.2 pin_run_as_build: bzip2: max_pin: x @@ -49,17 +49,17 @@ pin_run_as_build: python: - 3.7.* *_cpython re2: -- 2021.06.01 +- 2021.11.01 snappy: - '1' target_platform: - linux-64 thrift_cpp: -- 0.14.2 +- 0.15.0 zip_keys: - - c_compiler_version - cxx_compiler_version -- - cuda_compiler_version + - cuda_compiler_version - cdt_name - docker_image - - python diff --git a/dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_version10.2numpy1.17python3.8.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.18python3.8.____cpython.yaml similarity index 78% rename from dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_version10.2numpy1.17python3.8.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.18python3.8.____cpython.yaml index f819ba7229ef2..7108ddfb8d1da 100644 --- a/dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_version10.2numpy1.17python3.8.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.18python3.8.____cpython.yaml @@ -1,15 +1,13 @@ -aws_sdk_cpp: -- 1.8.186 bzip2: - '1' c_compiler: - gcc c_compiler_version: -- '9' +- '7' cdt_name: - cos6 channel_sources: -- conda-forge,defaults +- conda-forge channel_targets: - conda-forge main cuda_compiler: @@ -19,23 +17,25 @@ cuda_compiler_version: cxx_compiler: - gxx cxx_compiler_version: -- '9' +- '7' docker_image: -- quay.io/condaforge/linux-anvil-cuda:10.2 +- quay.io/condaforge/linux-anvil-cos7-cuda:10.2 gflags: - '2.2' glog: - '0.5' grpc_cpp: -- '1.38' +- '1.42' libprotobuf: -- '3.16' +- '3.19' lz4_c: - 1.9.3 numpy: -- '1.17' +- '1.18' +openssl: +- 1.1.1 orc: -- 1.6.8 +- 1.7.2 pin_run_as_build: bzip2: max_pin: x @@ -49,17 +49,17 @@ pin_run_as_build: python: - 3.8.* *_cpython re2: -- 2021.06.01 +- 2021.11.01 snappy: - '1' target_platform: - linux-64 thrift_cpp: -- 0.14.2 +- 0.15.0 zip_keys: - - c_compiler_version - cxx_compiler_version -- - cuda_compiler_version + - cuda_compiler_version - cdt_name - docker_image - - python diff --git a/dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_version10.2numpy1.19python3.9.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.19python3.9.____cpython.yaml similarity index 79% rename from dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_version10.2numpy1.19python3.9.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.19python3.9.____cpython.yaml index 3e2e0ef51fb18..b5ffa56a72bea 100644 --- a/dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_version10.2numpy1.19python3.9.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.19python3.9.____cpython.yaml @@ -1,15 +1,13 @@ -aws_sdk_cpp: -- 1.8.186 bzip2: - '1' c_compiler: - gcc c_compiler_version: -- '9' +- '7' cdt_name: - cos6 channel_sources: -- conda-forge,defaults +- conda-forge channel_targets: - conda-forge main cuda_compiler: @@ -19,23 +17,25 @@ cuda_compiler_version: cxx_compiler: - gxx cxx_compiler_version: -- '9' +- '7' docker_image: -- quay.io/condaforge/linux-anvil-cuda:10.2 +- quay.io/condaforge/linux-anvil-cos7-cuda:10.2 gflags: - '2.2' glog: - '0.5' grpc_cpp: -- '1.38' +- '1.42' libprotobuf: -- '3.16' +- '3.19' lz4_c: - 1.9.3 numpy: - '1.19' +openssl: +- 1.1.1 orc: -- 1.6.8 +- 1.7.2 pin_run_as_build: bzip2: max_pin: x @@ -49,17 +49,17 @@ pin_run_as_build: python: - 3.9.* *_cpython re2: -- 2021.06.01 +- 2021.11.01 snappy: - '1' target_platform: - linux-64 thrift_cpp: -- 0.14.2 +- 0.15.0 zip_keys: - - c_compiler_version - cxx_compiler_version -- - cuda_compiler_version + - cuda_compiler_version - cdt_name - docker_image - - python diff --git a/dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_version10.2numpy1.17python3.6.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.21python3.10.____cpython.yaml similarity index 76% rename from dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_version10.2numpy1.17python3.6.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.21python3.10.____cpython.yaml index dfc87c80b31a8..ba03ed2bb6629 100644 --- a/dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_version10.2numpy1.17python3.6.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy1.21python3.10.____cpython.yaml @@ -1,15 +1,13 @@ -aws_sdk_cpp: -- 1.8.186 bzip2: - '1' c_compiler: - gcc c_compiler_version: -- '9' +- '7' cdt_name: - cos6 channel_sources: -- conda-forge,defaults +- conda-forge channel_targets: - conda-forge main cuda_compiler: @@ -19,23 +17,25 @@ cuda_compiler_version: cxx_compiler: - gxx cxx_compiler_version: -- '9' +- '7' docker_image: -- quay.io/condaforge/linux-anvil-cuda:10.2 +- quay.io/condaforge/linux-anvil-cos7-cuda:10.2 gflags: - '2.2' glog: - '0.5' grpc_cpp: -- '1.38' +- '1.42' libprotobuf: -- '3.16' +- '3.19' lz4_c: - 1.9.3 numpy: -- '1.17' +- '1.21' +openssl: +- 1.1.1 orc: -- 1.6.8 +- 1.7.2 pin_run_as_build: bzip2: max_pin: x @@ -47,19 +47,19 @@ pin_run_as_build: zlib: max_pin: x.x python: -- 3.6.* *_cpython +- 3.10.* *_cpython re2: -- 2021.06.01 +- 2021.11.01 snappy: - '1' target_platform: - linux-64 thrift_cpp: -- 0.14.2 +- 0.15.0 zip_keys: - - c_compiler_version - cxx_compiler_version -- - cuda_compiler_version + - cuda_compiler_version - cdt_name - docker_image - - python diff --git a/dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_versionNonenumpy1.17python3.7.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.18python3.7.____cpython.yaml similarity index 80% rename from dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_versionNonenumpy1.17python3.7.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.18python3.7.____cpython.yaml index ff26bc5215e07..1f10c7e49e553 100644 --- a/dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_versionNonenumpy1.17python3.7.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.18python3.7.____cpython.yaml @@ -1,5 +1,3 @@ -aws_sdk_cpp: -- 1.8.186 bzip2: - '1' c_compiler: @@ -9,7 +7,7 @@ c_compiler_version: cdt_name: - cos6 channel_sources: -- conda-forge,defaults +- conda-forge channel_targets: - conda-forge main cuda_compiler: @@ -21,21 +19,23 @@ cxx_compiler: cxx_compiler_version: - '9' docker_image: -- quay.io/condaforge/linux-anvil-comp7 +- quay.io/condaforge/linux-anvil-cos7-x86_64 gflags: - '2.2' glog: - '0.5' grpc_cpp: -- '1.38' +- '1.42' libprotobuf: -- '3.16' +- '3.19' lz4_c: - 1.9.3 numpy: -- '1.17' +- '1.18' +openssl: +- 1.1.1 orc: -- 1.6.8 +- 1.7.2 pin_run_as_build: bzip2: max_pin: x @@ -49,17 +49,17 @@ pin_run_as_build: python: - 3.7.* *_cpython re2: -- 2021.06.01 +- 2021.11.01 snappy: - '1' target_platform: - linux-64 thrift_cpp: -- 0.14.2 +- 0.15.0 zip_keys: - - c_compiler_version - cxx_compiler_version -- - cuda_compiler_version + - cuda_compiler_version - cdt_name - docker_image - - python diff --git a/dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_versionNonenumpy1.17python3.8.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.18python3.8.____cpython.yaml similarity index 80% rename from dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_versionNonenumpy1.17python3.8.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.18python3.8.____cpython.yaml index 5703aba68ecfe..0785b1416e5a9 100644 --- a/dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_versionNonenumpy1.17python3.8.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.18python3.8.____cpython.yaml @@ -1,5 +1,3 @@ -aws_sdk_cpp: -- 1.8.186 bzip2: - '1' c_compiler: @@ -9,7 +7,7 @@ c_compiler_version: cdt_name: - cos6 channel_sources: -- conda-forge,defaults +- conda-forge channel_targets: - conda-forge main cuda_compiler: @@ -21,21 +19,23 @@ cxx_compiler: cxx_compiler_version: - '9' docker_image: -- quay.io/condaforge/linux-anvil-comp7 +- quay.io/condaforge/linux-anvil-cos7-x86_64 gflags: - '2.2' glog: - '0.5' grpc_cpp: -- '1.38' +- '1.42' libprotobuf: -- '3.16' +- '3.19' lz4_c: - 1.9.3 numpy: -- '1.17' +- '1.18' +openssl: +- 1.1.1 orc: -- 1.6.8 +- 1.7.2 pin_run_as_build: bzip2: max_pin: x @@ -49,17 +49,17 @@ pin_run_as_build: python: - 3.8.* *_cpython re2: -- 2021.06.01 +- 2021.11.01 snappy: - '1' target_platform: - linux-64 thrift_cpp: -- 0.14.2 +- 0.15.0 zip_keys: - - c_compiler_version - cxx_compiler_version -- - cuda_compiler_version + - cuda_compiler_version - cdt_name - docker_image - - python diff --git a/dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_versionNonenumpy1.19python3.9.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.19python3.9.____cpython.yaml similarity index 81% rename from dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_versionNonenumpy1.19python3.9.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.19python3.9.____cpython.yaml index 8ff58d717e8ae..8d0459dc1314c 100644 --- a/dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_versionNonenumpy1.19python3.9.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.19python3.9.____cpython.yaml @@ -1,5 +1,3 @@ -aws_sdk_cpp: -- 1.8.186 bzip2: - '1' c_compiler: @@ -9,7 +7,7 @@ c_compiler_version: cdt_name: - cos6 channel_sources: -- conda-forge,defaults +- conda-forge channel_targets: - conda-forge main cuda_compiler: @@ -21,21 +19,23 @@ cxx_compiler: cxx_compiler_version: - '9' docker_image: -- quay.io/condaforge/linux-anvil-comp7 +- quay.io/condaforge/linux-anvil-cos7-x86_64 gflags: - '2.2' glog: - '0.5' grpc_cpp: -- '1.38' +- '1.42' libprotobuf: -- '3.16' +- '3.19' lz4_c: - 1.9.3 numpy: - '1.19' +openssl: +- 1.1.1 orc: -- 1.6.8 +- 1.7.2 pin_run_as_build: bzip2: max_pin: x @@ -49,17 +49,17 @@ pin_run_as_build: python: - 3.9.* *_cpython re2: -- 2021.06.01 +- 2021.11.01 snappy: - '1' target_platform: - linux-64 thrift_cpp: -- 0.14.2 +- 0.15.0 zip_keys: - - c_compiler_version - cxx_compiler_version -- - cuda_compiler_version + - cuda_compiler_version - cdt_name - docker_image - - python diff --git a/dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_versionNonenumpy1.17python3.6.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.21python3.10.____cpython.yaml similarity index 78% rename from dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_versionNonenumpy1.17python3.6.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.21python3.10.____cpython.yaml index 3aba0f1294c9a..8430814c6cca3 100644 --- a/dev/tasks/conda-recipes/.ci_support/linux_64_cuda_compiler_versionNonenumpy1.17python3.6.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.21python3.10.____cpython.yaml @@ -1,5 +1,3 @@ -aws_sdk_cpp: -- 1.8.186 bzip2: - '1' c_compiler: @@ -9,7 +7,7 @@ c_compiler_version: cdt_name: - cos6 channel_sources: -- conda-forge,defaults +- conda-forge channel_targets: - conda-forge main cuda_compiler: @@ -21,21 +19,23 @@ cxx_compiler: cxx_compiler_version: - '9' docker_image: -- quay.io/condaforge/linux-anvil-comp7 +- quay.io/condaforge/linux-anvil-cos7-x86_64 gflags: - '2.2' glog: - '0.5' grpc_cpp: -- '1.38' +- '1.42' libprotobuf: -- '3.16' +- '3.19' lz4_c: - 1.9.3 numpy: -- '1.17' +- '1.21' +openssl: +- 1.1.1 orc: -- 1.6.8 +- 1.7.2 pin_run_as_build: bzip2: max_pin: x @@ -47,19 +47,19 @@ pin_run_as_build: zlib: max_pin: x.x python: -- 3.6.* *_cpython +- 3.10.* *_cpython re2: -- 2021.06.01 +- 2021.11.01 snappy: - '1' target_platform: - linux-64 thrift_cpp: -- 0.14.2 +- 0.15.0 zip_keys: - - c_compiler_version - cxx_compiler_version -- - cuda_compiler_version + - cuda_compiler_version - cdt_name - docker_image - - python diff --git a/dev/tasks/conda-recipes/.ci_support/linux_aarch64_numpy1.17python3.7.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_aarch64_numpy1.18python3.7.____cpython.yaml similarity index 80% rename from dev/tasks/conda-recipes/.ci_support/linux_aarch64_numpy1.17python3.7.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/linux_aarch64_numpy1.18python3.7.____cpython.yaml index 2b1715d585b51..62676cf0d749e 100644 --- a/dev/tasks/conda-recipes/.ci_support/linux_aarch64_numpy1.17python3.7.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/linux_aarch64_numpy1.18python3.7.____cpython.yaml @@ -1,7 +1,5 @@ BUILD: - aarch64-conda_cos7-linux-gnu -aws_sdk_cpp: -- 1.8.186 bzip2: - '1' c_compiler: @@ -23,21 +21,23 @@ cxx_compiler: cxx_compiler_version: - '9' docker_image: -- quay.io/condaforge/linux-anvil-comp7 +- quay.io/condaforge/linux-anvil-cos7-x86_64 gflags: - '2.2' glog: - '0.5' grpc_cpp: -- '1.38' +- '1.42' libprotobuf: -- '3.16' +- '3.19' lz4_c: - 1.9.3 numpy: -- '1.17' +- '1.18' +openssl: +- 1.1.1 orc: -- 1.6.8 +- 1.7.2 pin_run_as_build: bzip2: max_pin: x @@ -51,16 +51,19 @@ pin_run_as_build: python: - 3.7.* *_cpython re2: -- 2021.06.01 +- 2021.11.01 snappy: - '1' target_platform: - linux-aarch64 thrift_cpp: -- 0.14.2 +- 0.15.0 zip_keys: - - c_compiler_version - cxx_compiler_version + - cuda_compiler_version + - cdt_name + - docker_image - - python - numpy zlib: diff --git a/dev/tasks/conda-recipes/.ci_support/linux_aarch64_numpy1.17python3.8.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_aarch64_numpy1.18python3.8.____cpython.yaml similarity index 80% rename from dev/tasks/conda-recipes/.ci_support/linux_aarch64_numpy1.17python3.8.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/linux_aarch64_numpy1.18python3.8.____cpython.yaml index 5a0e7313e9d4d..fbb0d16966783 100644 --- a/dev/tasks/conda-recipes/.ci_support/linux_aarch64_numpy1.17python3.8.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/linux_aarch64_numpy1.18python3.8.____cpython.yaml @@ -1,7 +1,5 @@ BUILD: - aarch64-conda_cos7-linux-gnu -aws_sdk_cpp: -- 1.8.186 bzip2: - '1' c_compiler: @@ -23,21 +21,23 @@ cxx_compiler: cxx_compiler_version: - '9' docker_image: -- quay.io/condaforge/linux-anvil-comp7 +- quay.io/condaforge/linux-anvil-cos7-x86_64 gflags: - '2.2' glog: - '0.5' grpc_cpp: -- '1.38' +- '1.42' libprotobuf: -- '3.16' +- '3.19' lz4_c: - 1.9.3 numpy: -- '1.17' +- '1.18' +openssl: +- 1.1.1 orc: -- 1.6.8 +- 1.7.2 pin_run_as_build: bzip2: max_pin: x @@ -51,16 +51,19 @@ pin_run_as_build: python: - 3.8.* *_cpython re2: -- 2021.06.01 +- 2021.11.01 snappy: - '1' target_platform: - linux-aarch64 thrift_cpp: -- 0.14.2 +- 0.15.0 zip_keys: - - c_compiler_version - cxx_compiler_version + - cuda_compiler_version + - cdt_name + - docker_image - - python - numpy zlib: diff --git a/dev/tasks/conda-recipes/.ci_support/linux_aarch64_numpy1.19python3.9.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_aarch64_numpy1.19python3.9.____cpython.yaml index 16ace00bdaee1..1620fa4be5d89 100644 --- a/dev/tasks/conda-recipes/.ci_support/linux_aarch64_numpy1.19python3.9.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/linux_aarch64_numpy1.19python3.9.____cpython.yaml @@ -1,7 +1,5 @@ BUILD: - aarch64-conda_cos7-linux-gnu -aws_sdk_cpp: -- 1.8.186 bzip2: - '1' c_compiler: @@ -23,21 +21,23 @@ cxx_compiler: cxx_compiler_version: - '9' docker_image: -- quay.io/condaforge/linux-anvil-comp7 +- quay.io/condaforge/linux-anvil-cos7-x86_64 gflags: - '2.2' glog: - '0.5' grpc_cpp: -- '1.38' +- '1.42' libprotobuf: -- '3.16' +- '3.19' lz4_c: - 1.9.3 numpy: - '1.19' +openssl: +- 1.1.1 orc: -- 1.6.8 +- 1.7.2 pin_run_as_build: bzip2: max_pin: x @@ -51,16 +51,19 @@ pin_run_as_build: python: - 3.9.* *_cpython re2: -- 2021.06.01 +- 2021.11.01 snappy: - '1' target_platform: - linux-aarch64 thrift_cpp: -- 0.14.2 +- 0.15.0 zip_keys: - - c_compiler_version - cxx_compiler_version + - cuda_compiler_version + - cdt_name + - docker_image - - python - numpy zlib: diff --git a/dev/tasks/conda-recipes/.ci_support/linux_aarch64_numpy1.17python3.6.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_aarch64_numpy1.21python3.10.____cpython.yaml similarity index 78% rename from dev/tasks/conda-recipes/.ci_support/linux_aarch64_numpy1.17python3.6.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/linux_aarch64_numpy1.21python3.10.____cpython.yaml index 5bb4381febf9b..feec3fb52d9f9 100644 --- a/dev/tasks/conda-recipes/.ci_support/linux_aarch64_numpy1.17python3.6.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/linux_aarch64_numpy1.21python3.10.____cpython.yaml @@ -1,7 +1,5 @@ BUILD: - aarch64-conda_cos7-linux-gnu -aws_sdk_cpp: -- 1.8.186 bzip2: - '1' c_compiler: @@ -23,21 +21,23 @@ cxx_compiler: cxx_compiler_version: - '9' docker_image: -- quay.io/condaforge/linux-anvil-comp7 +- quay.io/condaforge/linux-anvil-cos7-x86_64 gflags: - '2.2' glog: - '0.5' grpc_cpp: -- '1.38' +- '1.42' libprotobuf: -- '3.16' +- '3.19' lz4_c: - 1.9.3 numpy: -- '1.17' +- '1.21' +openssl: +- 1.1.1 orc: -- 1.6.8 +- 1.7.2 pin_run_as_build: bzip2: max_pin: x @@ -49,18 +49,21 @@ pin_run_as_build: zlib: max_pin: x.x python: -- 3.6.* *_cpython +- 3.10.* *_cpython re2: -- 2021.06.01 +- 2021.11.01 snappy: - '1' target_platform: - linux-aarch64 thrift_cpp: -- 0.14.2 +- 0.15.0 zip_keys: - - c_compiler_version - cxx_compiler_version + - cuda_compiler_version + - cdt_name + - docker_image - - python - numpy zlib: diff --git a/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.18python3.7.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.18python3.7.____cpython.yaml new file mode 100644 index 0000000000000..6c1c2c23d5bd9 --- /dev/null +++ b/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.18python3.7.____cpython.yaml @@ -0,0 +1,68 @@ +bzip2: +- '1' +c_compiler: +- gcc +c_compiler_version: +- '7' +cdt_name: +- cos7 +channel_sources: +- conda-forge +channel_targets: +- conda-forge main +cuda_compiler_version: +- None +cxx_compiler: +- gxx +cxx_compiler_version: +- '7' +docker_image: +- quay.io/condaforge/linux-anvil-cos7-x86_64 +gflags: +- '2.2' +glog: +- '0.5' +grpc_cpp: +- '1.42' +libprotobuf: +- '3.19' +lz4_c: +- 1.9.3 +numpy: +- '1.18' +openssl: +- 1.1.1 +orc: +- 1.7.2 +pin_run_as_build: + bzip2: + max_pin: x + lz4-c: + max_pin: x.x.x + python: + min_pin: x.x + max_pin: x.x + zlib: + max_pin: x.x +python: +- 3.7.* *_cpython +re2: +- 2021.11.01 +snappy: +- '1' +target_platform: +- linux-ppc64le +thrift_cpp: +- 0.15.0 +zip_keys: +- - c_compiler_version + - cxx_compiler_version + - cuda_compiler_version + - cdt_name + - docker_image +- - python + - numpy +zlib: +- '1.2' +zstd: +- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.18python3.8.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.18python3.8.____cpython.yaml new file mode 100644 index 0000000000000..3af41aafb872c --- /dev/null +++ b/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.18python3.8.____cpython.yaml @@ -0,0 +1,68 @@ +bzip2: +- '1' +c_compiler: +- gcc +c_compiler_version: +- '7' +cdt_name: +- cos7 +channel_sources: +- conda-forge +channel_targets: +- conda-forge main +cuda_compiler_version: +- None +cxx_compiler: +- gxx +cxx_compiler_version: +- '7' +docker_image: +- quay.io/condaforge/linux-anvil-cos7-x86_64 +gflags: +- '2.2' +glog: +- '0.5' +grpc_cpp: +- '1.42' +libprotobuf: +- '3.19' +lz4_c: +- 1.9.3 +numpy: +- '1.18' +openssl: +- 1.1.1 +orc: +- 1.7.2 +pin_run_as_build: + bzip2: + max_pin: x + lz4-c: + max_pin: x.x.x + python: + min_pin: x.x + max_pin: x.x + zlib: + max_pin: x.x +python: +- 3.8.* *_cpython +re2: +- 2021.11.01 +snappy: +- '1' +target_platform: +- linux-ppc64le +thrift_cpp: +- 0.15.0 +zip_keys: +- - c_compiler_version + - cxx_compiler_version + - cuda_compiler_version + - cdt_name + - docker_image +- - python + - numpy +zlib: +- '1.2' +zstd: +- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.19python3.9.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.19python3.9.____cpython.yaml new file mode 100644 index 0000000000000..a67a9714e874f --- /dev/null +++ b/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.19python3.9.____cpython.yaml @@ -0,0 +1,68 @@ +bzip2: +- '1' +c_compiler: +- gcc +c_compiler_version: +- '7' +cdt_name: +- cos7 +channel_sources: +- conda-forge +channel_targets: +- conda-forge main +cuda_compiler_version: +- None +cxx_compiler: +- gxx +cxx_compiler_version: +- '7' +docker_image: +- quay.io/condaforge/linux-anvil-cos7-x86_64 +gflags: +- '2.2' +glog: +- '0.5' +grpc_cpp: +- '1.42' +libprotobuf: +- '3.19' +lz4_c: +- 1.9.3 +numpy: +- '1.19' +openssl: +- 1.1.1 +orc: +- 1.7.2 +pin_run_as_build: + bzip2: + max_pin: x + lz4-c: + max_pin: x.x.x + python: + min_pin: x.x + max_pin: x.x + zlib: + max_pin: x.x +python: +- 3.9.* *_cpython +re2: +- 2021.11.01 +snappy: +- '1' +target_platform: +- linux-ppc64le +thrift_cpp: +- 0.15.0 +zip_keys: +- - c_compiler_version + - cxx_compiler_version + - cuda_compiler_version + - cdt_name + - docker_image +- - python + - numpy +zlib: +- '1.2' +zstd: +- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.21python3.10.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.21python3.10.____cpython.yaml new file mode 100644 index 0000000000000..e79c5d25ac7b4 --- /dev/null +++ b/dev/tasks/conda-recipes/.ci_support/linux_ppc64le_numpy1.21python3.10.____cpython.yaml @@ -0,0 +1,68 @@ +bzip2: +- '1' +c_compiler: +- gcc +c_compiler_version: +- '7' +cdt_name: +- cos7 +channel_sources: +- conda-forge +channel_targets: +- conda-forge main +cuda_compiler_version: +- None +cxx_compiler: +- gxx +cxx_compiler_version: +- '7' +docker_image: +- quay.io/condaforge/linux-anvil-cos7-x86_64 +gflags: +- '2.2' +glog: +- '0.5' +grpc_cpp: +- '1.42' +libprotobuf: +- '3.19' +lz4_c: +- 1.9.3 +numpy: +- '1.21' +openssl: +- 1.1.1 +orc: +- 1.7.2 +pin_run_as_build: + bzip2: + max_pin: x + lz4-c: + max_pin: x.x.x + python: + min_pin: x.x + max_pin: x.x + zlib: + max_pin: x.x +python: +- 3.10.* *_cpython +re2: +- 2021.11.01 +snappy: +- '1' +target_platform: +- linux-ppc64le +thrift_cpp: +- 0.15.0 +zip_keys: +- - c_compiler_version + - cxx_compiler_version + - cuda_compiler_version + - cdt_name + - docker_image +- - python + - numpy +zlib: +- '1.2' +zstd: +- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.17python3.7.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.18python3.7.____cpython.yaml similarity index 86% rename from dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.17python3.7.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.18python3.7.____cpython.yaml index d2c046ab2ea06..d0629600bba20 100644 --- a/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.17python3.7.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.18python3.7.____cpython.yaml @@ -1,7 +1,5 @@ MACOSX_DEPLOYMENT_TARGET: - '10.9' -aws_sdk_cpp: -- 1.8.186 bzip2: - '1' c_compiler: @@ -9,7 +7,7 @@ c_compiler: c_compiler_version: - '11' channel_sources: -- conda-forge,defaults +- conda-forge channel_targets: - conda-forge main cuda_compiler_version: @@ -23,17 +21,19 @@ gflags: glog: - '0.5' grpc_cpp: -- '1.38' +- '1.42' libprotobuf: -- '3.16' +- '3.19' lz4_c: - 1.9.3 macos_machine: - x86_64-apple-darwin13.4.0 numpy: -- '1.17' +- '1.18' +openssl: +- 1.1.1 orc: -- 1.6.8 +- 1.7.2 pin_run_as_build: bzip2: max_pin: x @@ -47,13 +47,13 @@ pin_run_as_build: python: - 3.7.* *_cpython re2: -- 2021.06.01 +- 2021.11.01 snappy: - '1' target_platform: - osx-64 thrift_cpp: -- 0.14.2 +- 0.15.0 zip_keys: - - c_compiler_version - cxx_compiler_version diff --git a/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.17python3.8.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.18python3.8.____cpython.yaml similarity index 86% rename from dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.17python3.8.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.18python3.8.____cpython.yaml index 43f63445469cf..cfd3391109bc9 100644 --- a/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.17python3.8.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.18python3.8.____cpython.yaml @@ -1,7 +1,5 @@ MACOSX_DEPLOYMENT_TARGET: - '10.9' -aws_sdk_cpp: -- 1.8.186 bzip2: - '1' c_compiler: @@ -9,7 +7,7 @@ c_compiler: c_compiler_version: - '11' channel_sources: -- conda-forge,defaults +- conda-forge channel_targets: - conda-forge main cuda_compiler_version: @@ -23,17 +21,19 @@ gflags: glog: - '0.5' grpc_cpp: -- '1.38' +- '1.42' libprotobuf: -- '3.16' +- '3.19' lz4_c: - 1.9.3 macos_machine: - x86_64-apple-darwin13.4.0 numpy: -- '1.17' +- '1.18' +openssl: +- 1.1.1 orc: -- 1.6.8 +- 1.7.2 pin_run_as_build: bzip2: max_pin: x @@ -47,13 +47,13 @@ pin_run_as_build: python: - 3.8.* *_cpython re2: -- 2021.06.01 +- 2021.11.01 snappy: - '1' target_platform: - osx-64 thrift_cpp: -- 0.14.2 +- 0.15.0 zip_keys: - - c_compiler_version - cxx_compiler_version diff --git a/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.19python3.9.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.19python3.9.____cpython.yaml index 7cc730f9bb014..d12db70999c21 100644 --- a/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.19python3.9.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.19python3.9.____cpython.yaml @@ -1,7 +1,5 @@ MACOSX_DEPLOYMENT_TARGET: - '10.9' -aws_sdk_cpp: -- 1.8.186 bzip2: - '1' c_compiler: @@ -9,7 +7,7 @@ c_compiler: c_compiler_version: - '11' channel_sources: -- conda-forge,defaults +- conda-forge channel_targets: - conda-forge main cuda_compiler_version: @@ -23,17 +21,19 @@ gflags: glog: - '0.5' grpc_cpp: -- '1.38' +- '1.42' libprotobuf: -- '3.16' +- '3.19' lz4_c: - 1.9.3 macos_machine: - x86_64-apple-darwin13.4.0 numpy: - '1.19' +openssl: +- 1.1.1 orc: -- 1.6.8 +- 1.7.2 pin_run_as_build: bzip2: max_pin: x @@ -47,13 +47,13 @@ pin_run_as_build: python: - 3.9.* *_cpython re2: -- 2021.06.01 +- 2021.11.01 snappy: - '1' target_platform: - osx-64 thrift_cpp: -- 0.14.2 +- 0.15.0 zip_keys: - - c_compiler_version - cxx_compiler_version diff --git a/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.17python3.6.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.21python3.10.____cpython.yaml similarity index 84% rename from dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.17python3.6.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.21python3.10.____cpython.yaml index 0be59fe1a3852..70c8c76b57034 100644 --- a/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.17python3.6.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/osx_64_numpy1.21python3.10.____cpython.yaml @@ -1,7 +1,5 @@ MACOSX_DEPLOYMENT_TARGET: - '10.9' -aws_sdk_cpp: -- 1.8.186 bzip2: - '1' c_compiler: @@ -9,7 +7,7 @@ c_compiler: c_compiler_version: - '11' channel_sources: -- conda-forge,defaults +- conda-forge channel_targets: - conda-forge main cuda_compiler_version: @@ -23,17 +21,19 @@ gflags: glog: - '0.5' grpc_cpp: -- '1.38' +- '1.42' libprotobuf: -- '3.16' +- '3.19' lz4_c: - 1.9.3 macos_machine: - x86_64-apple-darwin13.4.0 numpy: -- '1.17' +- '1.21' +openssl: +- 1.1.1 orc: -- 1.6.8 +- 1.7.2 pin_run_as_build: bzip2: max_pin: x @@ -45,15 +45,15 @@ pin_run_as_build: zlib: max_pin: x.x python: -- 3.6.* *_cpython +- 3.10.* *_cpython re2: -- 2021.06.01 +- 2021.11.01 snappy: - '1' target_platform: - osx-64 thrift_cpp: -- 0.14.2 +- 0.15.0 zip_keys: - - c_compiler_version - cxx_compiler_version diff --git a/dev/tasks/conda-recipes/.ci_support/osx_arm64_python3.8.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/osx_arm64_numpy1.19python3.8.____cpython.yaml similarity index 86% rename from dev/tasks/conda-recipes/.ci_support/osx_arm64_python3.8.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/osx_arm64_numpy1.19python3.8.____cpython.yaml index e5f8e2ba2a8bc..faafdda524dd3 100644 --- a/dev/tasks/conda-recipes/.ci_support/osx_arm64_python3.8.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/osx_arm64_numpy1.19python3.8.____cpython.yaml @@ -1,7 +1,5 @@ MACOSX_DEPLOYMENT_TARGET: - '11.0' -aws_sdk_cpp: -- 1.8.186 bzip2: - '1' c_compiler: @@ -9,7 +7,7 @@ c_compiler: c_compiler_version: - '11' channel_sources: -- conda-forge/label/rust_dev,conda-forge +- conda-forge channel_targets: - conda-forge main cuda_compiler_version: @@ -23,17 +21,19 @@ gflags: glog: - '0.5' grpc_cpp: -- '1.38' +- '1.42' libprotobuf: -- '3.16' +- '3.19' lz4_c: - 1.9.3 macos_machine: - arm64-apple-darwin20.0.0 numpy: - '1.19' +openssl: +- 1.1.1 orc: -- 1.6.8 +- 1.7.2 pin_run_as_build: bzip2: max_pin: x @@ -47,13 +47,13 @@ pin_run_as_build: python: - 3.8.* *_cpython re2: -- 2021.06.01 +- 2021.11.01 snappy: - '1' target_platform: - osx-arm64 thrift_cpp: -- 0.14.2 +- 0.15.0 zip_keys: - - c_compiler_version - cxx_compiler_version diff --git a/dev/tasks/conda-recipes/.ci_support/osx_arm64_python3.9.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/osx_arm64_numpy1.19python3.9.____cpython.yaml similarity index 86% rename from dev/tasks/conda-recipes/.ci_support/osx_arm64_python3.9.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/osx_arm64_numpy1.19python3.9.____cpython.yaml index cd3eca6d23d38..e71619953b1ac 100644 --- a/dev/tasks/conda-recipes/.ci_support/osx_arm64_python3.9.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/osx_arm64_numpy1.19python3.9.____cpython.yaml @@ -1,7 +1,5 @@ MACOSX_DEPLOYMENT_TARGET: - '11.0' -aws_sdk_cpp: -- 1.8.186 bzip2: - '1' c_compiler: @@ -9,7 +7,7 @@ c_compiler: c_compiler_version: - '11' channel_sources: -- conda-forge/label/rust_dev,conda-forge +- conda-forge channel_targets: - conda-forge main cuda_compiler_version: @@ -23,17 +21,19 @@ gflags: glog: - '0.5' grpc_cpp: -- '1.38' +- '1.42' libprotobuf: -- '3.16' +- '3.19' lz4_c: - 1.9.3 macos_machine: - arm64-apple-darwin20.0.0 numpy: - '1.19' +openssl: +- 1.1.1 orc: -- 1.6.8 +- 1.7.2 pin_run_as_build: bzip2: max_pin: x @@ -47,13 +47,13 @@ pin_run_as_build: python: - 3.9.* *_cpython re2: -- 2021.06.01 +- 2021.11.01 snappy: - '1' target_platform: - osx-arm64 thrift_cpp: -- 0.14.2 +- 0.15.0 zip_keys: - - c_compiler_version - cxx_compiler_version diff --git a/dev/tasks/conda-recipes/.ci_support/osx_arm64_numpy1.21python3.10.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/osx_arm64_numpy1.21python3.10.____cpython.yaml new file mode 100644 index 0000000000000..dacd3030053f9 --- /dev/null +++ b/dev/tasks/conda-recipes/.ci_support/osx_arm64_numpy1.21python3.10.____cpython.yaml @@ -0,0 +1,65 @@ +MACOSX_DEPLOYMENT_TARGET: +- '11.0' +bzip2: +- '1' +c_compiler: +- clang +c_compiler_version: +- '11' +channel_sources: +- conda-forge +channel_targets: +- conda-forge main +cuda_compiler_version: +- None +cxx_compiler: +- clangxx +cxx_compiler_version: +- '11' +gflags: +- '2.2' +glog: +- '0.5' +grpc_cpp: +- '1.42' +libprotobuf: +- '3.19' +lz4_c: +- 1.9.3 +macos_machine: +- arm64-apple-darwin20.0.0 +numpy: +- '1.21' +openssl: +- 1.1.1 +orc: +- 1.7.2 +pin_run_as_build: + bzip2: + max_pin: x + lz4-c: + max_pin: x.x.x + python: + min_pin: x.x + max_pin: x.x + zlib: + max_pin: x.x +python: +- 3.10.* *_cpython +re2: +- 2021.11.01 +snappy: +- '1' +target_platform: +- osx-arm64 +thrift_cpp: +- 0.15.0 +zip_keys: +- - c_compiler_version + - cxx_compiler_version +- - python + - numpy +zlib: +- '1.2' +zstd: +- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/r/linux_64_r_base4.0.yaml b/dev/tasks/conda-recipes/.ci_support/r/linux_64_r_base4.0.yaml index dfdfae9665ab4..bb4dbcbbe633a 100644 --- a/dev/tasks/conda-recipes/.ci_support/r/linux_64_r_base4.0.yaml +++ b/dev/tasks/conda-recipes/.ci_support/r/linux_64_r_base4.0.yaml @@ -5,7 +5,7 @@ c_compiler_version: cdt_name: - cos6 channel_sources: -- conda-forge,defaults +- conda-forge channel_targets: - conda-forge main cxx_compiler: @@ -13,7 +13,7 @@ cxx_compiler: cxx_compiler_version: - '9' docker_image: -- quay.io/condaforge/linux-anvil-comp7 +- quay.io/condaforge/linux-anvil-cos7-x86_64 pin_run_as_build: r-base: min_pin: x.x @@ -25,5 +25,3 @@ target_platform: zip_keys: - - c_compiler_version - cxx_compiler_version -- - cdt_name - - docker_image diff --git a/dev/tasks/conda-recipes/.ci_support/r/linux_64_r_base4.1.yaml b/dev/tasks/conda-recipes/.ci_support/r/linux_64_r_base4.1.yaml index c5f455c19176f..00d944cb8616c 100644 --- a/dev/tasks/conda-recipes/.ci_support/r/linux_64_r_base4.1.yaml +++ b/dev/tasks/conda-recipes/.ci_support/r/linux_64_r_base4.1.yaml @@ -5,7 +5,7 @@ c_compiler_version: cdt_name: - cos6 channel_sources: -- conda-forge,defaults +- conda-forge channel_targets: - conda-forge main cxx_compiler: @@ -13,7 +13,7 @@ cxx_compiler: cxx_compiler_version: - '9' docker_image: -- quay.io/condaforge/linux-anvil-comp7 +- quay.io/condaforge/linux-anvil-cos7-x86_64 pin_run_as_build: r-base: min_pin: x.x @@ -25,5 +25,3 @@ target_platform: zip_keys: - - c_compiler_version - cxx_compiler_version -- - cdt_name - - docker_image diff --git a/dev/tasks/conda-recipes/.ci_support/r/osx_64_r_base4.0.yaml b/dev/tasks/conda-recipes/.ci_support/r/osx_64_r_base4.0.yaml index 08bb81d0808cb..20f3879b30a5d 100644 --- a/dev/tasks/conda-recipes/.ci_support/r/osx_64_r_base4.0.yaml +++ b/dev/tasks/conda-recipes/.ci_support/r/osx_64_r_base4.0.yaml @@ -5,7 +5,7 @@ c_compiler: c_compiler_version: - '11' channel_sources: -- conda-forge,defaults +- conda-forge channel_targets: - conda-forge main cxx_compiler: diff --git a/dev/tasks/conda-recipes/.ci_support/r/osx_64_r_base4.1.yaml b/dev/tasks/conda-recipes/.ci_support/r/osx_64_r_base4.1.yaml index 9974c663853c4..8926fd82b2d0b 100644 --- a/dev/tasks/conda-recipes/.ci_support/r/osx_64_r_base4.1.yaml +++ b/dev/tasks/conda-recipes/.ci_support/r/osx_64_r_base4.1.yaml @@ -5,7 +5,7 @@ c_compiler: c_compiler_version: - '11' channel_sources: -- conda-forge,defaults +- conda-forge channel_targets: - conda-forge main cxx_compiler: diff --git a/dev/tasks/conda-recipes/.ci_support/r/win_64_r_base4.0.yaml b/dev/tasks/conda-recipes/.ci_support/r/win_64_r_base4.0.yaml index 02c2a70756d0e..bb8f97216368d 100644 --- a/dev/tasks/conda-recipes/.ci_support/r/win_64_r_base4.0.yaml +++ b/dev/tasks/conda-recipes/.ci_support/r/win_64_r_base4.0.yaml @@ -1,5 +1,5 @@ channel_sources: -- conda-forge,defaults +- conda-forge channel_targets: - conda-forge main pin_run_as_build: diff --git a/dev/tasks/conda-recipes/.ci_support/r/win_64_r_base4.1.yaml b/dev/tasks/conda-recipes/.ci_support/r/win_64_r_base4.1.yaml index 2fe9ad314dc8f..72a5bf336c156 100644 --- a/dev/tasks/conda-recipes/.ci_support/r/win_64_r_base4.1.yaml +++ b/dev/tasks/conda-recipes/.ci_support/r/win_64_r_base4.1.yaml @@ -1,5 +1,5 @@ channel_sources: -- conda-forge,defaults +- conda-forge channel_targets: - conda-forge main pin_run_as_build: diff --git a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.18python3.7.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.18python3.7.____cpython.yaml new file mode 100644 index 0000000000000..6944dade897c1 --- /dev/null +++ b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.18python3.7.____cpython.yaml @@ -0,0 +1,55 @@ +bzip2: +- '1' +c_compiler: +- vs2017 +channel_sources: +- conda-forge +channel_targets: +- conda-forge main +cuda_compiler: +- nvcc +cuda_compiler_version: +- '10.2' +cxx_compiler: +- vs2017 +gflags: +- '2.2' +glog: +- '0.5' +grpc_cpp: +- '1.42' +libprotobuf: +- '3.19' +lz4_c: +- 1.9.3 +numpy: +- '1.18' +openssl: +- 1.1.1 +pin_run_as_build: + bzip2: + max_pin: x + lz4-c: + max_pin: x.x.x + python: + min_pin: x.x + max_pin: x.x + zlib: + max_pin: x.x +python: +- 3.7.* *_cpython +re2: +- 2021.11.01 +snappy: +- '1' +target_platform: +- win-64 +thrift_cpp: +- 0.15.0 +zip_keys: +- - python + - numpy +zlib: +- '1.2' +zstd: +- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.18python3.8.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.18python3.8.____cpython.yaml new file mode 100644 index 0000000000000..7c92cdfcb8f70 --- /dev/null +++ b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.18python3.8.____cpython.yaml @@ -0,0 +1,55 @@ +bzip2: +- '1' +c_compiler: +- vs2017 +channel_sources: +- conda-forge +channel_targets: +- conda-forge main +cuda_compiler: +- nvcc +cuda_compiler_version: +- '10.2' +cxx_compiler: +- vs2017 +gflags: +- '2.2' +glog: +- '0.5' +grpc_cpp: +- '1.42' +libprotobuf: +- '3.19' +lz4_c: +- 1.9.3 +numpy: +- '1.18' +openssl: +- 1.1.1 +pin_run_as_build: + bzip2: + max_pin: x + lz4-c: + max_pin: x.x.x + python: + min_pin: x.x + max_pin: x.x + zlib: + max_pin: x.x +python: +- 3.8.* *_cpython +re2: +- 2021.11.01 +snappy: +- '1' +target_platform: +- win-64 +thrift_cpp: +- 0.15.0 +zip_keys: +- - python + - numpy +zlib: +- '1.2' +zstd: +- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.19python3.9.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.19python3.9.____cpython.yaml new file mode 100644 index 0000000000000..f263284eee0a8 --- /dev/null +++ b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.19python3.9.____cpython.yaml @@ -0,0 +1,55 @@ +bzip2: +- '1' +c_compiler: +- vs2017 +channel_sources: +- conda-forge +channel_targets: +- conda-forge main +cuda_compiler: +- nvcc +cuda_compiler_version: +- '10.2' +cxx_compiler: +- vs2017 +gflags: +- '2.2' +glog: +- '0.5' +grpc_cpp: +- '1.42' +libprotobuf: +- '3.19' +lz4_c: +- 1.9.3 +numpy: +- '1.19' +openssl: +- 1.1.1 +pin_run_as_build: + bzip2: + max_pin: x + lz4-c: + max_pin: x.x.x + python: + min_pin: x.x + max_pin: x.x + zlib: + max_pin: x.x +python: +- 3.9.* *_cpython +re2: +- 2021.11.01 +snappy: +- '1' +target_platform: +- win-64 +thrift_cpp: +- 0.15.0 +zip_keys: +- - python + - numpy +zlib: +- '1.2' +zstd: +- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.21python3.10.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.21python3.10.____cpython.yaml new file mode 100644 index 0000000000000..4d3980a17646e --- /dev/null +++ b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_version10.2numpy1.21python3.10.____cpython.yaml @@ -0,0 +1,55 @@ +bzip2: +- '1' +c_compiler: +- vs2017 +channel_sources: +- conda-forge +channel_targets: +- conda-forge main +cuda_compiler: +- nvcc +cuda_compiler_version: +- '10.2' +cxx_compiler: +- vs2017 +gflags: +- '2.2' +glog: +- '0.5' +grpc_cpp: +- '1.42' +libprotobuf: +- '3.19' +lz4_c: +- 1.9.3 +numpy: +- '1.21' +openssl: +- 1.1.1 +pin_run_as_build: + bzip2: + max_pin: x + lz4-c: + max_pin: x.x.x + python: + min_pin: x.x + max_pin: x.x + zlib: + max_pin: x.x +python: +- 3.10.* *_cpython +re2: +- 2021.11.01 +snappy: +- '1' +target_platform: +- win-64 +thrift_cpp: +- 0.15.0 +zip_keys: +- - python + - numpy +zlib: +- '1.2' +zstd: +- '1.5' diff --git a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.17python3.7.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.18python3.7.____cpython.yaml similarity index 81% rename from dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.17python3.7.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.18python3.7.____cpython.yaml index 8da4a8380b78f..53cfc86dc8c7d 100644 --- a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.17python3.7.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.18python3.7.____cpython.yaml @@ -1,11 +1,9 @@ -aws_sdk_cpp: -- 1.8.186 bzip2: - '1' c_compiler: - vs2017 channel_sources: -- conda-forge,defaults +- conda-forge channel_targets: - conda-forge main cuda_compiler: @@ -19,13 +17,15 @@ gflags: glog: - '0.5' grpc_cpp: -- '1.38' +- '1.42' libprotobuf: -- '3.16' +- '3.19' lz4_c: - 1.9.3 numpy: -- '1.17' +- '1.18' +openssl: +- 1.1.1 pin_run_as_build: bzip2: max_pin: x @@ -39,16 +39,16 @@ pin_run_as_build: python: - 3.7.* *_cpython re2: -- 2021.06.01 +- 2021.11.01 snappy: - '1' target_platform: - win-64 thrift_cpp: -- 0.14.2 +- 0.15.0 zip_keys: -- - numpy - - python +- - python + - numpy zlib: - '1.2' zstd: diff --git a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.17python3.8.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.18python3.8.____cpython.yaml similarity index 81% rename from dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.17python3.8.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.18python3.8.____cpython.yaml index 1980e1be39bb0..e1c54b4b6ce8f 100644 --- a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.17python3.8.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.18python3.8.____cpython.yaml @@ -1,11 +1,9 @@ -aws_sdk_cpp: -- 1.8.186 bzip2: - '1' c_compiler: - vs2017 channel_sources: -- conda-forge,defaults +- conda-forge channel_targets: - conda-forge main cuda_compiler: @@ -19,13 +17,15 @@ gflags: glog: - '0.5' grpc_cpp: -- '1.38' +- '1.42' libprotobuf: -- '3.16' +- '3.19' lz4_c: - 1.9.3 numpy: -- '1.17' +- '1.18' +openssl: +- 1.1.1 pin_run_as_build: bzip2: max_pin: x @@ -39,16 +39,16 @@ pin_run_as_build: python: - 3.8.* *_cpython re2: -- 2021.06.01 +- 2021.11.01 snappy: - '1' target_platform: - win-64 thrift_cpp: -- 0.14.2 +- 0.15.0 zip_keys: -- - numpy - - python +- - python + - numpy zlib: - '1.2' zstd: diff --git a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.19python3.9.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.19python3.9.____cpython.yaml index 1106037d36bde..4140f54515dbe 100644 --- a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.19python3.9.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.19python3.9.____cpython.yaml @@ -1,11 +1,9 @@ -aws_sdk_cpp: -- 1.8.186 bzip2: - '1' c_compiler: - vs2017 channel_sources: -- conda-forge,defaults +- conda-forge channel_targets: - conda-forge main cuda_compiler: @@ -19,13 +17,15 @@ gflags: glog: - '0.5' grpc_cpp: -- '1.38' +- '1.42' libprotobuf: -- '3.16' +- '3.19' lz4_c: - 1.9.3 numpy: - '1.19' +openssl: +- 1.1.1 pin_run_as_build: bzip2: max_pin: x @@ -39,16 +39,16 @@ pin_run_as_build: python: - 3.9.* *_cpython re2: -- 2021.06.01 +- 2021.11.01 snappy: - '1' target_platform: - win-64 thrift_cpp: -- 0.14.2 +- 0.15.0 zip_keys: -- - numpy - - python +- - python + - numpy zlib: - '1.2' zstd: diff --git a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.17python3.6.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.21python3.10.____cpython.yaml similarity index 78% rename from dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.17python3.6.____cpython.yaml rename to dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.21python3.10.____cpython.yaml index 8d4e25167b001..e90f5cdefcee6 100644 --- a/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.17python3.6.____cpython.yaml +++ b/dev/tasks/conda-recipes/.ci_support/win_64_cuda_compiler_versionNonenumpy1.21python3.10.____cpython.yaml @@ -1,11 +1,9 @@ -aws_sdk_cpp: -- 1.8.186 bzip2: - '1' c_compiler: - vs2017 channel_sources: -- conda-forge,defaults +- conda-forge channel_targets: - conda-forge main cuda_compiler: @@ -19,13 +17,15 @@ gflags: glog: - '0.5' grpc_cpp: -- '1.38' +- '1.42' libprotobuf: -- '3.16' +- '3.19' lz4_c: - 1.9.3 numpy: -- '1.17' +- '1.21' +openssl: +- 1.1.1 pin_run_as_build: bzip2: max_pin: x @@ -37,18 +37,18 @@ pin_run_as_build: zlib: max_pin: x.x python: -- 3.6.* *_cpython +- 3.10.* *_cpython re2: -- 2021.06.01 +- 2021.11.01 snappy: - '1' target_platform: - win-64 thrift_cpp: -- 0.14.2 +- 0.15.0 zip_keys: -- - numpy - - python +- - python + - numpy zlib: - '1.2' zstd: diff --git a/dev/tasks/conda-recipes/arrow-cpp/build-arrow.sh b/dev/tasks/conda-recipes/arrow-cpp/build-arrow.sh index 9e4c02c5c6e65..37cdd929b29bc 100644 --- a/dev/tasks/conda-recipes/arrow-cpp/build-arrow.sh +++ b/dev/tasks/conda-recipes/arrow-cpp/build-arrow.sh @@ -47,6 +47,12 @@ else EXTRA_CMAKE_ARGS=" ${EXTRA_CMAKE_ARGS} -DARROW_GANDIVA=ON" fi +if [[ "${target_platform}" == osx-* ]]; then + EXTRA_CMAKE_ARGS="${EXTRA_CMAKE_ARGS} -DCMAKE_CXX_STANDARD=14" +else + EXTRA_CMAKE_ARGS="${EXTRA_CMAKE_ARGS} -DCMAKE_CXX_STANDARD=17" +fi + cmake \ -DARROW_BOOST_USE_SHARED=ON \ -DARROW_BUILD_BENCHMARKS=OFF \ @@ -58,6 +64,7 @@ cmake \ -DARROW_DEPENDENCY_SOURCE=SYSTEM \ -DARROW_FLIGHT=ON \ -DARROW_FLIGHT_REQUIRE_TLSCREDENTIALSOPTIONS=ON \ + -DARROW_GCS=ON \ -DARROW_HDFS=ON \ -DARROW_JEMALLOC=ON \ -DARROW_MIMALLOC=ON \ diff --git a/dev/tasks/conda-recipes/arrow-cpp/build-pyarrow.sh b/dev/tasks/conda-recipes/arrow-cpp/build-pyarrow.sh index f0cf9ceb4725f..7c73d364a95dd 100644 --- a/dev/tasks/conda-recipes/arrow-cpp/build-pyarrow.sh +++ b/dev/tasks/conda-recipes/arrow-cpp/build-pyarrow.sh @@ -1,4 +1,4 @@ -#!/usr/bin/env sh +#!/bin/sh set -e set -x @@ -23,6 +23,7 @@ export PYARROW_WITH_PARQUET=1 export PYARROW_WITH_PLASMA=1 export PYARROW_WITH_S3=1 export PYARROW_CMAKE_GENERATOR=Ninja +export PYARROW_CMAKE_OPTIONS="-DARROW_SIMD_LEVEL=NONE" BUILD_EXT_FLAGS="" # Enable CUDA support @@ -34,7 +35,7 @@ fi # Resolve: Make Error at cmake_modules/SetupCxxFlags.cmake:338 (message): Unsupported arch flag: -march=. if [[ "${target_platform}" == "linux-aarch64" ]]; then - export PYARROW_CMAKE_OPTIONS="-DARROW_ARMV8_ARCH=armv8-a" + export PYARROW_CMAKE_OPTIONS="-DARROW_ARMV8_ARCH=armv8-a ${PYARROW_CMAKE_OPTIONS}" fi cd python diff --git a/dev/tasks/conda-recipes/arrow-cpp/meta.yaml b/dev/tasks/conda-recipes/arrow-cpp/meta.yaml index 48a8629866d9f..d87c63a714f5d 100644 --- a/dev/tasks/conda-recipes/arrow-cpp/meta.yaml +++ b/dev/tasks/conda-recipes/arrow-cpp/meta.yaml @@ -66,13 +66,15 @@ outputs: - {{ compiler('cxx') }} - {{ compiler("cuda") }} # [cuda_compiler_version != "None"] host: - - aws-sdk-cpp + # https://issues.apache.org/jira/browse/ARROW-15141 + - aws-sdk-cpp 1.8.186 - boost-cpp >=1.70 - brotli - bzip2 - c-ares - gflags - glog + - google-cloud-cpp >=1.34.0 - grpc-cpp - libprotobuf - clangdev 10 # [not (osx and arm64)] @@ -81,6 +83,7 @@ outputs: - lz4-c - numpy - orc # [unix] + - openssl - python - rapidjson - re2 @@ -162,6 +165,8 @@ outputs: string: py{{ CONDA_PY }}h{{ PKG_HASH }}_{{ PKG_BUILDNUM }}_{{ build_ext }} ignore_run_exports: - cudatoolkit + ignore_run_exports_from: + - openssl track_features: {{ "- arrow-cuda" if cuda_enabled else "" }} requirements: @@ -182,6 +187,7 @@ outputs: - cython - numpy - python + - openssl - setuptools - setuptools_scm - six @@ -234,6 +240,8 @@ outputs: string: py{{ CONDA_PY }}h{{ PKG_HASH }}_{{ PKG_BUILDNUM }}_{{ build_ext }} ignore_run_exports: - cudatoolkit + ignore_run_exports_from: + - openssl track_features: {{ "- arrow-cuda" if cuda_enabled else "" }} requirements: @@ -255,6 +263,7 @@ outputs: - cython - numpy - python + - openssl - setuptools - setuptools_scm - six diff --git a/dev/tasks/conda-recipes/azure.osx.yml b/dev/tasks/conda-recipes/azure.osx.yml index 99bb76ba5209d..420b52c088f4f 100755 --- a/dev/tasks/conda-recipes/azure.osx.yml +++ b/dev/tasks/conda-recipes/azure.osx.yml @@ -3,7 +3,7 @@ jobs: - job: osx pool: - vmImage: macOS-10.14 + vmImage: macOS-10.15 timeoutInMinutes: 360 variables: CONFIG: {{ config }} diff --git a/dev/tasks/conda-recipes/azure.win.yml b/dev/tasks/conda-recipes/azure.win.yml index a1340a0b6514d..814f78abec952 100755 --- a/dev/tasks/conda-recipes/azure.win.yml +++ b/dev/tasks/conda-recipes/azure.win.yml @@ -37,16 +37,20 @@ jobs: - task: CondaEnvironment@1 inputs: - packageSpecs: 'python=3.9 conda-build conda conda-forge::conda-forge-ci-setup=3 pip' # Optional + packageSpecs: 'python=3.9 conda-build conda "conda-forge-ci-setup=3" pip boa' # Optional installOptions: "-c conda-forge" updateConda: true displayName: Install conda-build and activate environment + - script: set PYTHONUNBUFFERED=1 + displayName: Set PYTHONUNBUFFERED {{ macros.azure_checkout_arrow()|indent(2) }} # Configure the VM - - script: setup_conda_rc .\ .\ .\.ci_support\%CONFIG%.yaml + - script: | + call activate base + setup_conda_rc .\ .\ .\.ci_support\%CONFIG%.yaml workingDirectory: arrow\dev\tasks\conda-recipes # Configure the VM. @@ -58,7 +62,8 @@ jobs: workingDirectory: arrow\dev\tasks\conda-recipes - script: | - conda.exe build arrow-cpp parquet-cpp -m .ci_support\%CONFIG%.yaml + call activate base + conda.exe mambabuild arrow-cpp parquet-cpp -m .ci_support\%CONFIG%.yaml displayName: Build recipe workingDirectory: arrow\dev\tasks\conda-recipes env: @@ -66,7 +71,8 @@ jobs: condition: not(contains(variables['CONFIG'], 'vs2008')) - script: | - conda.exe build r-arrow -m .ci_support\r\%R_CONFIG%.yaml + call activate base + conda.exe mambabuild r-arrow -m .ci_support\r\%R_CONFIG%.yaml displayName: Build recipe workingDirectory: arrow\dev\tasks\conda-recipes env: diff --git a/dev/tasks/conda-recipes/build_steps.sh b/dev/tasks/conda-recipes/build_steps.sh index 25864c08a7080..dfc468c0e4420 100755 --- a/dev/tasks/conda-recipes/build_steps.sh +++ b/dev/tasks/conda-recipes/build_steps.sh @@ -25,7 +25,8 @@ conda-build: CONDARC -conda install --yes --quiet conda-forge-ci-setup=3 conda-build pip -c conda-forge +mamba install --update-specs --yes --quiet "conda-forge-ci-setup=3" conda-build pip boa -c conda-forge +mamba update --update-specs --yes --quiet "conda-forge-ci-setup=3" conda-build pip boa -c conda-forge # set up the condarc setup_conda_rc "${FEEDSTOCK_ROOT}" "${FEEDSTOCK_ROOT}" "${CONFIG_FILE}" @@ -37,7 +38,7 @@ make_build_number "${FEEDSTOCK_ROOT}" "${FEEDSTOCK_ROOT}" "${CONFIG_FILE}" export CONDA_BLD_PATH="${output_dir}" -conda build \ +conda mambabuild \ "${FEEDSTOCK_ROOT}/arrow-cpp" \ "${FEEDSTOCK_ROOT}/parquet-cpp" \ -m "${CI_SUPPORT}/${CONFIG}.yaml" \ @@ -45,7 +46,7 @@ conda build \ --output-folder "${output_dir}" if [ ! -z "${R_CONFIG:-}" ]; then - conda build \ + conda mambabuild \ "${FEEDSTOCK_ROOT}/r-arrow" \ -m "${CI_SUPPORT}/r/${R_CONFIG}.yaml" \ --output-folder "${output_dir}" diff --git a/dev/tasks/conda-recipes/r-arrow/meta.yaml b/dev/tasks/conda-recipes/r-arrow/meta.yaml index 5f0643bef3719..1a906f3462859 100644 --- a/dev/tasks/conda-recipes/r-arrow/meta.yaml +++ b/dev/tasks/conda-recipes/r-arrow/meta.yaml @@ -11,17 +11,25 @@ source: build: merge_build_host: true # [win] - number: 0 + number: 1 rpaths: - lib/R/lib/ - lib/ requirements: build: + - cross-r-base {{ r_base }} # [build_platform != target_platform] + - r-r6 # [build_platform != target_platform] + - r-assertthat # [build_platform != target_platform] + - r-bit64 # [build_platform != target_platform] + - r-purrr # [build_platform != target_platform] + - r-rlang # [build_platform != target_platform] + - r-tidyselect # [build_platform != target_platform] + - python 3.9 # [build_platform != target_platform] - {{ compiler('c') }} # [not win] - {{ compiler('cxx') }} # [not win] - {{ compiler('r_clang') }} # [win] - - pkg-config # [not win] + - pkg-config - {{ posix }}make - {{ posix }}sed # [win] - {{ posix }}coreutils # [win] @@ -32,8 +40,8 @@ requirements: - pkg-config # [win] - r-base - arrow-cpp {{ version }} - - r-cpp11 - r-r6 + - r-cpp11 - r-assertthat - r-bit64 - r-purrr diff --git a/dev/tasks/tasks.yml b/dev/tasks/tasks.yml index 06f0469390d3a..825ff36fb6b7e 100644 --- a/dev/tasks/tasks.yml +++ b/dev/tasks/tasks.yml @@ -194,7 +194,7 @@ tasks: ci: azure template: conda-recipes/azure.linux.yml params: - config: linux_64_cuda_compiler_versionNonenumpy1.17python3.7.____cpython + config: linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.18python3.7.____cpython r_config: linux_64_r_base4.0 artifacts: - arrow-cpp-{no_rc_version}-py37(h[a-z0-9]+)_0_cpu.tar.bz2 @@ -204,7 +204,7 @@ tasks: ci: azure template: conda-recipes/azure.linux.yml params: - config: linux_64_cuda_compiler_versionNonenumpy1.17python3.7.____cpython + config: linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.18python3.7.____cpython r_config: linux_64_r_base4.1 artifacts: - arrow-cpp-{no_rc_version}-py37(h[a-z0-9]+)_0_cpu.tar.bz2 @@ -214,7 +214,7 @@ tasks: ci: azure template: conda-recipes/azure.linux.yml params: - config: linux_64_cuda_compiler_versionNonenumpy1.17python3.8.____cpython + config: linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.18python3.8.____cpython artifacts: - arrow-cpp-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.tar.bz2 - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.tar.bz2 @@ -223,13 +223,22 @@ tasks: ci: azure template: conda-recipes/azure.linux.yml params: - config: linux_64_cuda_compiler_versionNonenumpy1.19python3.9.____cpython + config: linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.19python3.9.____cpython artifacts: - arrow-cpp-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.tar.bz2 - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.tar.bz2 -{% for python_version, numpy_version in [("3.7", "1.17"), - ("3.8", "1.17"), + conda-linux-gcc-py310-cpu: + ci: azure + template: conda-recipes/azure.linux.yml + params: + config: linux_64_c_compiler_version9cuda_compiler_versionNonecxx_compiler_version9numpy1.21python3.10.____cpython + artifacts: + - arrow-cpp-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.tar.bz2 + - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.tar.bz2 + +{% for python_version, numpy_version in [("3.7", "1.18"), + ("3.8", "1.18"), ("3.9", "1.19"), ("3.10", "1.21")] %} {% set pyver = python_version | replace(".", "") %} @@ -238,7 +247,7 @@ tasks: ci: azure template: conda-recipes/azure.linux.yml params: - config: linux_64_cuda_compiler_version10.2numpy{{ numpy_version }}python{{ python_version }}.____cpython + config: linux_64_c_compiler_version7cuda_compiler_version10.2cxx_compiler_version7numpy{{ numpy_version }}python{{ python_version }}.____cpython artifacts: - arrow-cpp-{no_rc_version}-py{{ pyver }}(h[a-z0-9]+)_0_cuda.tar.bz2 - pyarrow-{no_rc_version}-py{{ pyver }}(h[a-z0-9]+)_0_cuda.tar.bz2 @@ -252,6 +261,15 @@ tasks: - arrow-cpp-{no_rc_version}-py{{ pyver }}(h[a-z0-9]+)_0_cpu.tar.bz2 - pyarrow-{no_rc_version}-py{{ pyver }}(h[a-z0-9]+)_0_cpu.tar.bz2 + conda-linux-gcc-py{{ pyver }}-ppc64le: + ci: azure + template: conda-recipes/azure.linux.yml + params: + config: linux_ppc64le_numpy{{ numpy_version }}python{{ python_version }}.____cpython + artifacts: + - arrow-cpp-{no_rc_version}-py{{ pyver }}(h[a-z0-9]+)_0_cpu.tar.bz2 + - pyarrow-{no_rc_version}-py{{ pyver }}(h[a-z0-9]+)_0_cpu.tar.bz2 + {% endfor %} ############################## Conda OSX #################################### @@ -260,7 +278,7 @@ tasks: ci: azure template: conda-recipes/azure.osx.yml params: - config: osx_64_numpy1.17python3.7.____cpython + config: osx_64_numpy1.18python3.7.____cpython r_config: osx_64_r_base4.0 artifacts: - arrow-cpp-{no_rc_version}-py37(h[a-z0-9]+)_0_cpu.tar.bz2 @@ -270,7 +288,7 @@ tasks: ci: azure template: conda-recipes/azure.osx.yml params: - config: osx_64_numpy1.17python3.7.____cpython + config: osx_64_numpy1.18python3.7.____cpython r_config: osx_64_r_base4.1 artifacts: - arrow-cpp-{no_rc_version}-py37(h[a-z0-9]+)_0_cpu.tar.bz2 @@ -280,7 +298,7 @@ tasks: ci: azure template: conda-recipes/azure.osx.yml params: - config: osx_64_numpy1.17python3.8.____cpython + config: osx_64_numpy1.18python3.8.____cpython artifacts: - arrow-cpp-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.tar.bz2 - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.tar.bz2 @@ -294,11 +312,20 @@ tasks: - arrow-cpp-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.tar.bz2 - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.tar.bz2 + conda-osx-clang-py310: + ci: azure + template: conda-recipes/azure.osx.yml + params: + config: osx_64_numpy1.21python3.10.____cpython + artifacts: + - arrow-cpp-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.tar.bz2 + - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.tar.bz2 + conda-osx-arm64-clang-py38: ci: azure template: conda-recipes/azure.osx.yml params: - config: osx_arm64_python3.8.____cpython + config: osx_arm64_numpy1.19python3.8.____cpython artifacts: - arrow-cpp-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.tar.bz2 - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.tar.bz2 @@ -307,18 +334,27 @@ tasks: ci: azure template: conda-recipes/azure.osx.yml params: - config: osx_arm64_python3.9.____cpython + config: osx_arm64_numpy1.19python3.9.____cpython artifacts: - arrow-cpp-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.tar.bz2 - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.tar.bz2 + conda-osx-arm64-clang-py310: + ci: azure + template: conda-recipes/azure.osx.yml + params: + config: osx_arm64_numpy1.21python3.10.____cpython + artifacts: + - arrow-cpp-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.tar.bz2 + - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.tar.bz2 + ############################## Conda Windows ################################ conda-win-vs2017-py37-r40: ci: azure template: conda-recipes/azure.win.yml params: - config: win_64_cuda_compiler_versionNonenumpy1.17python3.7.____cpython + config: win_64_cuda_compiler_versionNonenumpy1.18python3.7.____cpython r_config: win_64_r_base4.0 artifacts: - arrow-cpp-{no_rc_version}-py37(h[a-z0-9]+)_0_cpu.tar.bz2 @@ -328,7 +364,7 @@ tasks: ci: azure template: conda-recipes/azure.win.yml params: - config: win_64_cuda_compiler_versionNonenumpy1.17python3.7.____cpython + config: win_64_cuda_compiler_versionNonenumpy1.18python3.7.____cpython r_config: win_64_r_base4.1 artifacts: - arrow-cpp-{no_rc_version}-py37(h[a-z0-9]+)_0_cpu.tar.bz2 @@ -338,7 +374,7 @@ tasks: ci: azure template: conda-recipes/azure.win.yml params: - config: win_64_cuda_compiler_versionNonenumpy1.17python3.8.____cpython + config: win_64_cuda_compiler_versionNonenumpy1.18python3.8.____cpython artifacts: - arrow-cpp-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.tar.bz2 - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.tar.bz2 @@ -349,9 +385,19 @@ tasks: params: config: win_64_cuda_compiler_versionNonenumpy1.19python3.9.____cpython artifacts: - - arrow-cpp-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.tar.bz2 - - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.tar.bz2 + - arrow-cpp-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.tar.bz2 + - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.tar.bz2 + + conda-win-vs2017-py310: + ci: azure + template: conda-recipes/azure.win.yml + params: + config: win_64_cuda_compiler_versionNonenumpy1.21python3.10.____cpython + artifacts: + - arrow-cpp-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.tar.bz2 + - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.tar.bz2 +# TODO: Windows CUDA {% for python_version, python_tag, abi_tag in [("3.7", "cp37", "cp37m"), ("3.8", "cp38", "cp38"),