[REVIEW] Upgrade to arrow-11

ci/cpu/build.sh

@@ -68,6 +68,9 @@ fi
 gpuci_logger "Check compiler versions"
 python --version
 
+gpuci_conda_retry remove --force pyarrow arrow-cpp
+gpuci_mamba_retry install -y "pyarrow=11" "libarrow=11"
+
 gpuci_logger "Check conda environment"
 conda info
 conda config --show-sources

ci/gpu/build.sh

@@ -91,6 +91,9 @@ if [ "$SOURCE_BRANCH" != "main" ] && [[ "${INSTALL_DASK_MAIN}" == 0 ]]; then
   gpuci_mamba_retry install conda-forge::dask==$DASK_STABLE_VERSION conda-forge::distributed==$DASK_STABLE_VERSION conda-forge::dask-core==$DASK_STABLE_VERSION --force-reinstall
 fi
 
+gpuci_conda_retry remove --force pyarrow arrow-cpp
+gpuci_mamba_retry install -y "pyarrow=11" "libarrow=11"
+
 gpuci_logger "Check conda environment"
 conda info
 conda config --show-sources

ci/gpu/java.sh

@@ -1,5 +1,5 @@
 #!/bin/bash
-# Copyright (c) 2018-2022, NVIDIA CORPORATION.
+# Copyright (c) 2018-2023, NVIDIA CORPORATION.
 ##############################################
 # cuDF GPU build and test script for CI      #
 ##############################################
@@ -68,6 +68,9 @@ gpuci_logger "Activate conda env"
 . /opt/conda/etc/profile.d/conda.sh
 conda activate rapids
 
+gpuci_conda_retry remove --force pyarrow arrow-cpp
+gpuci_mamba_retry install -y "pyarrow=11" "libarrow=11"
+
 gpuci_logger "Check conda environment"
 conda info
 conda config --show-sources

conda/environments/all_cuda-118_arch-x86_64.yaml

@@ -30,7 +30,7 @@ dependencies:
 - gcc_linux-64=9.*
 - hypothesis
 - ipython
-- libarrow=10
+- libarrow=11
 - librdkafka=1.7.0
 - mimesis>=4.1.0
 - moto>=4.0.8
@@ -50,7 +50,7 @@ dependencies:
 - pre-commit
 - protobuf=4.21
 - ptxcompiler
-- pyarrow=10
+- pyarrow=11
 - pydata-sphinx-theme
 - pyorc
 - pytest

conda/recipes/cudf/meta.yaml

@@ -52,7 +52,7 @@ requirements:
     - setuptools
     - numba >=0.56.2
     - dlpack >=0.5,<0.6.0a0
-    - pyarrow =10
+    - pyarrow =11
     - libcudf ={{ version }}
     - rmm ={{ minor_version }}
     - cudatoolkit ={{ cuda_version }}

conda/recipes/libcudf/conda_build_config.yaml

@@ -17,7 +17,7 @@ gtest_version:
   - "=1.10.0"
 
 libarrow_version:
-  - "=10"
+  - "=11"
 
 dlpack_version:
   - ">=0.5,<0.6.0a0"

cpp/cmake/thirdparty/get_arrow.cmake

@@ -379,7 +379,7 @@ endfunction()
 
 if(NOT DEFINED CUDF_VERSION_Arrow)
   set(CUDF_VERSION_Arrow
-      10.0.1
+      11.0.0
       CACHE STRING "The version of Arrow to find (or build)"
   )
 endif()

dependencies.yaml

@@ -58,12 +58,12 @@ dependencies:
           - cython>=0.29,<0.30
           - dlpack>=0.5,<0.6.0a0
           - ninja
-          - pyarrow=10
+          - pyarrow=11
           - rmm=23.04.*
           - scikit-build>=0.13.1
       - output_types: conda
         packages:
-          - libarrow=10
+          - libarrow=11
           - c-compiler
           - cxx-compiler
           - librdkafka=1.7.0

python/cudf/pyproject.toml

@@ -11,7 +11,7 @@ requires = [
     "ninja",
     "numpy",
     # Hard pin the patch version used during the build.
-    "pyarrow==10.0.1",
+    "pyarrow==11.0.0",
     "protoc-wheel",
     "versioneer",
 ]

python/cudf/setup.py

@@ -20,7 +20,7 @@
     "protobuf==4.21",
     "typing_extensions",
     # Allow floating minor versions for Arrow.
-    "pyarrow==10",
+    "pyarrow==11",
     f"rmm{cuda_suffix}==23.4.*",
     f"ptxcompiler{cuda_suffix}",
     f"cubinlinker{cuda_suffix}",