[REVIEW] Upgrade arrow & pyarrow to 6.0.1

ci/cpu/build.sh

@@ -42,6 +42,9 @@ gpuci_logger "Activate conda env"
 . /opt/conda/etc/profile.d/conda.sh
 conda activate rapids
 
+# TEMP COMMAND
+conda install -y "arrow-cpp=6.0.0" "pyarrow=6.0.0" 'arrow-cpp-proc=*=cuda'
+
 # Remove rapidsai-nightly channel if we are building main branch
 if [ "$SOURCE_BRANCH" = "main" ]; then
   conda config --system --remove channels rapidsai-nightly

ci/gpu/build.sh

@@ -88,7 +88,8 @@ gpuci_mamba_retry install -y \
 # https://docs.rapids.ai/maintainers/depmgmt/
 # gpuci_mamba_retry remove --force rapids-build-env rapids-notebook-env
 # gpuci_mamba_retry install -y "your-pkg=1.0.0"
-
+gpuci_conda_retry remove --force rapids-build-env rapids-notebook-env
+gpuci_conda_retry install -y "arrow-cpp=6.0.0" "pyarrow=6.0.0" 'arrow-cpp-proc=*=cuda' "pyorc" "python-confluent-kafka=1.7.0"
 
 gpuci_logger "Check compiler versions"
 python --version

ci/gpu/java.sh

@@ -87,6 +87,8 @@ gpuci_conda_retry install -y \
 # https://docs.rapids.ai/maintainers/depmgmt/
 # gpuci_conda_retry remove --force rapids-build-env rapids-notebook-env
 # gpuci_conda_retry install -y "your-pkg=1.0.0"
+gpuci_conda_retry remove --force rapids-build-env rapids-notebook-env
+gpuci_conda_retry install -y "arrow-cpp=6.0.0" "pyarrow=6.0.0" 'arrow-cpp-proc=*=cuda' "pyorc" "python-confluent-kafka=1.7.0"
 
 
 gpuci_logger "Check compiler versions"

conda/environments/cudf_dev_cuda11.0.yml

@@ -17,7 +17,7 @@ dependencies:
   - numba>=0.53.1
   - numpy
   - pandas>=1.0,<1.4.0dev0
-  - pyarrow=5.0.0=*cuda
+  - pyarrow=6.0.0=*cuda
   - fastavro>=0.22.9
   - python-snappy>=0.6.0
   - notebook>=0.5.0
@@ -44,7 +44,7 @@ dependencies:
   - dask>=2021.09.1
   - distributed>=2021.09.1
   - streamz
-  - arrow-cpp=5.0.0
+  - arrow-cpp=6.0.0
   - dlpack>=0.5,<0.6.0a0
   - arrow-cpp-proc * cuda
   - double-conversion

conda/environments/cudf_dev_cuda11.2.yml

@@ -17,7 +17,7 @@ dependencies:
   - numba>=0.53.1
   - numpy
   - pandas>=1.0,<1.4.0dev0
-  - pyarrow=5.0.0=*cuda
+  - pyarrow=6.0.0=*cuda
   - fastavro>=0.22.9
   - python-snappy>=0.6.0
   - notebook>=0.5.0
@@ -44,7 +44,7 @@ dependencies:
   - dask>=2021.09.1
   - distributed>=2021.09.1
   - streamz
-  - arrow-cpp=5.0.0
+  - arrow-cpp=6.0.0
   - dlpack>=0.5,<0.6.0a0
   - arrow-cpp-proc * cuda
   - double-conversion

conda/environments/cudf_dev_cuda11.5.yml

@@ -17,7 +17,7 @@ dependencies:
   - numba>=0.53.1
   - numpy
   - pandas>=1.0,<1.4.0dev0
-  - pyarrow=5.0.0=*cuda
+  - pyarrow=6.0.0=*cuda
   - fastavro>=0.22.9
   - python-snappy>=0.6.0
   - notebook>=0.5.0
@@ -44,7 +44,7 @@ dependencies:
   - dask>=2021.09.1
   - distributed>=2021.09.1
   - streamz
-  - arrow-cpp=5.0.0
+  - arrow-cpp=6.0.0
   - dlpack>=0.5,<0.6.0a0
   - arrow-cpp-proc * cuda
   - double-conversion

conda/recipes/cudf/meta.yaml

@@ -31,7 +31,7 @@ requirements:
     - setuptools
     - numba >=0.53.1
     - dlpack>=0.5,<0.6.0a0
-    - pyarrow 5.0.0 *cuda
+    - pyarrow 6.0.0 *cuda
     - libcudf {{ version }}
     - rmm {{ minor_version }}
     - cudatoolkit {{ cuda_version }}

conda/recipes/libcudf/meta.yaml

@@ -38,7 +38,7 @@ requirements:
   host:
     - librmm {{ minor_version }}.*
     - cudatoolkit {{ cuda_version }}.*
-    - arrow-cpp 5.0.0 *cuda
+    - arrow-cpp 6.0.0 *cuda
     - arrow-cpp-proc * cuda
     - dlpack>=0.5,<0.6.0a0
   run:

cpp/cmake/thirdparty/get_arrow.cmake

@@ -246,7 +246,7 @@ function(find_and_configure_arrow VERSION BUILD_STATIC ENABLE_S3 ENABLE_ORC ENAB
 
 endfunction()
 
-set(CUDF_VERSION_Arrow 5.0.0)
+set(CUDF_VERSION_Arrow 6.0.0)
 
 find_and_configure_arrow(
   ${CUDF_VERSION_Arrow} ${CUDF_USE_ARROW_STATIC} ${CUDF_ENABLE_ARROW_S3} ${CUDF_ENABLE_ARROW_ORC}