Bifurcate Dependency Lists [skip-gpuci] (#11674)

This PR uses the [`rapids-dependency-file-generator`](https://github.com/rapidsai/dependency-file-generator/) to handle sourcing dependencies. Similar to rapidsai/rmm#1073, this PR introduces a GitHub Action that enforces consistency between the new `dependencies.yaml` file and the generated conda environment for developers.

Authors:
   - Bradley Dice (https://github.com/bdice)

Approvers:
   - AJ Schmidt (https://github.com/ajschmidt8)
   - GALI PREM SAGAR (https://github.com/galipremsagar)

.github/workflows/dependency-files.yml

@@ -0,0 +1,12 @@
+name: pr
+
+on:
+  pull_request:
+
+jobs:
+  checks:
+    secrets: inherit
+    uses: rapidsai/shared-action-workflows/.github/workflows/checks.yaml@main
+    with:
+      enable_check_size: false
+      enable_check_style: false

CONTRIBUTING.md

@@ -99,13 +99,13 @@ cd $CUDF_HOME
 **Note:** Using a conda environment is the easiest way to satisfy the library's dependencies.
 Instructions for a minimal build environment without conda are included below.
 
-- Create the conda development environment `cudf_dev`:
+- Create the conda development environment:
 
 ```bash
 # create the conda environment (assuming in base `cudf` directory)
 # note: RAPIDS currently doesn't support `channel_priority: strict`;
 # use `channel_priority: flexible` instead
-conda env create --name cudf_dev --file conda/environments/cudf_dev_cuda11.5.yml
+conda env create --name cudf_dev --file conda/environments/all_cuda-115_arch-x86_64.yaml
 # activate the environment
 conda activate cudf_dev
 ```
@@ -114,9 +114,6 @@ conda activate cudf_dev
   development environment may also need to be updated if dependency versions or
   pinnings are changed.
 
-- For other CUDA versions, check the corresponding `cudf_dev_cuda*.yml` file in
-  `conda/environments/`.
-
 #### Building without a conda environment
 
 - libcudf has the following minimal dependencies (in addition to those listed in the [General

ci/release/update-version.sh

@@ -63,9 +63,10 @@ sed_runner 's/version = .*/version = '"'${NEXT_SHORT_TAG}'"'/g' docs/cudf/source
 sed_runner 's/release = .*/release = '"'${NEXT_FULL_TAG}'"'/g' docs/cudf/source/conf.py
 
 # bump rmm & dask-cuda
-for FILE in conda/environments/*.yml; do
-  sed_runner "s/rmm=${CURRENT_SHORT_TAG}/rmm=${NEXT_SHORT_TAG}/g" ${FILE};
+for FILE in conda/environments/*.yaml dependencies.yaml; do
   sed_runner "s/dask-cuda=${CURRENT_SHORT_TAG}/dask-cuda=${NEXT_SHORT_TAG}/g" ${FILE};
+  sed_runner "s/rmm=${CURRENT_SHORT_TAG}/rmm=${NEXT_SHORT_TAG}/g" ${FILE};
+  sed_runner "s/rmm-cu11=${CURRENT_SHORT_TAG}/rmm-cu11=${NEXT_SHORT_TAG}/g" ${FILE};
 done
 
 # Doxyfile update

conda/environments/all_cuda-115_arch-x86_64.yaml

@@ -0,0 +1,78 @@
+# This file is generated by `rapids-dependency-file-generator`.
+# To make changes, edit ../../dependencies.yaml and run `rapids-dependency-file-generator`.
+channels:
+- rapidsai
+- rapidsai-nightly
+- dask/label/dev
+- conda-forge
+- nvidia
+dependencies:
+- aiobotocore>=2.2.0
+- arrow-cpp=9
+- boto3>=1.21.21
+- botocore>=1.24.21
+- c-compiler
+- cachetools
+- cmake>=3.23.1
+- cubinlinker
+- cuda-python>=11.7.1,<12.0
+- cudatoolkit=11.5
+- cupy>=9.5.0,<12.0.0a0
+- cxx-compiler
+- cython>=0.29,<0.30
+- dask-cuda=22.12.*
+- dask>=2022.9.2
+- distributed>=2022.9.2
+- dlpack>=0.5,<0.6.0a0
+- doxygen=1.8.20
+- fastavro>=0.22.9
+- fsspec>=0.6.0
+- gcc_linux-64=9.*
+- hypothesis
+- ipython
+- librdkafka=1.7.0
+- mimesis>=4.1.0
+- moto>=4.0.8
+- myst-nb
+- nbsphinx
+- notebook>=0.5.0
+- numba>=0.56.2
+- numpy
+- numpydoc
+- nvcc_linux-64=11.5
+- nvtx>=0.2.1
+- packaging
+- pandas>=1.0,<1.6.0dev0
+- pandoc<=2.0.0
+- pip
+- pre-commit
+- protobuf>=3.20.1,<3.21.0a0
+- ptxcompiler
+- pyarrow=9.0.0
+- pydata-sphinx-theme
+- pytest
+- pytest-benchmark
+- pytest-cases
+- pytest-cov
+- pytest-xdist
+- python-confluent-kafka=1.7.0
+- python-snappy>=0.6.0
+- python>=3.8,<3.10
+- pytorch<1.12.0
+- rmm=22.12.*
+- s3fs>=2022.3.0
+- scikit-build>=0.13.1
+- scipy
+- sphinx
+- sphinx-autobuild
+- sphinx-copybutton
+- sphinx-markdown-tables
+- sphinxcontrib-websupport
+- streamz
+- sysroot_linux-64==2.17
+- transformers
+- typing_extensions
+- pip:
+  - git+https://github.com/python-streamz/streamz.git@master
+  - pyorc
+name: all_cuda-115_arch-x86_64