Skip to content

Commit

Permalink
Build conda packages using mambabuild (#900)
Browse files Browse the repository at this point in the history
Use `mambabuild` to build `conda` packages. This should speed up the builds and help to debug `conda` conflict issues

Authors:
  - Jordan Jacobelli (https://github.com/Ethyling)

Approvers:
  - https://github.com/jakirkham
  - AJ Schmidt (https://github.com/ajschmidt8)

URL: #900
  • Loading branch information
jjacobelli authored May 23, 2022
1 parent 2519b30 commit bc06d5a
Show file tree
Hide file tree
Showing 2 changed files with 10 additions and 5 deletions.
11 changes: 7 additions & 4 deletions ci/cpu/build.sh
Original file line number Diff line number Diff line change
Expand Up @@ -55,16 +55,19 @@ conda list --show-channel-urls
# FIX Added to deal with Anancoda SSL verification issues during conda builds
conda config --set ssl_verify False

# FIXME: Move installation to gpuci/rapidsai images
gpuci_mamba_retry install -c conda-forge boa

################################################################################
# BUILD - Conda package builds (conda deps: librmm <- rmm)
################################################################################

if [[ "$BUILD_LIBRMM" == "1" ]]; then
gpuci_logger "Build conda pkg for librmm"
if [[ -z "$PROJECT_FLASH" || "$PROJECT_FLASH" == "0" ]]; then
gpuci_conda_retry build conda/recipes/librmm --python=$PYTHON
gpuci_conda_retry mambabuild conda/recipes/librmm --python=$PYTHON
else
gpuci_conda_retry build --no-build-id --croot ${CONDA_BLD_DIR} --dirty --no-remove-work-dir conda/recipes/librmm
gpuci_conda_retry mambabuild --no-build-id --croot ${CONDA_BLD_DIR} --dirty --no-remove-work-dir conda/recipes/librmm
mkdir -p ${CONDA_BLD_DIR}/librmm
mv ${CONDA_BLD_DIR}/work/ ${CONDA_BLD_DIR}/librmm/work
fi
Expand All @@ -75,9 +78,9 @@ fi
if [[ "$BUILD_RMM" == "1" ]]; then
gpuci_logger "Build conda pkg for rmm"
if [[ -z "$PROJECT_FLASH" || "$PROJECT_FLASH" == "0" ]]; then
gpuci_conda_retry build conda/recipes/rmm --python=$PYTHON
gpuci_conda_retry mambabuild conda/recipes/rmm --python=$PYTHON
else
gpuci_conda_retry build --no-build-id --croot ${CONDA_BLD_DIR} --dirty --no-remove-work-dir \
gpuci_conda_retry mambabuild --no-build-id --croot ${CONDA_BLD_DIR} --dirty --no-remove-work-dir \
-c $WORKSPACE/ci/artifacts/rmm/cpu/.conda-bld/ conda/recipes/rmm
mkdir -p ${CONDA_BLD_DIR}/rmm
mv ${CONDA_BLD_DIR}/work/ ${CONDA_BLD_DIR}/rmm/work
Expand Down
4 changes: 3 additions & 1 deletion ci/gpu/build.sh
Original file line number Diff line number Diff line change
Expand Up @@ -111,9 +111,11 @@ else
fi
done

# TODO: Move boa install to gpuci/rapidsai
gpuci_mamba_retry install boa
export CONDA_BLD_DIR="$WORKSPACE/.conda-bld"
gpuci_logger "Building and installing rmm"
gpuci_conda_retry build --no-build-id --croot ${CONDA_BLD_DIR} \
gpuci_conda_retry mambabuild --no-build-id --croot ${CONDA_BLD_DIR} \
-c $WORKSPACE/ci/artifacts/rmm/cpu/.conda-bld/ conda/recipes/rmm
gpuci_mamba_retry install -c $WORKSPACE/ci/artifacts/rmm/cpu/.conda-bld/ \
-c ${CONDA_BLD_DIR} rmm
Expand Down

0 comments on commit bc06d5a

Please sign in to comment.