Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Update libcuml recipe to output libcuml_tests package #4606

Closed
wants to merge 4 commits into from
Closed

Update libcuml recipe to output libcuml_tests package #4606

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
328e192
rm variables that exist in CI container
AyodeAwe Feb 25, 2022
db57da1
Merge branch 'branch-22.04' of https://github.com/rapidsai/cuml into …
AyodeAwe Feb 25, 2022
d656533
update libcuml recipe to include multiple outputs
AyodeAwe Feb 27, 2022
d327f94
update upload script to account for multiple libcuml pkgs
AyodeAwe Feb 27, 2022
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 0 additions & 4 deletions ci/cpu/build.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -34,10 +34,6 @@ fi
# ucx-py version
export UCX_PY_VERSION='0.25.*'

export CMAKE_CUDA_COMPILER_LAUNCHER="sccache"
export CMAKE_CXX_COMPILER_LAUNCHER="sccache"
export CMAKE_C_COMPILER_LAUNCHER="sccache"

################################################################################
# SETUP - Check environment
################################################################################
Expand Down
14 changes: 7 additions & 7 deletions ci/cpu/upload.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@ fi

gpuci_logger "Get conda file output locations"

export LIBCUML_FILE=`conda build --no-build-id --croot ${CONDA_BLD_DIR} conda/recipes/libcuml --output`
export LIBCUML_FILES=`conda build --no-build-id --croot ${CONDA_BLD_DIR} conda/recipes/libcuml --output`
export CUML_FILE=`conda build --croot ${CONDA_BLD_DIR} conda/recipes/cuml --python=$PYTHON --output`

################################################################################
Expand All @@ -38,16 +38,16 @@ export CUML_FILE=`conda build --croot ${CONDA_BLD_DIR} conda/recipes/cuml --pyth
gpuci_logger "Starting conda uploads"

if [[ "$BUILD_LIBCUML" == "1" && "$UPLOAD_LIBCUML" == "1" ]]; then
test -e ${LIBCUML_FILE}
echo "Upload libcuml"
echo ${LIBCUML_FILE}
gpuci_retry anaconda -t ${MY_UPLOAD_KEY} upload -u ${CONDA_USERNAME:-rapidsai} ${LABEL_OPTION} --skip-existing ${LIBCUML_FILE} --no-progress
while read -r ${LIBCUML_FILE}; do
test -e ${LIBCUML_FILE}
echo "Upload libcuml: ${LIBCUML_FILE}"
gpuci_retry anaconda -t ${MY_UPLOAD_KEY} upload -u ${CONDA_USERNAME:-rapidsai} ${LABEL_OPTION} --skip-existing ${LIBCUML_FILE} --no-progress
done <<< "${LIBCUML_FILES}"
fi

if [[ "$BUILD_CUML" == "1" && "$UPLOAD_CUML" == "1" ]]; then
test -e ${CUML_FILE}
echo "Upload cuml"
echo ${CUML_FILE}
echo "Upload cuml: ${CUML_FILE}"
gpuci_retry anaconda -t ${MY_UPLOAD_KEY} upload -u ${CONDA_USERNAME:-rapidsai} ${LABEL_OPTION} --skip-existing ${CUML_FILE} --no-progress
fi

4 changes: 0 additions & 4 deletions ci/gpu/build.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -34,10 +34,6 @@ export MINOR_VERSION=`echo $GIT_DESCRIBE_TAG | grep -o -E '([0-9]+\.[0-9]+)'`
# ucx-py version
export UCX_PY_VERSION='0.25.*'

export CMAKE_CUDA_COMPILER_LAUNCHER="sccache"
export CMAKE_CXX_COMPILER_LAUNCHER="sccache"
export CMAKE_C_COMPILER_LAUNCHER="sccache"

################################################################################
# SETUP - Check environment
################################################################################
Expand Down
Empty file added conda/recipes/libcuml/install_libcuml.sh
View file
Open in desktop
Empty file.
Empty file added conda/recipes/libcuml/install_libcuml_tests.sh
View file
Open in desktop
Empty file.
143 changes: 83 additions & 60 deletions conda/recipes/libcuml/meta.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7,69 +7,92 @@
{% set cuda_version='.'.join(environ.get('CUDA', '9.2').split('.')[:2]) %}
{% set cuda_major=cuda_version.split('.')[0] %}
{% set ucx_py_version=environ.get('UCX_PY_VERSION') %}

package:
name: libcuml
name: libcuml-split
version: {{ version }}

source:
git_url: ../../..

build:
number: {{ GIT_DESCRIBE_NUMBER }}
string: cuda{{ cuda_major }}_{{ GIT_DESCRIBE_HASH }}_{{ GIT_DESCRIBE_NUMBER }}
script_env:
- CC
- CXX
- CUDAHOSTCXX
- PARALLEL_LEVEL
- VERSION_SUFFIX
- PROJECT_FLASH
- CMAKE_GENERATOR
- CMAKE_C_COMPILER_LAUNCHER
- CMAKE_CXX_COMPILER_LAUNCHER
- CMAKE_CUDA_COMPILER_LAUNCHER
- SCCACHE_S3_KEY_PREFIX=libcuml-aarch64 # [aarch64]
- SCCACHE_S3_KEY_PREFIX=libcuml-linux64 # [linux64]
- SCCACHE_BUCKET=rapids-sccache
- SCCACHE_REGION=us-west-2
- SCCACHE_IDLE_TIMEOUT=32768

requirements:
build:
- cmake>=3.20.1
host:
- nccl>=2.9.9
- cudf {{ minor_version }}
- cudatoolkit {{ cuda_version }}.*
- ucx-py {{ ucx_py_version }}
- ucx-proc=*=gpu
- libcumlprims {{ minor_version }}
- libraft-headers {{ minor_version }}
- libraft-distance {{ minor_version }}
- libraft-nn {{ minor_version }}
- lapack
- treelite=2.3.0
- faiss-proc=*=cuda
- gtest=1.10.0
- gmock
- libfaiss 1.7.0 *_cuda
run:
- libcumlprims {{ minor_version }}
- libraft-headers {{ minor_version }}
- libraft-distance {{ minor_version }}
- libraft-nn {{ minor_version }}
- cudf {{ minor_version }}
- nccl>=2.9.9
- ucx-py {{ ucx_py_version }}
- ucx-proc=*=gpu
- {{ pin_compatible('cudatoolkit', max_pin='x', min_pin='x') }}
- treelite=2.3.0
- faiss-proc=*=cuda
- libfaiss 1.7.0 *_cuda
- libcusolver>=11.2.1

about:
home: http://rapids.ai/
license: Apache-2.0
# license_file: LICENSE
summary: libcuml library
outputs:
- name: libcuml
version: {{ version }}
script: install_libcuml.sh
build:
number: {{ GIT_DESCRIBE_NUMBER }}
string: cuda{{ cuda_major }}_{{ GIT_DESCRIBE_HASH }}_{{ GIT_DESCRIBE_NUMBER }}
script_env: &script_env
- CC
- CXX
- CUDAHOSTCXX
- PARALLEL_LEVEL
- CMAKE_GENERATOR
- CMAKE_C_COMPILER_LAUNCHER
- CMAKE_CXX_COMPILER_LAUNCHER
- CMAKE_CUDA_COMPILER_LAUNCHER
- SCCACHE_S3_KEY_PREFIX=libcuml-aarch64 # [aarch64]
- SCCACHE_S3_KEY_PREFIX=libcuml-linux64 # [linux64]
- SCCACHE_BUCKET=rapids-sccache
- SCCACHE_REGION=us-west-2
- SCCACHE_IDLE_TIMEOUT=32768
requirements:
build:
- cmake>=3.20.1
host:
- nccl>=2.9.9
- cudf {{ minor_version }}
- cudatoolkit {{ cuda_version }}.*
- ucx-py {{ ucx_py_version }}
- ucx-proc=*=gpu
- libcumlprims {{ minor_version }}
- libraft-headers {{ minor_version }}
- libraft-distance {{ minor_version }}
- libraft-nn {{ minor_version }}
- lapack
- treelite=2.3.0
- faiss-proc=*=cuda
- gtest=1.10.0
- gmock
- libfaiss 1.7.0 *_cuda
run:
- libcumlprims {{ minor_version }}
- libraft-headers {{ minor_version }}
- libraft-distance {{ minor_version }}
- libraft-nn {{ minor_version }}
- cudf {{ minor_version }}
- nccl>=2.9.9
- ucx-py {{ ucx_py_version }}
- ucx-proc=*=gpu
- {{ pin_compatible('cudatoolkit', max_pin='x', min_pin='x') }}
- treelite=2.3.0
- faiss-proc=*=cuda
- libfaiss 1.7.0 *_cuda
- libcusolver>=11.2.1
about:
home: http://rapids.ai/
license: Apache-2.0
# license_file: LICENSE
summary: libcuml library
- name: libcuml_tests
version: {{ version }}
script: install_libcuml_tests.sh
build:
number: {{ GIT_DESCRIBE_NUMBER }}
string: cuda{{ cuda_major }}_{{ GIT_DESCRIBE_HASH }}_{{ GIT_DESCRIBE_NUMBER }}
script_env: *script_env
requirements:
build:
- cmake {{ cmake_version }}
host:
- cudatoolkit {{ cuda_version }}.*
run:
- {{ pin_compatible('cudatoolkit', max_pin='x', min_pin='x') }}
- {{ pin_subpackage('libcuml', exact=True) }}
- gtest {{ gtest_version }}
- gmock {{ gtest_version }}
about:
home: http://rapids.ai/
license: Apache-2.0
summary: libcuml test & benchmark executables