Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[REVIEW] gpuCI Integration #4

Merged
merged 4 commits into from
May 1, 2020
Merged

[REVIEW] gpuCI Integration #4

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
1ec6617
Move parameter based build script to local, fresh gpu build script
dillon-cullinan May 1, 2020
2e6937f
Test gpu build without tests
dillon-cullinan May 1, 2020
9c7cd68
Remove nvidia-smi for testing
dillon-cullinan May 1, 2020
5444a5b
Re-enable tests for deployment
dillon-cullinan May 1, 2020
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
86 changes: 0 additions & 86 deletions ci/gpu/build.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -62,27 +62,6 @@ conda install -c conda-forge -c rapidsai -c rapidsai-nightly -c nvidia \
"dask-cuda=${MINOR_VERSION}" \
"ucx-py=${MINOR_VERSION}"

if [ "$RUN_CUML_LIBCUML_TESTS" = "ON" ] || [ "$RUN_CUML_PRIMS_TESTS" = "ON" ] || [ "$RUN_CUML_PYTHON_TESTS" = "ON" ]; then
conda install -c conda-forge -c rapidsai -c rapidsai-nightly -c nvidia \
"nvstrings=${MINOR_VERSION}" \
"libcumlprims=${MINOR_VERSION}" \
"lapack" \
"umap-learn" \
"nccl>=2.5" \
"statsmodels" \
"xgboost====1.0.2dev.rapidsai0.13" \
"lightgbm"
fi

if [ "$RUN_CUGRAPH_LIBCUGRAPH_TESTS" = "ON" ] || [ "$RUN_CUGRAPH_PYTHON_TESTS" = "ON" ]; then
conda install -c nvidia -c rapidsai -c rapidsai-nightly -c conda-forge -c defaults \
"networkx>=2.3" \
"python-louvain" \
"libcypher-parser" \
"ipython=7.3*" \
"jupyterlab"
fi

# Install the master version of dask, distributed, and dask-ml
logger "pip install git+https://github.com/dask/distributed.git --upgrade --no-deps"
pip install "git+https://github.com/dask/distributed.git" --upgrade --no-deps
Expand Down Expand Up @@ -139,68 +118,3 @@ cd $WORKSPACE/python

pytest --cache-clear --junitxml=${WORKSPACE}/junit-cuml.xml -v -s


################################################################################
# cuML CI
################################################################################

if [ "$RUN_CUML_LIBCUML_TESTS" = "ON" ] || [ "$RUN_CUML_PRIMS_TESTS" = "ON" ] || [ "$RUN_CUML_PYTHON_TESTS" = "ON" ] || [ "$RUN_CUGRAPH_LIBCUGRAPH_TESTS" = "ON" ] || [ "$RUN_CUGRAPH_PYTHON_TESTS" = "ON" ]; then
cd $WORKSPACE
mkdir $WORKSPACE/test_downstream_repos
cd $WORKSPACE/test_downstream_repos
export RAFT_PATH=$WORKSPACE
fi

if [ "$RUN_CUML_LIBCUML_TESTS" = "ON" ] || [ "$RUN_CUML_PRIMS_TESTS" = "ON" ] || [ "$RUN_CUML_PYTHON_TESTS" = "ON" ]; then
cd $WORKSPACE/test_downstream_repos

## Change fork and branch to be tested here:
git clone https://github.com/rapidsai/cuml.git -b branch-0.14


## Build cuML and run tests, uncomment the tests you want to run
$WORKSPACE/test_downstream_repos/cuml/build.sh

if [ "$RUN_CUML_LIBCUML_TESTS" = "ON" ]; then
logger "GoogleTest for libcuml..."
cd $WORKSPACE/cpp/build
GTEST_OUTPUT="xml:${WORKSPACE}/test-results/libcuml_cpp/" ./test/ml
fi

if [ "$RUN_CUML_PYTHON_TESTS" = "ON" ]; then
logger "Python pytest for cuml..."
cd $WORKSPACE/python
pytest --cache-clear --junitxml=${WORKSPACE}/junit-cuml.xml -v -s -m "not memleak"
fi

if [ "$RUN_CUML_PRIMS_TESTS" = "ON" ]; then
logger "Run ml-prims test..."
cd $WORKSPACE/cpp/build
GTEST_OUTPUT="xml:${WORKSPACE}/test-results/prims/" ./test/prims
fi
fi


################################################################################
# cuGraph CI
################################################################################

if [ "$RUN_CUGRAPH_LIBCUGRAPH_TESTS" = "ON" ] || [ "$RUN_CUGRAPH_PYTHON_TESTS" = "ON" ]; then
cd $WORKSPACE/test_downstream_repos

## Change fork and branch to be tested here:
git clone https://github.com/rapidsai/cugraph.git -b branch-0.14

$WORKSPACE/test_downstream_repos/cugraph/build.sh clean libcugraph cugraph

if [ "$RUN_CUGRAPH_LIBCUGRAPH_TESTS" = "ON" ]; then
logger "GoogleTest for libcugraph..."
cd $WORKSPACE/cpp/build
${WORKSPACE}/ci/test.sh ${TEST_MODE_FLAG} | tee testoutput.txt
fi

if [ "$RUN_CUGRAPH_PYTHON_TESTS" = "ON" ]; then
logger "Python pytest for cugraph..."
cd $WORKSPACE/python
fi
fi
206 changes: 206 additions & 0 deletions ci/local/old-gpubuild.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,206 @@
#!/bin/bash
# Copyright (c) 2020, NVIDIA CORPORATION.
#########################################
# cuML GPU build and test script for CI #
#########################################

set -e
NUMARGS=$#
ARGS=$*

# Logger function for build status output
function logger() {
echo -e "\n>>>> $@\n"
}

# Arg parsing function
function hasArg {
(( ${NUMARGS} != 0 )) && (echo " ${ARGS} " | grep -q " $1 ")
}

# Set path and build parallel level
export PATH=/conda/bin:/usr/local/cuda/bin:$PATH
export PARALLEL_LEVEL=4
export CUDA_REL=${CUDA_VERSION%.*}

# Set home to the job's workspace
export HOME=$WORKSPACE

# Parse git describei
cd $WORKSPACE
export GIT_DESCRIBE_TAG=`git describe --tags`
export MINOR_VERSION=`echo $GIT_DESCRIBE_TAG | grep -o -E '([0-9]+\.[0-9]+)'`

# Read options for cloning/running downstream repo tests
source $WORKSPACE/ci/prtest.config

################################################################################
# SETUP - Check environment
################################################################################

logger "Check environment..."
env

logger "Check GPU usage..."
nvidia-smi

# temporary usage of conda install with packages listed here, looking into
# using the repos yaml files for this
logger "Activate conda env..."
source activate gdf
logger "Installing packages needed for RAFT..."
conda install -c conda-forge -c rapidsai -c rapidsai-nightly -c nvidia \
"cupy>=7,<8.0.0a0" \
"cudatoolkit=${CUDA_REL}" \
"cudf=${MINOR_VERSION}" \
"rmm=${MINOR_VERSION}" \
"cmake==3.14.3" \
"nccl>=2.5" \
"dask>=2.12.0" \
"distributed>=2.12.0" \
"dask-cudf=${MINOR_VERSION}" \
"dask-cuda=${MINOR_VERSION}" \
"ucx-py=${MINOR_VERSION}"

if [ "$RUN_CUML_LIBCUML_TESTS" = "ON" ] || [ "$RUN_CUML_PRIMS_TESTS" = "ON" ] || [ "$RUN_CUML_PYTHON_TESTS" = "ON" ]; then
conda install -c conda-forge -c rapidsai -c rapidsai-nightly -c nvidia \
"nvstrings=${MINOR_VERSION}" \
"libcumlprims=${MINOR_VERSION}" \
"lapack" \
"umap-learn" \
"nccl>=2.5" \
"statsmodels" \
"xgboost====1.0.2dev.rapidsai0.13" \
"lightgbm"
fi

if [ "$RUN_CUGRAPH_LIBCUGRAPH_TESTS" = "ON" ] || [ "$RUN_CUGRAPH_PYTHON_TESTS" = "ON" ]; then
conda install -c nvidia -c rapidsai -c rapidsai-nightly -c conda-forge -c defaults \
"networkx>=2.3" \
"python-louvain" \
"libcypher-parser" \
"ipython=7.3*" \
"jupyterlab"
fi

# Install the master version of dask, distributed, and dask-ml
logger "pip install git+https://github.com/dask/distributed.git --upgrade --no-deps"
pip install "git+https://github.com/dask/distributed.git" --upgrade --no-deps
logger "pip install git+https://github.com/dask/dask.git --upgrade --no-deps"
pip install "git+https://github.com/dask/dask.git" --upgrade --no-deps


logger "Check versions..."
python --version
$CC --version
$CXX --version
conda list

################################################################################
# BUILD - Build RAFT tests
################################################################################

logger "Adding ${CONDA_PREFIX}/lib to LD_LIBRARY_PATH"

export LD_LIBRARY_PATH_CACHED=$LD_LIBRARY_PATH
export LD_LIBRARY_PATH=$CONDA_PREFIX/lib:$LD_LIBRARY_PATH

logger "Build libcuml, cuml, prims and bench targets..."
$WORKSPACE/build.sh cppraft pyraft -v

logger "Resetting LD_LIBRARY_PATH..."

export LD_LIBRARY_PATH=$LD_LIBRARY_PATH_CACHED
export LD_LIBRARY_PATH_CACHED=""

logger "Build treelite for GPU testing..."

cd $WORKSPACE


################################################################################
# TEST - Run GoogleTest and py.tests for RAFT
################################################################################

if hasArg --skip-tests; then
logger "Skipping Tests..."
exit 0
fi

logger "Check GPU usage..."
nvidia-smi

logger "GoogleTest for raft..."
cd $WORKSPACE/cpp/build
GTEST_OUTPUT="xml:${WORKSPACE}/test-results/raft_cpp/" ./test/ml

logger "Python pytest for cuml..."
cd $WORKSPACE/python

pytest --cache-clear --junitxml=${WORKSPACE}/junit-cuml.xml -v -s


################################################################################
# cuML CI
################################################################################

if [ "$RUN_CUML_LIBCUML_TESTS" = "ON" ] || [ "$RUN_CUML_PRIMS_TESTS" = "ON" ] || [ "$RUN_CUML_PYTHON_TESTS" = "ON" ] || [ "$RUN_CUGRAPH_LIBCUGRAPH_TESTS" = "ON" ] || [ "$RUN_CUGRAPH_PYTHON_TESTS" = "ON" ]; then
cd $WORKSPACE
mkdir $WORKSPACE/test_downstream_repos
cd $WORKSPACE/test_downstream_repos
export RAFT_PATH=$WORKSPACE
fi

if [ "$RUN_CUML_LIBCUML_TESTS" = "ON" ] || [ "$RUN_CUML_PRIMS_TESTS" = "ON" ] || [ "$RUN_CUML_PYTHON_TESTS" = "ON" ]; then
cd $WORKSPACE/test_downstream_repos

## Change fork and branch to be tested here:
git clone https://github.com/rapidsai/cuml.git -b branch-0.14


## Build cuML and run tests, uncomment the tests you want to run
$WORKSPACE/test_downstream_repos/cuml/build.sh

if [ "$RUN_CUML_LIBCUML_TESTS" = "ON" ]; then
logger "GoogleTest for libcuml..."
cd $WORKSPACE/cpp/build
GTEST_OUTPUT="xml:${WORKSPACE}/test-results/libcuml_cpp/" ./test/ml
fi

if [ "$RUN_CUML_PYTHON_TESTS" = "ON" ]; then
logger "Python pytest for cuml..."
cd $WORKSPACE/python
pytest --cache-clear --junitxml=${WORKSPACE}/junit-cuml.xml -v -s -m "not memleak"
fi

if [ "$RUN_CUML_PRIMS_TESTS" = "ON" ]; then
logger "Run ml-prims test..."
cd $WORKSPACE/cpp/build
GTEST_OUTPUT="xml:${WORKSPACE}/test-results/prims/" ./test/prims
fi
fi


################################################################################
# cuGraph CI
################################################################################

if [ "$RUN_CUGRAPH_LIBCUGRAPH_TESTS" = "ON" ] || [ "$RUN_CUGRAPH_PYTHON_TESTS" = "ON" ]; then
cd $WORKSPACE/test_downstream_repos

## Change fork and branch to be tested here:
git clone https://github.com/rapidsai/cugraph.git -b branch-0.14

$WORKSPACE/test_downstream_repos/cugraph/build.sh clean libcugraph cugraph

if [ "$RUN_CUGRAPH_LIBCUGRAPH_TESTS" = "ON" ]; then
logger "GoogleTest for libcugraph..."
cd $WORKSPACE/cpp/build
${WORKSPACE}/ci/test.sh ${TEST_MODE_FLAG} | tee testoutput.txt
fi

if [ "$RUN_CUGRAPH_PYTHON_TESTS" = "ON" ]; then
logger "Python pytest for cugraph..."
cd $WORKSPACE/python
fi
fi