diff --git a/ci/cpu/build.sh b/ci/cpu/build.sh deleted file mode 100644 index 93a1b03eee..0000000000 --- a/ci/cpu/build.sh +++ /dev/null @@ -1,86 +0,0 @@ -#!/bin/bash -# Copyright (c) 2022-2023, NVIDIA CORPORATION. -############################################## -# kvikIO CPU conda build script for CI # -############################################## -set -e - -# Set path and build parallel level -export PATH=/opt/conda/bin:/usr/local/cuda/bin:$PATH -export PARALLEL_LEVEL=${PARALLEL_LEVEL:-4} - -# Set home to the job's workspace -export HOME="$WORKSPACE" - -# Determine CUDA release version -export CUDA_REL=${CUDA_VERSION%.*} - -# Setup 'gpuci_conda_retry' for build retries (results in 2 total attempts) -export GPUCI_CONDA_RETRY_MAX=1 -export GPUCI_CONDA_RETRY_SLEEP=30 - -# Workaround to keep Jenkins builds working -# until we migrate fully to GitHub Actions -export RAPIDS_CUDA_VERSION="${CUDA}" -export SCCACHE_BUCKET=rapids-sccache -export SCCACHE_REGION=us-west-2 -export SCCACHE_IDLE_TIMEOUT=32768 -export RAPIDS_DATE_STRING=$(date +%y%m%d) - -# Use Ninja to build, setup Conda Build Dir -# export CMAKE_GENERATOR="Ninja" -export CONDA_BLD_DIR="$WORKSPACE/.conda-bld" - -# Switch to project root; also root of repo checkout -cd "$WORKSPACE" - -export RAPIDS_DATE_STRING=$(date +%y%m%d) - -################################################################################ -# SETUP - Check environment -################################################################################ - -gpuci_logger "Check environment variables" -env - -gpuci_logger "Activate conda env" -. /opt/conda/etc/profile.d/conda.sh -conda activate rapids - -# Remove rapidsai-nightly channel if we are building main branch -if [ "$SOURCE_BRANCH" = "main" ]; then - conda config --system --remove channels rapidsai-nightly -fi - -gpuci_logger "Check compiler versions" -python --version -$CC --version -$CXX --version - -gpuci_logger "Check conda environment" -conda info -conda config --show-sources -conda list --show-channel-urls - -# FIX Added to deal with Anancoda SSL verification issues during conda builds -conda config --set ssl_verify False - -# FIXME: Remove -gpuci_mamba_retry install -c conda-forge boa - -################################################################################ -# BUILD - Conda package builds -################################################################################ - -gpuci_logger "Build conda pkg for libkvikio" -gpuci_conda_retry mambabuild --croot ${CONDA_BLD_DIR} conda/recipes/libkvikio --python=$PYTHON $CONDA_BUILD_ARGS - -gpuci_logger "Build conda pkg for kvikio" -gpuci_conda_retry mambabuild --croot ${CONDA_BLD_DIR} conda/recipes/kvikio --python=$PYTHON $CONDA_BUILD_ARGS - -################################################################################ -# UPLOAD - Conda packages -################################################################################ - -gpuci_logger "Upload conda pkgs" -source ci/cpu/upload.sh diff --git a/ci/cpu/upload.sh b/ci/cpu/upload.sh deleted file mode 100644 index ff22638c5e..0000000000 --- a/ci/cpu/upload.sh +++ /dev/null @@ -1,43 +0,0 @@ -#!/bin/bash -# Copyright (c) 2022, NVIDIA CORPORATION. -############################################## -# kvikIO CPU conda upload script for CI # -############################################## -# Adopted from https://github.com/tmcdonell/travis-scripts/blob/dfaac280ac2082cd6bcaba3217428347899f2975/update-accelerate-buildbot.sh - -set -e - -# Setup 'gpuci_retry' for upload retries (results in 4 total attempts) -export GPUCI_RETRY_MAX=3 -export GPUCI_RETRY_SLEEP=30 - -# Set default label options if they are not defined elsewhere -export LABEL_OPTION=${LABEL_OPTION:-"--label main"} - -# Skip uploads unless BUILD_MODE == "branch" -if [ "${BUILD_MODE}" != "branch" ]; then - echo "Skipping upload" - return 0 -fi - -# Skip uploads if there is no upload key -if [ -z "$MY_UPLOAD_KEY" ]; then - echo "No upload key" - return 0 -fi - -################################################################################ -# SETUP - Get conda file output locations -################################################################################ - -gpuci_logger "Get conda file output locations" -export LIBKVIKIO_FILE=`conda build --no-build-id --croot "$WORKSPACE/.conda-bld" conda/recipes/libkvikio --output` -export KVIKIO_FILE=$(conda build --no-build-id --croot "${CONDA_BLD_DIR}" conda/recipes/kvikio --python=$PYTHON --output) - -################################################################################ -# UPLOAD - Conda packages -################################################################################ - -gpuci_logger "Starting conda uploads" -gpuci_retry anaconda -t ${MY_UPLOAD_KEY} upload -u ${CONDA_USERNAME:-rapidsai} ${LABEL_OPTION} --skip-existing ${LIBKVIKIO_FILE} --no-progress -gpuci_retry anaconda -t ${MY_UPLOAD_KEY} upload -u ${CONDA_USERNAME:-rapidsai} ${LABEL_OPTION} --skip-existing ${KVIKIO_FILE} --no-progress diff --git a/ci/gpu/build.sh b/ci/gpu/build.sh deleted file mode 100755 index 3b40ce740f..0000000000 --- a/ci/gpu/build.sh +++ /dev/null @@ -1,135 +0,0 @@ -#!/bin/bash -# Copyright (c) 2022-2023, NVIDIA CORPORATION. -############################################## -# kvikIO GPU build and test script for CI # -############################################## -set -e -NUMARGS=$# -ARGS=$* - -# Arg parsing function -function hasArg { - (( ${NUMARGS} != 0 )) && (echo " ${ARGS} " | grep -q " $1 ") -} - -# Set path and build parallel level -export PATH=/opt/conda/bin:/usr/local/cuda/bin:$PATH -export PARALLEL_LEVEL=${PARALLEL_LEVEL:-4} - -# Set home to the job's workspace -export HOME="${WORKSPACE}" - -# Switch to project root; also root of repo checkout -cd "${WORKSPACE}" - -# Determine CUDA release version -export CUDA_REL=${CUDA_VERSION%.*} - -# Workaround to keep Jenkins builds working -# until we migrate fully to GitHub Actions -export RAPIDS_CUDA_VERSION="${CUDA}" -export SCCACHE_BUCKET=rapids-sccache -export SCCACHE_REGION=us-west-2 -export SCCACHE_IDLE_TIMEOUT=32768 -export RAPIDS_DATE_STRING=$(date +%y%m%d) - -# Parse git describe -export GIT_DESCRIBE_TAG=`git describe --tags` -export MINOR_VERSION=`echo $GIT_DESCRIBE_TAG | grep -o -E '([0-9]+\.[0-9]+)'` -unset GIT_DESCRIBE_TAG - -export RAPIDS_DATE_STRING=$(date +%y%m%d) - -################################################################################ -# SETUP - Check environment -################################################################################ - -gpuci_logger "Check environment variables" -env - -gpuci_logger "Check GPU usage" -nvidia-smi - -gpuci_logger "Activate conda env" -. /opt/conda/etc/profile.d/conda.sh -conda activate rapids - -gpuci_logger "Check compiler versions" -python --version -$CC --version -$CXX --version - -gpuci_logger "Check conda environment" -conda info -conda config --show-sources -conda list --show-channel-urls - -################################################################################ -# TEST - C++ -################################################################################ - -cd "$WORKSPACE/cpp/examples/downstream" - -gpuci_logger "Build downstream C++ example" -mkdir build -cd build -cmake .. -cmake --build . -./downstream_example - -################################################################################ -# TEST - Run py.test for kvikio -################################################################################ - -gpuci_logger "Build and install libkvikio and kvikio" -cd "${WORKSPACE}" -export CONDA_BLD_DIR="${WORKSPACE}/.conda-bld" -gpuci_mamba_retry install -c conda-forge boa -gpuci_conda_retry mambabuild --croot ${CONDA_BLD_DIR} conda/recipes/libkvikio -gpuci_conda_retry mambabuild --croot ${CONDA_BLD_DIR} conda/recipes/kvikio --python=$PYTHON -c "${CONDA_BLD_DIR}" -gpuci_mamba_retry install -c "${CONDA_BLD_DIR}" libkvikio kvikio - -gpuci_logger "Install test dependencies" -gpuci_mamba_retry install -c conda-forge -c rapidsai-nightly cudf - -gpuci_logger "Python py.test for kvikio" -cd "${WORKSPACE}/python" -py.test --cache-clear --basetemp="${WORKSPACE}/cudf-cuda-tmp" --junitxml="${WORKSPACE}/junit-kvikio.xml" -v - -cd "${WORKSPACE}" -gpuci_logger "Clean previous conda builds" -gpuci_mamba_retry uninstall libkvikio kvikio -rm -rf "${CONDA_BLD_DIR}" - -gpuci_logger "Build and run libkvikio-debug" -export CMAKE_EXTRA_ARGS="-DCMAKE_BUILD_TYPE=Debug" -gpuci_conda_retry mambabuild --croot ${CONDA_BLD_DIR} --no-remove-work-dir --keep-old-work conda/recipes/libkvikio -gpuci_mamba_retry install -c "${CONDA_BLD_DIR}" libkvikio - -# Check that `libcuda.so` is NOT being linked -LDD_BASIC_IO=$(ldd "${CONDA_BLD_DIR}/work/cpp/build/examples/BASIC_IO_TEST") -if [[ "$LDD_BASIC_IO" == *"libcuda.so"* ]]; then - echo "[ERROR] examples/BASIC_IO_TEST shouldn't link to libcuda.so: ${LDD_BASIC_IO}" - return 1 -fi - -# Run BASIC_IO_TEST -"${CONDA_BLD_DIR}/work/cpp/build/examples/BASIC_IO_TEST" - -gpuci_logger "Clean previous conda builds" -gpuci_mamba_retry uninstall libkvikio -rm -rf "${CONDA_BLD_DIR}" - -gpuci_logger "Build and run libkvikio-no-cufile" -export CMAKE_EXTRA_ARGS="-DCMAKE_DISABLE_FIND_PACKAGE_cuFile=TRUE" -gpuci_conda_retry mambabuild --croot ${CONDA_BLD_DIR} --no-remove-work-dir --keep-old-work conda/recipes/libkvikio -gpuci_mamba_retry install -c "${CONDA_BLD_DIR}" libkvikio - -# Run BASIC_IO_TEST -"${CONDA_BLD_DIR}/work/cpp/build/examples/BASIC_IO_TEST" - -if [ -n "${CODECOV_TOKEN}" ]; then - codecov -t $CODECOV_TOKEN -fi - -return ${EXITCODE}