diff --git a/ci/gpu/build.sh b/ci/gpu/build.sh index 8b6374c487..5df731ca9b 100644 --- a/ci/gpu/build.sh +++ b/ci/gpu/build.sh @@ -21,7 +21,7 @@ export CUDA_REL=${CUDA_VERSION%.*} # Set home to the job's workspace export HOME="$WORKSPACE" -# Parse git describei +# Parse git describe cd "$WORKSPACE" export GIT_DESCRIBE_TAG=`git describe --tags` export MINOR_VERSION=`echo $GIT_DESCRIBE_TAG | grep -o -E '([0-9]+\.[0-9]+)'` @@ -29,6 +29,14 @@ export MINOR_VERSION=`echo $GIT_DESCRIBE_TAG | grep -o -E '([0-9]+\.[0-9]+)'` # ucx-py version export UCX_PY_VERSION='0.25.*' +export CMAKE_CUDA_COMPILER_LAUNCHER="sccache" +export CMAKE_CXX_COMPILER_LAUNCHER="sccache" +export CMAKE_C_COMPILER_LAUNCHER="sccache" +export SCCACHE_S3_KEY_PREFIX="libraft-$(uname -m)" +export SCCACHE_BUCKET="rapids-sccache" +export SCCACHE_REGION="us-west-2" +export SCCACHE_IDLE_TIMEOUT="32768" + ################################################################################ # SETUP - Check environment ################################################################################ @@ -45,7 +53,7 @@ gpuci_logger "Activate conda env" . /opt/conda/etc/profile.d/conda.sh conda activate rapids gpuci_logger "Installing packages needed for RAFT" -gpuci_mamba_retry install -c conda-forge -c rapidsai -c rapidsai-nightly -c nvidia \ +gpuci_mamba_retry install -y -c conda-forge -c rapidsai -c rapidsai-nightly -c nvidia \ "cudatoolkit=${CUDA_REL}" \ "libcusolver>=11.2.1" \ "cudf=${MINOR_VERSION}" \ @@ -92,6 +100,9 @@ else "$WORKSPACE/build.sh" libraft pyraft libraft -v --compile-libs fi +gpuci_logger "sccache stats" +sccache --show-stats + gpuci_logger "Building docs" "$WORKSPACE/build.sh" docs -v diff --git a/conda/recipes/libraft_distance/meta.yaml b/conda/recipes/libraft_distance/meta.yaml index 8c3a381a1f..f7aaf0d261 100644 --- a/conda/recipes/libraft_distance/meta.yaml +++ b/conda/recipes/libraft_distance/meta.yaml @@ -24,13 +24,15 @@ build: - PARALLEL_LEVEL - VERSION_SUFFIX - PROJECT_FLASH - - CCACHE_DIR - - CCACHE_NOHASHDIR - - CCACHE_COMPILERCHECK - CMAKE_GENERATOR - CMAKE_C_COMPILER_LAUNCHER - CMAKE_CXX_COMPILER_LAUNCHER - CMAKE_CUDA_COMPILER_LAUNCHER + - SCCACHE_S3_KEY_PREFIX=libraft-aarch64 # [aarch64] + - SCCACHE_S3_KEY_PREFIX=libraft-linux64 # [linux64] + - SCCACHE_BUCKET=rapids-sccache + - SCCACHE_REGION=us-west-2 + - SCCACHE_IDLE_TIMEOUT=32768 requirements: build: @@ -54,4 +56,4 @@ about: home: http://rapids.ai/ license: Apache-2.0 # license_file: LICENSE - summary: libraft-distance library \ No newline at end of file + summary: libraft-distance library diff --git a/conda/recipes/libraft_headers/meta.yaml b/conda/recipes/libraft_headers/meta.yaml index c7aa793ae5..a03146a7d5 100644 --- a/conda/recipes/libraft_headers/meta.yaml +++ b/conda/recipes/libraft_headers/meta.yaml @@ -24,13 +24,15 @@ build: - PARALLEL_LEVEL - VERSION_SUFFIX - PROJECT_FLASH - - CCACHE_DIR - - CCACHE_NOHASHDIR - - CCACHE_COMPILERCHECK - CMAKE_GENERATOR - CMAKE_C_COMPILER_LAUNCHER - CMAKE_CXX_COMPILER_LAUNCHER - CMAKE_CUDA_COMPILER_LAUNCHER + - SCCACHE_S3_KEY_PREFIX=libraft-aarch64 # [aarch64] + - SCCACHE_S3_KEY_PREFIX=libraft-linux64 # [linux64] + - SCCACHE_BUCKET=rapids-sccache + - SCCACHE_REGION=us-west-2 + - SCCACHE_IDLE_TIMEOUT=32768 requirements: build: @@ -53,4 +55,4 @@ about: home: http://rapids.ai/ license: Apache-2.0 # license_file: LICENSE - summary: libraft-headers library \ No newline at end of file + summary: libraft-headers library diff --git a/conda/recipes/libraft_nn/meta.yaml b/conda/recipes/libraft_nn/meta.yaml index 710e99902b..53f44f2e97 100644 --- a/conda/recipes/libraft_nn/meta.yaml +++ b/conda/recipes/libraft_nn/meta.yaml @@ -24,13 +24,15 @@ build: - PARALLEL_LEVEL - VERSION_SUFFIX - PROJECT_FLASH - - CCACHE_DIR - - CCACHE_NOHASHDIR - - CCACHE_COMPILERCHECK - CMAKE_GENERATOR - CMAKE_C_COMPILER_LAUNCHER - CMAKE_CXX_COMPILER_LAUNCHER - CMAKE_CUDA_COMPILER_LAUNCHER + - SCCACHE_S3_KEY_PREFIX=libraft-aarch64 # [aarch64] + - SCCACHE_S3_KEY_PREFIX=libraft-linux64 # [linux64] + - SCCACHE_BUCKET=rapids-sccache + - SCCACHE_REGION=us-west-2 + - SCCACHE_IDLE_TIMEOUT=32768 requirements: build: @@ -53,4 +55,4 @@ about: home: http://rapids.ai/ license: Apache-2.0 # license_file: LICENSE - summary: libraft-nn library \ No newline at end of file + summary: libraft-nn library