diff --git a/java/ci/Dockerfile.centos7 b/java/ci/Dockerfile.centos7
index dd6b161ac24..65f151a5126 100644
--- a/java/ci/Dockerfile.centos7
+++ b/java/ci/Dockerfile.centos7
@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2020-2022, NVIDIA CORPORATION. All rights reserved.
+# Copyright (c) 2020-2023, NVIDIA CORPORATION. All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -24,7 +24,7 @@ ARG CUDA_VERSION=11.8.0
 FROM nvidia/cuda:$CUDA_VERSION-devel-centos7
 
 ### Install basic requirements
-ARG DEVTOOLSET_VERSION=9
+ARG DEVTOOLSET_VERSION=11
 RUN yum install -y centos-release-scl
 RUN yum install -y devtoolset-${DEVTOOLSET_VERSION} epel-release
 RUN yum install -y git zlib-devel maven tar wget patch ninja-build
diff --git a/java/ci/README.md b/java/ci/README.md
index ee2c7c24555..daf0bedd6c5 100644
--- a/java/ci/README.md
+++ b/java/ci/README.md
@@ -42,7 +42,7 @@ git clone --recursive https://github.com/rapidsai/cudf.git -b branch-23.04
 ```bash
 cd cudf
 export WORKSPACE=`pwd`
-scl enable devtoolset-9 "java/ci/build-in-docker.sh"
+scl enable devtoolset-11 "java/ci/build-in-docker.sh"
 ```
 
 ### The output