diff --git a/tools/dockerfile/ubuntu20_dev.sh b/tools/dockerfile/ubuntu20_dev.sh
index 85c46a1416e221..6078638035e6c3 100755
--- a/tools/dockerfile/ubuntu20_dev.sh
+++ b/tools/dockerfile/ubuntu20_dev.sh
@@ -15,7 +15,20 @@
 # limitations under the License.
 
 function base_image(){
-  if [[ ${ref_CUDA_MAJOR} == "11.2" ]];then
+  if [[ ${ref_CUDA_MAJOR} == "cpu" ]];then
+    dockerfile_name="Dockerfile-cpu"
+    sed "s#<baseimg>#ubuntu:20.04#g" ./Dockerfile.ubuntu20 >${dockerfile_name}
+    sed -i "s#<setcuda>##g" ${dockerfile_name}
+    sed -i "s#WITH_GPU:-ON#WITH_GPU:-OFF#g" ${dockerfile_name}
+    sed -i "s#RUN apt-key del 7fa2af80##g" ${dockerfile_name}
+    sed -i 's#RUN rm /etc/apt/sources.list.d/\*##g' ${dockerfile_name}
+    sed -i "s#RUN apt-key adv --fetch-keys https://developer.download.nvidia.cn/compute/cuda/repos/ubuntu2004/x86_64/3bf863cc.pub##g" ${dockerfile_name}
+    sed -i 's#<install_cpu_package>#RUN apt-get install -y gcc g++ make#g' ${dockerfile_name}
+    sed -i "s#<install_gcc>#WORKDIR /usr/bin ENV PATH=/usr/local/gcc-8.2/bin:\$PATH #g" ${dockerfile_name}
+    sed -i 's#RUN bash /build_scripts/install_trt.sh##g' ${dockerfile_name}
+    sed -i 's#RUN bash /build_scripts/install_cudnn.sh cudnn841##g' ${dockerfile_name}
+    sed -i 's#ENV CUDNN_VERSION=8.4.1##g' ${dockerfile_name}
+  elif [[ ${ref_CUDA_MAJOR} == "11.2" ]];then
     dockerfile_name="Dockerfile-112"
     sed "s#<baseimg>#nvidia/cuda:11.2.2-cudnn8-devel-ubuntu20.04#g" ./Dockerfile.ubuntu20 >${dockerfile_name}
     sed -i "s#<setcuda>#ENV LD_LIBRARY_PATH=/usr/local/cuda-11.2/targets/x86_64-linux/lib:\$LD_LIBRARY_PATH #g" ${dockerfile_name}
@@ -72,6 +85,8 @@ function base_image(){
 }
 
 
+export ref_CUDA_MAJOR=cpu
+base_image
 export ref_CUDA_MAJOR=11.2
 base_image
 export ref_CUDA_MAJOR=11.6