diff --git a/.ci/docker/build.sh b/.ci/docker/build.sh
index f0e6496ae693..4ae233eb1cf8 100755
--- a/.ci/docker/build.sh
+++ b/.ci/docker/build.sh
@@ -84,7 +84,7 @@ elif [[ "$image" == *linter* ]]; then
 fi
 
 # CMake 3.18 is needed to support CUDA17 language variant
-CMAKE_VERSION=3.18.5
+CMAKE_VERSION=3.31.4
 
 _UCX_COMMIT=00bcc6bb18fc282eb160623b4c0d300147f579af
 _UCC_COMMIT=7cb07a76ccedad7e56ceb136b865eb9319c258ea
diff --git a/.ci/docker/common/install_cmake.sh b/.ci/docker/common/install_cmake.sh
index 3563e91433b5..a54e40a82e59 100755
--- a/.ci/docker/common/install_cmake.sh
+++ b/.ci/docker/common/install_cmake.sh
@@ -25,7 +25,5 @@ file="cmake-${CMAKE_VERSION}-Linux-x86_64.tar.gz"
 
 # Download and install specific CMake version in /usr/local
 pushd /tmp
-curl -Os --retry 3 "https://cmake.org/files/${path}/${file}"
-tar -C /usr/local --strip-components 1 --no-same-owner -zxf cmake-*.tar.gz
-rm -f cmake-*.tar.gz
+pip install cmake==3.31.4
 popd
diff --git a/.ci/pytorch/build.sh b/.ci/pytorch/build.sh
index 300903e2ff08..5b06a74929c3 100755
--- a/.ci/pytorch/build.sh
+++ b/.ci/pytorch/build.sh
@@ -1,7 +1,7 @@
 #!/bin/bash
 
 set -ex
-
+export PATH=/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:$PATH
 # Required environment variable: $BUILD_ENVIRONMENT
 # (This is set by default in the Docker images we build, so you don't
 # need to set it yourself.
diff --git a/requirements.txt b/requirements.txt
index 699f5a535670..4bfb810ec07e 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -18,4 +18,5 @@ setuptools==69.5.1 ; python_version >= "3.12"
 packaging==24.1
 optree==0.9.1 ; python_version < "3.12"
 optree==0.10.0 ; python_version >= "3.12"
+cmake==3.31.4
 lark==0.12.0