diff --git a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch_cu10.2_nightly.txt b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch_cu10.2_nightly.txt
index a192df6b..839240a8 100644
--- a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch_cu10.2_nightly.txt
+++ b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch_cu10.2_nightly.txt
@@ -1,6 +1,6 @@
 --pre
 -f https://download.pytorch.org/whl/torch_stable.html
-torch==1.8.1+cu102
+torch==1.13.1
 torchvision==0.9.1+cu102
 torchtext==0.9.1
 --pre
diff --git a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch_cu10.2_stable.txt b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch_cu10.2_stable.txt
index be5a018a..1e5f3d23 100644
--- a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch_cu10.2_stable.txt
+++ b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch_cu10.2_stable.txt
@@ -1,6 +1,6 @@
 --pre
 -f https://download.pytorch.org/whl/torch_stable.html
-torch==1.8.1+cu102
+torch==1.13.1
 torchvision==0.9.1+cu102
 torchtext==0.9.1
 --pre
diff --git a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch_cu11.1_nightly.txt b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch_cu11.1_nightly.txt
index 50ebaf3d..18b70488 100644
--- a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch_cu11.1_nightly.txt
+++ b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch_cu11.1_nightly.txt
@@ -1,6 +1,6 @@
 --pre
 -f https://download.pytorch.org/whl/torch_stable.html
-torch==1.8.1+cu111
+torch==1.13.1
 torchvision==0.9.1+cu111
 torchtext==0.9.1
 --pre
diff --git a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch_cu11.1_stable.txt b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch_cu11.1_stable.txt
index e71c0429..5b1f7d84 100644
--- a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch_cu11.1_stable.txt
+++ b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch_cu11.1_stable.txt
@@ -1,6 +1,6 @@
 --pre
 -f https://download.pytorch.org/whl/torch_stable.html
-torch==1.8.1+cu111
+torch==1.13.1
 torchvision==0.9.1+cu111
 torchtext==0.9.1
 --pre