diff --git a/.azure/gpu-tests-fabric.yml b/.azure/gpu-tests-fabric.yml
index fb6c5d755b0dc..ce7f4d99fc6e5 100644
--- a/.azure/gpu-tests-fabric.yml
+++ b/.azure/gpu-tests-fabric.yml
@@ -56,8 +56,11 @@ jobs:
       options: "--gpus=all --shm-size=2gb  -v /var/tmp:/var/tmp"
     strategy:
       matrix:
+        "Fabric | oldest":
+          image: "pytorchlightning/pytorch_lightning:base-cuda-py3.10-torch2.1-cuda12.1.1"
+          PACKAGE_NAME: "fabric"
         "Fabric | latest":
-          image: "pytorchlightning/pytorch_lightning:base-cuda-py3.11-torch2.3-cuda12.1.1"
+          image: "pytorchlightning/pytorch_lightning:base-cuda-py3.11-torch2.5-cuda12.1.1"
           PACKAGE_NAME: "fabric"
         "Lightning | latest":
           image: "pytorchlightning/pytorch_lightning:base-cuda-py3.12-torch2.5-cuda12.1.1"
diff --git a/.azure/gpu-tests-pytorch.yml b/.azure/gpu-tests-pytorch.yml
index b4ac03241efe6..56ebc8a54b2a6 100644
--- a/.azure/gpu-tests-pytorch.yml
+++ b/.azure/gpu-tests-pytorch.yml
@@ -49,8 +49,11 @@ jobs:
     cancelTimeoutInMinutes: "2"
     strategy:
       matrix:
+        "PyTorch | oldest":
+          image: "pytorchlightning/pytorch_lightning:base-cuda-py3.10-torch2.1-cuda12.1.1"
+          PACKAGE_NAME: "pytorch"
         "PyTorch | latest":
-          image: "pytorchlightning/pytorch_lightning:base-cuda-py3.11-torch2.3-cuda12.1.1"
+          image: "pytorchlightning/pytorch_lightning:base-cuda-py3.11-torch2.5-cuda12.1.1"
           PACKAGE_NAME: "pytorch"
         "Lightning | latest":
           image: "pytorchlightning/pytorch_lightning:base-cuda-py3.12-torch2.5-cuda12.1.1"