diff --git a/netmiko/base_connection.py b/netmiko/base_connection.py
index 77571b88e..26fbcff3b 100644
--- a/netmiko/base_connection.py
+++ b/netmiko/base_connection.py
@@ -2478,9 +2478,12 @@ def cleanup(self, command: str = "") -> None:
 
     def paramiko_cleanup(self) -> None:
         """Cleanup Paramiko to try to gracefully handle SSH session ending."""
+        if self.remote_conn is not None:
+            self.remote_conn.close()
+            del self.remote_conn
         if self.remote_conn_pre is not None:
             self.remote_conn_pre.close()
-        del self.remote_conn_pre
+            del self.remote_conn_pre
 
     def disconnect(self) -> None:
         """Try to gracefully close the session."""