diff --git a/src/XrdCl/XrdClSocket.cc b/src/XrdCl/XrdClSocket.cc
index 22b6d05e321..b558a3a0e79 100644
--- a/src/XrdCl/XrdClSocket.cc
+++ b/src/XrdCl/XrdClSocket.cc
@@ -216,6 +216,11 @@ namespace XrdCl
 
     pServerAddr = addr;
 
+    //--------------------------------------------------------------------------
+    // Make sure TLS is off when the physical connection is newly established
+    //--------------------------------------------------------------------------
+    pTls.reset();
+
     //--------------------------------------------------------------------------
     // Connect
     //--------------------------------------------------------------------------