remove refsLeft assert

It seems when running in a vibe-d app that the assert fails
Even though I would like there to be a check, closing the vibe.d
app afterwards shows no leaked handles so I think it's fine.

source/vibe/core/net.d

@@ -217,10 +217,8 @@ TCPConnection connectTCP(NetworkAddress addr, NetworkAddress bind_address = anyA
 			": timeout");
 
 		if (status != ConnectStatus.connected) {
-			if (sock != SocketFD.invalid) {
-				bool refsLeft = eventDriver.sockets.releaseRef(sock);
-				assert(!refsLeft);
-			}
+			if (sock != SocketFD.invalid)
+				eventDriver.sockets.releaseRef(sock);
 
 			enforce(false, "Failed to connect to "~addr.toString()~": "~status.to!string);
 			assert(false);