diff --git a/pytorch_lightning/logging/test_tube.py b/pytorch_lightning/logging/test_tube.py
index ccb50ef3ec700..c1ebc8cad8ff4 100644
--- a/pytorch_lightning/logging/test_tube.py
+++ b/pytorch_lightning/logging/test_tube.py
@@ -135,8 +135,9 @@ def finalize(self, status):
     def close(self):
         # TODO: HACK figure out where this is being set to true
         self.experiment.debug = self.debug
-        exp = self.experiment
-        exp.close()
+        if not self.debug:
+            exp = self.experiment
+            exp.close()
 
     @property
     def rank(self):
diff --git a/tests/test_gpu_models.py b/tests/test_gpu_models.py
index 4608966103c16..ec7f36e838472 100644
--- a/tests/test_gpu_models.py
+++ b/tests/test_gpu_models.py
@@ -183,7 +183,7 @@ def test_multi_gpu_none_backend(tmpdir):
         gpus='-1'
     )
 
-    with pytest.raises(MisconfigurationException):
+    with pytest.warns(UserWarning):
         tutils.run_model_test(trainer_options, model)