diff --git a/inference/worker/__main__.py b/inference/worker/__main__.py
index 9bf784893f..36afc09133 100644
--- a/inference/worker/__main__.py
+++ b/inference/worker/__main__.py
@@ -122,9 +122,9 @@ def main():
             time.sleep(5)
         except Exception:
             logger.exception("Error in websocket")
-            logger.warning("Retrying in 5 seconds...")
             if not settings.retry_on_error:
                 sys.exit(1)
+            logger.warning("Retrying in 5 seconds...")
             time.sleep(5)