diff --git a/nlp/gpt_j/popxl/utils/setup.py b/nlp/gpt_j/popxl/utils/setup.py
index f70cdd56a..b37635fbb 100644
--- a/nlp/gpt_j/popxl/utils/setup.py
+++ b/nlp/gpt_j/popxl/utils/setup.py
@@ -134,7 +134,8 @@ def logging_setup(args, config):
     logging.basicConfig(level=args.log_level,
                         format='%(asctime)s %(levelname)s: %(message)s',
                         datefmt="%Y-%m-%d %H:%M:%S",
-                        stream=sys.stdout)
+                        stream=sys.stdout,
+                        force=True)
     logging.info(f"Staring. Process id: {os.getpid()}")
     logging.info(f"Config: {config}")