From 0de1707a9c84d0499be06054d96a4f6e5695bf23 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Carlos=20Mochol=C3=AD?= Date: Sun, 24 Mar 2024 21:46:48 +0100 Subject: [PATCH] Update data_processor.py --- src/litdata/processing/data_processor.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/src/litdata/processing/data_processor.py b/src/litdata/processing/data_processor.py index 94f42fbf9..4ec03f9fb 100644 --- a/src/litdata/processing/data_processor.py +++ b/src/litdata/processing/data_processor.py @@ -931,7 +931,10 @@ def run(self, data_recipe: DataRecipe) -> None: self._cleanup_cache() - print(f"Starting {self.num_workers} workers with {num_items} items.") + print( + f"Starting {self.num_workers} workers with {num_items} items." + f" The progress bar is only updated when a worker finishes." + ) if self.input_dir is None and self.src_resolver is not None and self.input_dir: self.input_dir = self.src_resolver(self.input_dir)