diff --git a/src/litdata/processing/data_processor.py b/src/litdata/processing/data_processor.py index 5efaa6b34..c2ed1b265 100644 --- a/src/litdata/processing/data_processor.py +++ b/src/litdata/processing/data_processor.py @@ -949,7 +949,10 @@ def run(self, data_recipe: DataRecipe) -> None: self._cleanup_cache() - print(f"Starting {self.num_workers} workers with {num_items} items.") + print( + f"Starting {self.num_workers} workers with {num_items} items." + f" The progress bar is only updated when a worker finishes." + ) if self.input_dir is None and self.src_resolver is not None and self.input_dir: self.input_dir = self.src_resolver(self.input_dir)