Merge pull request #947 from koordinates/smoother-checkout-progressbar

checkout: Smoother progress bar
koordinates · Nov 21, 2023 · c956505 · c956505
2 parents 47083a8 + c40aa10
commit c956505
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 3 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -14,6 +14,7 @@ _When adding new entries to the changelog, please include issue/PR numbers where
 - Some tweaks to `--dry-run` output of Kart LFS commands. [#932](https://github.com/koordinates/kart/pull/932)
 - Now using Python 3.11 to build Kart, and vendored dependencies have been updated to newer versions. [#933](https://github.com/koordinates/kart/pull/933)
 - Adds support for importing point-cloud and raster tiles directly from an S3 URL. [#940](https://github.com/koordinates/kart/pull/940)
+- `checkout`: Smoother progressbar updates
 
 ## 0.14.2
 

diff --git a/kart/progress_util.py b/kart/progress_util.py
@@ -12,8 +12,9 @@ def progress_bar(*args, show_progress=None, disable=None, **kwargs):
     elif disable is None and os.environ.get("KART_SHOW_PROGRESS"):
         disable = False
 
+    kwargs = {"smoothing": 0.1, **kwargs}
+    tqdm_progress_bar = tqdm.tqdm(*args, disable=disable, **kwargs)
     try:
-        tqdm_progress_bar = tqdm.tqdm(*args, disable=disable, **kwargs)
         yield tqdm_progress_bar
     finally:
         tqdm_progress_bar.close()
diff --git a/kart/tabular/working_copy/base.py b/kart/tabular/working_copy/base.py
@@ -989,8 +989,7 @@ def write_full(self, target_commit, *datasets):
                 sql = self.insert_into_dataset_cmd(dataset)
                 t0 = time.monotonic()
 
-                CHUNK_SIZE = 10000
-
+                CHUNK_SIZE = 2000
                 for row_dicts in chunk(
                     dataset.features_with_crs_ids(
                         self.repo.spatial_filter, show_progress=True