release: v0.2.3

banteg · Aug 25, 2023 · fadbb76 · fadbb76
1 parent 40f4f03
commit fadbb76
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/pyproject.toml b/pyproject.toml
@@ -6,7 +6,7 @@ name = "cryogen"
 packages = [{include = 'cryogen', from = 'src'}]
 readme = "readme.md"
 repository = "https://github.com/banteg/cryogen"
-version = "0.2.2"
+version = "0.2.3"
 
 [tool.poetry.dependencies]
 pyarrow = ">=13.0.0"

diff --git a/src/cryogen/constants.py b/src/cryogen/constants.py
@@ -4,7 +4,7 @@
 FAR_AWAY_BLOCK = 1_000_000_000
 DEFAULT_RANGE = range(0, FAR_AWAY_BLOCK)
 BLOCK_CHUNK = 1000
-BATCH_SIZE = 2**29  # 512 mb uncompressed chunks
+BATCH_SIZE = 32 * 2**20  # 32 mb uncompressed chunks
 
 
 class Dataset(Enum):

diff --git a/src/cryogen/parquet.py b/src/cryogen/parquet.py
@@ -51,7 +51,7 @@ def parquet_info(files: Path | list[Path]) -> dict:
                 for col in range(meta.num_columns)
             )
 
-    info["elapsed"] = round(time() - start, 3)
+    info["elapsed"] = time() - start
     return dict(info)