From 9174bc199beab3e194101c671c9c553c655fbf7f Mon Sep 17 00:00:00 2001 From: Josue De-Santiago Date: Tue, 30 Apr 2024 17:56:39 -0600 Subject: [PATCH] Using the new tables_io functions for the parquet file iterator --- src/rail/core/data.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/src/rail/core/data.py b/src/rail/core/data.py index c64f1f3..677bb5c 100644 --- a/src/rail/core/data.py +++ b/src/rail/core/data.py @@ -282,7 +282,7 @@ def _size(self, path, **kwargs): if path in [None, 'none', 'None']: # pragma: no cover return 0 try: - return tables_io.io.getInputDataLengthHdf5(path, **kwargs) + return tables_io.io.getInputDataLength(path, **kwargs) except Exception: return 0 @@ -367,6 +367,9 @@ class PqHandle(TableHandle): suffix = "pq" + @classmethod + def _size(cls, path, **kwargs): + return tables_io.io.getInputDataLengthPq(path, **kwargs) class QPHandle(DataHandle): """DataHandle for qp ensembles"""