Skip to content

Commit

Permalink
Merge pull request #107 from LSSTDESC/116-estimation-with-parquet-fil…
Browse files Browse the repository at this point in the history
…es-not-working

Using the new tables_io functions for the parquet file iterator
  • Loading branch information
joselotl committed May 1, 2024
2 parents eee62e9 + 9174bc1 commit 6ab0390
Showing 1 changed file with 4 additions and 1 deletion.
5 changes: 4 additions & 1 deletion src/rail/core/data.py
Original file line number Diff line number Diff line change
Expand Up @@ -282,7 +282,7 @@ def _size(self, path, **kwargs):
if path in [None, 'none', 'None']: # pragma: no cover
return 0
try:
return tables_io.io.getInputDataLengthHdf5(path, **kwargs)
return tables_io.io.getInputDataLength(path, **kwargs)
except Exception:
return 0

Expand Down Expand Up @@ -367,6 +367,9 @@ class PqHandle(TableHandle):

suffix = "pq"

@classmethod
def _size(cls, path, **kwargs):
return tables_io.io.getInputDataLengthPq(path, **kwargs)

class QPHandle(DataHandle):
"""DataHandle for qp ensembles"""
Expand Down

0 comments on commit 6ab0390

Please sign in to comment.