From b7be498ce9338e7d490d2785a1dc8d638fa19e86 Mon Sep 17 00:00:00 2001 From: Matthew Rocklin Date: Thu, 4 May 2017 08:00:59 -0400 Subject: [PATCH] Catch missing pyarrow import See https://github.com/dask/fastparquet/issues/142 --- dask/dataframe/io/parquet.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/dask/dataframe/io/parquet.py b/dask/dataframe/io/parquet.py index b33adff89c4..48cfae6283c 100644 --- a/dask/dataframe/io/parquet.py +++ b/dask/dataframe/io/parquet.py @@ -438,8 +438,12 @@ def normalize_ParquetFile(pf): return (type(pf), pf.fn, pf.sep) + normalize_token(pf.open) -if pyarrow_parquet: - @partial(normalize_token.register, pyarrow_parquet.ParquetDataset) +try: + from pyarrow.parquet import ParquetDataset +except ImportError: + pass +else: + @partial(normalize_token.register, ParquetDataset) def normalize_PyArrowParquetDataset(ds): return (type(ds), ds.paths)