Merge pull request #199 from martindurant/more_cats

Not all mergers have cats
dask · Aug 24, 2017 · 18213b7 · 18213b7
2 parents 4843093 + 61851d8
commit 18213b7
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/fastparquet/writer.py b/fastparquet/writer.py
@@ -957,9 +957,10 @@ def consolidate_categories(fmd):
             for col in rg.columns:
                 if ".".join(col.meta_data.path_in_schema) == cat['name']:
                     ncats = [k.value for k in col.meta_data.key_value_metadata
-                             if k.key == 'num_categories'][0]
-                    if int(ncats) > cat['metadata']['num_categories']:
-                        cat['metadata']['num_categories'] = int(ncats)
+                             if k.key == 'num_categories']
+                    if ncats and int(ncats[0]) > cat['metadata'][
+                            'num_categories']:
+                        cat['metadata']['num_categories'] = int(ncats[0])
     key_value.value = json.dumps(meta, sort_keys=True)