Add LZ4 support (#292)

dask · Jan 27, 2018 · d42dba5 · d42dba5
1 parent 4ed0382
commit d42dba5
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/fastparquet/compression.py b/fastparquet/compression.py
@@ -56,13 +56,19 @@ def gzip_compress_v3(data, compresslevel=COMPRESSION_LEVEL):
     decompressions['BROTLI'] = brotli.decompress
 except ImportError:
     pass
+try:
+    import lz4.frame
+    compressions['LZ4'] = lz4.frame.compress
+    decompressions['LZ4'] = lz4.frame.decompress
+except ImportError:
+    pass
 
 compressions = {k.upper(): v for k, v in compressions.items()}
 decompressions = {k.upper(): v for k, v in decompressions.items()}
 
 rev_map = {getattr(parquet_thrift.CompressionCodec, key): key for key in
            dir(parquet_thrift.CompressionCodec) if key in
-           ['UNCOMPRESSED', 'SNAPPY', 'GZIP', 'LZO', 'BROTLI']}
+           ['UNCOMPRESSED', 'SNAPPY', 'GZIP', 'LZO', 'BROTLI', 'LZ4']}
 
 
 def compress_data(data, algorithm='gzip'):