From 46122c42418e49514036e73eec1ccb1880d141e9 Mon Sep 17 00:00:00 2001 From: GaelVaroquaux Date: Thu, 14 Nov 2013 17:26:17 +0100 Subject: [PATCH] ENH: fast reads on large gzip files Fixes #209 --- nibabel/openers.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/nibabel/openers.py b/nibabel/openers.py index 5de78bf8e2..01b6b9851b 100644 --- a/nibabel/openers.py +++ b/nibabel/openers.py @@ -13,6 +13,12 @@ import gzip import bz2 +def _gzip_open(fileish, *args, **kwargs): + # open gzip files with faster reads on large files using larger chuncks + gzip_file = gzip.open(fileish, *args, **kwargs) + gzip_file.max_read_chunk = 100 * 1024 * 1024 # 100Mb + return gzip_file + class Opener(object): """ Class to accept, maybe open, and context-manage file-likes / filenames