Skip to content

Commit

Permalink
fix gs chunks
Browse files Browse the repository at this point in the history
  • Loading branch information
casperdcl committed Nov 19, 2019
1 parent 934850f commit eb5a0a9
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions dvc/remote/gs.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,13 +17,13 @@
from dvc.utils.compat import FileNotFoundError # skipcq: PYL-W0622

logger = logging.getLogger(__name__)
MIN_CHUNKSIZE = 256 * 1024


def dynamic_chunk_size(func):
@wraps(func)
def wrapper(*args, **kwargs):
import requests
from google.cloud.storage.blob import _DEFAULT_CHUNKSIZE

# `ConnectionError` may be due to too large `chunk_size`
# (see [#2572]) so try halving on error.
Expand All @@ -37,7 +37,7 @@ def wrapper(*args, **kwargs):
while True:
try:
# skipcq: PYL-W0212
chunk_size = _DEFAULT_CHUNKSIZE * multiplier
chunk_size = MIN_CHUNKSIZE * multiplier
return func(*args, chunk_size=chunk_size, **kwargs)
except requests.exceptions.ConnectionError:
multiplier //= 2
Expand Down

0 comments on commit eb5a0a9

Please sign in to comment.