Skip to content

Commit

Permalink
changed get_object request based on discussion
Browse files Browse the repository at this point in the history
  • Loading branch information
activesoull committed May 9, 2024
1 parent 2a0c8c7 commit 4364aca
Showing 1 changed file with 5 additions and 6 deletions.
11 changes: 5 additions & 6 deletions deeplake/core/storage/s3.py
Original file line number Diff line number Diff line change
Expand Up @@ -236,17 +236,16 @@ def __getitem__(self, path):
def _get_bytes(
self, path, start_byte: Optional[int] = None, end_byte: Optional[int] = None
):
range_kwarg = {}
if start_byte is not None and end_byte is not None:
if start_byte == end_byte:
return b""
range = f"bytes={start_byte}-{end_byte - 1}"
range_kwarg["Range"] = f"bytes={start_byte}-{end_byte - 1}"
elif start_byte is not None:
range = f"bytes={start_byte}-"
range_kwarg["Range"] = f"bytes={start_byte}-"
elif end_byte is not None:
range = f"bytes=0-{end_byte - 1}"
else:
range = ""
resp = self.client.get_object(Bucket=self.bucket, Key=path, Range=range)
range_kwarg["Range"] = f"bytes=0-{end_byte - 1}"
resp = self.client.get_object(Bucket=self.bucket, Key=path, **range_kwarg)
return resp["Body"].read()

def get_bytes(
Expand Down

0 comments on commit 4364aca

Please sign in to comment.