Read whole file for checksumming instead of part of file.

HumanCellAtlas · Jun 12, 2019 · a1079af · a1079af
1 parent 633b3a0
commit a1079af
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/hca/upload/lib/client_side_checksum_handler.py b/hca/upload/lib/client_side_checksum_handler.py
@@ -47,7 +47,10 @@ def compute(self):
             _multipart_chunksize = get_s3_multipart_chunk_size(_file_size)
             with ChecksummingSink(_multipart_chunksize, hash_functions=self._checksums) as sink:
                 with open(self._filename, 'rb') as _file_object:
-                    sink.write(_file_object.read(_multipart_chunksize))
+                    data = _file_object.read(_multipart_chunksize)
+                    while data:
+                        sink.write(data)
+                        data = _file_object.read(_multipart_chunksize)
                 checksums = sink.get_checksums()
                 print("Checksumming took %.2f milliseconds to compute" % ((time.time() - start_time) * 1000))
             return checksums