datacube/drivers/s3/storage/s3aio/s3lio.py

- added chunk_id to return in put_array_to_s3()
opendatacube · Apr 13, 2017 · d8da3e6 · d8da3e6
1 parent b24a3eb
commit d8da3e6
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/datacube/drivers/s3/storage/s3aio/s3lio.py b/datacube/drivers/s3/storage/s3aio/s3lio.py
@@ -51,11 +51,12 @@ def chunk_indices_nd(self, shape, chunk, array_slice=None):
 
     def put_array_in_s3(self, array, chunk_size, base_name, bucket, spread=False):
         idx = list(self.chunk_indices_nd(array.shape, chunk_size))
-        keys = [base_name+'_'+str(i) for i in range(len(idx))]
+        chunk_ids = [i for i in range(len(idx))]
+        keys = [base_name+'_'+str(i) for i in chunk_ids]
         if spread:
             keys = [hashlib.md5(k.encode('utf-8')).hexdigest()[0:6] + '_' + k for k in keys]
         self.shard_array_to_s3(array, idx, bucket, keys)
-        return list(zip(keys, idx))
+        return list(zip(keys, idx, chunk_ids))
 
     def put_array_in_s3_mp(self, array, chunk_size, base_name, bucket, spread=False):
         idx = list(self.chunk_indices_nd(array.shape, chunk_size))