diff --git a/contrib/hadoop-store-builder/src/java/voldemort/store/readonly/fetcher/HdfsFetcher.java b/contrib/hadoop-store-builder/src/java/voldemort/store/readonly/fetcher/HdfsFetcher.java index cf9cbb7603..0b58cd5dd4 100644 --- a/contrib/hadoop-store-builder/src/java/voldemort/store/readonly/fetcher/HdfsFetcher.java +++ b/contrib/hadoop-store-builder/src/java/voldemort/store/readonly/fetcher/HdfsFetcher.java @@ -16,6 +16,7 @@ package voldemort.store.readonly.fetcher; +import java.io.BufferedOutputStream; import java.io.File; import java.io.FileOutputStream; import java.io.IOException; @@ -200,16 +201,16 @@ private void copyFileWithCheckSum(FileSystem fs, OutputStream output = null; try { input = fs.open(source); - output = new FileOutputStream(dest); + output = new BufferedOutputStream(new FileOutputStream(dest)); byte[] buffer = new byte[bufferSize]; while(true) { int read = input.read(buffer); if(read < 0) { break; - } else if(read < bufferSize) { - buffer = ByteUtils.copy(buffer, 0, read); + } else { + output.write(buffer, 0, read); } - output.write(buffer); + if(fileCheckSumGenerator != null) fileCheckSumGenerator.update(buffer); if(throttler != null)