From 368f2c4dc438329e54414dfa4ec04c186b1b9ebb Mon Sep 17 00:00:00 2001 From: Eric Tschetter Date: Fri, 19 Mar 2010 15:45:29 -0700 Subject: [PATCH] No longer hard-coding HDFS replication factor. HDFS replication factor was set equal to Voldemort replication factor. This doesn't bring benefit (you can't ensure the HDFS fetcher jobs use distinct data nodes), could cause potential issues, can be done done without hard-coding (by setting it as a parameter when running the M/R job). --- .../store/readonly/mr/HadoopStoreBuilderReducer.java | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/contrib/hadoop-store-builder/src/java/voldemort/store/readonly/mr/HadoopStoreBuilderReducer.java b/contrib/hadoop-store-builder/src/java/voldemort/store/readonly/mr/HadoopStoreBuilderReducer.java index db2b49ea1b..dea42cca6c 100644 --- a/contrib/hadoop-store-builder/src/java/voldemort/store/readonly/mr/HadoopStoreBuilderReducer.java +++ b/contrib/hadoop-store-builder/src/java/voldemort/store/readonly/mr/HadoopStoreBuilderReducer.java @@ -120,8 +120,8 @@ public void configure(JobConf job) { logger.info("Opening " + this.taskIndexFileName + " and " + this.taskValueFileName + " for writing."); FileSystem fs = this.taskIndexFileName.getFileSystem(job); - this.indexFileStream = fs.create(this.taskIndexFileName, (short) replicationFactor); - this.valueFileStream = fs.create(this.taskValueFileName, (short) replicationFactor); + this.indexFileStream = fs.create(this.taskIndexFileName); + this.valueFileStream = fs.create(this.taskValueFileName); } catch(IOException e) { throw new RuntimeException("Failed to open Input/OutputStream", e); }