Permalink
Browse files

ReadOnly store batch data indexer package as contrib.

  • Loading branch information...
1 parent 0b5a479 commit 1b788672ed3daefc8b1ebb0684d354134907fd5c @bbansal bbansal committed Feb 5, 2009
Showing with 1,132 additions and 177 deletions.
  1. +4 −0 .classpath
  2. +0 −2 TODO
  3. +4 −0 build.properties
  4. +237 −167 build.xml
  5. +2 −2 build_number.txt
  6. BIN contrib/batch-indexer/lib/commons-cli-2.0-SNAPSHOT.jar
  7. BIN contrib/batch-indexer/lib/hadoop-0.18.1-core.jar
  8. +137 −0 contrib/batch-indexer/src/java/test/voldemort/contrib/batchindexer/TestReadOnlyBatchIndexer.java
  9. +108 −0 contrib/batch-indexer/src/java/voldemort/contrib/batchindexer/ReadOnlyBatchIndexMapper.java
  10. +24 −0 contrib/batch-indexer/src/java/voldemort/contrib/batchindexer/ReadOnlyBatchIndexPartitioner.java
  11. +108 −0 contrib/batch-indexer/src/java/voldemort/contrib/batchindexer/ReadOnlyBatchIndexReducer.java
  12. +132 −0 contrib/batch-indexer/src/java/voldemort/contrib/batchindexer/ReadOnlyBatchIndexer.java
  13. +69 −0 contrib/test/common/config/nine-node-cluster.xml
  14. +35 −0 contrib/test/common/config/stores.xml
  15. +4 −0 contrib/test/common/test-data/usersCSV.txt
  16. +65 −0 contrib/utils/src/java/test/voldemort/contrib/utils/TestContribUtils.java
  17. +73 −0 contrib/utils/src/java/voldemort/contrib/utils/ContribUtils.java
  18. +6 −0 src/java/voldemort/server/VoldemortConfig.java
  19. +4 −1 src/java/voldemort/store/readonly/RandomAccessFileStorageConfiguration.java
  20. +41 −3 src/java/voldemort/store/readonly/RandomAccessFileStore.java
  21. +71 −0 test/integration/voldemort/performance/ReadOnlyStorePerformanceTest.java
  22. +2 −1 test/unit/voldemort/store/readonly/JsonStoreBuilderTest.java
  23. +6 −1 test/unit/voldemort/store/readonly/TestRandomAccessFileStore.java
View
@@ -1,6 +1,8 @@
<?xml version="1.0" encoding="UTF-8"?>
<classpath>
<classpathentry kind="src" path="src/java"/>
+ <classpathentry kind="src" path="contrib/utils/src/java"/>
+ <classpathentry kind="src" path="contrib/batch-indexer/src/java"/>
<classpathentry kind="src" path="test/unit"/>
<classpathentry kind="src" path="test/integration"/>
<classpathentry kind="src" path="test/common"/>
@@ -28,6 +30,8 @@
<classpathentry kind="lib" path="lib/velocity-1.5.jar"/>
<classpathentry kind="lib" path="lib/xerces.jar"/>
<classpathentry kind="lib" path="lib/colt-1.2.0.jar"/>
+ <classpathentry kind="lib" path="contrib/batch-indexer/lib/hadoop-0.18.1-core.jar" sourcepath="/Users/bbansal/work/linkedin/downloads/hadoop/hadoop-0.18.1/src"/>
+ <classpathentry kind="lib" path="contrib/batch-indexer/lib/commons-cli-2.0-SNAPSHOT.jar"/>
<classpathentry kind="lib" path="lib/protobuf-java-2.0.3.jar"/>
<classpathentry kind="lib" path="lib/libthrift-20080411p1.jar"/>
<classpathentry kind="output" path="classes"/>
View
2 TODO
@@ -1,6 +1,4 @@
TODO HIGH
--- push readonly data to voldemort
--- m/r task to build stores
-- JMX mechanism to swap table on the fly (HTTP in war, method in vold. server)
-- initial implementation is in the read-only store using read/write lock
-- rebalancing JMX control
View
@@ -1,15 +1,19 @@
src.dir=src
java.dir=src/java
+contrib.java.dir=contrib
+contrib.src.dir=contrib
lib.dir=lib
docs.dir=docs
javadoc.dir=docs/javadoc
dist.dir=dist
war.dir=war
classes.dir=dist/classes
+contrib.classes.dir=dist/contrib-classes
commontestsrc.dir=test/common
unittestsrc.dir=test/unit
inttestsrc.dir=test/integration
testclasses.dir=dist/testclasses
+contrib.testclasses.dir=dist/contribtestclasses
testreport.dir=dist/junit-reports
testhtml.dir=dist/junit-reports/html
tomcat.manager.url=http://localhost:8080/manager
Oops, something went wrong.

0 comments on commit 1b78867

Please sign in to comment.