Permalink
Browse files

Upgrade to latest stable hadoop and mrunit.

  • Loading branch information...
1 parent 8a33a54 commit edc9498118ba5a25ea6d6a7613e10a55dac861ad Anthony D. Urso committed Mar 4, 2013
View
@@ -99,13 +99,16 @@
</fileset>
<fileset dir="conf" />
<fileset dir="src/antlr" />
+
<zipfileset excludes="META-INF/" src="lib/commons-logging-1.1.1.jar" />
- <zipfileset excludes="META-INF/" src="lib/hadoop-common-0.21.0.jar" />
<zipfileset excludes="META-INF/" src="lib/log4j-1.2.15.jar" />
- <zipfileset excludes="META-INF/" src="lib/commons-cli-1.2.jar" />
<zipfileset excludes="META-INF/" src="lib/scannotation-1.0.2.jar" />
+ <zipfileset excludes="META-INF/" src="lib/commons-cli-1.2.jar" />
<zipfileset excludes="META-INF/" src="lib/javassist-3.8.0.GA.jar" />
<zipfileset excludes="META-INF/" src="lib/antlr-3.2.jar" />
+ <zipfileset excludes="META-INF/" src="lib/hadoop-core-1.0.4.jar" />
+ <zipfileset excludes="META-INF/" src="lib/commons-configuration-1.6.jar" />
+ <zipfileset excludes="META-INF/" src="lib/commons-lang-2.4.jar" />
</jar>
</target>
View
Binary file not shown.
Binary file not shown.
View
Binary file not shown.
Binary file not shown.
Binary file not shown.
View
Binary file not shown.
Binary file not shown.
View
Binary file not shown.
Binary file not shown.
@@ -6,7 +6,6 @@
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.NullWritable;
import org.apache.hadoop.io.Text;
-import org.apache.hadoop.mapreduce.Cluster;
import org.apache.hadoop.mapreduce.Job;
import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
@@ -37,7 +36,7 @@ public Job job(final Path[] ins, final Path out, final boolean robust) throws IO
configuration.setBoolean("sizzle.runtime.robust", robust);
- final Job job = Job.getInstance(new Cluster(configuration), configuration);
+ final Job job = new Job(configuration);
for (final Path in : ins)
FileInputFormat.addInputPath(job, in);
@@ -174,10 +174,6 @@ public void testTopAggregatorTopTenReduce() {
reduceDriver10.addOutput(new Text("test[] = five, 5, 0"), NullWritable.get());
reduceDriver10.runTest();
- reduceDriver10.setInput(new EmitKey("[test]", "test"), new ArrayList<EmitValue>());
- reduceDriver10.resetOutput();
- reduceDriver10.runTest();
-
final ReduceDriver<EmitKey, EmitValue, Text, NullWritable> reduceDriver1 = new ReduceDriver<EmitKey, EmitValue, Text, NullWritable>(
new TopSizzleReducerOne());
reduceDriver1.setInput(new EmitKey("test"), values);
@@ -248,4 +244,4 @@ public TopSizzleReducerOne() {
this.tables.put("test", new Table(new sizzle.aggregators.TopAggregator(1)));
}
-}
+}

0 comments on commit edc9498

Please sign in to comment.