add simple redirect extraction

antoine-tran · Jul 20, 2015 · f580eab · f580eab
1 parent 951f134
commit f580eab
Showing 1 changed file with 2 additions and 4 deletions.
diff --git a/snapshots/cloud9-contrib/src/main/edu/umd/cloud9/collection/wikipedia/SimpleRedirect.java b/snapshots/cloud9-contrib/src/main/edu/umd/cloud9/collection/wikipedia/SimpleRedirect.java
@@ -10,7 +10,6 @@
 import org.apache.commons.cli.OptionBuilder;
 import org.apache.commons.cli.Options;
 import org.apache.commons.cli.ParseException;
-import org.apache.hadoop.io.IntWritable;
 import org.apache.hadoop.io.LongWritable;
 import org.apache.hadoop.io.Text;
 import org.apache.hadoop.mapreduce.Job;
@@ -22,7 +21,6 @@
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
-import edu.umd.cloud9.io.pair.PairOfInts;
 import tuan.hadoop.conf.JobConfig;
 
 public class SimpleRedirect extends JobConfig implements Tool {
@@ -183,8 +181,8 @@ private void phase1(String wikiFile, int reduceNo, String lang, String output, S
 				wikiFile, tmp, 
 				WikipediaPageInputFormat.class, 
 				TextOutputFormat.class, 
-				Text.class, PairOfInts.class, 
-				IntWritable.class, IntWritable.class, 
+				LongWritable.class, Text.class, 
+				LongWritable.class, Text.class, 
 				MyMapper.class, 
 				Reducer.class, 
 				reduceNo);