diff --git a/.classpath b/.classpath index 9a16531..79dbc60 100644 --- a/.classpath +++ b/.classpath @@ -3,5 +3,56 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/src/edu/isi/mavuno/app/util/ExamplesToSequenceFile.java b/src/edu/isi/mavuno/app/util/ExamplesToSequenceFile.java index 490de11..75802c6 100644 --- a/src/edu/isi/mavuno/app/util/ExamplesToSequenceFile.java +++ b/src/edu/isi/mavuno/app/util/ExamplesToSequenceFile.java @@ -1,11 +1,11 @@ /* * Mavuno: A Hadoop-Based Text Mining Toolkit - * + * * Licensed under the Apache License, Version 2.0 (the "License"); you * may not use this file except in compliance with the License. You may * obtain a copy of the License at * - * http://www.apache.org/licenses/LICENSE-2.0 + * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, @@ -93,6 +93,7 @@ public int run() throws ClassNotFoundException, InterruptedException, IOExceptio Job job = new Job(conf); job.setJobName("ExamplesToSequenceFile"); + job.setJarByClass(ExamplesToSequenceFile.class); FileInputFormat.addInputPath(job, new Path(contextPath)); FileOutputFormat.setOutputPath(job, new Path(outputPath)); diff --git a/src/edu/isi/mavuno/app/util/SequenceFileToText.java b/src/edu/isi/mavuno/app/util/SequenceFileToText.java index ff3f98b..9472e77 100644 --- a/src/edu/isi/mavuno/app/util/SequenceFileToText.java +++ b/src/edu/isi/mavuno/app/util/SequenceFileToText.java @@ -81,6 +81,7 @@ public int run() throws ClassNotFoundException, InterruptedException, IOExceptio Job job = new Job(conf); job.setJobName("SequenceFileToText"); + job.setJarByClass(SequenceFileToText.class); FileInputFormat.addInputPath(job, new Path(inputPath)); FileOutputFormat.setOutputPath(job, new Path(outputPath)); diff --git a/src/edu/isi/mavuno/extract/CombineGlobalStats.java b/src/edu/isi/mavuno/extract/CombineGlobalStats.java index 8a9b075..5026824 100644 --- a/src/edu/isi/mavuno/extract/CombineGlobalStats.java +++ b/src/edu/isi/mavuno/extract/CombineGlobalStats.java @@ -92,6 +92,7 @@ public int run() throws ClassNotFoundException, InterruptedException, IOExceptio Job job = new Job(conf); job.setJobName("CombineGlobalStats"); + job.setJarByClass(CombineGlobalStats.class); for(int split = 0; split < numSplits; split++) { FileInputFormat.addInputPath(job, new Path(inputPath + "/" + split)); diff --git a/src/edu/isi/mavuno/extract/CombineSplits.java b/src/edu/isi/mavuno/extract/CombineSplits.java index 6fd3752..b733ca7 100644 --- a/src/edu/isi/mavuno/extract/CombineSplits.java +++ b/src/edu/isi/mavuno/extract/CombineSplits.java @@ -156,6 +156,7 @@ public int run() throws ClassNotFoundException, InterruptedException, IOExceptio Job job = new Job(conf); job.setJobName("CombineSplits"); + job.setJarByClass(CombineSplits.class); for(int split = 0; split < numSplits; split++) { FileInputFormat.addInputPath(job, new Path(examplesPath + "/" + split)); diff --git a/src/edu/isi/mavuno/extract/Extract.java b/src/edu/isi/mavuno/extract/Extract.java index e8ce6c0..40307a3 100644 --- a/src/edu/isi/mavuno/extract/Extract.java +++ b/src/edu/isi/mavuno/extract/Extract.java @@ -316,7 +316,7 @@ public int run(String[] args) throws ClassNotFoundException, InterruptedExceptio return run(); } - @SuppressWarnings({ "unchecked", "rawtypes" }) + @SuppressWarnings("unchecked") public int run() throws ClassNotFoundException, InterruptedException, IOException { Configuration conf = getConf(); @@ -341,6 +341,7 @@ public int run() throws ClassNotFoundException, InterruptedException, IOExceptio Job job = new Job(conf); job.setJobName("Extract"); + job.setJarByClass(Extract.class); MavunoUtils.recursivelyAddInputPaths(job, corpusPath); FileOutputFormat.setOutputPath(job, new Path(outputPath)); diff --git a/src/edu/isi/mavuno/extract/ExtractGlobalStats.java b/src/edu/isi/mavuno/extract/ExtractGlobalStats.java index f72c442..3692e7a 100644 --- a/src/edu/isi/mavuno/extract/ExtractGlobalStats.java +++ b/src/edu/isi/mavuno/extract/ExtractGlobalStats.java @@ -270,7 +270,7 @@ public int run(String[] args) throws ClassNotFoundException, InterruptedExceptio return run(); } - @SuppressWarnings({ "unchecked", "rawtypes" }) + @SuppressWarnings("unchecked") public int run() throws ClassNotFoundException, InterruptedException, IOException { Configuration conf = getConf(); @@ -311,6 +311,7 @@ public int run() throws ClassNotFoundException, InterruptedException, IOExceptio Job job = new Job(conf); job.setJobName("ExtractGlobalStats"); + job.setJarByClass(ExtractGlobalStats.class); MavunoUtils.recursivelyAddInputPaths(job, corpusPath); FileOutputFormat.setOutputPath(job, new Path(outputPath + "/../split/" + split)); diff --git a/src/edu/isi/mavuno/extract/Split.java b/src/edu/isi/mavuno/extract/Split.java index c4c585d..e0a79f0 100644 --- a/src/edu/isi/mavuno/extract/Split.java +++ b/src/edu/isi/mavuno/extract/Split.java @@ -184,6 +184,7 @@ public int run() throws ClassNotFoundException, InterruptedException, IOExceptio Job job = new Job(conf); job.setJobName("Split"); + job.setJarByClass(Split.class); MavunoUtils.recursivelyAddInputPaths(job, inputPath); FileOutputFormat.setOutputPath(job, new Path(outputPath)); diff --git a/src/edu/isi/mavuno/score/CombineScores.java b/src/edu/isi/mavuno/score/CombineScores.java index af93d67..282b40e 100644 --- a/src/edu/isi/mavuno/score/CombineScores.java +++ b/src/edu/isi/mavuno/score/CombineScores.java @@ -112,6 +112,7 @@ public int run() throws ClassNotFoundException, InterruptedException, IOExceptio Job job = new Job(conf); job.setJobName("CombineScores"); + job.setJarByClass(CombineScores.class); MavunoUtils.recursivelyAddInputPaths(job, inputPath); FileOutputFormat.setOutputPath(job, new Path(outputPath)); diff --git a/src/edu/isi/mavuno/score/GetTopResults.java b/src/edu/isi/mavuno/score/GetTopResults.java index 301da48..92e77e0 100644 --- a/src/edu/isi/mavuno/score/GetTopResults.java +++ b/src/edu/isi/mavuno/score/GetTopResults.java @@ -170,6 +170,7 @@ public int run() throws ClassNotFoundException, InterruptedException, IOExceptio Job job = new Job(conf); job.setJobName("GetTopResults"); + job.setJarByClass(GetTopResults.class); FileInputFormat.addInputPath(job, new Path(inputPath)); FileOutputFormat.setOutputPath(job, new Path(outputPath)); diff --git a/src/edu/isi/mavuno/score/ScoreContexts.java b/src/edu/isi/mavuno/score/ScoreContexts.java index 2b72235..78582b2 100644 --- a/src/edu/isi/mavuno/score/ScoreContexts.java +++ b/src/edu/isi/mavuno/score/ScoreContexts.java @@ -205,6 +205,7 @@ public int run() throws ClassNotFoundException, InterruptedException, IOExceptio Job job = new Job(conf); job.setJobName("ScoreContexts"); + job.setJarByClass(ScoreContexts.class); FileInputFormat.addInputPath(job, new Path(inputPath)); FileOutputFormat.setOutputPath(job, new Path(outputPath)); diff --git a/src/edu/isi/mavuno/score/ScorePatterns.java b/src/edu/isi/mavuno/score/ScorePatterns.java index dba1005..ec9c057 100644 --- a/src/edu/isi/mavuno/score/ScorePatterns.java +++ b/src/edu/isi/mavuno/score/ScorePatterns.java @@ -205,6 +205,7 @@ public int run() throws ClassNotFoundException, InterruptedException, IOExceptio Job job = new Job(conf); job.setJobName("ScorePatterns"); + job.setJarByClass(ScorePatterns.class); FileInputFormat.addInputPath(job, new Path(inputPath)); FileOutputFormat.setOutputPath(job, new Path(outputPath)); diff --git a/src/edu/isi/mavuno/score/UpdateWeights.java b/src/edu/isi/mavuno/score/UpdateWeights.java index c5f2c27..dd0cf0a 100644 --- a/src/edu/isi/mavuno/score/UpdateWeights.java +++ b/src/edu/isi/mavuno/score/UpdateWeights.java @@ -150,6 +150,7 @@ public int run() throws ClassNotFoundException, InterruptedException, IOExceptio Job job = new Job(conf); job.setJobName("UpdateWeights"); + job.setJarByClass(UpdateWeights.class); FileInputFormat.addInputPath(job, new Path(statsPath)); FileInputFormat.addInputPath(job, new Path(scoresPath));