Merge pull request brendano#8 from stevenbedrick/patch-1

I added a convenience method...
julosaure · Nov 16, 2011 · 35bcfa2 · 35bcfa2
2 parents d9aac75 + 5311910
commit 35bcfa2
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/src/edu/cmu/cs/lti/ark/tweetnlp/twokenize.scala b/src/edu/cmu/cs/lti/ark/tweetnlp/twokenize.scala
@@ -288,6 +288,12 @@ object Twokenize {
     tokenizeForTagger(text).toSeq
   }
 
+  // Convenience method to produce a string representation of the 
+  // tokenized tweet in a standard-ish format.
+  def tokenizeToString (text: String): String = {
+  	tokenizeForTagger(text).mkString(" ");
+  }
+
   // Main method
   def main (args: Array[String]) = {
     // force stdin/stdout interpretation as UTF-8