Handles punctuation better

tj · Sep 5, 2012 · 32a78de · 32a78de
1 parent f29ff0f
commit 32a78de
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 2 deletions.
diff --git a/lib/reds.js b/lib/reds.js
@@ -80,7 +80,7 @@ exports.createSearch = function(key){
  */
 
 exports.words = function(str){
-  return String(str).trim().split(/\W+/);
+  return String(str).match(/\w+/g);
 };
 
 /**

diff --git a/test/index.js b/test/index.js
@@ -14,9 +14,13 @@ var start = new Date;
 reds.version.should.match(/^\d+\.\d+\.\d+$/);
 
 reds
-  .words('foo bar baz')
+  .words('foo bar baz ')
   .should.eql(['foo', 'bar', 'baz']);
 
+reds
+  .words(' Punctuation and whitespace; should be, handled.')
+  .should.eql(['Punctuation', 'and', 'whitespace', 'should', 'be', 'handled']);
+
 reds
   .stripStopWords(['this', 'is', 'just', 'a', 'test'])
   .should.eql(['just', 'test']);