Also break on dash and slash

jonasoberschweiber · Oct 17, 2015 · 422877c · 422877c
1 parent c481660
commit 422877c
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/lib/worte/tokenizer.rb b/lib/worte/tokenizer.rb
@@ -4,7 +4,8 @@
 
 FS = Regexp.new('[[:blank:]]+')
 
-BREAK = ['(', ')', '[', ']', '<', '>', '!', '?', ',', '.', ';', ':', '.', '"', "'"]
+BREAK = ['(', ')', '[', ']', '<', '>', '!',
+  '?', ',', '.', ';', ':', '.', '"', "'", '-', '/']
 
 module Worte
   class Tokenizer

diff --git a/lib/worte/version.rb b/lib/worte/version.rb
@@ -1,3 +1,3 @@
 module Worte
-  VERSION = '0.0.3'
+  VERSION = '0.0.4'
 end