Permalink
Browse files

add some comments

  • Loading branch information...
1 parent fe28a79 commit 1551ca5f8ab65902afe9dc135c9aab07b880df94 @Floby committed Apr 14, 2011
Showing with 3 additions and 0 deletions.
  1. +3 −0 lib/Tokenizer.js
View
@@ -95,6 +95,9 @@ Tokenizer.prototype.addRule = function addRule(regex, type) {
this._regexes.push({regex:regex,type:type});
};
+/**
+ * set some tokens to be ignored. these won't be emitted
+ */
Tokenizer.prototype.ignore = function ignore(ignored) {
if(typeof ignore === 'array') {
for (var i = 0; i < ignored.length; ++i) {

0 comments on commit 1551ca5

Please sign in to comment.