add some comments

Floby · Apr 14, 2011 · 1551ca5 · 1551ca5
1 parent fe28a79
commit 1551ca5
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/lib/Tokenizer.js b/lib/Tokenizer.js
@@ -95,6 +95,9 @@ Tokenizer.prototype.addRule = function addRule(regex, type) {
     this._regexes.push({regex:regex,type:type});
 };
 
+/**
+ * set some tokens to be ignored. these won't be emitted
+ */
 Tokenizer.prototype.ignore = function ignore(ignored) {
     if(typeof ignore === 'array') {
         for (var i = 0; i < ignored.length; ++i) {