Move handling of comments and whitespace to lexer.

juanibiapina · Oct 17, 2014 · 584b2c4 · 584b2c4
1 parent 82672ed
commit 584b2c4
Showing 1 changed file with 3 additions and 7 deletions.
diff --git a/lang/lexer.rkt b/lang/lexer.rkt
@@ -20,8 +20,8 @@
 
 (define lex
   (lexer
-    [(:+ lex:whitespace) (void)]
-    [lex:comment (void)]
+    [(:+ lex:whitespace) (lex input-port)]
+    [lex:comment (lex input-port)]
     [(eof) (token <eof>)]
     [(:: #\" (:* (:~ #\")) #\") (token <string> (substring lexeme 1 (- (string-length lexeme) 1)))]
     [#\( (token <lparem>)]
@@ -37,8 +37,4 @@
 (define (make-token-gen port src)
   (port-count-lines! port)
   (lambda ()
-    (let loop ()
-      (let ([v (lex port)])
-        (if (void? v)
-          (loop)
-          v)))))
+    (lex port)))