Add handling of U+10000 to U+10FFFF in block comments

Closes: #56
erikd · Jul 21, 2016 · f20f817 · f20f817
1 parent 3f8e64c
commit f20f817
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 1 deletion.
diff --git a/Tests/Lexer.hs b/Tests/Lexer.hs
@@ -11,6 +11,10 @@ import Language.JavaScript.Parser.Lexer
 
 testLexer :: Spec
 testLexer = describe "Lexer:" $ do
+    it "comments" $ do
+        testLex "// 𝟘𝟙𝟚𝟛𝟜𝟝𝟞𝟟𝟠𝟡 "    `shouldBe` "[CommentToken]"
+        testLex "/* 𝟘𝟙𝟚𝟛𝟜𝟝𝟞𝟟𝟠𝟡 */"  `shouldBe` "[CommentToken]"
+
     it "numbers" $ do
         testLex "123"       `shouldBe` "[DecimalToken 123]"
         testLex "037"       `shouldBe` "[OctalToken 037]"

diff --git a/src/Language/JavaScript/Parser/Lexer.x b/src/Language/JavaScript/Parser/Lexer.x
@@ -42,7 +42,7 @@ $ps = \x2029
 
 
 $any_char = [\x00-\xff]
-$any_unicode_char = [\x00-\xffff]
+$any_unicode_char = [\x00-\x10ffff]
 
 
 $eol_char = [\x000A\x000D\x2028\x2029] -- any end of line character