fix unicode symbols lexing

gregsh · Sep 17, 2018 · d97a745 · d97a745
1 parent 9edb9e7
commit d97a745
Show file tree

Hide file tree

Showing 3 changed files with 76 additions and 76 deletions.
diff --git a/gen/org/intellij/clojure/parser/_ClojureLexer.java b/gen/org/intellij/clojure/parser/_ClojureLexer.java
diff --git a/grammars/_ClojureLexer.flex b/grammars/_ClojureLexer.flex
@@ -39,7 +39,7 @@ NUMBER=[+-]? [0-9]+(\.[0-9]*)?([eE][+-]?[0-9]+)?M?
 HEXNUM=[+-]? "0x" [\da-fA-F]+
 RADIX=[+-]? [0-9]{1,2}r[\da-zA-Z]+
 RATIO=[+-]? [0-9]+"/"[0-9]+
-CHARACTER=\\([btrnf]|u[0-9]{4}|backspace|tab|newline|formfeed|return|space|.)
+CHARACTER=\\([btrnf]|u[0-9a-fA-F]{4}|backspace|tab|newline|formfeed|return|space|.)
 
 SYM_START=[[\w<>$%&=*+\-!?_|]--#\d] | ".."
 SYM_CHAR="."? [\w<>$%&=*+\-!?_|'#]

diff --git a/testData/lexer/Literals.txt b/testData/lexer/Literals.txt
@@ -67,13 +67,9 @@ sym ('and')
 WHITE_SPACE (' ')
 char ('\return')
 WHITE_SPACE ('\n')
-char ('\u')
-number ('89')
-sym ('AF')
+char ('\u89AF')
 WHITE_SPACE (' ')
-char ('\u')
-number ('03')
-sym ('A9')
+char ('\u03A9')
 WHITE_SPACE (' ')
 char ('\o')
 number ('677')