Integrate contributed patch for multi-byte whitespace character literals

Patch provided by Patrick Thomson (@patrickt) - thanks a lot!
eno-lang · Jan 8, 2020 · c059967 · c059967
1 parent 49182d6
commit c059967
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/src/scanner.cc b/src/scanner.cc
@@ -85,9 +85,9 @@ struct Scanner {
   inline bool is_horizontal_whitespace(TSLexer *lexer) {
     return lexer->lookahead == ' ' ||
            lexer->lookahead == '\t' ||
-           lexer->lookahead == '\uFEFF' ||
-           lexer->lookahead == '\u2060' ||
-           lexer->lookahead == '\u200B';
+           lexer->lookahead == 0xFEFF ||
+           lexer->lookahead == 0x2060 ||
+           lexer->lookahead == 0x200B;
   }
 
   bool scan(TSLexer *lexer, const bool *valid_symbols) {