fix(lexer): fixed WS skipping issue

meriyah · Jun 3, 2019 · bf27362 · bf27362
1 parent b5eb3ca
commit bf27362
Show file tree

Hide file tree

Showing 3 changed files with 13 additions and 1 deletion.
diff --git a/package-lock.json b/package-lock.json
diff --git a/src/lexer/common.ts b/src/lexer/common.ts
@@ -67,6 +67,8 @@ export function isExoticECMAScriptWhitespace(code: number): boolean {
     code === Chars.Ogham ||
     (code >= Chars.EnQuad && code <= Chars.ZeroWidthSpace) ||
     code === Chars.NarrowNoBreakSpace ||
+    code === Chars.ZeroWidthJoiner ||
+    code === Chars.ZeroWidthNonJoiner ||
     code === Chars.MathematicalSpace ||
     code === Chars.IdeographicSpace ||
     code === Chars.ByteOrderMark

diff --git a/test/lexer/whitespace.ts b/test/lexer/whitespace.ts
@@ -486,6 +486,16 @@ describe('Lexer - Whitespace', () => {
     column: 20
   });
 
+  pass('skips exotic whitespace', {
+    source: '\u200D\u200C',
+    hasNext: false,
+    newLine: false,
+    value: '',
+    line: 1,
+    index: 2,
+    column: 2
+  });
+
   pass('skips single line comment with identifier and newline', {
     source: '// foo\n',
     hasNext: false,