fix(tokenizer): white spaces included even with TWs = false

SwirlLang · Sep 21, 2023 · b0db24b · b0db24b
1 parent a2440c2
commit b0db24b
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/Swirl/include/tokenizer/Tokenizer.h b/Swirl/include/tokenizer/Tokenizer.h
@@ -189,10 +189,10 @@ class TokenStream {
         Token cur_tk = readNextTok();
 
         if (!_showTWs)
-            if (cur_tk.type == PUNC && cur_tk.value == " ")
+            while (cur_tk.type == PUNC && cur_tk.value == " ")
                 cur_tk = readNextTok();
         if (!_showTNw)
-            if (cur_tk.type == PUNC && cur_tk.value == "\n")
+            while (cur_tk.type == PUNC && cur_tk.value == "\n")
                 cur_tk = readNextTok();
 
         if (_modifyCurTk) { p_CurTk = cur_tk; }