fix: accurate end_colno when the token contains newlines

vberlier · Jun 16, 2021 · 3cdb432 · 3cdb432
1 parent 3c6000a
commit 3cdb432
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tokenstream/stream.py b/tokenstream/stream.py
@@ -186,7 +186,7 @@ def emit_token(self, token_type: str, value: str = "") -> Token:
         if (line_start := value.rfind("\n")) == -1:
             end_colno = self.location.colno + len(value)
         else:
-            end_colno = end_pos - line_start + 1
+            end_colno = len(value) - line_start
 
         token = Token(
             type=token_type,