Test the tokenizer error.

eerimoq · Jul 22, 2018 · 3d5cf98 · 3d5cf98
1 parent 6825c18
commit 3d5cf98
Showing 1 changed file with 17 additions and 0 deletions.
diff --git a/tests/test_textparser.py b/tests/test_textparser.py
@@ -5,6 +5,7 @@
 from textparser import Sequence
 from textparser import DelimitedList
 from textparser import Token
+from textparser import TokenizerError
 
 
 def tokenize(items):
@@ -49,6 +50,22 @@ def test_delimited_list(self):
             tree = grammar.parse(tokens)
             self.assertEqual(tree, expected_tree)
 
+    def test_tokenizer_error(self):
+        datas = [
+            (2, 'hej', 'he>>!<<j'),
+            (0, 'a\nb\n', '>>!<<a'),
+            (1, 'a\nb\n', 'a>>!<<'),
+            (2, 'a\nb\n', '>>!<<b')
+        ]
+
+        for offset, string, message in datas:
+            with self.assertRaises(TokenizerError) as cm:
+                raise TokenizerError(0, 1, offset, string)
+
+            self.assertEqual(
+                str(cm.exception),
+                'Invalid syntax at line 0, column 1: "{}"'.format(message))
+
 
 if __name__ == '__main__':
     unittest.main()