Fixed a small bug in the Turtle Tokenizer's Whitespace parsing. (#456)

ad-freiburg · Sep 2, 2021 · 01bfbc4 · 01bfbc4
1 parent 0fabb5f
commit 01bfbc4
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 6 deletions.
diff --git a/src/parser/Tokenizer.h b/src/parser/Tokenizer.h
@@ -308,9 +308,7 @@ class Tokenizer {
   void skipWhitespace() {
     auto v = view();
     auto pos = v.find_first_not_of("\x20\x09\x0D\x0A");
-    if (pos == string::npos) {
-      pos = _data.size();
-    }
+    pos = std::min(pos, v.size());
     _data.remove_prefix(pos);
     return;
   }

diff --git a/src/parser/TokenizerCtre.h b/src/parser/TokenizerCtre.h
@@ -294,9 +294,8 @@ class TokenizerCtre {
   void skipWhitespace() {
     auto v = view();
     auto pos = v.find_first_not_of("\x20\x09\x0D\x0A");
-    if (pos != string::npos) {
-      _data.remove_prefix(pos);
-    }
+    pos = std::min(pos, v.size());
+    _data.remove_prefix(pos);
   }
 
   // ___________________________________________________________________________________