test for what happens when we have no text between or after delimiter…

…s in Delimiter.t
Whiteknight · Jul 3, 2011 · 55eef91 · 55eef91
1 parent 418a2a2
commit 55eef91
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/t/string/tokenizer/Delimiter.t b/t/string/tokenizer/Delimiter.t
@@ -18,4 +18,12 @@ class Test::String::Tokenizer::Delimiter {
         $!assert.equal($t.get_token.data, "bar");
         $!assert.equal($t.get_token.data, "baz");
     }
+
+    method get_tokens_no_content() {
+        my $t := Rosella::construct(Rosella::String::Tokenizer::Delimiter, ",");
+        $t.add_data(",,");
+        $!assert.equal($t.get_token.data, "");
+        $!assert.equal($t.get_token.data, "");
+        $!assert.is_false($t.has_tokens);
+    }
 }