diff --git a/tokenizer/plaintext/plaintext_tokenizer.cpp b/tokenizer/plaintext/plaintext_tokenizer.cpp index ba54107..8fd793d 100644 --- a/tokenizer/plaintext/plaintext_tokenizer.cpp +++ b/tokenizer/plaintext/plaintext_tokenizer.cpp @@ -74,7 +74,6 @@ int main(int argc, char* argv[]) { tmp["type"]="string"; tmp["value"]=token; } - tmp["value"]=token; tokens.push_back(tmp); token=""; last_was_alpha = false;