Our tokenizer currently never outputs adjacent Character tokens; expect this.

Author: gsnedders

html5lib/tests/test_tokenizer.py

@@ -182,7 +182,6 @@ def runTokenizerTest(test):
     parser = TokenizerTestParser(test['initialState'],
                                  test['lastStartTag'])
     tokens = parser.parse(test['input'])
-    tokens = concatenateCharacterTokens(tokens)
     received = normalizeTokens(tokens)
     errorMsg = "\n".join(["\n\nInitial state:",
                           test['initialState'],