Fix broken parsing after self-closing special tags (#515)

src/Tokenizer.spec.ts

@@ -0,0 +1,167 @@
+import { Tokenizer } from ".";
+
+class CallbackLogger {
+    log: string[] = [];
+
+    onattribdata(value: string) {
+        this.log.push(`onattribdata: '${value}'`);
+    }
+    onattribend() {
+        this.log.push(`onattribend`);
+    }
+    onattribname(name: string) {
+        this.log.push(`onattribname: '${name}'`);
+    }
+    oncdata(data: string) {
+        this.log.push(`oncdata: '${data}'`);
+    }
+    onclosetag(name: string) {
+        this.log.push(`onclosetag: '${name}'`);
+    }
+    oncomment(data: string) {
+        this.log.push(`oncomment: '${data}'`);
+    }
+    ondeclaration(content: string) {
+        this.log.push(`ondeclaration: '${content}'`);
+    }
+    onend() {
+        this.log.push(`onend`);
+    }
+    onerror(error: Error, state?: unknown) {
+        this.log.push(`onerror: '${error}', '${state}'`);
+    }
+    onopentagend() {
+        this.log.push(`onopentagend`);
+    }
+    onopentagname(name: string) {
+        this.log.push(`onopentagname: '${name}'`);
+    }
+    onprocessinginstruction(instruction: string) {
+        this.log.push(`onprocessinginstruction: '${instruction}'`);
+    }
+    onselfclosingtag() {
+        this.log.push(`onselfclosingtag`);
+    }
+    ontext(value: string) {
+        this.log.push(`ontext: '${value}'`);
+    }
+}
+
+describe('Tokenizer', () => {
+    test('should support self-closing special tags', () => {
+        const logger = new CallbackLogger();
+        const tokenizer = new Tokenizer({
+            xmlMode: false,
+            decodeEntities: false
+        }, logger);
+
+        const selfClosingScriptInput = '<script /><div></div>';
+        const selfClosingScriptOutput = [
+            "onopentagname: 'script'",
+            'onselfclosingtag',
+            "onopentagname: 'div'",
+            'onopentagend',
+            "onclosetag: 'div'",
+            'onend'
+        ];
+
+        tokenizer.write(selfClosingScriptInput);
+        tokenizer.end();
+        expect(logger.log).toEqual(selfClosingScriptOutput);
+        tokenizer.reset();
+        logger.log = [];
+
+        const selfClosingStyleInput = '<style /><div></div>';
+        const selfClosingStyleOutput = [
+            "onopentagname: 'style'",
+            'onselfclosingtag',
+            "onopentagname: 'div'",
+            'onopentagend',
+            "onclosetag: 'div'",
+            'onend'
+        ];
+
+        tokenizer.write(selfClosingStyleInput);
+        tokenizer.end();
+        expect(logger.log).toEqual(selfClosingStyleOutput);
+        tokenizer.reset();
+        logger.log = [];
+
+        const selfClosingTitleInput = '<title /><div></div>';
+        const selfClosingTitleOutput = [
+            "onopentagname: 'title'",
+            'onselfclosingtag',
+            "onopentagname: 'div'",
+            'onopentagend',
+            "onclosetag: 'div'",
+            'onend'
+        ];
+
+        tokenizer.write(selfClosingTitleInput);
+        tokenizer.end();
+        expect(logger.log).toEqual(selfClosingTitleOutput);
+        tokenizer.reset();
+        logger.log = [];
+
+    });
+
+    test('should support standard special tags', () => {
+        const logger = new CallbackLogger();
+        const tokenizer = new Tokenizer({
+            xmlMode: false,
+            decodeEntities: false
+        }, logger);
+
+        const normalScriptInput = '<script></script><div></div>';
+        const normalScriptOutput = [
+            "onopentagname: 'script'",
+            'onopentagend',
+            "onclosetag: 'script'",
+            "onopentagname: 'div'",
+            'onopentagend',
+            "onclosetag: 'div'",
+            'onend'
+        ];
+
+        tokenizer.write(normalScriptInput);
+        tokenizer.end();
+        expect(logger.log).toEqual(normalScriptOutput);
+        tokenizer.reset();
+        logger.log = [];
+
+        const normalStyleInput = '<style></style><div></div>';
+        const normalStyleOutput = [
+            "onopentagname: 'style'",
+            'onopentagend',
+            "onclosetag: 'style'",
+            "onopentagname: 'div'",
+            'onopentagend',
+            "onclosetag: 'div'",
+            'onend'
+        ];
+
+        tokenizer.write(normalStyleInput);
+        tokenizer.end();
+        expect(logger.log).toEqual(normalStyleOutput);
+        tokenizer.reset();
+        logger.log = [];
+
+
+        const normalTitleInput = '<title></title><div></div>';
+        const normalTitleOutput = [
+            "onopentagname: 'title'",
+            'onopentagend',
+            "onclosetag: 'title'",
+            "onopentagname: 'div'",
+            'onopentagend',
+            "onclosetag: 'div'",
+            'onend'
+        ];
+
+        tokenizer.write(normalTitleInput);
+        tokenizer.end();
+        expect(logger.log).toEqual(normalTitleOutput);
+        tokenizer.reset();
+        logger.log = [];
+    });
+});

src/Tokenizer.ts

@@ -382,6 +382,7 @@ export default class Tokenizer {
             this._cbs.onselfclosingtag();
             this._state = State.Text;
             this._sectionStart = this._index + 1;
+            this._special = Special.None; // reset special state, in case of self-closing special tags
         } else if (!whitespace(c)) {
             this._state = State.BeforeAttributeName;
             this._index--;