+1 −1

Cargo.toml

Cargo.toml

+7 −4

noop-tokenize.rs

examples/noop-tokenize.rs

+1 −1

print-rcdom.rs

examples/print-rcdom.rs

+8 −5

tokenize.rs

examples/tokenize.rs

+7 −3

driver.rs

src/driver.rs

+1 −1

lib.rs

src/lib.rs

+6 −1

buffer_queue.rs

src/tokenizer/buffer_queue.rs

+76 −38

mod.rs

src/tokenizer/char_ref/mod.rs

+7 −1

interface.rs

src/tokenizer/interface.rs

+146 −133

mod.rs

src/tokenizer/mod.rs

+0 −1

states.rs

src/tokenizer/states.rs

+2 −2

actions.rs

src/tree_builder/actions.rs

+3 −3

mod.rs

src/tree_builder/mod.rs

+4 −4

rules.rs

src/tree_builder/rules.rs

+5 −1

tokenizer.rs

tests/tokenizer.rs