Scanners.pxd

import cython

cdef class Scanner:

    cdef public lexicon
    cdef public stream
    cdef public name
    cdef public buffer
    cdef public Py_ssize_t buf_start_pos
    cdef public Py_ssize_t next_pos
    cdef public Py_ssize_t cur_pos
    cdef public Py_ssize_t cur_line
    cdef public Py_ssize_t cur_line_start
    cdef public Py_ssize_t start_pos
    cdef public Py_ssize_t start_line
    cdef public Py_ssize_t start_col
    cdef public text
    cdef public initial_state # int?
    cdef public state_name
    cdef public list queue
    cdef public bint trace
    cdef public cur_char
    cdef public int input_state

    cdef public level

    @cython.locals(input_state=long)
    cpdef next_char(self)
    @cython.locals(queue=list)
    cpdef tuple read(self)
    cpdef tuple scan_a_token(self)
    cpdef tuple position(self)

    @cython.locals(cur_pos=long, cur_line=long, cur_line_start=long,
                   input_state=long, next_pos=long,
                   buf_start_pos=long, buf_len=long, buf_index=long,
                   trace=bint, discard=long)
    cpdef run_machine_inlined(self)
    
    cpdef begin(self, state)
    cpdef produce(self, value, text = *)