Skip to content

Latest commit

 

History

History
24 lines (13 loc) · 723 Bytes

tokenizers.rst

File metadata and controls

24 lines (13 loc) · 723 Bytes
Raw

deeppavlov.models.tokenizers

.. autoclass:: deeppavlov.models.tokenizers.lazy_tokenizer.LazyTokenizer


.. autoclass:: deeppavlov.models.tokenizers.nltk_moses_tokenizer.NLTKMosesTokenizer

    .. automethod:: __call__


.. autoclass:: deeppavlov.models.tokenizers.nltk_tokenizer.NLTKTokenizer

    .. automethod:: __call__


.. autoclass:: deeppavlov.models.tokenizers.ru_sent_tokenizer.RuSentTokenizer


.. autoclass:: deeppavlov.models.tokenizers.split_tokenizer.SplitTokenizer


.. autoclass:: deeppavlov.models.tokenizers.spacy_tokenizer.StreamSpacyTokenizer

    .. automethod:: __call__


.. autoclass:: deeppavlov.models.tokenizers.ru_tokenizer.RussianTokenizer

    .. automethod:: __call__