Skip to content
This repository has been archived by the owner on Jul 4, 2023. It is now read-only.

Commit

Permalink
Fix Imports
Browse files Browse the repository at this point in the history
  • Loading branch information
PetrochukM committed Mar 7, 2018
1 parent 6342899 commit 34edeba
Show file tree
Hide file tree
Showing 2 changed files with 24 additions and 16 deletions.
20 changes: 12 additions & 8 deletions torchnlp/text_encoders/moses_encoder.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,14 +8,18 @@ def __init__(self, *args, **kwargs):
if 'tokenize' in kwargs:
raise TypeError('MosesEncoder defines a tokenize callable Moses')

import nltk

# Required for moses
nltk.download('perluniprops')
nltk.download('nonbreaking_prefixes')

from nltk.tokenize.moses import MosesTokenizer
from nltk.tokenize.moses import MosesDetokenizer
try:
import nltk

# Required for moses
nltk.download('perluniprops')
nltk.download('nonbreaking_prefixes')

from nltk.tokenize.moses import MosesTokenizer
from nltk.tokenize.moses import MosesDetokenizer
except ImportError:
print("Please install NLTK. " "See the docs at http://nltk.org for more information.")
raise

self.detokenizer = MosesDetokenizer()

Expand Down
20 changes: 12 additions & 8 deletions torchnlp/text_encoders/treebank_encoder.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,14 +8,18 @@ def __init__(self, *args, **kwargs):
if 'tokenize' in kwargs:
raise TypeError('TreebankEncoder defines a tokenize callable TreebankWordTokenizer')

import nltk

# Required for moses
nltk.download('perluniprops')
nltk.download('nonbreaking_prefixes')

from nltk.tokenize.treebank import TreebankWordTokenizer
from nltk.tokenize.treebank import TreebankWordDetokenizer
try:
import nltk

# Required for moses
nltk.download('perluniprops')
nltk.download('nonbreaking_prefixes')

from nltk.tokenize.treebank import TreebankWordTokenizer
from nltk.tokenize.treebank import TreebankWordDetokenizer
except ImportError:
print("Please install NLTK. " "See the docs at http://nltk.org for more information.")
raise

self.detokenizer = TreebankWordDetokenizer()

Expand Down

0 comments on commit 34edeba

Please sign in to comment.