Skip to content

Commit

Permalink
removing messages about futures
Browse files Browse the repository at this point in the history
  • Loading branch information
JaimieMurdock committed Jul 6, 2016
1 parent 7b145c3 commit 8a097e3
Showing 1 changed file with 0 additions and 3 deletions.
3 changes: 0 additions & 3 deletions vsm/corpus/base.py
Original file line number Diff line number Diff line change
Expand Up @@ -623,21 +623,18 @@ def load(file=None, corpus_dir=None,
c = Corpus([], remove_empty=False)
# submit futures
with concurrent.futures.ThreadPoolExecutor(max_workers=5) as executor:
print "starting futures"
c.corpus = executor.submit(load_npz, file, 'corpus')
c.words = executor.submit(load_npz, file, 'words')

c.context_types = executor.submit(load_npz, file, 'context_types')
c.stopped_words = executor.submit(load_npz, file, 'stopped_words')

c.dtype = executor.submit(load_npz, file, 'dtype')
print "waiting on future"
concurrent.futures.wait([c.context_types])
c.context_types = c.context_types.result().tolist()
c.context_data = ['context_data_{}'.format(n) for n in c.context_types]
c.context_data = [executor.submit(load_npz, file, name) for name in c.context_data]

print "future over"

c.corpus = c.corpus.result()
c.words = c.words.result()
Expand Down

0 comments on commit 8a097e3

Please sign in to comment.