Skip to content

Commit

Permalink
do not load with multiprocessing because of django, damn it
Browse files Browse the repository at this point in the history
  • Loading branch information
interrogator committed Apr 20, 2020
1 parent be634cc commit ec2ee48
Showing 1 changed file with 3 additions and 2 deletions.
5 changes: 3 additions & 2 deletions explorer/parts/main.py
Original file line number Diff line number Diff line change
Expand Up @@ -52,7 +52,7 @@ def _get_corpus_config(corpus, global_conf):
return conf


def _get_corpora(corpus_meta):
def _get_corpora(corpus_meta, multiprocess=False):
"""
Load in all available corpora and make their initial tables
Expand All @@ -69,7 +69,8 @@ def _get_corpora(corpus_meta):
conf = _get_corpus_config(corpus, GLOBAL_CONFIG)
if conf["load"]:
print("Loading corpus into memory: {} ...".format(corpus.name))
buzz_corpus = buzz_corpus.load(add_governor=conf["add_governor"])
opts = dict(add_governor=conf["add_governor"], multiprocess=multiprocess)
buzz_corpus = buzz_corpus.load(**ops)
buzz_corpus = _preprocess_corpus(buzz_corpus, **conf)
else:
print(f"NOT loading corpus into memory: {corpus.name} ...")
Expand Down

0 comments on commit ec2ee48

Please sign in to comment.