fix(corpus): parallel parsing

cophi-wue · Oct 1, 2021 · 3a23d14 · 3a23d14
1 parent 8d71481
commit 3a23d14
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 2 deletions.
diff --git a/delta/corpus.py b/delta/corpus.py
@@ -226,7 +226,7 @@ def process_directory(self, directory):
             data = parallel(delayed(self.process_file)(filename) for filename in used_filenames)
         else:
             data = (self.process_file(filename) for filename in used_filenames)
-        return {series.name: series for series in data}
+        return {self.get_name(fn): series for (series, fn) in zip(data, used_filenames)}
 
     def _get_parallel_executor(self) -> Parallel:
         if self.parallel:

diff --git a/test/corpus_test.py b/test/corpus_test.py
@@ -73,4 +73,9 @@ def test_table_describer(testdir):
 
 def test_featuredescriber_args(testdir):
     corpus = d.Corpus(testdir, lower_case=True)
-    assert 'Sie' not in corpus.columns
+    assert 'Sie' not in corpus.columns
+
+
+def test_parallel_corpus(testdir, corpus):
+    parallel_corpus = d.Corpus(testdir, parallel=True)
+    assert (parallel_corpus == corpus).all().all()