Separate fetch from KorNLI (#53, #59)

ko-nlp · Sep 8, 2020 · 7542299 · 7542299
1 parent b045129
commit 7542299
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/Korpora/korpora_kornli.py b/Korpora/korpora_kornli.py
@@ -56,10 +56,10 @@ def __init__(self, root_dir=None, force_download=False):
 
         if root_dir is None:
             root_dir = default_korpora_path
+        fetch_kornli(root_dir, force_download)
 
         for info in KORNLI_CORPUS_INFORMATION:
             local_path = os.path.join(os.path.abspath(root_dir), info['destination'])
-            fetch(info['url'], local_path, 'kornli', force_download)
             data = KorNLIData(
                 self.description,
                 *self.cleaning(load_text(local_path, num_heads=1))
@@ -92,3 +92,9 @@ def get_all_labels(self):
                 self.snli_train.get_all_labels() +
                 self.xnli_dev.get_all_labels() +
                 self.xnli_test.get_all_labels())
+
+
+def fetch_kornli(root_dir, force_download):
+    for info in KORNLI_CORPUS_INFORMATION:
+        local_path = os.path.join(os.path.abspath(root_dir), info['destination'])
+        fetch(info['url'], local_path, 'kornli', force_download)