unit test for one_column .vocab file

tests/test_vocab.py

@@ -14,6 +14,7 @@
 
 path_text_file = "./tests/data/corpora/plain/sense_small.txt"
 path_vocab = "./tests/data/vocabs/plain"
+path_vocab = "./tests/data/vocabs/one_column"
 
 
 def run_module(name: str, args, run_name: str = '__main__') -> None:
@@ -50,6 +51,8 @@ def test_load_from_dir(self):
         vocab = Vocabulary()
         vocab.load(path_vocab)
         print("the:", vocab.get_id("the"))
+        vocab.load(path_vocab)
+        print("the:", vocab.get_id("the"))
 
     def test_tokens_to_ids(self):
         vocab = Vocabulary()

vecto/vocabulary/vocabulary.py

@@ -53,23 +53,23 @@ def save_to_dir(self, path):
         f.close()
         save_json(self.metadata, os.path.join(path, "metadata.json"))
 
-    # def load_list_from_sorted_file(self, filename):
-    #    self.lst_words = []
-    #    f = open(filename, encoding='utf-8', errors='replace')
-    #    lines = f.readlines()
-    #    for line in lines:
-    #        token = line.strip()
-    #        self.lst_words.append(token)
-    #    f.close()
-
-    # def create_dic_from_list(self):
-    #    self.dic_words_ids = {}
-    #    for i in range(len(self.lst_words)):
-    #        self.dic_words_ids[self.lst_words[i]] = i
-
-    # def load_from_list(self, path):
-    #    self.load_list_from_sorted_file(path)
-    #    self.create_dic_from_list()
+    def load_list_from_sorted_file(self, filename):
+       self.lst_words = []
+       f = open(filename, encoding='utf-8', errors='replace')
+       lines = f.readlines()
+       for line in lines:
+           token = line.strip()
+           self.lst_words.append(token)
+       f.close()
+
+    def create_dic_from_list(self):
+       self.dic_words_ids = {}
+       for i in range(len(self.lst_words)):
+           self.dic_words_ids[self.lst_words[i]] = i
+
+    def load_from_list(self, path):
+       self.load_list_from_sorted_file(path)
+       self.create_dic_from_list()
 
     def load_tsv(self, path):
         pos = 0