[#41] add missing tokenizer args

aisingapore · Dec 15, 2021 · 21098dd · 21098dd
1 parent 50ae2f0
commit 21098dd
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/sgnlp/models/sentic_asgcn/utils.py b/sgnlp/models/sentic_asgcn/utils.py
@@ -241,7 +241,8 @@ def __init__(
             config.save_embedding_matrix,
             config.saved_embedding_matrix_file_path,
         )
-        self.train_data = ABSADataset(ABSADatasetReader.__read_data__(self.cfg.dataset_train))
+        self.train_data = ABSADataset(ABSADatasetReader.__read_data__(self.cfg.dataset_train, tokenizer))
+        self.test_data = ABSADataset(ABSADatasetReader.__read_data__(self.cfg.dataset_test, tokenizer))
 
     @staticmethod
     def __read_data__(datasets: Dict[str, str], tokenizer: PreTrainedTokenizer):