[Bug] Fix CMB dataset (#1106)

open-compass · Apr 29, 2024 · 3de48e9 · 3de48e9
1 parent 063f5f5
commit 3de48e9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/opencompass/datasets/cmb.py b/opencompass/datasets/cmb.py
@@ -18,14 +18,14 @@ def load(path: str):
         for d in val_data:
             d['option_str'] = '\n'.join(
                 [f'{k}. {v}' for k, v in d['option'].items() if len(v) > 1])
-            d['answer'] = 'NULL'
         val_dataset = Dataset.from_list(val_data)
 
         with open(osp.join(path, 'test.json'), 'r', encoding='utf-8') as f:
             test_data = json.load(f)
         for d in test_data:
             d['option_str'] = '\n'.join(
                 [f'{k}. {v}' for k, v in d['option'].items() if len(v) > 1])
+            d['answer'] = 'NULL'
         test_dataset = Dataset.from_list(test_data)
 
         return DatasetDict({'val': val_dataset, 'test': test_dataset})