Update migrated HF dataset paths (#1332)

* Update arc_easy.yaml * Update flan_cot.yaml * update HF dataset path * Update freeform.yaml * Update flan_cot.yaml --------- Co-authored-by: Lintang Sutawika <lintang@eleuther.ai>
EleutherAI · Jan 23, 2024 · 45a8f70 · 45a8f70
1 parent 6e65ef3
commit 45a8f70
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 5 deletions.
diff --git a/lm_eval/tasks/arc/arc_easy.yaml b/lm_eval/tasks/arc/arc_easy.yaml
@@ -1,7 +1,7 @@
 group:
   - ai2_arc
 task: arc_easy
-dataset_path: ai2_arc
+dataset_path: allenai/ai2_arc
 dataset_name: ARC-Easy
 output_type: multiple_choice
 training_split: train

diff --git a/lm_eval/tasks/benchmarks/flan/flan_cot.yaml b/lm_eval/tasks/benchmarks/flan/flan_cot.yaml
@@ -1,8 +1,7 @@
 group: flan_cot
 task:
   - include: yaml_templates/cot_template_yaml
-    dataset_path: gsmk
-    dataset_name: boolq
+    dataset_path: gsm8k
     use_prompt: promptsource:*
     validation_split: validation
   - include: yaml_templates/cot_template_yaml

diff --git a/lm_eval/tasks/qasper/bool.yaml b/lm_eval/tasks/qasper/bool.yaml
@@ -1,6 +1,6 @@
 group: qasper
 task: qasper_bool
-dataset_path: qasper
+dataset_path: allenai/qasper
 output_type: multiple_choice
 training_split: train
 validation_split: validation

diff --git a/lm_eval/tasks/qasper/freeform.yaml b/lm_eval/tasks/qasper/freeform.yaml
@@ -1,6 +1,6 @@
 group: qasper
 task: qasper_freeform
-dataset_path: qasper
+dataset_path: allenai/qasper
 output_type: generate_until
 training_split: train
 validation_split: validation