-
Notifications
You must be signed in to change notification settings - Fork 52
/
open_llm_leaderboard_tasks.txt
68 lines (68 loc) · 2.25 KB
/
open_llm_leaderboard_tasks.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
# ARC
lighteval|arc:challenge|25|0
# HellaSwag
lighteval|hellaswag|10|0
# TruthfulQA
lighteval|truthfulqa:mc|0|0
# MMLU
lighteval|mmlu:abstract_algebra|5|0
lighteval|mmlu:anatomy|5|0
lighteval|mmlu:astronomy|5|0
lighteval|mmlu:business_ethics|5|0
lighteval|mmlu:clinical_knowledge|5|0
lighteval|mmlu:college_biology|5|0
lighteval|mmlu:college_chemistry|5|0
lighteval|mmlu:college_computer_science|5|0
lighteval|mmlu:college_mathematics|5|0
lighteval|mmlu:college_medicine|5|0
lighteval|mmlu:college_physics|5|0
lighteval|mmlu:computer_security|5|0
lighteval|mmlu:conceptual_physics|5|0
lighteval|mmlu:econometrics|5|0
lighteval|mmlu:electrical_engineering|5|0
lighteval|mmlu:elementary_mathematics|5|0
lighteval|mmlu:formal_logic|5|0
lighteval|mmlu:global_facts|5|0
lighteval|mmlu:high_school_biology|5|0
lighteval|mmlu:high_school_chemistry|5|0
lighteval|mmlu:high_school_computer_science|5|0
lighteval|mmlu:high_school_european_history|5|0
lighteval|mmlu:high_school_geography|5|0
lighteval|mmlu:high_school_government_and_politics|5|0
lighteval|mmlu:high_school_macroeconomics|5|0
lighteval|mmlu:high_school_mathematics|5|0
lighteval|mmlu:high_school_microeconomics|5|0
lighteval|mmlu:high_school_physics|5|0
lighteval|mmlu:high_school_psychology|5|0
lighteval|mmlu:high_school_statistics|5|0
lighteval|mmlu:high_school_us_history|5|0
lighteval|mmlu:high_school_world_history|5|0
lighteval|mmlu:human_aging|5|0
lighteval|mmlu:human_sexuality|5|0
lighteval|mmlu:international_law|5|0
lighteval|mmlu:jurisprudence|5|0
lighteval|mmlu:logical_fallacies|5|0
lighteval|mmlu:machine_learning|5|0
lighteval|mmlu:management|5|0
lighteval|mmlu:marketing|5|0
lighteval|mmlu:medical_genetics|5|0
lighteval|mmlu:miscellaneous|5|0
lighteval|mmlu:moral_disputes|5|0
lighteval|mmlu:moral_scenarios|5|0
lighteval|mmlu:nutrition|5|0
lighteval|mmlu:philosophy|5|0
lighteval|mmlu:prehistory|5|0
lighteval|mmlu:professional_accounting|5|0
lighteval|mmlu:professional_law|5|0
lighteval|mmlu:professional_medicine|5|0
lighteval|mmlu:professional_psychology|5|0
lighteval|mmlu:public_relations|5|0
lighteval|mmlu:security_studies|5|0
lighteval|mmlu:sociology|5|0
lighteval|mmlu:us_foreign_policy|5|0
lighteval|mmlu:virology|5|0
lighteval|mmlu:world_religions|5|0
# WinoGrande
lighteval|winogrande|5|0
# GSM8K
lighteval|gsm8k|5|0