-
Notifications
You must be signed in to change notification settings - Fork 0
/
baseline_mlm_bert-base-cased.json
24 lines (24 loc) · 1.88 KB
/
baseline_mlm_bert-base-cased.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
{"topic": "obamacare", "ground_truth": "human", "tau_performance": 0.46}
{"topic": "gay-marriage", "ground_truth": "human", "tau_performance": 0.57}
{"topic": "drug-policy", "ground_truth": "human", "tau_performance": 0.22}
{"topic": "corporate-tax", "ground_truth": "human", "tau_performance": 0.48}
{"topic": "climate-change", "ground_truth": "human", "tau_performance": 0.41}
{"topic": "average", "ground_truth": "human", "tau_performance": "0.43(0.13)", "pearson_performance": []}
{"topic": "obamacare", "ground_truth": "MBR", "tau_performance": 0.29}
{"topic": "gay-marriage", "ground_truth": "MBR", "tau_performance": 0.12}
{"topic": "drug-policy", "ground_truth": "MBR", "tau_performance": 0.09}
{"topic": "corporate-tax", "ground_truth": "MBR", "tau_performance": 0.28}
{"topic": "climate-change", "ground_truth": "MBR", "tau_performance": 0.23}
{"topic": "average", "ground_truth": "MBR", "tau_performance": "0.2(0.09)", "pearson_performance": []}
{"topic": "obamacare", "ground_truth": "SoA-s", "tau_performance": 0.26}
{"topic": "gay-marriage", "ground_truth": "SoA-s", "tau_performance": 0.1}
{"topic": "drug-policy", "ground_truth": "SoA-s", "tau_performance": 0.14}
{"topic": "corporate-tax", "ground_truth": "SoA-s", "tau_performance": 0.23}
{"topic": "climate-change", "ground_truth": "SoA-s", "tau_performance": 0.32}
{"topic": "average", "ground_truth": "SoA-s", "tau_performance": "0.21(0.09)", "pearson_performance": []}
{"topic": "obamacare", "ground_truth": "SoA-t", "tau_performance": 0.27}
{"topic": "gay-marriage", "ground_truth": "SoA-t", "tau_performance": 0.05}
{"topic": "drug-policy", "ground_truth": "SoA-t", "tau_performance": 0.18}
{"topic": "corporate-tax", "ground_truth": "SoA-t", "tau_performance": 0.28}
{"topic": "climate-change", "ground_truth": "SoA-t", "tau_performance": 0.36}
{"topic": "average", "ground_truth": "SoA-t", "tau_performance": "0.23(0.12)", "pearson_performance": []}