-
Notifications
You must be signed in to change notification settings - Fork 1
/
generalization_eval.bat
169 lines (136 loc) · 21.2 KB
/
generalization_eval.bat
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
python main_probing.py --main_loop --task_name hypernymy --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
python main_probing.py --main_loop --task_name hypernymy --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
python main_probing.py --main_loop --task_name hypernymy --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
python main_probing.py --main_loop --task_name hypernymy --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
python main_probing.py --main_loop --task_name hyponymy --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
python main_probing.py --main_loop --task_name hyponymy --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
python main_probing.py --main_loop --task_name hyponymy --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
python main_probing.py --main_loop --task_name hyponymy --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
python main_probing.py --main_loop --task_name transitive --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
python main_probing.py --main_loop --task_name transitive --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
python main_probing.py --main_loop --task_name transitive --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
python main_probing.py --main_loop --task_name transitive --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
python main_probing.py --main_loop --task_name ner --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
python main_probing.py --main_loop --task_name ner --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
python main_probing.py --main_loop --task_name ner --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
python main_probing.py --main_loop --task_name ner --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
python main_probing.py --main_loop --task_name verbnet --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
python main_probing.py --main_loop --task_name verbnet --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
python main_probing.py --main_loop --task_name verbnet --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
python main_probing.py --main_loop --task_name verbnet --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
python main_probing.py --main_loop --task_name verbcorner --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
python main_probing.py --main_loop --task_name verbcorner --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
python main_probing.py --main_loop --task_name verbcorner --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
python main_probing.py --main_loop --task_name verbcorner --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
python main_probing.py --main_loop --task_name syntactic_alternation --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
python main_probing.py --main_loop --task_name syntactic_alternation --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
python main_probing.py --main_loop --task_name syntactic_alternation --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
python main_probing.py --main_loop --task_name syntactic_alternation --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
::python main_probing.py --main_loop --task_name boolean --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
::python main_probing.py --main_loop --task_name boolean --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
::python main_probing.py --main_loop --task_name boolean --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
::python main_probing.py --main_loop --task_name boolean --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
::python main_probing.py --main_loop --task_name conditional --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
::python main_probing.py --main_loop --task_name conditional --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
::python main_probing.py --main_loop --task_name conditional --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
::python main_probing.py --main_loop --task_name conditional --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
::python main_probing.py --main_loop --task_name comparative --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
::python main_probing.py --main_loop --task_name comparative --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
::python main_probing.py --main_loop --task_name comparative --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
::python main_probing.py --main_loop --task_name comparative --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
::python main_probing.py --main_loop --task_name counting --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
::python main_probing.py --main_loop --task_name counting --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
::python main_probing.py --main_loop --task_name counting --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
::python main_probing.py --main_loop --task_name counting --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
::python main_probing.py --main_loop --task_name quantifier --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
::python main_probing.py --main_loop --task_name quantifier --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
::python main_probing.py --main_loop --task_name quantifier --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
::python main_probing.py --main_loop --task_name quantifier --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
::python main_probing.py --main_loop --task_name negation --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
::python main_probing.py --main_loop --task_name negation --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
::python main_probing.py --main_loop --task_name negation --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
::python main_probing.py --main_loop --task_name negation --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
python main_probing.py --main_loop --task_name monotonicity_infer --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
python main_probing.py --main_loop --task_name monotonicity_infer --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
python main_probing.py --main_loop --task_name monotonicity_infer --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
python main_probing.py --main_loop --task_name monotonicity_infer --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
python main_probing.py --main_loop --task_name syllogism --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
python main_probing.py --main_loop --task_name syllogism --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
python main_probing.py --main_loop --task_name syllogism --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
python main_probing.py --main_loop --task_name syllogism --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
::python main_probing.py --main_loop --task_name sentiment --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
::python main_probing.py --main_loop --task_name sentiment --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
::python main_probing.py --main_loop --task_name sentiment --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
::python main_probing.py --main_loop --task_name sentiment --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
::python main_probing.py --main_loop --task_name kg_relations --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
::python main_probing.py --main_loop --task_name kg_relations --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
::python main_probing.py --main_loop --task_name kg_relations --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
::python main_probing.py --main_loop --task_name kg_relations --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
::python main_probing.py --main_loop --task_name coreference --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
::python main_probing.py --main_loop --task_name coreference --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
::python main_probing.py --main_loop --task_name coreference --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
::python main_probing.py --main_loop --task_name coreference --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
::python main_probing.py --main_loop --task_name sprl --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
::python main_probing.py --main_loop --task_name sprl --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
::python main_probing.py --main_loop --task_name sprl --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
::python main_probing.py --main_loop --task_name sprl --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
::python main_probing.py --main_loop --task_name puns --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
::python main_probing.py --main_loop --task_name puns --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
::python main_probing.py --main_loop --task_name puns --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
::python main_probing.py --main_loop --task_name puns --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
python main_probing.py --main_loop --task_name context_align --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
python main_probing.py --main_loop --task_name context_align --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
python main_probing.py --main_loop --task_name context_align --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
python main_probing.py --main_loop --task_name context_align --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
::python main_probing.py --main_loop --task_name atomic --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
::python main_probing.py --main_loop --task_name atomic --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
::python main_probing.py --main_loop --task_name atomic --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
::python main_probing.py --main_loop --task_name atomic --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
::python main_probing.py --main_loop --task_name social_chem --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
::python main_probing.py --main_loop --task_name social_chem --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
::python main_probing.py --main_loop --task_name social_chem --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
::python main_probing.py --main_loop --task_name social_chem --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
python main_probing.py --main_loop --task_name socialqa --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
python main_probing.py --main_loop --task_name socialqa --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
python main_probing.py --main_loop --task_name socialqa --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
python main_probing.py --main_loop --task_name socialqa --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
python main_probing.py --main_loop --task_name physicalqa --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
python main_probing.py --main_loop --task_name physicalqa --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
python main_probing.py --main_loop --task_name physicalqa --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
python main_probing.py --main_loop --task_name physicalqa --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
python main_probing.py --main_loop --task_name proof_writer --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
python main_probing.py --main_loop --task_name proof_writer --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
python main_probing.py --main_loop --task_name proof_writer --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
python main_probing.py --main_loop --task_name proof_writer --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
python main_probing.py --main_loop --task_name entailment_tree --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
python main_probing.py --main_loop --task_name entailment_tree --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
python main_probing.py --main_loop --task_name entailment_tree --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
python main_probing.py --main_loop --task_name entailment_tree --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
::python main_probing.py --main_loop --task_name drop --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
::python main_probing.py --main_loop --task_name drop --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
::python main_probing.py --main_loop --task_name drop --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
::python main_probing.py --main_loop --task_name drop --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
::python main_probing.py --main_loop --task_name ester --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
::python main_probing.py --main_loop --task_name ester --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
::python main_probing.py --main_loop --task_name ester --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
::python main_probing.py --main_loop --task_name ester --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
python main_probing.py --main_loop --task_name logiqa --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
python main_probing.py --main_loop --task_name logiqa --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
python main_probing.py --main_loop --task_name logiqa --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
python main_probing.py --main_loop --task_name logiqa --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
::python main_probing.py --main_loop --task_name counterfactual --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
::python main_probing.py --main_loop --task_name counterfactual --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
::python main_probing.py --main_loop --task_name counterfactual --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
::python main_probing.py --main_loop --task_name counterfactual --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
::python main_probing.py --main_loop --task_name spatial --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
::python main_probing.py --main_loop --task_name spatial --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
::python main_probing.py --main_loop --task_name spatial --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
::python main_probing.py --main_loop --task_name spatial --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
::python main_probing.py --main_loop --task_name temporal --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
::python main_probing.py --main_loop --task_name temporal --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
::python main_probing.py --main_loop --task_name temporal --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
::python main_probing.py --main_loop --task_name temporal --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched
::python main_probing.py --main_loop --task_name cosmoqa --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level simple --mismatched
::python main_probing.py --main_loop --task_name cosmoqa --model roberta-anli-mix --k_shot 1000 --tokenize --train_level simple --val_level hard --mismatched
::python main_probing.py --main_loop --task_name cosmoqa --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level simple --mismatched
::python main_probing.py --main_loop --task_name cosmoqa --model roberta-anli-mix --k_shot 1000 --tokenize --train_level hard --val_level hard --mismatched