/
00-main.yaml
236 lines (229 loc) · 6.62 KB
/
00-main.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
# Top level configuration
ores:
score_processor: ores_celery
wsgi:
application_root: ""
url_prefix: ""
data_paths:
nltk: /srv/ores/data/nltk/
# Score cache options
score_caches:
ores_redis:
class: ores.score_caches.Redis
host: ores-redis-01
port: 6380
prefix: "ores"
socket_timeout: 15
# Metrics collection options
metrics_collectors:
local_logging:
class: ores.metrics_collectors.Logger
wmflabs_statsd:
class: ores.metrics_collectors.Statsd
host: labmon1001.eqiad.wmnet
prefix: ores.{hostname}
# Score processor
score_processors:
defaults:
score_cache: ores_redis
metrics_collector: wmflabs_statsd
scoring_contexts:
- dewiki
- enwiki
- eswiki
- etwiki
- fawiki
- frwiki
- hewiki
- idwiki
- itwiki
- nlwiki
- ptwiki
- testwiki
- trwiki
- ukwiki
- viwiki
- wikidatawiki
ores_celery:
class: ores.score_processors.Celery
BROKER_URL: redis://ores-redis-01:6379
BROKER_TRANSPORT_OPTIONS: {'socket_timeout': 15} # seconds
CELERY_RESULT_BACKEND: redis://ores-redis-01:6379
CELERY_ACCEPT_CONTENT: ['pickle']
CELERY_TASK_SERIALIZER: 'pickle'
CELERY_RESULT_SERIALIZER: 'pickle'
CELERYD_CONCURRENCY: 16
timeout: 15 # seconds
queue_maxsize: 100 # pending tasks
# Scorers
scoring_contexts:
dewiki:
extractor: dewiki_api
scorer_models:
reverted: dewiki_revert
enwiki:
extractor: enwiki_api
scorer_models:
reverted: enwiki_revert
wp10: enwiki_wp10
damaging: enwiki_damaging
goodfaith: enwiki_goodfaith
eswiki:
extractor: eswiki_api
scorer_models:
reverted: eswiki_revert
etwiki:
extractor: etwiki_api
scorer_models:
reverted: etwiki_revert
fawiki:
extractor: fawiki_api
scorer_models:
reverted: fawiki_revert
damaging: fawiki_damaging
goodfaith: fawiki_goodfaith
frwiki:
extractor: frwiki_api
scorer_models:
reverted: frwiki_revert
wp10: frwiki_wp10
hewiki:
extractor: hewiki_api
scorer_models:
reverted: hewiki_revert
idwiki:
extractor: idwiki_api
scorer_models:
reverted: idwiki_revert
itwiki:
extractor: itwiki_api
scorer_models:
reverted: itwiki_revert
nlwiki:
extractor: nlwiki_api
scorer_models:
reverted: nlwiki_revert
ptwiki:
extractor: ptwiki_api
scorer_models:
reverted: ptwiki_revert
damaging: ptwiki_damaging
goodfaith: ptwiki_goodfaith
testwiki:
extractor: testwiki_offline
scorer_models:
reverted: testwiki_revert
damaging: testwiki_revert
trwiki:
extractor: trwiki_api
scorer_models:
reverted: trwiki_revert
damaging: trwiki_damaging
goodfaith: trwiki_goodfaith
viwiki:
extractor: viwiki_api
scorer_models:
reverted: viwiki_revert
ukwiki:
extractor: ukwiki_api
scorer_models:
reverted: ukwiki_revert
wikidatawiki:
extractor: wikidata_api
scorer_models:
reverted: wikidata_revert
# Feature extractors
extractors:
defaults:
class: revscoring.extractors.APIExtractor
user_agent: Object Revision Evaluation Service <ahalfaker@wikimedia.org>
timeout: 5
dewiki_api:
host: https://de.wikipedia.org
enwiki_api:
host: https://en.wikipedia.org
eswiki_api:
host: https://es.wikipedia.org
etwiki_api:
host: https://et.wikipedia.org
fawiki_api:
host: https://fa.wikipedia.org
frwiki_api:
host: https://fr.wikipedia.org
hewiki_api:
host: https://he.wikipedia.org
idwiki_api:
host: https://id.wikipedia.org
itwiki_api:
host: https://it.wikipedia.org
nlwiki_api:
host: https://nl.wikipedia.org
ptwiki_api:
host: https://pt.wikipedia.org
testwiki_offline:
class: revscoring.extractors.OfflineExtractor
trwiki_api:
host: https://tr.wikipedia.org
ukwiki_api:
host: https://uk.wikipedia.org
viwiki_api:
host: https://vi.wikipedia.org
wikidata_api:
host: https://wikidata.org
# Scorer models
scorer_models:
defaults:
class: revscoring.scorer_models.MLScorerModel
dewiki_revert:
model_file: submodules/editquality/models/dewiki.reverted-user.linear_svc.model
enwiki_wp10:
model_file: submodules/wikiclass/models/enwiki.wp10.rf.model
enwiki_revert:
model_file: submodules/editquality/models/enwiki.reverted-user.linear_svc.model
enwiki_damaging:
model_file: submodules/editquality/models/enwiki.damaging-user.linear_svc.model
enwiki_goodfaith:
model_file: submodules/editquality/models/enwiki.goodfaith-user.linear_svc.model
eswiki_revert:
model_file: submodules/editquality/models/eswiki.reverted-user.linear_svc.model
etwiki_revert:
model_file: submodules/editquality/models/etwiki.reverted-user.linear_svc.model
fawiki_damaging:
model_file: submodules/editquality/models/fawiki.damaging-user.linear_svc.model
fawiki_goodfaith:
model_file: submodules/editquality/models/fawiki.goodfaith-user.linear_svc.model
fawiki_revert:
model_file: submodules/editquality/models/fawiki.reverted-user.linear_svc.model
frwiki_revert:
model_file: submodules/editquality/models/frwiki.reverted-user.linear_svc.model
frwiki_wp10:
model_file: submodules/wikiclass/models/frwiki.wp10.rf.model
hewiki_revert:
model_file: submodules/editquality/models/hewiki.reverted-user.linear_svc.model
idwiki_revert:
model_file: submodules/editquality/models/idwiki.reverted-user.linear_svc.model
itwiki_revert:
model_file: submodules/editquality/models/itwiki.reverted-user.linear_svc.model
nlwiki_revert:
model_file: submodules/editquality/models/nlwiki.reverted-user.linear_svc.model
ptwiki_damaging:
model_file: submodules/editquality/models/ptwiki.damaging-user.linear_svc.model
ptwiki_goodfaith:
model_file: submodules/editquality/models/ptwiki.goodfaith-user.linear_svc.model
ptwiki_revert:
model_file: submodules/editquality/models/ptwiki.reverted-user.linear_svc.model
testwiki_revert:
class: ores.scorer_models.RevIdScorer
version: 0.0.2
trwiki_damaging:
model_file: submodules/editquality/models/trwiki.damaging-user.linear_svc.model
trwiki_goodfaith:
model_file: submodules/editquality/models/trwiki.goodfaith-user.linear_svc.model
trwiki_revert:
model_file: submodules/editquality/models/trwiki.reverted-user.linear_svc.model
ukwiki_revert:
model_file: submodules/editquality/models/ukwiki.reverted-user.linear_svc.model
viwiki_revert:
model_file: submodules/editquality/models/viwiki.reverted-user.linear_svc.model
wikidata_revert:
model_file: submodules/wb-vandalism/models/wikidata.reverted.rf.model