-
Notifications
You must be signed in to change notification settings - Fork 89
/
opusTCv20210807_transformer-big_2022-06-24.yml
73 lines (73 loc) · 2.34 KB
/
opusTCv20210807_transformer-big_2022-06-24.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
release: zle-spa/opusTCv20210807_transformer-big_2022-06-24.zip
release-date: 2022-06-24
dataset-name: opusTCv20210807
modeltype: transformer-big
vocabulary:
source: opusTCv20210807.spm32k-spm32k.vocab.yml
target: opusTCv20210807.spm32k-spm32k.vocab.yml
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
source: spm32k
target: spm32k
subword-models:
source: source.spm
target: target.spm
source-languages:
- bel
- bel_Latn
- orv_Cyrl
- rue
- rus
- ukr
target-languages:
- spa
raw-source-languages:
- bel
- orv
- rue
- rus
- ukr
raw-target-languages:
- spa
training-data:
bel-spa: Tatoeba-train-v2021-08-07.bel-spa.strict (796831)
bel_Latn-spa: Tatoeba-train-v2021-08-07.bel_Latn-spa.strict (1858)
rus-spa: Tatoeba-train-v2021-08-07.rus-spa.strict (114085061)
ukr-spa: Tatoeba-train-v2021-08-07.spa-ukr.strict (12452070)
validation-data:
bel-spa: Tatoeba-dev-v2021-08-07, 950
bel_Latn-spa: Tatoeba-dev-v2021-08-07, 4
rus-spa: Tatoeba-dev-v2021-08-07, 85889
spa-ukr: Tatoeba-dev-v2021-08-07, 12808
total-size-shuffled: 2933
devset-selected: top 2933 lines of Tatoeba-dev-v2021-08-07.src.shuffled
test-data:
newstest2012.rus-spa: 3003/79006
newstest2013.rus-spa: 3000/70528
Tatoeba-test-v2021-08-07.bel_Latn-spa: 1/9
Tatoeba-test-v2021-08-07.bel-spa: 205/1412
Tatoeba-test-v2021-08-07.multi-spa: 10000/65155
Tatoeba-test-v2021-08-07.orv-spa: 33/171
Tatoeba-test-v2021-08-07.rue-spa: 97/469
Tatoeba-test-v2021-08-07.rus-spa: 10506/75241
Tatoeba-test-v2021-08-07.ukr-spa: 10115/59282
BLEU-scores:
newstest2012.rus-spa: 29.1
newstest2013.rus-spa: 31.9
Tatoeba-test-v2021-08-07.bel_Latn-spa: 5.9
Tatoeba-test-v2021-08-07.bel-spa: 46.3
Tatoeba-test-v2021-08-07.multi-spa: 51.9
Tatoeba-test-v2021-08-07.orv-spa: 18.6
Tatoeba-test-v2021-08-07.rue-spa: 30.5
Tatoeba-test-v2021-08-07.rus-spa: 52.1
Tatoeba-test-v2021-08-07.ukr-spa: 51.5
chr-F-scores:
newstest2012.rus-spa: 0.55215
newstest2013.rus-spa: 0.56936
Tatoeba-test-v2021-08-07.bel_Latn-spa: 0.22021
Tatoeba-test-v2021-08-07.bel-spa: 0.65454
Tatoeba-test-v2021-08-07.multi-spa: 0.69377
Tatoeba-test-v2021-08-07.orv-spa: 0.35003
Tatoeba-test-v2021-08-07.rue-spa: 0.43091
Tatoeba-test-v2021-08-07.rus-spa: 0.69790
Tatoeba-test-v2021-08-07.ukr-spa: 0.68758