opus-2020-07-14.yml

release: gem-eng/opus-2020-07-14.zip
release-date: 2020-07-14
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - afr
   - ang
   - dan
   - deu
   - enm
   - fao
   - frr
   - fry
   - gos
   - got
   - gsw
   - isl
   - ksh
   - ltz
   - nds
   - nld
   - nno
   - nob
   - non
   - pdc
   - sco
   - stq
   - swe
   - swg
   - yid
target-languages:
   - eng
test-data:
   Tatoeba-test.afr-eng: 1374/8101
   Tatoeba-test.ang-eng: 189/1693
   Tatoeba-test.dan-eng: 10000/62015
   Tatoeba-test.deu-eng: 10000/69484
   Tatoeba-test.enm-eng: 49/238
   Tatoeba-test.fao-eng: 294/1631
   Tatoeba-test.frr-eng: 2/7
   Tatoeba-test.fry-eng: 205/1234
   Tatoeba-test.gos-eng: 1152/4319
   Tatoeba-test.got-eng: 207/865
   Tatoeba-test.gsw-eng: 205/770
   Tatoeba-test.isl-eng: 2500/16860
   Tatoeba-test.ksh-eng: 26/175
   Tatoeba-test.ltz-eng: 283/1378
   Tatoeba-test.multi-eng: 10000/60677
   Tatoeba-test.nds-eng: 2500/14803
   Tatoeba-test.nld-eng: 10000/58489
   Tatoeba-test.non-eng: 15/112
   Tatoeba-test.pdc-eng: 53/295
   Tatoeba-test.sco-eng: 27/183
   Tatoeba-test.stq-eng: 5/28
   Tatoeba-test.swe-eng: 10000/54997
   Tatoeba-test.swg-eng: 33/205
   Tatoeba-test.yid-eng: 1168/6380
BLEU-scores:
   Tatoeba-test.afr-eng: 62.4
   Tatoeba-test.ang-eng: 9.7
   Tatoeba-test.dan-eng: 60.5
   Tatoeba-test.deu-eng: 48.4
   Tatoeba-test.enm-eng: 23.2
   Tatoeba-test.fao-eng: 25.0
   Tatoeba-test.frr-eng: 16.8
   Tatoeba-test.fry-eng: 25.9
   Tatoeba-test.gos-eng: 17.2
   Tatoeba-test.got-eng: 0.1
   Tatoeba-test.gsw-eng: 12.7
   Tatoeba-test.isl-eng: 50.1
   Tatoeba-test.ksh-eng: 3.6
   Tatoeba-test.ltz-eng: 32.8
   Tatoeba-test.multi-eng: 53.2
   Tatoeba-test.nds-eng: 31.2
   Tatoeba-test.nld-eng: 58.0
   Tatoeba-test.non-eng: 38.8
   Tatoeba-test.pdc-eng: 31.7
   Tatoeba-test.sco-eng: 38.8
   Tatoeba-test.stq-eng: 20.2
   Tatoeba-test.swe-eng: 61.5
   Tatoeba-test.swg-eng: 17.5
   Tatoeba-test.yid-eng: 18.3
chr-F-scores:
   Tatoeba-test.afr-eng: 0.755
   Tatoeba-test.ang-eng: 0.250
   Tatoeba-test.dan-eng: 0.745
   Tatoeba-test.deu-eng: 0.656
   Tatoeba-test.enm-eng: 0.495
   Tatoeba-test.fao-eng: 0.456
   Tatoeba-test.frr-eng: 0.233
   Tatoeba-test.fry-eng: 0.456
   Tatoeba-test.gos-eng: 0.339
   Tatoeba-test.got-eng: 0.013
   Tatoeba-test.gsw-eng: 0.320
   Tatoeba-test.isl-eng: 0.659
   Tatoeba-test.ksh-eng: 0.247
   Tatoeba-test.ltz-eng: 0.473
   Tatoeba-test.multi-eng: 0.681
   Tatoeba-test.nds-eng: 0.510
   Tatoeba-test.nld-eng: 0.727
   Tatoeba-test.non-eng: 0.581
   Tatoeba-test.pdc-eng: 0.456
   Tatoeba-test.sco-eng: 0.578
   Tatoeba-test.stq-eng: 0.421
   Tatoeba-test.swe-eng: 0.742
   Tatoeba-test.swg-eng: 0.316
   Tatoeba-test.yid-eng: 0.386