opus-2021-02-18.yml

release: pol-ukr/opus-2021-02-18.zip
release-date: 2021-02-18
dataset-name: opus
modeltype: transformer-align
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - pol
target-languages:
   - ukr
training-data:
   pol-ukr: Tatoeba-train (1686096) 
validation-data:
   pol-ukr: Tatoeba-dev, 6900
   total-size-shuffled: 6900
   devset-selected: top 5000  lines of Tatoeba-dev.src.shuffled!
test-data:
   Tatoeba-test.pol-ukr: 2500/13434
BLEU-scores:
   Tatoeba-test.pol-ukr: 47.1
chr-F-scores:
   Tatoeba-test.pol-ukr: 0.665