opus+bt-2021-03-12.yml

release: eng-sqi/opus+bt-2021-03-12.zip
release-date: 2021-03-12
dataset-name: opus+bt
modeltype: transformer-align
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
use-target-labels:
   - ">>aln<<"
   - ">>sqi<<"
source-languages:
   - eng
target-languages:
   - aln
   - sqi
training-data:
   eng-sqi: Tatoeba-train (3634633) wiki.aa.sqi-eng (703794) wikibooks.aa.sqi-eng (83046) wikinews.aa.sqi-eng (6700) wikiquote.aa.sqi-eng (4607) 
validation-data:
   eng-sqi: Tatoeba-dev, 1000
   total-size-shuffled: 998
   devset-selected: top 998  lines of Tatoeba-dev.src.shuffled!
test-data:
   Tatoeba-test.eng-aln: 27/130
   Tatoeba-test.eng-sqi: 1065/7880
BLEU-scores:
   Tatoeba-test.eng-aln: 8.9
   Tatoeba-test.eng-sqi: 46.4
chr-F-scores:
   Tatoeba-test.eng-aln: 0.301
   Tatoeba-test.eng-sqi: 0.676