opusTCv20210807-2021-10-22.yml

release: deu-ara/opusTCv20210807-2021-10-22.zip
release-date: 2021-10-22
dataset-name: opusTCv20210807
modeltype: transformer-align
vocabulary:
   source: opusTCv20210807.spm32k-spm32k.vocab.yml
   target: opusTCv20210807.spm32k-spm32k.vocab.yml
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - deu
target-languages:
   - afb
   - apc
   - ara
   - arq
   - arz
raw-source-languages:
   - deu
raw-target-languages:
   - afb
   - apc
   - ara
   - arq
   - arz
use-target-labels:
training-data:
   deu-ara: Tatoeba-train-v2021-08-07 (35668639) 
   deu-arq: Tatoeba-train-v2021-08-07 (741) 
   deu-arz: Tatoeba-train-v2021-08-07 (18432) 
validation-data:
   afb-deu: Tatoeba-dev-v2021-08-07, 9
   ara-deu: Tatoeba-dev-v2021-08-07, 1013
   arq-deu: Tatoeba-dev-v2021-08-07, 1
   arz-deu: Tatoeba-dev-v2021-08-07, 5
   total-size-shuffled: 1015
   devset-selected: top 1015  lines of Tatoeba-dev-v2021-08-07.src.shuffled
test-data:
   Tatoeba-test-v2021-08-07.deu-ara: 1208/6323
BLEU-scores:
   Tatoeba-test-v2021-08-07.deu-ara: 22.9
chr-F-scores:
   Tatoeba-test-v2021-08-07.deu-ara: 0.519