opus-2021-02-24.yml

release: msa-deu/opus-2021-02-24.zip
release-date: 2021-02-24
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - ind
   - jak
   - min
   - msa
   - zlm
   - zsm
target-languages:
   - deu
training-data:
   ind-deu: Tatoeba-train (5319357) 
   jak_Latn-deu: Tatoeba-train (6601) 
   min-deu: Tatoeba-train (8) 
   msa_Latn-deu: Tatoeba-train (1402955) 
   zlm-deu: Tatoeba-train (342) 
   zlm_Latn-deu: Tatoeba-train (77905) 
validation-data:
   deu-ind: Tatoeba-dev, 787
   deu-jak_Latn: Tatoeba-dev, 1
   deu-msa_Latn: Tatoeba-dev, 202
   deu-zlm_Latn: Tatoeba-dev, 10
   total-size-shuffled: 994
   devset-selected: top 994  lines of Tatoeba-dev.src.shuffled!
test-data:
   Tatoeba-test.ind-deu: 488/3817
   Tatoeba-test.msa-deu: 535/4198
   Tatoeba-test.zsm_Latn-deu: 47/379
BLEU-scores:
   Tatoeba-test.ind-deu: 37.8
   Tatoeba-test.msa-deu: 37.9
   Tatoeba-test.zsm_Latn-deu: 37.1
chr-F-scores:
   Tatoeba-test.ind-deu: 0.592
   Tatoeba-test.msa-deu: 0.592
   Tatoeba-test.zsm_Latn-deu: 0.569