opus-2021-02-23.yml

release: msa-fra/opus-2021-02-23.zip
release-date: 2021-02-23
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - ind
   - jak
   - msa
   - zlm
   - zsm
target-languages:
   - fra
training-data:
   ind-fra: Tatoeba-train (6626239) 
   jak_Latn-fra: Tatoeba-train (6600) 
   msa_Latn-fra: Tatoeba-train (1544354) 
   zlm-fra: Tatoeba-train (314) 
   zlm_Latn-fra: Tatoeba-train (76465) 
validation-data:
   fra-ind: Tatoeba-dev, 810
   fra-msa_Latn: Tatoeba-dev, 175
   fra-zlm_Latn: Tatoeba-dev, 15
   total-size-shuffled: 998
   devset-selected: top 998  lines of Tatoeba-dev.src.shuffled!
test-data:
   Tatoeba-test.ind-fra: 900/6952
   Tatoeba-test.msa-fra: 998/7808
   Tatoeba-test.zsm_Latn-fra: 98/856
BLEU-scores:
   Tatoeba-test.ind-fra: 44.9
   Tatoeba-test.msa-fra: 45.7
   Tatoeba-test.zsm_Latn-fra: 42.6
chr-F-scores:
   Tatoeba-test.ind-fra: 0.623
   Tatoeba-test.msa-fra: 0.626
   Tatoeba-test.zsm_Latn-fra: 0.625