opus-2021-05-15.yml

release: fin-zho/opus-2021-05-15.zip
release-date: 2021-05-15
dataset-name: opus
modeltype: transformer-align
vocabulary:
   source: opus.spm32k-spm32k.vocab.yml
   target: opus.spm32k-spm32k.vocab.yml
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - cmn
   - nan
   - yue
target-languages:
   - fin
training-data:
   cmn-fin: Tatoeba-train (187275) 
   cmn_Hans-fin: Tatoeba-train (4988861) 
   cmn_Hant-fin: Tatoeba-train (3474289) 
   nan-fin: Tatoeba-train (57) 
   yue_Hans-fin: Tatoeba-train (22) 
   yue_Hant-fin: Tatoeba-train (5518) 
validation-data:
   cmn-fin: Tatoeba-dev, 15
   cmn_Hans-fin: Tatoeba-dev, 584
   cmn_Hant-fin: Tatoeba-dev, 400
   fin-yue_Hant: Tatoeba-dev, 1
   total-size-shuffled: 999
   devset-selected: top 999  lines of Tatoeba-dev.src.shuffled
test-data:
   Tatoeba-test.fin-zho: 380/1847
BLEU-scores:
   Tatoeba-test.fin-zho: 37.6
chr-F-scores:
   Tatoeba-test.fin-zho: 0.597