opus-2020-07-27.yml

release: eng-zle/opus-2020-07-27.zip
release-date: 2020-07-27
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - eng
target-languages:
   - bel
   - orv
   - rue
   - rus
   - ukr
use-target-labels:
   - ">>bel<<"
   - ">>bel_Latn<<"
   - ">>orv_Cyrl<<"
   - ">>rue<<"
   - ">>rus<<"
   - ">>ukr<<"
test-data:
   Tatoeba-test.eng-bel: 2500/12908
   Tatoeba-test.eng-multi: 10000/50373
   Tatoeba-test.eng-orv: 322/1364
   Tatoeba-test.eng-rue: 120/369
   Tatoeba-test.eng-rus: 10000/53367
   Tatoeba-test.eng-ukr: 10000/47921
   newstest2012.eng-rus: 3003/53938
   newstest2013.eng-rus: 3000/48639
   newstest2015-enru.eng-rus: 2818/46352
   newstest2016-enru.eng-rus: 2998/51923
   newstest2017-enru.eng-rus: 3001/50385
   newstest2018-enru.eng-rus: 3000/51988
   newstest2019-enru.eng-rus: 1997/40379
BLEU-scores:
   Tatoeba-test.eng-bel: 20.9
   Tatoeba-test.eng-multi: 35.3
   Tatoeba-test.eng-orv: 0.5
   Tatoeba-test.eng-rue: 1.3
   Tatoeba-test.eng-rus: 39.0
   Tatoeba-test.eng-ukr: 36.7
   newstest2012.eng-rus: 25.9
   newstest2013.eng-rus: 20.0
   newstest2015-enru.eng-rus: 22.5
   newstest2016-enru.eng-rus: 21.6
   newstest2017-enru.eng-rus: 23.4
   newstest2018-enru.eng-rus: 20.8
   newstest2019-enru.eng-rus: 21.6
chr-F-scores:
   Tatoeba-test.eng-bel: 0.464
   Tatoeba-test.eng-multi: 0.564
   Tatoeba-test.eng-orv: 0.134
   Tatoeba-test.eng-rue: 0.178
   Tatoeba-test.eng-rus: 0.596
   Tatoeba-test.eng-ukr: 0.579
   newstest2012.eng-rus: 0.535
   newstest2013.eng-rus: 0.480
   newstest2015-enru.eng-rus: 0.517
   newstest2016-enru.eng-rus: 0.506
   newstest2017-enru.eng-rus: 0.526
   newstest2018-enru.eng-rus: 0.512
   newstest2019-enru.eng-rus: 0.485