opus-2020-07-27.yml

release: sla-eng/opus-2020-07-27.zip
release-date: 2020-07-27
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - bel
   - bos
   - bul
   - ces
   - csb
   - dsb
   - hrv
   - hsb
   - mkd
   - orv
   - pol
   - rue
   - rus
   - slv
   - srp
   - ukr
target-languages:
   - eng
test-data:
   Tatoeba-test.bel-eng: 2500/15535
   Tatoeba-test.bul-eng: 10000/60705
   Tatoeba-test.ces-eng: 10000/64235
   Tatoeba-test.csb-eng: 27/197
   Tatoeba-test.dsb-eng: 34/168
   Tatoeba-test.hbs-eng: 10000/57608
   Tatoeba-test.hsb-eng: 40/194
   Tatoeba-test.mkd-eng: 10000/54846
   Tatoeba-test.multi-eng: 10000/59815
   Tatoeba-test.orv-eng: 322/1713
   Tatoeba-test.pol-eng: 10000/63754
   Tatoeba-test.rue-eng: 120/566
   Tatoeba-test.rus-eng: 10000/61769
   Tatoeba-test.slv-eng: 2007/11389
   Tatoeba-test.ukr-eng: 10000/55352
   newssyscomb2009.ces-eng: 502/10424
   newstest2009.ces-eng: 2525/57625
   newstest2010.ces-eng: 2489/54021
   newstest2011.ces-eng: 3003/65829
   newstest2012.ces-eng: 3003/63778
   newstest2012.rus-eng: 3003/63778
   newstest2013.ces-eng: 3000/56089
   newstest2013.rus-eng: 3000/56089
   newstest2014-csen.ces-eng: 3003/60441
   newstest2014-ruen.rus-eng: 3003/61219
   newstest2015-encs.ces-eng: 2656/47160
   newstest2015-enru.rus-eng: 2818/56934
   newstest2016-encs.ces-eng: 2999/57418
   newstest2016-enru.rus-eng: 2998/61076
   newstest2017-encs.ces-eng: 3005/54762
   newstest2017-enru.rus-eng: 3001/60714
   newstest2018-encs.ces-eng: 2983/55920
   newstest2018-enru.rus-eng: 3000/62925
   newstest2019-ruen.rus-eng: 2000/37348
BLEU-scores:
   Tatoeba-test.bel-eng: 41.7
   Tatoeba-test.bul-eng: 55.2
   Tatoeba-test.ces-eng: 52.8
   Tatoeba-test.csb-eng: 21.4
   Tatoeba-test.dsb-eng: 36.2
   Tatoeba-test.hbs-eng: 55.9
   Tatoeba-test.hsb-eng: 37.7
   Tatoeba-test.mkd-eng: 54.5
   Tatoeba-test.multi-eng: 52.8
   Tatoeba-test.orv-eng: 12.0
   Tatoeba-test.pol-eng: 50.6
   Tatoeba-test.rue-eng: 22.6
   Tatoeba-test.rus-eng: 53.5
   Tatoeba-test.slv-eng: 42.8
   Tatoeba-test.ukr-eng: 53.4
   newssyscomb2009.ces-eng: 25.7
   newstest2009.ces-eng: 24.7
   newstest2010.ces-eng: 25.3
   newstest2011.ces-eng: 26.0
   newstest2012.ces-eng: 25.0
   newstest2012.rus-eng: 31.8
   newstest2013.ces-eng: 28.3
   newstest2013.rus-eng: 25.9
   newstest2014-csen.ces-eng: 30.5
   newstest2014-ruen.rus-eng: 28.9
   newstest2015-encs.ces-eng: 27.7
   newstest2015-enru.rus-eng: 27.5
   newstest2016-encs.ces-eng: 29.3
   newstest2016-enru.rus-eng: 26.8
   newstest2017-encs.ces-eng: 26.0
   newstest2017-enru.rus-eng: 30.2
   newstest2018-encs.ces-eng: 27.1
   newstest2018-enru.rus-eng: 25.9
   newstest2019-ruen.rus-eng: 28.8
chr-F-scores:
   Tatoeba-test.bel-eng: 0.599
   Tatoeba-test.bul-eng: 0.696
   Tatoeba-test.ces-eng: 0.686
   Tatoeba-test.csb-eng: 0.399
   Tatoeba-test.dsb-eng: 0.511
   Tatoeba-test.hbs-eng: 0.701
   Tatoeba-test.hsb-eng: 0.545
   Tatoeba-test.mkd-eng: 0.680
   Tatoeba-test.multi-eng: 0.680
   Tatoeba-test.orv-eng: 0.296
   Tatoeba-test.pol-eng: 0.668
   Tatoeba-test.rue-eng: 0.412
   Tatoeba-test.rus-eng: 0.682
   Tatoeba-test.slv-eng: 0.603
   Tatoeba-test.ukr-eng: 0.683
   newssyscomb2009.ces-eng: 0.536
   newstest2009.ces-eng: 0.531
   newstest2010.ces-eng: 0.541
   newstest2011.ces-eng: 0.538
   newstest2012.ces-eng: 0.533
   newstest2012.rus-eng: 0.584
   newstest2013.ces-eng: 0.553
   newstest2013.rus-eng: 0.530
   newstest2014-csen.ces-eng: 0.583
   newstest2014-ruen.rus-eng: 0.570
   newstest2015-encs.ces-eng: 0.544
   newstest2015-enru.rus-eng: 0.547
   newstest2016-encs.ces-eng: 0.563
   newstest2016-enru.rus-eng: 0.543
   newstest2017-encs.ces-eng: 0.534
   newstest2017-enru.rus-eng: 0.569
   newstest2018-encs.ces-eng: 0.544
   newstest2018-enru.rus-eng: 0.539
   newstest2019-ruen.rus-eng: 0.558