opus-2020-07-26.yml

release: inc-eng/opus-2020-07-26.zip
release-date: 2020-07-26
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - asm
   - awa
   - ben
   - bho
   - gom
   - guj
   - hif
   - hin
   - mai
   - mar
   - npi
   - ori
   - pan
   - pnb
   - rom
   - san
   - sin
   - snd
   - urd
target-languages:
   - eng
test-data:
   Tatoeba-test.asm-eng: 117/573
   Tatoeba-test.awa-eng: 279/1042
   Tatoeba-test.ben-eng: 2500/11321
   Tatoeba-test.bho-eng: 42/229
   Tatoeba-test.guj-eng: 154/767
   Tatoeba-test.hif-eng: 36/187
   Tatoeba-test.hin-eng: 5000/28315
   Tatoeba-test.kok-eng: 1/6
   Tatoeba-test.lah-eng: 32/162
   Tatoeba-test.mai-eng: 8/17
   Tatoeba-test.mar-eng: 10000/53713
   Tatoeba-test.multi-eng: 10000/53590
   Tatoeba-test.nep-eng: 115/389
   Tatoeba-test.ori-eng: 33/198
   Tatoeba-test.pan-eng: 87/514
   Tatoeba-test.rom-eng: 671/3765
   Tatoeba-test.san-eng: 144/504
   Tatoeba-test.sin-eng: 45/210
   Tatoeba-test.snd-eng: 4/15
   Tatoeba-test.urd-eng: 1663/10180
   newsdev2014.hin-eng: 520/9210
   newsdev2019-engu.guj-eng: 1998/36882
   newstest2014-hien.hin-eng: 2507/49394
   newstest2019-guen.guj-eng: 1016/15734
BLEU-scores:
   Tatoeba-test.asm-eng: 18.0
   Tatoeba-test.awa-eng: 6.8
   Tatoeba-test.ben-eng: 44.6
   Tatoeba-test.bho-eng: 28.1
   Tatoeba-test.guj-eng: 16.6
   Tatoeba-test.hif-eng: 4.4
   Tatoeba-test.hin-eng: 38.0
   Tatoeba-test.kok-eng: 1.4
   Tatoeba-test.lah-eng: 15.3
   Tatoeba-test.mai-eng: 51.8
   Tatoeba-test.mar-eng: 22.6
   Tatoeba-test.multi-eng: 26.8
   Tatoeba-test.nep-eng: 2.8
   Tatoeba-test.ori-eng: 3.4
   Tatoeba-test.pan-eng: 15.2
   Tatoeba-test.rom-eng: 1.3
   Tatoeba-test.san-eng: 3.1
   Tatoeba-test.sin-eng: 28.2
   Tatoeba-test.snd-eng: 38.5
   Tatoeba-test.urd-eng: 25.2
   newsdev2014.hin-eng: 8.7
   newsdev2019-engu.guj-eng: 8.3
   newstest2014-hien.hin-eng: 12.7
   newstest2019-guen.guj-eng: 5.9
chr-F-scores:
   Tatoeba-test.asm-eng: 0.360
   Tatoeba-test.awa-eng: 0.217
   Tatoeba-test.ben-eng: 0.594
   Tatoeba-test.bho-eng: 0.462
   Tatoeba-test.guj-eng: 0.362
   Tatoeba-test.hif-eng: 0.235
   Tatoeba-test.hin-eng: 0.556
   Tatoeba-test.kok-eng: 0.153
   Tatoeba-test.lah-eng: 0.266
   Tatoeba-test.mai-eng: 0.661
   Tatoeba-test.mar-eng: 0.470
   Tatoeba-test.multi-eng: 0.484
   Tatoeba-test.nep-eng: 0.180
   Tatoeba-test.ori-eng: 0.219
   Tatoeba-test.pan-eng: 0.373
   Tatoeba-test.rom-eng: 0.166
   Tatoeba-test.san-eng: 0.167
   Tatoeba-test.sin-eng: 0.507
   Tatoeba-test.snd-eng: 0.500
   Tatoeba-test.urd-eng: 0.451
   newsdev2014.hin-eng: 0.335
   newsdev2019-engu.guj-eng: 0.308
   newstest2014-hien.hin-eng: 0.389
   newstest2019-guen.guj-eng: 0.280