opus-2020-06-28.yml

release: inc-eng/opus-2020-06-28.zip
release-date: 2020-06-28
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - asm
   - awa
   - ben
   - bho
   - gom
   - guj
   - hif
   - hin
   - mai
   - mar
   - npi
   - ori
   - pan
   - pnb
   - rom
   - sin
   - snd
   - urd
target-languages:
   - eng
test-data:
   Tatoeba-test.asm-eng: 117/573
   Tatoeba-test.awa-eng: 279/1042
   Tatoeba-test.ben-eng: 2500/11321
   Tatoeba-test.bho-eng: 42/229
   Tatoeba-test.guj-eng: 154/767
   Tatoeba-test.hif-eng: 36/187
   Tatoeba-test.hin-eng: 5000/28315
   Tatoeba-test.kok-eng: 1/6
   Tatoeba-test.lah-eng: 32/162
   Tatoeba-test.mai-eng: 8/17
   Tatoeba-test.mar-eng: 10000/53713
   Tatoeba-test.multi-eng: 0/0
   Tatoeba-test.nep-eng: 115/389
   Tatoeba-test.ori-eng: 33/198
   Tatoeba-test.pan-eng: 87/514
   Tatoeba-test.rom-eng: 671/3765
   Tatoeba-test.sin-eng: 45/210
   Tatoeba-test.snd-eng: 4/15
   Tatoeba-test.urd-eng: 1663/10180
BLEU-scores:
   Tatoeba-test.asm-eng: 17.3
   Tatoeba-test.awa-eng: 6.9
   Tatoeba-test.ben-eng: 46.3
   Tatoeba-test.bho-eng: 30.6
   Tatoeba-test.guj-eng: 19.0
   Tatoeba-test.hif-eng: 4.2
   Tatoeba-test.hin-eng: 38.9
   Tatoeba-test.kok-eng: 4.8
   Tatoeba-test.lah-eng: 17.6
   Tatoeba-test.mai-eng: 47.6
   Tatoeba-test.mar-eng: 23.0
   Tatoeba-test.multi-eng: 27.6
   Tatoeba-test.nep-eng: 1.4
   Tatoeba-test.ori-eng: 2.0
   Tatoeba-test.pan-eng: 15.5
   Tatoeba-test.rom-eng: 3.2
   Tatoeba-test.sin-eng: 30.5
   Tatoeba-test.snd-eng: 10.0
   Tatoeba-test.urd-eng: 28.0
chr-F-scores:
   Tatoeba-test.asm-eng: 0.357
   Tatoeba-test.awa-eng: 0.224
   Tatoeba-test.ben-eng: 0.606
   Tatoeba-test.bho-eng: 0.456
   Tatoeba-test.guj-eng: 0.367
   Tatoeba-test.hif-eng: 0.240
   Tatoeba-test.hin-eng: 0.568
   Tatoeba-test.kok-eng: 0.238
   Tatoeba-test.lah-eng: 0.284
   Tatoeba-test.mai-eng: 0.699
   Tatoeba-test.mar-eng: 0.475
   Tatoeba-test.multi-eng: 0.490
   Tatoeba-test.nep-eng: 0.189
   Tatoeba-test.ori-eng: 0.207
   Tatoeba-test.pan-eng: 0.349
   Tatoeba-test.rom-eng: 0.174
   Tatoeba-test.sin-eng: 0.526
   Tatoeba-test.snd-eng: 0.330
   Tatoeba-test.urd-eng: 0.476