opus-2020-09-26.yml

release: pqe-pqe/opus-2020-09-26.zip
release-date: 2020-09-26
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - eng
   - fij
   - gil
   - haw
   - lkt
   - mah
   - mri
   - nau
   - niu
   - rap
   - smo
   - tah
   - ton
   - tvl
target-languages:
   - eng
   - fij
   - gil
   - haw
   - lkt
   - mah
   - mri
   - nau
   - niu
   - rap
   - smo
   - tah
   - ton
   - tvl
use-target-labels:
   - ">>eng<<"
   - ">>fij<<"
   - ">>gil<<"
   - ">>haw<<"
   - ">>lkt<<"
   - ">>mah<<"
   - ">>mri<<"
   - ">>nau<<"
   - ">>niu<<"
   - ">>rap<<"
   - ">>smo<<"
   - ">>tah<<"
   - ">>ton<<"
   - ">>tvl<<"
test-data:
   Tatoeba-test.eng-fij: 44/122
   Tatoeba-test.eng-gil: 14/60
   Tatoeba-test.eng-haw: 92/353
   Tatoeba-test.eng-lkt: 21/69
   Tatoeba-test.eng-mah: 29/115
   Tatoeba-test.eng-mri: 363/3300
   Tatoeba-test.eng-nau: 20/60
   Tatoeba-test.eng-niu: 29/111
   Tatoeba-test.eng-rap: 26/85
   Tatoeba-test.eng-smo: 78/325
   Tatoeba-test.eng-tah: 21/59
   Tatoeba-test.eng-ton: 20/65
   Tatoeba-test.eng-tvl: 15/62
   Tatoeba-test.fij-eng: 44/99
   Tatoeba-test.gil-eng: 14/68
   Tatoeba-test.haw-eng: 92/350
   Tatoeba-test.lkt-eng: 21/83
   Tatoeba-test.mah-eng: 29/123
   Tatoeba-test.mri-eng: 363/2314
   Tatoeba-test.multi-multi: 1544/8476
   Tatoeba-test.nau-eng: 20/85
   Tatoeba-test.niu-eng: 29/89
   Tatoeba-test.rap-eng: 26/70
   Tatoeba-test.smo-eng: 78/238
   Tatoeba-test.tah-eng: 21/60
   Tatoeba-test.ton-eng: 20/57
   Tatoeba-test.tvl-eng: 15/54
BLEU-scores:
   Tatoeba-test.eng-fij: 27.9
   Tatoeba-test.eng-gil: 33.2
   Tatoeba-test.eng-haw: 0.4
   Tatoeba-test.eng-lkt: 0.5
   Tatoeba-test.eng-mah: 8.6
   Tatoeba-test.eng-mri: 7.4
   Tatoeba-test.eng-nau: 1.3
   Tatoeba-test.eng-niu: 38.4
   Tatoeba-test.eng-rap: 2.5
   Tatoeba-test.eng-smo: 24.5
   Tatoeba-test.eng-tah: 6.3
   Tatoeba-test.eng-ton: 23.6
   Tatoeba-test.eng-tvl: 9.5
   Tatoeba-test.fij-eng: 21.8
   Tatoeba-test.gil-eng: 48.1
   Tatoeba-test.haw-eng: 5.9
   Tatoeba-test.lkt-eng: 1.1
   Tatoeba-test.mah-eng: 16.8
   Tatoeba-test.mri-eng: 8.6
   Tatoeba-test.multi-multi: 12.1
   Tatoeba-test.nau-eng: 7.0
   Tatoeba-test.niu-eng: 34.2
   Tatoeba-test.rap-eng: 15.2
   Tatoeba-test.smo-eng: 35.4
   Tatoeba-test.tah-eng: 8.5
   Tatoeba-test.ton-eng: 45.6
   Tatoeba-test.tvl-eng: 61.4
chr-F-scores:
   Tatoeba-test.eng-fij: 0.445
   Tatoeba-test.eng-gil: 0.646
   Tatoeba-test.eng-haw: 0.085
   Tatoeba-test.eng-lkt: 0.065
   Tatoeba-test.eng-mah: 0.333
   Tatoeba-test.eng-mri: 0.302
   Tatoeba-test.eng-nau: 0.161
   Tatoeba-test.eng-niu: 0.521
   Tatoeba-test.eng-rap: 0.087
   Tatoeba-test.eng-smo: 0.457
   Tatoeba-test.eng-tah: 0.285
   Tatoeba-test.eng-ton: 0.452
   Tatoeba-test.eng-tvl: 0.415
   Tatoeba-test.fij-eng: 0.355
   Tatoeba-test.gil-eng: 0.596
   Tatoeba-test.haw-eng: 0.159
   Tatoeba-test.lkt-eng: 0.100
   Tatoeba-test.mah-eng: 0.288
   Tatoeba-test.mri-eng: 0.270
   Tatoeba-test.multi-multi: 0.293
   Tatoeba-test.nau-eng: 0.160
   Tatoeba-test.niu-eng: 0.510
   Tatoeba-test.rap-eng: 0.247
   Tatoeba-test.smo-eng: 0.456
   Tatoeba-test.tah-eng: 0.206
   Tatoeba-test.ton-eng: 0.491
   Tatoeba-test.tvl-eng: 0.649