opus-2020-10-04.yml

release: aav-aav/opus-2020-10-04.zip
release-date: 2020-10-04
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - eng
   - hoc
   - kha
   - khm
   - mnw
   - vie
target-languages:
   - eng
   - hoc
   - kha
   - khm
   - mnw
   - vie
use-target-labels:
   - ">>eng<<"
   - ">>hoc<<"
   - ">>hoc_Latn<<"
   - ">>kha<<"
   - ">>khm<<"
   - ">>khm_Latn<<"
   - ">>mnw<<"
   - ">>vie<<"
   - ">>vie_Hani<<"
test-data:
   Tatoeba-test.eng-hoc: 660/1894
   Tatoeba-test.eng-kha: 1314/7819
   Tatoeba-test.eng-khm: 752/1610
   Tatoeba-test.eng-mnw: 9/40
   Tatoeba-test.eng-vie: 2500/21591
   Tatoeba-test.hoc-eng: 660/2827
   Tatoeba-test.kha-eng: 1314/6985
   Tatoeba-test.kha-vie: 4/26
   Tatoeba-test.khm-eng: 752/3505
   Tatoeba-test.khm-vie: 18/82
   Tatoeba-test.mnw-eng: 9/67
   Tatoeba-test.multi-multi: 10000/60705
   Tatoeba-test.vie-eng: 2500/17313
   Tatoeba-test.vie-kha: 4/24
   Tatoeba-test.vie-khm: 18/36
BLEU-scores:
   Tatoeba-test.eng-hoc: 0.1
   Tatoeba-test.eng-kha: 0.1
   Tatoeba-test.eng-khm: 0.2
   Tatoeba-test.eng-mnw: 0.4
   Tatoeba-test.eng-vie: 30.2
   Tatoeba-test.hoc-eng: 0.2
   Tatoeba-test.kha-eng: 0.8
   Tatoeba-test.kha-vie: 2.0
   Tatoeba-test.khm-eng: 12.7
   Tatoeba-test.khm-vie: 19.7
   Tatoeba-test.mnw-eng: 1.4
   Tatoeba-test.multi-multi: 16.6
   Tatoeba-test.vie-eng: 31.6
   Tatoeba-test.vie-kha: 0.7
   Tatoeba-test.vie-khm: 1.9
chr-F-scores:
   Tatoeba-test.eng-hoc: 0.010
   Tatoeba-test.eng-kha: 0.013
   Tatoeba-test.eng-khm: 0.247
   Tatoeba-test.eng-mnw: 0.003
   Tatoeba-test.eng-vie: 0.480
   Tatoeba-test.hoc-eng: 0.099
   Tatoeba-test.kha-eng: 0.119
   Tatoeba-test.kha-vie: 0.082
   Tatoeba-test.khm-eng: 0.302
   Tatoeba-test.khm-vie: 0.405
   Tatoeba-test.mnw-eng: 0.059
   Tatoeba-test.multi-multi: 0.324
   Tatoeba-test.vie-eng: 0.511
   Tatoeba-test.vie-kha: 0.015
   Tatoeba-test.vie-khm: 0.166