opus-2021-02-18.yml

release: mkh-mkh/opus-2021-02-18.zip
release-date: 2021-02-18
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
use-target-labels:
   - ">>kha<<"
   - ">>khm<<"
   - ">>khm_Latn<<"
   - ">>vie<<"
source-languages:
   - kha
   - khm
   - vie
target-languages:
   - kha
   - khm
   - vie
training-data:
   eng-khm: Tatoeba-train (289332) 
   eng-khm_Latn: Tatoeba-train (10780) 
   eng-vie: Tatoeba-train (1000000) 
   khm-eng: Tatoeba-train (289332) 
   khm-vie: Tatoeba-train (101743) 
   khm_Latn-eng: Tatoeba-train (10780) 
   khm_Latn-vie: Tatoeba-train (669) 
   vie-eng: Tatoeba-train (1000000) 
   vie-khm: Tatoeba-train (101743) 
   vie-khm_Latn: Tatoeba-train (669) 
validation-data:
   eng-khm: Tatoeba-dev, 965
   eng-khm_Latn: Tatoeba-dev, 35
   eng-vie: Tatoeba-dev, 2824
   eng-khm: Tatoeba-dev, 965
   khm-vie: Tatoeba-dev, 996
   eng-khm_Latn: Tatoeba-dev, 35
   khm_Latn-vie: Tatoeba-dev, 4
   eng-vie: Tatoeba-dev, 2824
   khm-vie: Tatoeba-dev, 996
   khm_Latn-vie: Tatoeba-dev, 4
   total-size-shuffled: 9632
   devset-selected: top 5000  lines of Tatoeba-dev.src.shuffled!
test-data:
   Tatoeba-test.kha-vie: 4/39
   Tatoeba-test.khm-vie: 18/101
   Tatoeba-test.multi-multi: 9194/68857
   Tatoeba-test.vie-kha: 4/37
   Tatoeba-test.vie-khm: 18/37
   tico19-test.eng-khm: 2100/20941
BLEU-scores:
   Tatoeba-test.kha-vie: 2.1
   Tatoeba-test.khm-vie: 9.2
   Tatoeba-test.multi-multi: 21.7
   Tatoeba-test.vie-kha: 2.1
   Tatoeba-test.vie-khm: 1.4
   tico19-test.eng-khm: 1.4
chr-F-scores:
   Tatoeba-test.kha-vie: 0.104
   Tatoeba-test.khm-vie: 0.311
   Tatoeba-test.multi-multi: 0.366
   Tatoeba-test.vie-kha: 0.078
   Tatoeba-test.vie-khm: 0.151
   tico19-test.eng-khm: 0.290