opus-2020-07-27.yml

release: eng-pqw/opus-2020-07-27.zip
release-date: 2020-07-27
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - eng
target-languages:
   - akl
   - ceb
   - cha
   - dtp
   - hil
   - iba
   - ilo
   - ind
   - jav
   - mad
   - max
   - min
   - mlg
   - pag
   - pau
   - sun
   - tmw
   - war
   - zlm
   - zsm
use-target-labels:
   - ">>akl_Latn<<"
   - ">>ceb<<"
   - ">>cha<<"
   - ">>dtp<<"
   - ">>hil<<"
   - ">>iba<<"
   - ">>ilo<<"
   - ">>ind<<"
   - ">>jav<<"
   - ">>jav_Java<<"
   - ">>mad<<"
   - ">>max_Latn<<"
   - ">>min<<"
   - ">>mlg<<"
   - ">>pag<<"
   - ">>pau<<"
   - ">>sun<<"
   - ">>tmw_Latn<<"
   - ">>war<<"
   - ">>zlm_Latn<<"
   - ">>zsm_Latn<<"
test-data:
   Tatoeba-test.eng-akl: 27/69
   Tatoeba-test.eng-ceb: 378/1678
   Tatoeba-test.eng-cha: 237/796
   Tatoeba-test.eng-dtp: 1929/11440
   Tatoeba-test.eng-hil: 22/104
   Tatoeba-test.eng-iba: 30/235
   Tatoeba-test.eng-ilo: 1093/6040
   Tatoeba-test.eng-jav: 259/1320
   Tatoeba-test.eng-mad: 7/23
   Tatoeba-test.eng-mlg: 51/178
   Tatoeba-test.eng-msa: 5000/27896
   Tatoeba-test.eng-multi: 10000/55384
   Tatoeba-test.eng-pag: 49/268
   Tatoeba-test.eng-pau: 34/106
   Tatoeba-test.eng-sun: 26/87
   Tatoeba-test.eng-war: 1512/9364
BLEU-scores:
   Tatoeba-test.eng-akl: 3.4
   Tatoeba-test.eng-ceb: 11.4
   Tatoeba-test.eng-cha: 1.6
   Tatoeba-test.eng-dtp: 0.5
   Tatoeba-test.eng-hil: 17.3
   Tatoeba-test.eng-iba: 13.8
   Tatoeba-test.eng-ilo: 33.3
   Tatoeba-test.eng-jav: 6.3
   Tatoeba-test.eng-mad: 1.3
   Tatoeba-test.eng-mlg: 33.6
   Tatoeba-test.eng-msa: 30.9
   Tatoeba-test.eng-multi: 17.2
   Tatoeba-test.eng-pag: 16.5
   Tatoeba-test.eng-pau: 1.2
   Tatoeba-test.eng-sun: 35.1
   Tatoeba-test.eng-war: 12.7
chr-F-scores:
   Tatoeba-test.eng-akl: 0.135
   Tatoeba-test.eng-ceb: 0.434
   Tatoeba-test.eng-cha: 0.187
   Tatoeba-test.eng-dtp: 0.131
   Tatoeba-test.eng-hil: 0.518
   Tatoeba-test.eng-iba: 0.361
   Tatoeba-test.eng-ilo: 0.588
   Tatoeba-test.eng-jav: 0.293
   Tatoeba-test.eng-mad: 0.145
   Tatoeba-test.eng-mlg: 0.508
   Tatoeba-test.eng-msa: 0.558
   Tatoeba-test.eng-multi: 0.418
   Tatoeba-test.eng-pag: 0.485
   Tatoeba-test.eng-pau: 0.123
   Tatoeba-test.eng-sun: 0.447
   Tatoeba-test.eng-war: 0.438