opus-2020-07-20.yml

release: eng-itc/opus-2020-07-20.zip
release-date: 2020-07-20
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - eng
target-languages:
   - arg
   - ast
   - cat
   - cos
   - egl
   - ext
   - fra
   - frm
   - gcf
   - glg
   - hat
   - ind
   - ita
   - lad
   - lat
   - lij
   - lld
   - lmo
   - max
   - mfe
   - min
   - mwl
   - oci
   - pap
   - pms
   - por
   - roh
   - ron
   - scn
   - spa
   - tmw
   - vec
   - wln
   - zlm
   - zsm
use-target-labels:
   - ">>arg<<"
   - ">>ast<<"
   - ">>cat<<"
   - ">>cos<<"
   - ">>egl<<"
   - ">>ext<<"
   - ">>fra<<"
   - ">>frm_Latn<<"
   - ">>gcf_Latn<<"
   - ">>glg<<"
   - ">>hat<<"
   - ">>ind<<"
   - ">>ita<<"
   - ">>lad<<"
   - ">>lad_Latn<<"
   - ">>lat_Latn<<"
   - ">>lij<<"
   - ">>lld_Latn<<"
   - ">>lmo<<"
   - ">>max_Latn<<"
   - ">>mfe<<"
   - ">>min<<"
   - ">>mwl<<"
   - ">>oci<<"
   - ">>pap<<"
   - ">>pms<<"
   - ">>por<<"
   - ">>roh<<"
   - ">>ron<<"
   - ">>scn<<"
   - ">>spa<<"
   - ">>tmw_Latn<<"
   - ">>vec<<"
   - ">>wln<<"
   - ">>zlm_Latn<<"
   - ">>zsm_Latn<<"
test-data:
   Tatoeba-test.eng-arg: 105/292
   Tatoeba-test.eng-ast: 99/596
   Tatoeba-test.eng-cat: 1631/10387
   Tatoeba-test.eng-cos: 5/31
   Tatoeba-test.eng-egl: 84/343
   Tatoeba-test.eng-ext: 69/235
   Tatoeba-test.eng-fra: 10000/71144
   Tatoeba-test.eng-frm: 18/177
   Tatoeba-test.eng-gcf: 99/457
   Tatoeba-test.eng-glg: 1008/6655
   Tatoeba-test.eng-hat: 64/311
   Tatoeba-test.eng-ita: 10000/54596
   Tatoeba-test.eng-lad: 629/2666
   Tatoeba-test.eng-lat: 10000/59372
   Tatoeba-test.eng-lij: 94/602
   Tatoeba-test.eng-lld: 21/191
   Tatoeba-test.eng-lmo: 17/95
   Tatoeba-test.eng-mfe: 7/29
   Tatoeba-test.eng-msa: 5000/27896
   Tatoeba-test.eng-multi: 10000/62151
   Tatoeba-test.eng-mwl: 4/16
   Tatoeba-test.eng-oci: 841/4498
   Tatoeba-test.eng-pap: 70/287
   Tatoeba-test.eng-pms: 268/1904
   Tatoeba-test.eng-por: 10000/63828
   Tatoeba-test.eng-roh: 16/172
   Tatoeba-test.eng-ron: 5000/31187
   Tatoeba-test.eng-scn: 4/29
   Tatoeba-test.eng-spa: 10000/65686
   Tatoeba-test.eng-vec: 19/90
   Tatoeba-test.eng-wln: 89/431
BLEU-scores:
   Tatoeba-test.eng-arg: 1.5
   Tatoeba-test.eng-ast: 17.7
   Tatoeba-test.eng-cat: 47.4
   Tatoeba-test.eng-cos: 3.1
   Tatoeba-test.eng-egl: 0.9
   Tatoeba-test.eng-ext: 7.9
   Tatoeba-test.eng-fra: 44.6
   Tatoeba-test.eng-frm: 1.1
   Tatoeba-test.eng-gcf: 0.4
   Tatoeba-test.eng-glg: 43.1
   Tatoeba-test.eng-hat: 30.0
   Tatoeba-test.eng-ita: 45.0
   Tatoeba-test.eng-lad: 6.2
   Tatoeba-test.eng-lat: 11.9
   Tatoeba-test.eng-lij: 1.7
   Tatoeba-test.eng-lld: 0.5
   Tatoeba-test.eng-lmo: 0.8
   Tatoeba-test.eng-mfe: 83.6
   Tatoeba-test.eng-msa: 30.9
   Tatoeba-test.eng-multi: 37.6
   Tatoeba-test.eng-mwl: 3.2
   Tatoeba-test.eng-oci: 7.8
   Tatoeba-test.eng-pap: 41.4
   Tatoeba-test.eng-pms: 2.0
   Tatoeba-test.eng-por: 40.8
   Tatoeba-test.eng-roh: 4.0
   Tatoeba-test.eng-ron: 40.1
   Tatoeba-test.eng-scn: 1.6
   Tatoeba-test.eng-spa: 48.8
   Tatoeba-test.eng-vec: 2.6
   Tatoeba-test.eng-wln: 6.8
chr-F-scores:
   Tatoeba-test.eng-arg: 0.117
   Tatoeba-test.eng-ast: 0.382
   Tatoeba-test.eng-cat: 0.665
   Tatoeba-test.eng-cos: 0.297
   Tatoeba-test.eng-egl: 0.113
   Tatoeba-test.eng-ext: 0.277
   Tatoeba-test.eng-fra: 0.632
   Tatoeba-test.eng-frm: 0.214
   Tatoeba-test.eng-gcf: 0.101
   Tatoeba-test.eng-glg: 0.638
   Tatoeba-test.eng-hat: 0.528
   Tatoeba-test.eng-ita: 0.670
   Tatoeba-test.eng-lad: 0.285
   Tatoeba-test.eng-lat: 0.376
   Tatoeba-test.eng-lij: 0.189
   Tatoeba-test.eng-lld: 0.201
   Tatoeba-test.eng-lmo: 0.192
   Tatoeba-test.eng-mfe: 0.909
   Tatoeba-test.eng-msa: 0.546
   Tatoeba-test.eng-multi: 0.585
   Tatoeba-test.eng-mwl: 0.327
   Tatoeba-test.eng-oci: 0.286
   Tatoeba-test.eng-pap: 0.613
   Tatoeba-test.eng-pms: 0.182
   Tatoeba-test.eng-por: 0.633
   Tatoeba-test.eng-roh: 0.262
   Tatoeba-test.eng-ron: 0.628
   Tatoeba-test.eng-scn: 0.175
   Tatoeba-test.eng-spa: 0.680
   Tatoeba-test.eng-vec: 0.237
   Tatoeba-test.eng-wln: 0.228