opus-2020-07-14.yml

release: eng-itc/opus-2020-07-14.zip
release-date: 2020-07-14
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - eng
target-languages:
   - arg
   - ast
   - cat
   - cos
   - egl
   - ext
   - fra
   - frm
   - gcf
   - glg
   - hat
   - ind
   - ita
   - lad
   - lat
   - lij
   - lld
   - lmo
   - max
   - mfe
   - min
   - mwl
   - oci
   - pap
   - pms
   - por
   - roh
   - ron
   - scn
   - spa
   - tmw
   - vec
   - wln
   - zlm
   - zsm
use-target-labels:
   - ">>arg<<"
   - ">>ast<<"
   - ">>cat<<"
   - ">>cos<<"
   - ">>egl<<"
   - ">>ext<<"
   - ">>fra<<"
   - ">>frm_Latn<<"
   - ">>gcf_Latn<<"
   - ">>glg<<"
   - ">>hat<<"
   - ">>ind<<"
   - ">>ita<<"
   - ">>lad<<"
   - ">>lad_Latn<<"
   - ">>lat_Latn<<"
   - ">>lij<<"
   - ">>lld_Latn<<"
   - ">>lmo<<"
   - ">>max_Latn<<"
   - ">>mfe<<"
   - ">>min<<"
   - ">>mwl<<"
   - ">>oci<<"
   - ">>pap<<"
   - ">>pms<<"
   - ">>por<<"
   - ">>roh<<"
   - ">>ron<<"
   - ">>scn<<"
   - ">>spa<<"
   - ">>tmw_Latn<<"
   - ">>vec<<"
   - ">>wln<<"
   - ">>zlm_Latn<<"
   - ">>zsm_Latn<<"
test-data:
   Tatoeba-test.eng-arg: 105/292
   Tatoeba-test.eng-ast: 99/596
   Tatoeba-test.eng-cat: 1631/10387
   Tatoeba-test.eng-cos: 5/31
   Tatoeba-test.eng-egl: 84/343
   Tatoeba-test.eng-ext: 69/235
   Tatoeba-test.eng-fra: 10000/71144
   Tatoeba-test.eng-frm: 18/177
   Tatoeba-test.eng-gcf: 99/457
   Tatoeba-test.eng-glg: 1008/6655
   Tatoeba-test.eng-hat: 64/311
   Tatoeba-test.eng-ita: 10000/54596
   Tatoeba-test.eng-lad: 629/2666
   Tatoeba-test.eng-lat: 10000/59372
   Tatoeba-test.eng-lij: 94/602
   Tatoeba-test.eng-lld: 21/191
   Tatoeba-test.eng-lmo: 17/95
   Tatoeba-test.eng-mfe: 7/29
   Tatoeba-test.eng-multi: 10000/62151
   Tatoeba-test.eng-mwl: 4/16
   Tatoeba-test.eng-oci: 841/4498
   Tatoeba-test.eng-pap: 70/287
   Tatoeba-test.eng-pms: 268/1904
   Tatoeba-test.eng-por: 10000/63828
   Tatoeba-test.eng-roh: 16/172
   Tatoeba-test.eng-ron: 5000/31187
   Tatoeba-test.eng-scn: 4/29
   Tatoeba-test.eng-spa: 10000/65686
   Tatoeba-test.eng-vec: 19/90
   Tatoeba-test.eng-wln: 89/431
BLEU-scores:
   Tatoeba-test.eng-arg: 1.5
   Tatoeba-test.eng-ast: 17.1
   Tatoeba-test.eng-cat: 47.1
   Tatoeba-test.eng-cos: 3.1
   Tatoeba-test.eng-egl: 0.2
   Tatoeba-test.eng-ext: 4.9
   Tatoeba-test.eng-fra: 44.1
   Tatoeba-test.eng-frm: 1.2
   Tatoeba-test.eng-gcf: 0.3
   Tatoeba-test.eng-glg: 43.1
   Tatoeba-test.eng-hat: 28.3
   Tatoeba-test.eng-ita: 44.8
   Tatoeba-test.eng-lad: 5.2
   Tatoeba-test.eng-lat: 11.9
   Tatoeba-test.eng-lij: 1.3
   Tatoeba-test.eng-lld: 0.9
   Tatoeba-test.eng-lmo: 0.3
   Tatoeba-test.eng-mfe: 68.0
   Tatoeba-test.eng-multi: 37.2
   Tatoeba-test.eng-mwl: 2.7
   Tatoeba-test.eng-oci: 7.7
   Tatoeba-test.eng-pap: 43.9
   Tatoeba-test.eng-pms: 1.8
   Tatoeba-test.eng-por: 40.7
   Tatoeba-test.eng-roh: 2.2
   Tatoeba-test.eng-ron: 39.7
   Tatoeba-test.eng-scn: 0.7
   Tatoeba-test.eng-spa: 48.8
   Tatoeba-test.eng-vec: 2.2
   Tatoeba-test.eng-wln: 6.2
chr-F-scores:
   Tatoeba-test.eng-arg: 0.120
   Tatoeba-test.eng-ast: 0.384
   Tatoeba-test.eng-cat: 0.666
   Tatoeba-test.eng-cos: 0.274
   Tatoeba-test.eng-egl: 0.105
   Tatoeba-test.eng-ext: 0.243
   Tatoeba-test.eng-fra: 0.629
   Tatoeba-test.eng-frm: 0.207
   Tatoeba-test.eng-gcf: 0.092
   Tatoeba-test.eng-glg: 0.635
   Tatoeba-test.eng-hat: 0.509
   Tatoeba-test.eng-ita: 0.669
   Tatoeba-test.eng-lad: 0.276
   Tatoeba-test.eng-lat: 0.376
   Tatoeba-test.eng-lij: 0.172
   Tatoeba-test.eng-lld: 0.211
   Tatoeba-test.eng-lmo: 0.150
   Tatoeba-test.eng-mfe: 0.848
   Tatoeba-test.eng-multi: 0.583
   Tatoeba-test.eng-mwl: 0.356
   Tatoeba-test.eng-oci: 0.286
   Tatoeba-test.eng-pap: 0.641
   Tatoeba-test.eng-pms: 0.177
   Tatoeba-test.eng-por: 0.632
   Tatoeba-test.eng-roh: 0.247
   Tatoeba-test.eng-ron: 0.626
   Tatoeba-test.eng-scn: 0.132
   Tatoeba-test.eng-spa: 0.679
   Tatoeba-test.eng-vec: 0.222
   Tatoeba-test.eng-wln: 0.213