opus-2020-07-14.yml

release: eng-gem/opus-2020-07-14.zip
release-date: 2020-07-14
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - eng
target-languages:
   - afr
   - ang
   - dan
   - deu
   - enm
   - fao
   - frr
   - fry
   - gos
   - got
   - gsw
   - isl
   - ksh
   - ltz
   - nds
   - nld
   - nno
   - nob
   - non
   - pdc
   - sco
   - stq
   - swe
   - swg
   - yid
use-target-labels:
   - ">>afr<<"
   - ">>ang_Latn<<"
   - ">>dan<<"
   - ">>deu<<"
   - ">>enm_Latn<<"
   - ">>fao<<"
   - ">>frr<<"
   - ">>fry<<"
   - ">>gos<<"
   - ">>got_Goth<<"
   - ">>gsw<<"
   - ">>isl<<"
   - ">>ksh<<"
   - ">>ltz<<"
   - ">>nds<<"
   - ">>nld<<"
   - ">>nno<<"
   - ">>nob<<"
   - ">>nob_Hebr<<"
   - ">>non_Latn<<"
   - ">>pdc<<"
   - ">>sco<<"
   - ">>stq<<"
   - ">>swe<<"
   - ">>swg<<"
   - ">>yid<<"
test-data:
   Tatoeba-test.eng-afr: 1374/8813
   Tatoeba-test.eng-ang: 189/1596
   Tatoeba-test.eng-dan: 10000/61469
   Tatoeba-test.eng-deu: 10000/69441
   Tatoeba-test.eng-enm: 49/243
   Tatoeba-test.eng-fao: 294/1564
   Tatoeba-test.eng-frr: 2/7
   Tatoeba-test.eng-fry: 205/1265
   Tatoeba-test.eng-gos: 1152/4241
   Tatoeba-test.eng-got: 207/685
   Tatoeba-test.eng-gsw: 205/761
   Tatoeba-test.eng-isl: 2500/16288
   Tatoeba-test.eng-ksh: 26/170
   Tatoeba-test.eng-ltz: 283/1351
   Tatoeba-test.eng-multi: 10000/61404
   Tatoeba-test.eng-nds: 2500/15228
   Tatoeba-test.eng-nld: 10000/60278
   Tatoeba-test.eng-non: 15/109
   Tatoeba-test.eng-pdc: 53/281
   Tatoeba-test.eng-sco: 27/185
   Tatoeba-test.eng-stq: 5/26
   Tatoeba-test.eng-swe: 10000/54832
   Tatoeba-test.eng-swg: 33/195
   Tatoeba-test.eng-yid: 1168/6754
BLEU-scores:
   Tatoeba-test.eng-afr: 56.3
   Tatoeba-test.eng-ang: 5.8
   Tatoeba-test.eng-dan: 56.7
   Tatoeba-test.eng-deu: 39.2
   Tatoeba-test.eng-enm: 1.4
   Tatoeba-test.eng-fao: 8.1
   Tatoeba-test.eng-frr: 6.4
   Tatoeba-test.eng-fry: 16.5
   Tatoeba-test.eng-gos: 2.5
   Tatoeba-test.eng-got: 0.3
   Tatoeba-test.eng-gsw: 0.9
   Tatoeba-test.eng-isl: 23.0
   Tatoeba-test.eng-ksh: 0.9
   Tatoeba-test.eng-ltz: 19.3
   Tatoeba-test.eng-multi: 45.6
   Tatoeba-test.eng-nds: 19.1
   Tatoeba-test.eng-nld: 52.5
   Tatoeba-test.eng-non: 0.7
   Tatoeba-test.eng-pdc: 5.9
   Tatoeba-test.eng-sco: 31.0
   Tatoeba-test.eng-stq: 5.5
   Tatoeba-test.eng-swe: 57.2
   Tatoeba-test.eng-swg: 1.1
   Tatoeba-test.eng-yid: 6.4
chr-F-scores:
   Tatoeba-test.eng-afr: 0.742
   Tatoeba-test.eng-ang: 0.148
   Tatoeba-test.eng-dan: 0.718
   Tatoeba-test.eng-deu: 0.606
   Tatoeba-test.eng-enm: 0.211
   Tatoeba-test.eng-fao: 0.310
   Tatoeba-test.eng-frr: 0.128
   Tatoeba-test.eng-fry: 0.416
   Tatoeba-test.eng-gos: 0.195
   Tatoeba-test.eng-got: 0.012
   Tatoeba-test.eng-gsw: 0.135
   Tatoeba-test.eng-isl: 0.499
   Tatoeba-test.eng-ksh: 0.141
   Tatoeba-test.eng-ltz: 0.379
   Tatoeba-test.eng-multi: 0.633
   Tatoeba-test.eng-nds: 0.440
   Tatoeba-test.eng-nld: 0.696
   Tatoeba-test.eng-non: 0.176
   Tatoeba-test.eng-pdc: 0.177
   Tatoeba-test.eng-sco: 0.527
   Tatoeba-test.eng-stq: 0.337
   Tatoeba-test.eng-swe: 0.713
   Tatoeba-test.eng-swg: 0.159
   Tatoeba-test.eng-yid: 0.294