opus-2020-07-19.yml

release: itc-eng/opus-2020-07-19.zip
release-date: 2020-07-19
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - arg
   - ast
   - cat
   - cos
   - egl
   - ext
   - fra
   - frm
   - gcf
   - glg
   - hat
   - ind
   - ita
   - lad
   - lat
   - lij
   - lld
   - lmo
   - max
   - mfe
   - min
   - mwl
   - oci
   - pap
   - pms
   - por
   - roh
   - ron
   - scn
   - spa
   - tmw
   - vec
   - wln
   - zlm
   - zsm
target-languages:
   - eng
test-data:
   Tatoeba-test.arg-eng: 105/343
   Tatoeba-test.ast-eng: 99/682
   Tatoeba-test.cat-eng: 1631/10625
   Tatoeba-test.cos-eng: 5/28
   Tatoeba-test.egl-eng: 84/348
   Tatoeba-test.ext-eng: 69/279
   Tatoeba-test.fra-eng: 10000/65688
   Tatoeba-test.frm-eng: 18/183
   Tatoeba-test.gcf-eng: 99/455
   Tatoeba-test.glg-eng: 1008/7171
   Tatoeba-test.hat-eng: 64/281
   Tatoeba-test.ita-eng: 10000/56443
   Tatoeba-test.lad-eng: 629/2774
   Tatoeba-test.lat-eng: 10000/81934
   Tatoeba-test.lij-eng: 94/586
   Tatoeba-test.lld-eng: 21/189
   Tatoeba-test.lmo-eng: 17/104
   Tatoeba-test.mfe-eng: 7/28
   Tatoeba-test.msa-eng: 5000/31183
   Tatoeba-test.multi-eng: 10000/65443
   Tatoeba-test.mwl-eng: 4/19
   Tatoeba-test.oci-eng: 841/4376
   Tatoeba-test.pap-eng: 70/275
   Tatoeba-test.pms-eng: 268/1708
   Tatoeba-test.por-eng: 10000/63761
   Tatoeba-test.roh-eng: 16/186
   Tatoeba-test.ron-eng: 5000/31418
   Tatoeba-test.scn-eng: 4/31
   Tatoeba-test.spa-eng: 10000/67744
   Tatoeba-test.vec-eng: 19/90
   Tatoeba-test.wln-eng: 89/363
BLEU-scores:
   Tatoeba-test.arg-eng: 40.5
   Tatoeba-test.ast-eng: 33.6
   Tatoeba-test.cat-eng: 54.3
   Tatoeba-test.cos-eng: 60.3
   Tatoeba-test.egl-eng: 4.7
   Tatoeba-test.ext-eng: 42.7
   Tatoeba-test.fra-eng: 52.9
   Tatoeba-test.frm-eng: 25.0
   Tatoeba-test.gcf-eng: 17.8
   Tatoeba-test.glg-eng: 54.1
   Tatoeba-test.hat-eng: 39.8
   Tatoeba-test.ita-eng: 64.1
   Tatoeba-test.lad-eng: 19.8
   Tatoeba-test.lat-eng: 18.8
   Tatoeba-test.lij-eng: 9.0
   Tatoeba-test.lld-eng: 18.3
   Tatoeba-test.lmo-eng: 10.8
   Tatoeba-test.mfe-eng: 56.9
   Tatoeba-test.msa-eng: 40.1
   Tatoeba-test.multi-eng: 47.3
   Tatoeba-test.mwl-eng: 41.3
   Tatoeba-test.oci-eng: 20.3
   Tatoeba-test.pap-eng: 55.5
   Tatoeba-test.pms-eng: 12.2
   Tatoeba-test.por-eng: 58.8
   Tatoeba-test.roh-eng: 12.8
   Tatoeba-test.ron-eng: 54.3
   Tatoeba-test.scn-eng: 50.9
   Tatoeba-test.spa-eng: 55.6
   Tatoeba-test.vec-eng: 29.3
   Tatoeba-test.wln-eng: 8.5
chr-F-scores:
   Tatoeba-test.arg-eng: 0.512
   Tatoeba-test.ast-eng: 0.490
   Tatoeba-test.cat-eng: 0.698
   Tatoeba-test.cos-eng: 0.690
   Tatoeba-test.egl-eng: 0.190
   Tatoeba-test.ext-eng: 0.567
   Tatoeba-test.fra-eng: 0.684
   Tatoeba-test.frm-eng: 0.409
   Tatoeba-test.gcf-eng: 0.330
   Tatoeba-test.glg-eng: 0.697
   Tatoeba-test.hat-eng: 0.573
   Tatoeba-test.ita-eng: 0.762
   Tatoeba-test.lad-eng: 0.433
   Tatoeba-test.lat-eng: 0.381
   Tatoeba-test.lij-eng: 0.280
   Tatoeba-test.lld-eng: 0.332
   Tatoeba-test.lmo-eng: 0.300
   Tatoeba-test.mfe-eng: 0.702
   Tatoeba-test.msa-eng: 0.587
   Tatoeba-test.multi-eng: 0.630
   Tatoeba-test.mwl-eng: 0.707
   Tatoeba-test.oci-eng: 0.396
   Tatoeba-test.pap-eng: 0.653
   Tatoeba-test.pms-eng: 0.325
   Tatoeba-test.por-eng: 0.731
   Tatoeba-test.roh-eng: 0.383
   Tatoeba-test.ron-eng: 0.695
   Tatoeba-test.scn-eng: 0.503
   Tatoeba-test.spa-eng: 0.710
   Tatoeba-test.vec-eng: 0.393
   Tatoeba-test.wln-eng: 0.272