opus-2020-10-04.yml

release: zls-zls/opus-2020-10-04.zip
release-date: 2020-10-04
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - bos
   - bul
   - cnr
   - eng
   - hbs
   - hrv
   - mkd
   - slv
   - srp
target-languages:
   - bos
   - bul
   - cnr
   - eng
   - hbs
   - hrv
   - mkd
   - slv
   - srp
use-target-labels:
   - ">>bos_Cyrl<<"
   - ">>bos_Latn<<"
   - ">>bul<<"
   - ">>cnr<<"
   - ">>cnr_Latn<<"
   - ">>eng<<"
   - ">>hbs<<"
   - ">>hbs_Cyrl<<"
   - ">>hrv<<"
   - ">>mkd<<"
   - ">>slv<<"
   - ">>srp_Cyrl<<"
   - ">>srp_Latn<<"
test-data:
   Tatoeba-test.bul-eng: 10000/60705
   Tatoeba-test.bul-hbs: 1/5
   Tatoeba-test.bul-mkd: 3/13
   Tatoeba-test.eng-bul: 10000/56740
   Tatoeba-test.eng-hbs: 10000/52571
   Tatoeba-test.eng-mkd: 10000/51245
   Tatoeba-test.eng-slv: 2007/9410
   Tatoeba-test.hbs-bul: 1/5
   Tatoeba-test.hbs-eng: 10000/57608
   Tatoeba-test.hbs-mkd: 1/5
   Tatoeba-test.mkd-bul: 3/13
   Tatoeba-test.mkd-eng: 10000/54846
   Tatoeba-test.mkd-hbs: 1/5
   Tatoeba-test.multi-multi: 10000/55313
   Tatoeba-test.slv-eng: 2007/11389
BLEU-scores:
   Tatoeba-test.bul-eng: 53.2
   Tatoeba-test.bul-hbs: 53.7
   Tatoeba-test.bul-mkd: 37.5
   Tatoeba-test.eng-bul: 45.6
   Tatoeba-test.eng-hbs: 38.7
   Tatoeba-test.eng-mkd: 43.5
   Tatoeba-test.eng-slv: 17.1
   Tatoeba-test.hbs-bul: 100.0
   Tatoeba-test.hbs-eng: 52.9
   Tatoeba-test.hbs-mkd: 38.0
   Tatoeba-test.mkd-bul: 54.2
   Tatoeba-test.mkd-eng: 52.7
   Tatoeba-test.mkd-hbs: 53.7
   Tatoeba-test.multi-multi: 44.2
   Tatoeba-test.slv-eng: 24.8
chr-F-scores:
   Tatoeba-test.bul-eng: 0.682
   Tatoeba-test.bul-hbs: 0.871
   Tatoeba-test.bul-mkd: 0.688
   Tatoeba-test.eng-bul: 0.638
   Tatoeba-test.eng-hbs: 0.600
   Tatoeba-test.eng-mkd: 0.627
   Tatoeba-test.eng-slv: 0.343
   Tatoeba-test.hbs-bul: 1.000
   Tatoeba-test.hbs-eng: 0.680
   Tatoeba-test.hbs-mkd: 0.718
   Tatoeba-test.mkd-bul: 0.788
   Tatoeba-test.mkd-eng: 0.667
   Tatoeba-test.mkd-hbs: 0.871
   Tatoeba-test.multi-multi: 0.596
   Tatoeba-test.slv-eng: 0.403