opus1m-2021-05-16.yml

release: gmw-heb/opus1m-2021-05-16.zip
release-date: 2021-05-16
dataset-name: opus1m
modeltype: transformer-align
vocabulary:
   source: opus1m.spm32k-spm32k.vocab.yml
   target: opus1m.spm32k-spm32k.vocab.yml
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - afr
   - ang
   - deu
   - eng
   - enm
   - fry
   - gos
target-languages:
   - heb
training-data:
   afr-heb: Tatoeba-train (777412) 
   ang_Latn-heb: Tatoeba-train (2419) 
   deu-heb: Tatoeba-train (1000000) 
   eng-heb: Tatoeba-train (1000000) 
   fry-heb: Tatoeba-train (40893) 
validation-data:
   afr-heb: Tatoeba-dev, 995
   ang_Latn-heb: Tatoeba-dev, 371
   deu-heb: Tatoeba-dev, 1000
   eng-heb: Tatoeba-dev, 153364
   fry-heb: Tatoeba-dev, 956
   total-size-shuffled: 4119
   devset-selected: top 4119  lines of Tatoeba-dev.src.shuffled
test-data:
   Tatoeba-test.afr-heb: 1/4
   Tatoeba-test.ang-heb: 3/15
   Tatoeba-test.deu-heb: 3090/20329
   Tatoeba-test.eng-heb: 10000/60344
   Tatoeba-test.enm-heb: 11/56
   Tatoeba-test.fry-heb: 2/5
   Tatoeba-test.gos-heb: 2/13
   Tatoeba-test.hrx-heb: 1/4
   Tatoeba-test.nld-heb: 2500/15745
   Tatoeba-test.multi-heb: 10000/61637
   Tatoeba-test.stq-heb: 1/3
   Tatoeba-test.yid-heb: 570/3128
BLEU-scores:
   Tatoeba-test.afr-heb: 35.4
   Tatoeba-test.ang-heb: 2.9
   Tatoeba-test.deu-heb: 33.0
   Tatoeba-test.eng-heb: 34.7
   Tatoeba-test.enm-heb: 8.7
   Tatoeba-test.fry-heb: 29.7
   Tatoeba-test.gos-heb: 9.1
   Tatoeba-test.hrx-heb: 16.0
   Tatoeba-test.nld-heb: 6.6
   Tatoeba-test.multi-heb: 34.5
   Tatoeba-test.stq-heb: 16.0
   Tatoeba-test.yid-heb: 0.0
chr-F-scores:
   Tatoeba-test.afr-heb: 0.788
   Tatoeba-test.ang-heb: 0.132
   Tatoeba-test.deu-heb: 0.544
   Tatoeba-test.eng-heb: 0.571
   Tatoeba-test.enm-heb: 0.168
   Tatoeba-test.fry-heb: 0.375
   Tatoeba-test.gos-heb: 0.310
   Tatoeba-test.hrx-heb: 0.116
   Tatoeba-test.nld-heb: 0.278
   Tatoeba-test.multi-heb: 0.564
   Tatoeba-test.stq-heb: 0.161
   Tatoeba-test.yid-heb: 0.056