opus1m+bt-2021-05-01.yml

release: hyx-eng/opus1m+bt-2021-05-01.zip
release-date: 2021-05-01
dataset-name: opus1m+bt
modeltype: transformer-align
vocabulary:
   source: opus1m+bt.spm32k-spm32k.vocab.yml
   target: opus1m+bt.spm32k-spm32k.vocab.yml
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - hye
target-languages:
   - eng
training-data:
   hye-eng: Tatoeba-train (447648) wikibooks.aa (991003) wikinews.aa (457177) wikipedia.aa (981553) wikipedia.ab (981629) wikipedia.ac (981670) wikipedia.ad (981541) wikiquote.aa (997003) 
   hye_Latn-eng: Tatoeba-train (48) 
validation-data:
   eng-hye: Tatoeba-dev, 1000
   total-size-shuffled: 1000
   devset-selected: top 1000  lines of Tatoeba-dev.src.shuffled
test-data:
   Tatoeba-test.hye-eng: 1121/5066
   Tatoeba-test.multi-eng: 1121/5066
BLEU-scores:
   Tatoeba-test.hye-eng: 39.0
   Tatoeba-test.multi-eng: 39.2
chr-F-scores:
   Tatoeba-test.hye-eng: 0.557
   Tatoeba-test.multi-eng: 0.558