opus-2021-02-24.yml

release: jpn-ara/opus-2021-02-24.zip
release-date: 2021-02-24
dataset-name: opus
modeltype: transformer-align
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
use-target-labels:
   - ">>acm<<"
   - ">>apc<<"
   - ">>ara<<"
   - ">>arq<<"
   - ">>arz<<"
source-languages:
   - jpn
target-languages:
   - acm
   - apc
   - ara
   - arq
   - arz
training-data:
   jpn_Hani-ara: Tatoeba-train (293801) 
   jpn_Hani-arq: Tatoeba-train (2) 
   jpn_Hira-ara: Tatoeba-train (1866311) 
   jpn_Hira-arq: Tatoeba-train (35) 
   jpn_Hira-arz: Tatoeba-train (3) 
   jpn_Kana-ara: Tatoeba-train (233145) 
validation-data:
   ara-jpn: Tatoeba-dev, 1000
   total-size-shuffled: 1000
   devset-selected: top 1000  lines of Tatoeba-dev.src.shuffled!
test-data:
   Tatoeba-test.jpn-acm: 35/183
   Tatoeba-test.jpn-apc: 1/4
   Tatoeba-test.jpn-arq: 10/48
   Tatoeba-test.jpn-arz: 13/67
   Tatoeba-test.jpn-ara: 1336/7089
BLEU-scores:
   Tatoeba-test.jpn-acm: 1.8
   Tatoeba-test.jpn-apc: 0.0
   Tatoeba-test.jpn-arq: 1.2
   Tatoeba-test.jpn-arz: 2.5
   Tatoeba-test.jpn-ara: 11.7
chr-F-scores:
   Tatoeba-test.jpn-acm: 0.221
   Tatoeba-test.jpn-apc: 0.085
   Tatoeba-test.jpn-arq: 0.133
   Tatoeba-test.jpn-arz: 0.104
   Tatoeba-test.jpn-ara: 0.395