-
Notifications
You must be signed in to change notification settings - Fork 91
/
Copy pathopus+bt-2021-04-13.yml
38 lines (38 loc) · 1.07 KB
/
opus+bt-2021-04-13.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
release: eng-bel/opus+bt-2021-04-13.zip
release-date: 2021-04-13
dataset-name: opus+bt
modeltype: transformer-align
vocabulary:
source: opus+bt.spm32k-spm32k.vocab.yml
target: opus+bt.spm32k-spm32k.vocab.yml
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
source: spm32k
target: spm32k
subword-models:
source: source.spm
target: target.spm
source-languages:
- eng
target-languages:
- bel
use-target-labels:
- ">>bel<<"
- ">>bel_Latn<<"
training-data:
eng-bel: Tatoeba-train (154954) wiki.aa (966635) wiki.ab (894574) wikibooks.aa (1629) wikiquote.aa (1489) wikisource.aa (154050)
eng-bel_Latn: Tatoeba-train (2570)
validation-data:
bel-eng: Tatoeba-dev, 4241
bel_Latn-eng: Tatoeba-dev, 12
total-size-shuffled: 4252
devset-selected: top 4252 lines of Tatoeba-dev.src.shuffled!
test-data:
Tatoeba-test.eng-bel_Latn: 3/29
Tatoeba-test.eng-bel: 2500/16237
BLEU-scores:
Tatoeba-test.eng-bel_Latn: 2.2
Tatoeba-test.eng-bel: 23.5
chr-F-scores:
Tatoeba-test.eng-bel_Latn: 0.006
Tatoeba-test.eng-bel: 0.496