-
Notifications
You must be signed in to change notification settings - Fork 91
/
Copy pathopus-2021-02-23.yml
94 lines (94 loc) · 2.62 KB
/
opus-2021-02-23.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
release: cpp-cpp/opus-2021-02-23.zip
release-date: 2021-02-23
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
source: spm32k
target: spm32k
subword-models:
source: source.spm
target: target.spm
use-target-labels:
- ">>ind<<"
- ">>msa_Latn<<"
- ">>pap<<"
- ">>zlm<<"
- ">>zlm_Latn<<"
source-languages:
- ind
- msa
- pap
- zlm
target-languages:
- ind
- msa
- pap
- zlm
training-data:
eng-ind: Tatoeba-train (1000000)
eng-jak_Latn: Tatoeba-train (13228)
eng-min: Tatoeba-train (454)
eng-msa_Latn: Tatoeba-train (1000000)
eng-pap: Tatoeba-train (322780)
eng-zlm: Tatoeba-train (247)
eng-zlm_Latn: Tatoeba-train (77038)
ind-eng: Tatoeba-train (1000000)
ind-pap: Tatoeba-train (274648)
jak_Latn-eng: Tatoeba-train (13228)
min-eng: Tatoeba-train (454)
msa_Latn-eng: Tatoeba-train (1000000)
msa_Latn-pap: Tatoeba-train (106)
pap-eng: Tatoeba-train (322780)
pap-ind: Tatoeba-train (274648)
pap-msa_Latn: Tatoeba-train (106)
pap-zlm: Tatoeba-train (4010)
pap-zlm_Latn: Tatoeba-train (61539)
zlm-eng: Tatoeba-train (247)
zlm-pap: Tatoeba-train (4010)
zlm_Latn-eng: Tatoeba-train (77038)
zlm_Latn-pap: Tatoeba-train (61539)
validation-data:
eng-ind: Tatoeba-dev, 5654
eng-max_Latn: Tatoeba-dev, 154
eng-min: Tatoeba-dev, 19
eng-pap: Tatoeba-dev, 1000
eng-zlm_Latn: Tatoeba-dev, 30
eng-zsm_Latn: Tatoeba-dev, 714
eng-ind: Tatoeba-dev, 5654
ind-pap: Tatoeba-dev, 827
eng-max_Latn: Tatoeba-dev, 154
eng-min: Tatoeba-dev, 19
msa_Latn-pap: Tatoeba-dev, 1
eng-pap: Tatoeba-dev, 1000
ind-pap: Tatoeba-dev, 827
msa_Latn-pap: Tatoeba-dev, 1
pap-zlm: Tatoeba-dev, 5
pap-zlm_Latn: Tatoeba-dev, 167
pap-zlm: Tatoeba-dev, 5
eng-zlm_Latn: Tatoeba-dev, 30
pap-zlm_Latn: Tatoeba-dev, 167
eng-zsm_Latn: Tatoeba-dev, 714
total-size-shuffled: 17128
devset-selected: top 5000 lines of Tatoeba-dev.src.shuffled!
test-data:
Tatoeba-test.ind-zlm_Latn: 2/17
Tatoeba-test.msa-msa: 870/6029
Tatoeba-test.msa-pap: 2/10
Tatoeba-test.multi-multi: 4/18
Tatoeba-test.pap-msa: 2/8
Tatoeba-test.zlm_Latn-ind: 2/16
BLEU-scores:
Tatoeba-test.ind-zlm_Latn: 3.2
Tatoeba-test.msa-msa: 14.4
Tatoeba-test.msa-pap: 31.7
Tatoeba-test.multi-multi: 21.1
Tatoeba-test.pap-msa: 17.7
Tatoeba-test.zlm_Latn-ind: 6.4
chr-F-scores:
Tatoeba-test.ind-zlm_Latn: 0.129
Tatoeba-test.msa-msa: 0.350
Tatoeba-test.msa-pap: 0.577
Tatoeba-test.multi-multi: 0.369
Tatoeba-test.pap-msa: 0.197
Tatoeba-test.zlm_Latn-ind: 0.295