-
Notifications
You must be signed in to change notification settings - Fork 91
/
Copy pathopus2m-2020-08-01.yml
156 lines (156 loc) · 4.22 KB
/
opus2m-2020-08-01.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
release: gem-eng/opus2m-2020-08-01.zip
release-date: 2020-08-01
dataset-name: opus2m
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
source: spm32k
target: spm32k
subword-models:
source: source.spm
target: target.spm
source-languages:
- afr
- ang
- dan
- deu
- enm
- fao
- frr
- fry
- gos
- got
- gsw
- isl
- ksh
- ltz
- nds
- nld
- nno
- nob
- non
- pdc
- sco
- stq
- swe
- swg
- yid
target-languages:
- eng
test-data:
Tatoeba-test.afr-eng: 1374/8101
Tatoeba-test.ang-eng: 189/1693
Tatoeba-test.dan-eng: 10000/62015
Tatoeba-test.deu-eng: 10000/69484
Tatoeba-test.enm-eng: 49/238
Tatoeba-test.fao-eng: 294/1631
Tatoeba-test.frr-eng: 2/7
Tatoeba-test.fry-eng: 205/1234
Tatoeba-test.gos-eng: 1152/4319
Tatoeba-test.got-eng: 207/865
Tatoeba-test.gsw-eng: 205/770
Tatoeba-test.isl-eng: 2500/16860
Tatoeba-test.ksh-eng: 26/175
Tatoeba-test.ltz-eng: 283/1378
Tatoeba-test.multi-eng: 10000/60677
Tatoeba-test.nds-eng: 2500/14803
Tatoeba-test.nld-eng: 10000/58489
Tatoeba-test.non-eng: 15/112
Tatoeba-test.nor-eng: 5000/34479
Tatoeba-test.pdc-eng: 53/295
Tatoeba-test.sco-eng: 27/183
Tatoeba-test.stq-eng: 5/28
Tatoeba-test.swe-eng: 10000/54997
Tatoeba-test.swg-eng: 33/205
Tatoeba-test.yid-eng: 1168/6380
news-test2008.deu-eng: 2051/43455
newssyscomb2009.deu-eng: 502/10424
newstest2009.deu-eng: 2525/57625
newstest2010.deu-eng: 2489/54021
newstest2011.deu-eng: 3003/65829
newstest2012.deu-eng: 3003/63778
newstest2013.deu-eng: 3000/56089
newstest2014-deen.deu-eng: 3003/59325
newstest2015-ende.deu-eng: 2169/40771
newstest2016-ende.deu-eng: 2999/56789
newstest2017-ende.deu-eng: 3004/56435
newstest2018-ende.deu-eng: 2998/58628
newstest2019-deen.deu-eng: 2000/34386
BLEU-scores:
Tatoeba-test.afr-eng: 62.8
Tatoeba-test.ang-eng: 10.5
Tatoeba-test.dan-eng: 61.6
Tatoeba-test.deu-eng: 49.7
Tatoeba-test.enm-eng: 23.9
Tatoeba-test.fao-eng: 23.4
Tatoeba-test.frr-eng: 10.2
Tatoeba-test.fry-eng: 29.6
Tatoeba-test.gos-eng: 17.8
Tatoeba-test.got-eng: 0.1
Tatoeba-test.gsw-eng: 15.3
Tatoeba-test.isl-eng: 51.0
Tatoeba-test.ksh-eng: 6.7
Tatoeba-test.ltz-eng: 33.0
Tatoeba-test.multi-eng: 54.0
Tatoeba-test.nds-eng: 33.6
Tatoeba-test.nld-eng: 58.9
Tatoeba-test.non-eng: 37.3
Tatoeba-test.nor-eng: 54.9
Tatoeba-test.pdc-eng: 29.6
Tatoeba-test.sco-eng: 40.5
Tatoeba-test.stq-eng: 14.5
Tatoeba-test.swe-eng: 62.0
Tatoeba-test.swg-eng: 17.1
Tatoeba-test.yid-eng: 19.4
news-test2008.deu-eng: 26.3
newssyscomb2009.deu-eng: 27.2
newstest2009.deu-eng: 25.1
newstest2010.deu-eng: 28.3
newstest2011.deu-eng: 26.0
newstest2012.deu-eng: 26.8
newstest2013.deu-eng: 30.2
newstest2014-deen.deu-eng: 30.7
newstest2015-ende.deu-eng: 32.1
newstest2016-ende.deu-eng: 36.9
newstest2017-ende.deu-eng: 32.8
newstest2018-ende.deu-eng: 40.2
newstest2019-deen.deu-eng: 36.8
chr-F-scores:
Tatoeba-test.afr-eng: 0.758
Tatoeba-test.ang-eng: 0.262
Tatoeba-test.dan-eng: 0.754
Tatoeba-test.deu-eng: 0.665
Tatoeba-test.enm-eng: 0.491
Tatoeba-test.fao-eng: 0.446
Tatoeba-test.frr-eng: 0.184
Tatoeba-test.fry-eng: 0.486
Tatoeba-test.gos-eng: 0.352
Tatoeba-test.got-eng: 0.058
Tatoeba-test.gsw-eng: 0.333
Tatoeba-test.isl-eng: 0.669
Tatoeba-test.ksh-eng: 0.266
Tatoeba-test.ltz-eng: 0.505
Tatoeba-test.multi-eng: 0.687
Tatoeba-test.nds-eng: 0.529
Tatoeba-test.nld-eng: 0.733
Tatoeba-test.non-eng: 0.546
Tatoeba-test.nor-eng: 0.696
Tatoeba-test.pdc-eng: 0.446
Tatoeba-test.sco-eng: 0.581
Tatoeba-test.stq-eng: 0.361
Tatoeba-test.swe-eng: 0.745
Tatoeba-test.swg-eng: 0.334
Tatoeba-test.yid-eng: 0.400
news-test2008.deu-eng: 0.536
newssyscomb2009.deu-eng: 0.542
newstest2009.deu-eng: 0.531
newstest2010.deu-eng: 0.569
newstest2011.deu-eng: 0.543
newstest2012.deu-eng: 0.550
newstest2013.deu-eng: 0.570
newstest2014-deen.deu-eng: 0.574
newstest2015-ende.deu-eng: 0.581
newstest2016-ende.deu-eng: 0.624
newstest2017-ende.deu-eng: 0.588
newstest2018-ende.deu-eng: 0.640
newstest2019-deen.deu-eng: 0.614