-
Notifications
You must be signed in to change notification settings - Fork 91
/
Copy pathopus4m-2020-08-12.yml
156 lines (156 loc) · 4.22 KB
/
opus4m-2020-08-12.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
release: gem-eng/opus4m-2020-08-12.zip
release-date: 2020-08-12
dataset-name: opus4m
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
source: spm32k
target: spm32k
subword-models:
source: source.spm
target: target.spm
source-languages:
- afr
- ang
- dan
- deu
- enm
- fao
- frr
- fry
- gos
- got
- gsw
- isl
- ksh
- ltz
- nds
- nld
- nno
- nob
- non
- pdc
- sco
- stq
- swe
- swg
- yid
target-languages:
- eng
test-data:
Tatoeba-test.afr-eng: 1374/8101
Tatoeba-test.ang-eng: 189/1693
Tatoeba-test.dan-eng: 10000/62015
Tatoeba-test.deu-eng: 10000/69484
Tatoeba-test.enm-eng: 49/238
Tatoeba-test.fao-eng: 294/1631
Tatoeba-test.frr-eng: 2/7
Tatoeba-test.fry-eng: 205/1234
Tatoeba-test.gos-eng: 1152/4319
Tatoeba-test.got-eng: 207/865
Tatoeba-test.gsw-eng: 205/770
Tatoeba-test.isl-eng: 2500/16860
Tatoeba-test.ksh-eng: 26/175
Tatoeba-test.ltz-eng: 283/1378
Tatoeba-test.multi-eng: 10000/60677
Tatoeba-test.nds-eng: 2500/14803
Tatoeba-test.nld-eng: 10000/58489
Tatoeba-test.non-eng: 15/112
Tatoeba-test.nor-eng: 5000/34479
Tatoeba-test.pdc-eng: 53/295
Tatoeba-test.sco-eng: 27/183
Tatoeba-test.stq-eng: 5/28
Tatoeba-test.swe-eng: 10000/54997
Tatoeba-test.swg-eng: 33/205
Tatoeba-test.yid-eng: 1168/6380
news-test2008.deu-eng: 2051/43455
newssyscomb2009.deu-eng: 502/10424
newstest2009.deu-eng: 2525/57625
newstest2010.deu-eng: 2489/54021
newstest2011.deu-eng: 3003/65829
newstest2012.deu-eng: 3003/63778
newstest2013.deu-eng: 3000/56089
newstest2014-deen.deu-eng: 3003/59325
newstest2015-ende.deu-eng: 2169/40771
newstest2016-ende.deu-eng: 2999/56789
newstest2017-ende.deu-eng: 3004/56435
newstest2018-ende.deu-eng: 2998/58628
newstest2019-deen.deu-eng: 2000/34386
BLEU-scores:
Tatoeba-test.afr-eng: 63.2
Tatoeba-test.ang-eng: 10.4
Tatoeba-test.dan-eng: 61.9
Tatoeba-test.deu-eng: 50.3
Tatoeba-test.enm-eng: 22.8
Tatoeba-test.fao-eng: 27.4
Tatoeba-test.frr-eng: 11.8
Tatoeba-test.fry-eng: 30.1
Tatoeba-test.gos-eng: 18.3
Tatoeba-test.got-eng: 0.1
Tatoeba-test.gsw-eng: 16.3
Tatoeba-test.isl-eng: 50.9
Tatoeba-test.ksh-eng: 6.8
Tatoeba-test.ltz-eng: 34.0
Tatoeba-test.multi-eng: 54.6
Tatoeba-test.nds-eng: 34.1
Tatoeba-test.nld-eng: 59.6
Tatoeba-test.non-eng: 37.3
Tatoeba-test.nor-eng: 55.4
Tatoeba-test.pdc-eng: 28.1
Tatoeba-test.sco-eng: 35.8
Tatoeba-test.stq-eng: 21.6
Tatoeba-test.swe-eng: 62.5
Tatoeba-test.swg-eng: 17.8
Tatoeba-test.yid-eng: 20.8
news-test2008.deu-eng: 26.3
newssyscomb2009.deu-eng: 27.8
newstest2009.deu-eng: 25.4
newstest2010.deu-eng: 28.4
newstest2011.deu-eng: 25.9
newstest2012.deu-eng: 27.2
newstest2013.deu-eng: 30.3
newstest2014-deen.deu-eng: 31.0
newstest2015-ende.deu-eng: 32.2
newstest2016-ende.deu-eng: 37.6
newstest2017-ende.deu-eng: 33.5
newstest2018-ende.deu-eng: 40.8
newstest2019-deen.deu-eng: 37.2
chr-F-scores:
Tatoeba-test.afr-eng: 0.762
Tatoeba-test.ang-eng: 0.273
Tatoeba-test.dan-eng: 0.756
Tatoeba-test.deu-eng: 0.670
Tatoeba-test.enm-eng: 0.487
Tatoeba-test.fao-eng: 0.462
Tatoeba-test.frr-eng: 0.230
Tatoeba-test.fry-eng: 0.490
Tatoeba-test.gos-eng: 0.355
Tatoeba-test.got-eng: 0.069
Tatoeba-test.gsw-eng: 0.345
Tatoeba-test.isl-eng: 0.669
Tatoeba-test.ksh-eng: 0.258
Tatoeba-test.ltz-eng: 0.504
Tatoeba-test.multi-eng: 0.692
Tatoeba-test.nds-eng: 0.534
Tatoeba-test.nld-eng: 0.738
Tatoeba-test.non-eng: 0.562
Tatoeba-test.nor-eng: 0.700
Tatoeba-test.pdc-eng: 0.427
Tatoeba-test.sco-eng: 0.558
Tatoeba-test.stq-eng: 0.430
Tatoeba-test.swe-eng: 0.748
Tatoeba-test.swg-eng: 0.315
Tatoeba-test.yid-eng: 0.409
news-test2008.deu-eng: 0.538
newssyscomb2009.deu-eng: 0.545
newstest2009.deu-eng: 0.533
newstest2010.deu-eng: 0.569
newstest2011.deu-eng: 0.543
newstest2012.deu-eng: 0.554
newstest2013.deu-eng: 0.570
newstest2014-deen.deu-eng: 0.577
newstest2015-ende.deu-eng: 0.582
newstest2016-ende.deu-eng: 0.629
newstest2017-ende.deu-eng: 0.592
newstest2018-ende.deu-eng: 0.645
newstest2019-deen.deu-eng: 0.618