-
Notifications
You must be signed in to change notification settings - Fork 91
/
Copy pathopus-2021-02-23.yml
77 lines (77 loc) · 2.04 KB
/
opus-2021-02-23.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
release: deu-zho/opus-2021-02-23.zip
release-date: 2021-02-23
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
source: spm32k
target: spm32k
subword-models:
source: source.spm
target: target.spm
use-target-labels:
- ">>cmn<<"
- ">>cmn_Hans<<"
- ">>cmn_Hant<<"
- ">>lzh<<"
- ">>lzh_Hans<<"
- ">>nan<<"
- ">>wuu<<"
- ">>yue_Hans<<"
- ">>yue_Hant<<"
source-languages:
- deu
target-languages:
- cmn
- lzh
- nan
- wuu
- yue
training-data:
deu-cmn: Tatoeba-train (144025)
deu-cmn_Hans: Tatoeba-train (4127021)
deu-cmn_Hant: Tatoeba-train (2905430)
deu-nan: Tatoeba-train (105)
deu-yue_Hans: Tatoeba-train (57)
deu-yue_Hant: Tatoeba-train (5448)
validation-data:
cmn-deu: Tatoeba-dev, 7
cmn_Hans-deu: Tatoeba-dev, 4321
cmn_Hant-deu: Tatoeba-dev, 2190
deu-lzh: Tatoeba-dev, 34
deu-lzh_Hans: Tatoeba-dev, 1
deu-wuu: Tatoeba-dev, 22
deu-yue_Hans: Tatoeba-dev, 68
deu-yue_Hant: Tatoeba-dev, 88
total-size-shuffled: 6731
devset-selected: top 5000 lines of Tatoeba-dev.src.shuffled!
test-data:
Tatoeba-test.deu-cmn_Hans: 1619/17482
Tatoeba-test.deu-cmn_Hant: 798/7021
Tatoeba-test.deu-cmn: 3/17
Tatoeba-test.deu-lzh_Hans: 1/9
Tatoeba-test.deu-lzh: 11/77
Tatoeba-test.deu-wuu: 6/41
Tatoeba-test.deu-yue_Hans: 25/244
Tatoeba-test.deu-yue_Hant: 37/273
Tatoeba-test.deu-zho: 2500/25167
BLEU-scores:
Tatoeba-test.deu-cmn_Hans: 32.7
Tatoeba-test.deu-cmn_Hant: 33.7
Tatoeba-test.deu-cmn: 17.4
Tatoeba-test.deu-lzh_Hans: 4.9
Tatoeba-test.deu-lzh: 1.9
Tatoeba-test.deu-wuu: 4.4
Tatoeba-test.deu-yue_Hans: 6.3
Tatoeba-test.deu-yue_Hant: 6.5
Tatoeba-test.deu-zho: 32.4
chr-F-scores:
Tatoeba-test.deu-cmn_Hans: 0.278
Tatoeba-test.deu-cmn_Hant: 0.283
Tatoeba-test.deu-cmn: 0.300
Tatoeba-test.deu-lzh_Hans: 0.053
Tatoeba-test.deu-lzh: 0.042
Tatoeba-test.deu-wuu: 0.073
Tatoeba-test.deu-yue_Hans: 0.082
Tatoeba-test.deu-yue_Hant: 0.082
Tatoeba-test.deu-zho: 0.275