-
Notifications
You must be signed in to change notification settings - Fork 91
/
Copy pathopus4m+btTCv20210807-2021-09-30.yml
67 lines (67 loc) · 2.62 KB
/
opus4m+btTCv20210807-2021-09-30.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
release: phi-eng/opus4m+btTCv20210807-2021-09-30.zip
release-date: 2021-09-30
dataset-name: opus4m+btTCv20210807
modeltype: transformer
vocabulary:
source: opus4m+btTCv20210807.spm32k-spm32k.vocab.yml
target: opus4m+btTCv20210807.spm32k-spm32k.vocab.yml
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
source: spm32k
target: spm32k
subword-models:
source: source.spm
target: target.spm
source-languages:
- akl
- bcl
- ceb
- fil
- gor
- hil
- ibg
- ilo
- pag
- pam
- sxn
- war
target-languages:
- eng
training-data:
bcl-eng: Tatoeba-train-v2021-08-07 (463195)
bcl_Cyrl-eng: Tatoeba-train-v2021-08-07 (5)
ceb-eng: Tatoeba-train-v2021-08-07 (1278479) wikibooks.aa.eng-ceb (990980) wikinews.aa.eng-ceb (457101) wikipedia.aa.eng-ceb (981155) wikipedia.ab.eng-ceb (981305) wikipedia.ac.eng-ceb (981300) wikipedia.ad.eng-ceb (981212) wikiquote.aa.eng-ceb (996894)
fil-eng: Tatoeba-train-v2021-08-07 (47553)
hil-eng: Tatoeba-train-v2021-08-07 (845173)
ibg-eng: Tatoeba-train-v2021-08-07 (215)
ibg_Latn-eng: Tatoeba-train-v2021-08-07 (28483)
ilo-eng: Tatoeba-train-v2021-08-07 (1182325) wikibooks.aa (990980) wikinews.aa (457101) wikipedia.aa (981155) wikipedia.ab (981305) wikipedia.ac (981300) wikipedia.ad (981212) wikiquote.aa (996894)
pag-eng: Tatoeba-train-v2021-08-07 (161742)
pam_Latn-eng: Tatoeba-train-v2021-08-07 (30)
sxn-eng: Tatoeba-train-v2021-08-07 (10830)
war-eng: Tatoeba-train-v2021-08-07 (263715) wikibooks.aa (990749) wikinews.aa (457039) wikipedia.aa (980754) wikipedia.ab (980847) wikipedia.ac (980869) wikipedia.ad (980736) wikiquote.aa (996816)
validation-data:
bcl-eng: Tatoeba-dev-v2021-08-07, 1000
ceb-eng: Tatoeba-dev-v2021-08-07, 1000
eng-fil: Tatoeba-dev-v2021-08-07, 1000
eng-gor: Tatoeba-dev-v2021-08-07, 5
eng-gor_Latn: Tatoeba-dev-v2021-08-07, 787
eng-hil: Tatoeba-dev-v2021-08-07, 1000
eng-ibg: Tatoeba-dev-v2021-08-07, 4
eng-ibg_Latn: Tatoeba-dev-v2021-08-07, 996
eng-ilo: Tatoeba-dev-v2021-08-07, 1000
eng-pag: Tatoeba-dev-v2021-08-07, 1000
eng-pam_Latn: Tatoeba-dev-v2021-08-07, 494
eng-sxn: Tatoeba-dev-v2021-08-07, 1000
eng-war: Tatoeba-dev-v2021-08-07, 1001
total-size-shuffled: 9999
devset-selected: top 5000 lines of Tatoeba-dev-v2021-08-07.src.shuffled
test-data:
Tatoeba-test-v2021-08-07.multi-eng: 4081/28273
Tatoeba-test-v2021-08-07.multi-multi: 4081/28273
BLEU-scores:
Tatoeba-test-v2021-08-07.multi-eng: 23.0
Tatoeba-test-v2021-08-07.multi-multi: 23.0
chr-F-scores:
Tatoeba-test-v2021-08-07.multi-eng: 0.387
Tatoeba-test-v2021-08-07.multi-multi: 0.387