-
Notifications
You must be signed in to change notification settings - Fork 91
/
Copy pathopus4m+btTCv20210807-2021-09-30.yml
49 lines (49 loc) · 1.59 KB
/
opus4m+btTCv20210807-2021-09-30.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
release: ccs-ccs/opus4m+btTCv20210807-2021-09-30.zip
release-date: 2021-09-30
dataset-name: opus4m+btTCv20210807
modeltype: transformer
vocabulary:
source: opus4m+btTCv20210807.spm32k-spm32k.vocab.yml
target: opus4m+btTCv20210807.spm32k-spm32k.vocab.yml
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
source: spm32k
target: spm32k
subword-models:
source: source.spm
target: target.spm
source-languages:
- eng
- kat
- xmf
target-languages:
- eng
- kat
- xmf
use-target-labels:
- ">>eng<<"
- ">>kat<<"
training-data:
eng-kat: Tatoeba-train-v2021-08-07 (1975781) wiki.aa.kat-eng (282266) wikibooks.aa.kat-eng (984) wikiquote.aa.kat-eng (3153)
eng-kat_Latn: Tatoeba-train-v2021-08-07 (47509)
eng-xmf: Tatoeba-train-v2021-08-07 (7321)
kat-eng: Tatoeba-train-v2021-08-07 (1975781)
kat-kat: Tatoeba-train-v2021-08-07.kat-kat.clean.kat1.gz (1880)
kat_Latn-eng: Tatoeba-train-v2021-08-07 (47509)
xmf-eng: Tatoeba-train-v2021-08-07 (7321)
validation-data:
eng-kat: Tatoeba-dev-v2021-08-07, 994
eng-kat_Latn: Tatoeba-dev-v2021-08-07, 24
eng-xmf: Tatoeba-dev-v2021-08-07, 1000
eng-kat: Tatoeba-dev-v2021-08-07, 994
kat-kat: Tatoeba-dev-v2021-08-07, 1000
eng-kat_Latn: Tatoeba-dev-v2021-08-07, 24
eng-xmf: Tatoeba-dev-v2021-08-07, 1000
total-size-shuffled: 4958
devset-selected: top 4958 lines of Tatoeba-dev-v2021-08-07.src.shuffled
test-data:
Tatoeba-test-v2021-08-07.multi-multi: 2061/10985
BLEU-scores:
Tatoeba-test-v2021-08-07.multi-multi: 29.7
chr-F-scores:
Tatoeba-test-v2021-08-07.multi-multi: 0.452