-
Notifications
You must be signed in to change notification settings - Fork 91
/
Copy pathopusTCv20210807+pft_transformer-align_2022-03-07.yml
37 lines (37 loc) · 2.36 KB
/
opusTCv20210807+pft_transformer-align_2022-03-07.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
release: ukr-tur/opusTCv20210807+pft_transformer-align_2022-03-07.zip
release-date: 2022-03-07
dataset-name: opusTCv20210807+pft
modeltype: transformer-align
vocabulary:
source: opusTCv20210807+pft.spm32k-spm32k.vocab.yml
target: opusTCv20210807+pft.spm32k-spm32k.vocab.yml
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
source: spm32k
target: spm32k
subword-models:
source: source.spm
target: target.spm
source-languages:
- ukr
target-languages:
- tur
- tur_Cyrl
raw-source-languages:
- ukr
raw-target-languages:
- tur
use-target-labels:
training-data:
ukr-tur: Tatoeba-train-v2021-08-07.tur-ukr.strict (5458893) Tatoeba-train.eng-tur-ukr.aa (1000000) Tatoeba-train.eng-tur-ukr.ab (1000000) Tatoeba-train.eng-tur-ukr.ac (1000000) Tatoeba-train.eng-tur-ukr.ad (1000000) Tatoeba-train.eng-tur-ukr.ae (1000000) Tatoeba-train.eng-tur-ukr.af (1000000) Tatoeba-train.eng-tur-ukr.ag (1000000) Tatoeba-train.eng-tur-ukr.ah (1000000) Tatoeba-train.eng-tur-ukr.ai (1000000) Tatoeba-train.eng-tur-ukr.aj (1000000) Tatoeba-train.eng-tur-ukr.ak (1000000) Tatoeba-train.eng-tur-ukr.al (1000000) Tatoeba-train.eng-tur-ukr.am (1000000) Tatoeba-train.eng-tur-ukr.an (1000000) Tatoeba-train.eng-tur-ukr.ao (1000000) Tatoeba-train.eng-tur-ukr.ap (1000000) Tatoeba-train.eng-tur-ukr.aq (1000000) Tatoeba-train.eng-tur-ukr.ar (1000000) Tatoeba-train.eng-tur-ukr.as (1000000) Tatoeba-train.eng-tur-ukr.at (1000000) Tatoeba-train.eng-tur-ukr.au (1000000) Tatoeba-train.eng-tur-ukr.av (1000000) Tatoeba-train.eng-tur-ukr.aw (1000000) Tatoeba-train.eng-tur-ukr.ax (1000000) Tatoeba-train.eng-tur-ukr.ay (1000000) Tatoeba-train.eng-tur-ukr.az (1000000) Tatoeba-train.eng-tur-ukr.ba (1000000) Tatoeba-train.eng-tur-ukr.bb (1000000) Tatoeba-train.eng-tur-ukr.bc (1000000) Tatoeba-train.eng-tur-ukr.bd (1000000) Tatoeba-train.eng-tur-ukr.be (1000000) Tatoeba-train.eng-tur-ukr.bf (1000000) Tatoeba-train.eng-tur-ukr.bg (1000000) Tatoeba-train.eng-tur-ukr.bh (220604)
ukr-tur_Cyrl: Tatoeba-train-v2021-08-07.tur_Cyrl-ukr.strict (429)
validation-data:
tur-ukr: Tatoeba-dev-v2021-08-07, 6577
total-size-shuffled: 1000
devset-selected: top 1000 lines of Tatoeba-dev-v2021-08-07.src.shuffled
test-data:
Tatoeba-test-v2021-08-07.ukr-multi: 2520/11927
BLEU-scores:
Tatoeba-test-v2021-08-07.ukr-multi: 45.2
chr-F-scores:
Tatoeba-test-v2021-08-07.ukr-multi: 0.70946