forked from Helsinki-NLP/Tatoeba-Challenge
-
Notifications
You must be signed in to change notification settings - Fork 0
/
opus-2020-07-04.yml
46 lines (46 loc) · 1.01 KB
/
opus-2020-07-04.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
release: sem-eng/opus-2020-07-04.zip
release-date: 2020-07-04
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
source: spm32k
target: spm32k
subword-models:
source: source.spm
target: target.spm
source-languages:
- acm
- afb
- amh
- apc
- ara
- arq
- ary
- arz
- heb
- mlt
- tir
target-languages:
- eng
test-data:
Tatoeba-test.amh-eng: 190/802
Tatoeba-test.ara-eng: 10000/62449
Tatoeba-test.heb-eng: 10000/62332
Tatoeba-test.mlt-eng: 203/935
Tatoeba-test.multi-eng: 10000/62352
Tatoeba-test.tir-eng: 69/426
BLEU-scores:
Tatoeba-test.amh-eng: 37.8
Tatoeba-test.ara-eng: 37.2
Tatoeba-test.heb-eng: 43.3
Tatoeba-test.mlt-eng: 45.7
Tatoeba-test.multi-eng: 40.3
Tatoeba-test.tir-eng: 14.8
chr-F-scores:
Tatoeba-test.amh-eng: 0.558
Tatoeba-test.ara-eng: 0.549
Tatoeba-test.heb-eng: 0.597
Tatoeba-test.mlt-eng: 0.617
Tatoeba-test.multi-eng: 0.572
Tatoeba-test.tir-eng: 0.349