forked from Helsinki-NLP/Tatoeba-Challenge
-
Notifications
You must be signed in to change notification settings - Fork 0
/
opus-2020-06-28.yml
71 lines (71 loc) · 1.47 KB
/
opus-2020-06-28.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
release: eng-sem/opus-2020-06-28.zip
release-date: 2020-06-28
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
source: spm32k
target: spm32k
subword-models:
source: source.spm
target: target.spm
source-languages:
- eng
target-languages:
- acm
- afb
- amh
- apc
- ara
- arq
- ary
- arz
- heb
- mlt
- phn
- tir
- tmr
use-target-labels:
- ">>acm<<"
- ">>afb<<"
- ">>amh<<"
- ">>apc<<"
- ">>apc_Latn<<"
- ">>ara<<"
- ">>ara_Latn<<"
- ">>arq<<"
- ">>arq_Latn<<"
- ">>ary<<"
- ">>arz<<"
- ">>heb<<"
- ">>mlt<<"
- ">>phn_Phnx<<"
- ">>tir<<"
- ">>tmr_Hebr<<"
test-data:
Tatoeba-test.eng-amh: 190/554
Tatoeba-test.eng-ara: 10000/50193
Tatoeba-test.eng-heb: 10000/49113
Tatoeba-test.eng-mlt: 203/673
Tatoeba-test.eng-multi: 0/0
Tatoeba-test.eng-phn: 5/28
Tatoeba-test.eng-tir: 69/305
Tatoeba-test.eng-tmr: 19/76
BLEU-scores:
Tatoeba-test.eng-amh: 10.8
Tatoeba-test.eng-ara: 12.6
Tatoeba-test.eng-heb: 32.6
Tatoeba-test.eng-mlt: 17.9
Tatoeba-test.eng-multi: 22.8
Tatoeba-test.eng-phn: 0.5
Tatoeba-test.eng-tir: 2.5
Tatoeba-test.eng-tmr: 0.8
chr-F-scores:
Tatoeba-test.eng-amh: 0.499
Tatoeba-test.eng-ara: 0.421
Tatoeba-test.eng-heb: 0.557
Tatoeba-test.eng-mlt: 0.552
Tatoeba-test.eng-multi: 0.487
Tatoeba-test.eng-phn: 0.003
Tatoeba-test.eng-tir: 0.239
Tatoeba-test.eng-tmr: 0.003