forked from Helsinki-NLP/Tatoeba-Challenge
-
Notifications
You must be signed in to change notification settings - Fork 0
/
opus-2020-07-26.yml
127 lines (127 loc) · 3.49 KB
/
opus-2020-07-26.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
release: gmw-eng/opus-2020-07-26.zip
release-date: 2020-07-26
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
source: spm32k
target: spm32k
subword-models:
source: source.spm
target: target.spm
source-languages:
- afr
- ang
- deu
- enm
- frr
- fry
- gos
- gsw
- ksh
- ltz
- nds
- nld
- pdc
- sco
- stq
- swg
- yid
target-languages:
- eng
test-data:
Tatoeba-test.afr-eng: 1374/8101
Tatoeba-test.ang-eng: 189/1693
Tatoeba-test.deu-eng: 10000/69484
Tatoeba-test.enm-eng: 49/238
Tatoeba-test.frr-eng: 2/7
Tatoeba-test.fry-eng: 205/1234
Tatoeba-test.gos-eng: 1152/4319
Tatoeba-test.gsw-eng: 205/770
Tatoeba-test.ksh-eng: 26/175
Tatoeba-test.ltz-eng: 283/1378
Tatoeba-test.multi-eng: 10000/61027
Tatoeba-test.nds-eng: 2500/14803
Tatoeba-test.nld-eng: 10000/58489
Tatoeba-test.pdc-eng: 53/295
Tatoeba-test.sco-eng: 27/183
Tatoeba-test.stq-eng: 5/28
Tatoeba-test.swg-eng: 33/205
Tatoeba-test.yid-eng: 1168/6380
news-test2008.deu-eng: 2051/43455
newssyscomb2009.deu-eng: 502/10424
newstest2009.deu-eng: 2525/57625
newstest2010.deu-eng: 2489/54021
newstest2011.deu-eng: 3003/65829
newstest2012.deu-eng: 3003/63778
newstest2013.deu-eng: 3000/56089
newstest2014-deen.deu-eng: 3003/59325
newstest2015-ende.deu-eng: 2169/40771
newstest2016-ende.deu-eng: 2999/56789
newstest2017-ende.deu-eng: 3004/56435
newstest2018-ende.deu-eng: 2998/58628
newstest2019-deen.deu-eng: 2000/34386
BLEU-scores:
Tatoeba-test.afr-eng: 61.3
Tatoeba-test.ang-eng: 6.4
Tatoeba-test.deu-eng: 47.5
Tatoeba-test.enm-eng: 15.9
Tatoeba-test.frr-eng: 6.1
Tatoeba-test.fry-eng: 25.5
Tatoeba-test.gos-eng: 12.5
Tatoeba-test.gsw-eng: 8.5
Tatoeba-test.ksh-eng: 8.4
Tatoeba-test.ltz-eng: 27.3
Tatoeba-test.multi-eng: 47.5
Tatoeba-test.nds-eng: 30.1
Tatoeba-test.nld-eng: 57.5
Tatoeba-test.pdc-eng: 28.9
Tatoeba-test.sco-eng: 45.3
Tatoeba-test.stq-eng: 20.1
Tatoeba-test.swg-eng: 13.8
Tatoeba-test.yid-eng: 14.2
news-test2008.deu-eng: 25.2
newssyscomb2009.deu-eng: 26.7
newstest2009.deu-eng: 24.5
newstest2010.deu-eng: 27.2
newstest2011.deu-eng: 24.9
newstest2012.deu-eng: 25.9
newstest2013.deu-eng: 28.8
newstest2014-deen.deu-eng: 29.5
newstest2015-ende.deu-eng: 30.6
newstest2016-ende.deu-eng: 36.1
newstest2017-ende.deu-eng: 31.7
newstest2018-ende.deu-eng: 38.8
newstest2019-deen.deu-eng: 34.9
chr-F-scores:
Tatoeba-test.afr-eng: 0.748
Tatoeba-test.ang-eng: 0.203
Tatoeba-test.deu-eng: 0.649
Tatoeba-test.enm-eng: 0.426
Tatoeba-test.frr-eng: 0.073
Tatoeba-test.fry-eng: 0.468
Tatoeba-test.gos-eng: 0.308
Tatoeba-test.gsw-eng: 0.279
Tatoeba-test.ksh-eng: 0.261
Tatoeba-test.ltz-eng: 0.437
Tatoeba-test.multi-eng: 0.637
Tatoeba-test.nds-eng: 0.494
Tatoeba-test.nld-eng: 0.723
Tatoeba-test.pdc-eng: 0.427
Tatoeba-test.sco-eng: 0.602
Tatoeba-test.stq-eng: 0.385
Tatoeba-test.swg-eng: 0.284
Tatoeba-test.yid-eng: 0.341
news-test2008.deu-eng: 0.529
newssyscomb2009.deu-eng: 0.536
newstest2009.deu-eng: 0.525
newstest2010.deu-eng: 0.559
newstest2011.deu-eng: 0.534
newstest2012.deu-eng: 0.543
newstest2013.deu-eng: 0.558
newstest2014-deen.deu-eng: 0.565
newstest2015-ende.deu-eng: 0.570
newstest2016-ende.deu-eng: 0.617
newstest2017-ende.deu-eng: 0.578
newstest2018-ende.deu-eng: 0.630
newstest2019-deen.deu-eng: 0.601