forked from Helsinki-NLP/Tatoeba-Challenge
-
Notifications
You must be signed in to change notification settings - Fork 0
/
opus-2020-09-26.yml
144 lines (144 loc) · 3.77 KB
/
opus-2020-09-26.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
release: gmq-gmq/opus-2020-09-26.zip
release-date: 2020-09-26
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
source: spm32k
target: spm32k
subword-models:
source: source.spm
target: target.spm
source-languages:
- dan
- eng
- fao
- isl
- nno
- nob
- non
- swe
target-languages:
- dan
- eng
- fao
- isl
- nno
- nob
- non
- swe
use-target-labels:
- ">>dan<<"
- ">>eng<<"
- ">>fao<<"
- ">>isl<<"
- ">>nno<<"
- ">>nob<<"
- ">>nob_Hebr<<"
- ">>non_Latn<<"
- ">>swe<<"
test-data:
Tatoeba-test.dan-eng: 10000/62015
Tatoeba-test.dan-fao: 1/5
Tatoeba-test.dan-isl: 1/8
Tatoeba-test.dan-nor: 1311/8216
Tatoeba-test.dan-swe: 1550/8385
Tatoeba-test.eng-dan: 10000/61469
Tatoeba-test.eng-fao: 294/1564
Tatoeba-test.eng-isl: 2500/16288
Tatoeba-test.eng-non: 15/109
Tatoeba-test.eng-nor: 5000/33820
Tatoeba-test.eng-swe: 10000/54832
Tatoeba-test.fao-dan: 1/5
Tatoeba-test.fao-eng: 294/1631
Tatoeba-test.fao-isl: 2/5
Tatoeba-test.fao-nor: 21/102
Tatoeba-test.fao-swe: 1/2
Tatoeba-test.isl-dan: 1/10
Tatoeba-test.isl-eng: 2500/16860
Tatoeba-test.isl-fao: 2/5
Tatoeba-test.isl-nor: 126/775
Tatoeba-test.isl-swe: 1/10
Tatoeba-test.multi-multi: 10000/60854
Tatoeba-test.non-eng: 15/112
Tatoeba-test.nor-dan: 1311/8343
Tatoeba-test.nor-eng: 5000/34479
Tatoeba-test.nor-fao: 21/101
Tatoeba-test.nor-isl: 126/739
Tatoeba-test.nor-nor: 948/5317
Tatoeba-test.nor-swe: 562/3035
Tatoeba-test.swe-dan: 1550/8503
Tatoeba-test.swe-eng: 10000/54997
Tatoeba-test.swe-fao: 1/2
Tatoeba-test.swe-isl: 1/8
Tatoeba-test.swe-nor: 562/3039
BLEU-scores:
Tatoeba-test.dan-eng: 59.1
Tatoeba-test.dan-fao: 6.6
Tatoeba-test.dan-isl: 65.8
Tatoeba-test.dan-nor: 74.3
Tatoeba-test.dan-swe: 69.5
Tatoeba-test.eng-dan: 57.0
Tatoeba-test.eng-fao: 8.3
Tatoeba-test.eng-isl: 24.2
Tatoeba-test.eng-non: 0.3
Tatoeba-test.eng-nor: 51.7
Tatoeba-test.eng-swe: 57.3
Tatoeba-test.fao-dan: 23.0
Tatoeba-test.fao-eng: 26.0
Tatoeba-test.fao-isl: 19.0
Tatoeba-test.fao-nor: 47.8
Tatoeba-test.fao-swe: 0.0
Tatoeba-test.isl-dan: 77.7
Tatoeba-test.isl-eng: 49.6
Tatoeba-test.isl-fao: 14.5
Tatoeba-test.isl-nor: 60.5
Tatoeba-test.isl-swe: 60.0
Tatoeba-test.multi-multi: 57.0
Tatoeba-test.non-eng: 26.7
Tatoeba-test.nor-dan: 71.5
Tatoeba-test.nor-eng: 54.2
Tatoeba-test.nor-fao: 13.1
Tatoeba-test.nor-isl: 29.7
Tatoeba-test.nor-nor: 61.9
Tatoeba-test.nor-swe: 72.9
Tatoeba-test.swe-dan: 68.7
Tatoeba-test.swe-eng: 60.9
Tatoeba-test.swe-fao: 12.7
Tatoeba-test.swe-isl: 65.8
Tatoeba-test.swe-nor: 72.0
chr-F-scores:
Tatoeba-test.dan-eng: 0.737
Tatoeba-test.dan-fao: 0.162
Tatoeba-test.dan-isl: 0.914
Tatoeba-test.dan-nor: 0.849
Tatoeba-test.dan-swe: 0.818
Tatoeba-test.eng-dan: 0.717
Tatoeba-test.eng-fao: 0.305
Tatoeba-test.eng-isl: 0.505
Tatoeba-test.eng-non: 0.160
Tatoeba-test.eng-nor: 0.681
Tatoeba-test.eng-swe: 0.710
Tatoeba-test.fao-dan: 0.536
Tatoeba-test.fao-eng: 0.454
Tatoeba-test.fao-isl: 0.303
Tatoeba-test.fao-nor: 0.631
Tatoeba-test.fao-swe: 1.000
Tatoeba-test.isl-dan: 0.901
Tatoeba-test.isl-eng: 0.659
Tatoeba-test.isl-fao: 0.183
Tatoeba-test.isl-nor: 0.761
Tatoeba-test.isl-swe: 0.800
Tatoeba-test.multi-multi: 0.716
Tatoeba-test.non-eng: 0.501
Tatoeba-test.nor-dan: 0.834
Tatoeba-test.nor-eng: 0.694
Tatoeba-test.nor-fao: 0.377
Tatoeba-test.nor-isl: 0.545
Tatoeba-test.nor-nor: 0.786
Tatoeba-test.nor-swe: 0.838
Tatoeba-test.swe-dan: 0.809
Tatoeba-test.swe-eng: 0.737
Tatoeba-test.swe-fao: 0.290
Tatoeba-test.swe-isl: 0.914
Tatoeba-test.swe-nor: 0.832