Commit
94347da
1 Parent(s): 0245eac

update readme.md

Browse files
Files changed (1) hide show
  1. README.md +77 -77
README.md CHANGED
@@ -68,19 +68,19 @@ model-index:
68
  type: mteb/biosses-sts
69
  metrics:
70
  - type: cosine_pearson
71
- value: 0.7646793455363026
72
  - type: cosine_spearman
73
- value: 0.7666439745271297
74
  - type: euclidean_pearson
75
- value: 0.7652075986969038
76
  - type: euclidean_spearman
77
- value: 0.7666439745271297
78
  - type: main_score
79
- value: 0.7666439745271297
80
  - type: manhattan_pearson
81
- value: 0.766800186746739
82
  - type: manhattan_spearman
83
- value: 0.7673066402288269
84
  task:
85
  type: STS
86
  - dataset:
@@ -91,19 +91,19 @@ model-index:
91
  type: mteb/sickr-sts
92
  metrics:
93
  - type: cosine_pearson
94
- value: 0.7967657888969051
95
  - type: cosine_spearman
96
- value: 0.7703286109413092
97
  - type: euclidean_pearson
98
- value: 0.7819607355683363
99
  - type: euclidean_spearman
100
- value: 0.7703284984176336
101
  - type: main_score
102
- value: 0.7703286109413092
103
  - type: manhattan_pearson
104
- value: 0.7825627279409032
105
  - type: manhattan_spearman
106
- value: 0.7700431033772339
107
  task:
108
  type: STS
109
  - dataset:
@@ -114,19 +114,19 @@ model-index:
114
  type: mteb/sts12-sts
115
  metrics:
116
  - type: cosine_pearson
117
- value: 0.8394288958816406
118
  - type: cosine_spearman
119
- value: 0.7921432094488725
120
  - type: euclidean_pearson
121
- value: 0.8121333332608397
122
  - type: euclidean_spearman
123
- value: 0.7921511763341483
124
  - type: main_score
125
- value: 0.7921432094488725
126
  - type: manhattan_pearson
127
- value: 0.8116910808144705
128
  - type: manhattan_spearman
129
- value: 0.7908747588244719
130
  task:
131
  type: STS
132
  - dataset:
@@ -137,19 +137,19 @@ model-index:
137
  type: mteb/sts13-sts
138
  metrics:
139
  - type: cosine_pearson
140
- value: 0.7748393894472824
141
  - type: cosine_spearman
142
- value: 0.7954963868861196
143
  - type: euclidean_pearson
144
- value: 0.7928415966325013
145
  - type: euclidean_spearman
146
- value: 0.7954963861790114
147
  - type: main_score
148
- value: 0.7954963868861196
149
  - type: manhattan_pearson
150
- value: 0.7918653941335837
151
  - type: manhattan_spearman
152
- value: 0.7946719007113934
153
  task:
154
  type: STS
155
  - dataset:
@@ -160,19 +160,19 @@ model-index:
160
  type: mteb/sts14-sts
161
  metrics:
162
  - type: cosine_pearson
163
- value: 0.7851596254385209
164
  - type: cosine_spearman
165
- value: 0.7884601914737768
166
  - type: euclidean_pearson
167
- value: 0.7855199771287279
168
  - type: euclidean_spearman
169
- value: 0.7884602020117785
170
  - type: main_score
171
- value: 0.7884601914737768
172
  - type: manhattan_pearson
173
- value: 0.7852780144651308
174
  - type: manhattan_spearman
175
- value: 0.787774430076152
176
  task:
177
  type: STS
178
  - dataset:
@@ -183,19 +183,19 @@ model-index:
183
  type: mteb/sts15-sts
184
  metrics:
185
  - type: cosine_pearson
186
- value: 0.8453393469117113
187
  - type: cosine_spearman
188
- value: 0.8560821849381648
189
  - type: euclidean_pearson
190
- value: 0.8532813929769605
191
  - type: euclidean_spearman
192
- value: 0.8560818604001905
193
  - type: main_score
194
- value: 0.8560821849381648
195
  - type: manhattan_pearson
196
- value: 0.8532782084710221
197
  - type: manhattan_spearman
198
- value: 0.8558098668045864
199
  task:
200
  type: STS
201
  - dataset:
@@ -206,19 +206,19 @@ model-index:
206
  type: mteb/sts16-sts
207
  metrics:
208
  - type: cosine_pearson
209
- value: 0.7700197085349484
210
  - type: cosine_spearman
211
- value: 0.79930951699069
212
  - type: euclidean_pearson
213
- value: 0.7943196781811703
214
  - type: euclidean_spearman
215
- value: 0.7993095112410258
216
  - type: main_score
217
- value: 0.79930951699069
218
  - type: manhattan_pearson
219
- value: 0.7933744400544465
220
  - type: manhattan_spearman
221
- value: 0.7982939266539602
222
  task:
223
  type: STS
224
  - dataset:
@@ -229,19 +229,19 @@ model-index:
229
  type: mteb/sts17-crosslingual-sts
230
  metrics:
231
  - type: cosine_pearson
232
- value: 0.8160289458371599
233
  - type: cosine_spearman
234
- value: 0.8246806381979653
235
  - type: euclidean_pearson
236
- value: 0.813223525262988
237
  - type: euclidean_spearman
238
- value: 0.8248167872078906
239
  - type: main_score
240
- value: 0.8246806381979653
241
  - type: manhattan_pearson
242
- value: 0.8143885482754425
243
  - type: manhattan_spearman
244
- value: 0.8240446963802593
245
  task:
246
  type: STS
247
  - dataset:
@@ -252,19 +252,19 @@ model-index:
252
  type: mteb/sts22-crosslingual-sts
253
  metrics:
254
  - type: cosine_pearson
255
- value: 0.4958293768761313
256
  - type: cosine_spearman
257
- value: 0.5726188878983287
258
  - type: euclidean_pearson
259
- value: 0.5336549109538782
260
  - type: euclidean_spearman
261
- value: 0.5726188878983287
262
  - type: main_score
263
- value: 0.5726188878983287
264
  - type: manhattan_pearson
265
- value: 0.5306640323833928
266
  - type: manhattan_spearman
267
- value: 0.5705837935512948
268
  task:
269
  type: STS
270
  - dataset:
@@ -275,19 +275,19 @@ model-index:
275
  type: mteb/stsbenchmark-sts
276
  metrics:
277
  - type: cosine_pearson
278
- value: 0.8143997878838204
279
  - type: cosine_spearman
280
- value: 0.8204996129795596
281
  - type: euclidean_pearson
282
- value: 0.8201917849577418
283
  - type: euclidean_spearman
284
- value: 0.8204996129795596
285
  - type: main_score
286
- value: 0.8204996129795596
287
  - type: manhattan_pearson
288
- value: 0.8203487073719467
289
  - type: manhattan_spearman
290
- value: 0.8203774605775651
291
  task:
292
  type: STS
293
  - dataset:
@@ -298,19 +298,19 @@ model-index:
298
  type: mteb/summeval
299
  metrics:
300
  - type: cosine_pearson
301
- value: 0.32113473699294887
302
  - type: cosine_spearman
303
- value: 0.32171942337648785
304
  - type: dot_pearson
305
- value: 0.3211346945795219
306
  - type: dot_spearman
307
- value: 0.32168802810995234
308
  - type: main_score
309
- value: 0.32171942337648785
310
  - type: pearson
311
- value: 0.3211347400449732
312
  - type: spearman
313
- value: 0.32171942337648785
314
  task:
315
  type: Summarization
316
  - name: SentenceTransformer based on sentence-transformers/LaBSE
 
68
  type: mteb/biosses-sts
69
  metrics:
70
  - type: cosine_pearson
71
+ value: 76.46793440999714
72
  - type: cosine_spearman
73
+ value: 76.66439745271298
74
  - type: euclidean_pearson
75
+ value: 76.52075972347127
76
  - type: euclidean_spearman
77
+ value: 76.66439745271298
78
  - type: main_score
79
+ value: 76.66439745271298
80
  - type: manhattan_pearson
81
+ value: 76.68001857069733
82
  - type: manhattan_spearman
83
+ value: 76.73066402288269
84
  task:
85
  type: STS
86
  - dataset:
 
91
  type: mteb/sickr-sts
92
  metrics:
93
  - type: cosine_pearson
94
+ value: 79.67657890693198
95
  - type: cosine_spearman
96
+ value: 77.03286420274621
97
  - type: euclidean_pearson
98
+ value: 78.1960735272073
99
  - type: euclidean_spearman
100
+ value: 77.032855497919
101
  - type: main_score
102
+ value: 77.03286420274621
103
  - type: manhattan_pearson
104
+ value: 78.25627275994229
105
  - type: manhattan_spearman
106
+ value: 77.00430810589081
107
  task:
108
  type: STS
109
  - dataset:
 
114
  type: mteb/sts12-sts
115
  metrics:
116
  - type: cosine_pearson
117
+ value: 83.94288954523996
118
  - type: cosine_spearman
119
+ value: 79.21432176112556
120
  - type: euclidean_pearson
121
+ value: 81.21333251943913
122
  - type: euclidean_spearman
123
+ value: 79.2152067330468
124
  - type: main_score
125
+ value: 79.21432176112556
126
  - type: manhattan_pearson
127
+ value: 81.16910737482634
128
  - type: manhattan_spearman
129
+ value: 79.08756466301445
130
  task:
131
  type: STS
132
  - dataset:
 
137
  type: mteb/sts13-sts
138
  metrics:
139
  - type: cosine_pearson
140
+ value: 77.48393909963059
141
  - type: cosine_spearman
142
+ value: 79.54963868861196
143
  - type: euclidean_pearson
144
+ value: 79.28416002197451
145
  - type: euclidean_spearman
146
+ value: 79.54963861790114
147
  - type: main_score
148
+ value: 79.54963868861196
149
  - type: manhattan_pearson
150
+ value: 79.18653917582513
151
  - type: manhattan_spearman
152
+ value: 79.46713533414295
153
  task:
154
  type: STS
155
  - dataset:
 
160
  type: mteb/sts14-sts
161
  metrics:
162
  - type: cosine_pearson
163
+ value: 78.51596313692846
164
  - type: cosine_spearman
165
+ value: 78.84601702652395
166
  - type: euclidean_pearson
167
+ value: 78.55199809961427
168
  - type: euclidean_spearman
169
+ value: 78.84603362286225
170
  - type: main_score
171
+ value: 78.84601702652395
172
  - type: manhattan_pearson
173
+ value: 78.52780170677605
174
  - type: manhattan_spearman
175
+ value: 78.77744294039178
176
  task:
177
  type: STS
178
  - dataset:
 
183
  type: mteb/sts15-sts
184
  metrics:
185
  - type: cosine_pearson
186
+ value: 84.53393478889929
187
  - type: cosine_spearman
188
+ value: 85.60821849381648
189
  - type: euclidean_pearson
190
+ value: 85.32813923250558
191
  - type: euclidean_spearman
192
+ value: 85.6081835456016
193
  - type: main_score
194
+ value: 85.60821849381648
195
  - type: manhattan_pearson
196
+ value: 85.32782097916476
197
  - type: manhattan_spearman
198
+ value: 85.58098670898562
199
  task:
200
  type: STS
201
  - dataset:
 
206
  type: mteb/sts16-sts
207
  metrics:
208
  - type: cosine_pearson
209
+ value: 77.00196998325856
210
  - type: cosine_spearman
211
+ value: 79.930951699069
212
  - type: euclidean_pearson
213
+ value: 79.43196738390897
214
  - type: euclidean_spearman
215
+ value: 79.93095112410258
216
  - type: main_score
217
+ value: 79.930951699069
218
  - type: manhattan_pearson
219
+ value: 79.33744358111427
220
  - type: manhattan_spearman
221
+ value: 79.82939266539601
222
  task:
223
  type: STS
224
  - dataset:
 
229
  type: mteb/sts17-crosslingual-sts
230
  metrics:
231
  - type: cosine_pearson
232
+ value: 81.60289529424327
233
  - type: cosine_spearman
234
+ value: 82.46806381979653
235
  - type: euclidean_pearson
236
+ value: 81.32235058296072
237
  - type: euclidean_spearman
238
+ value: 82.46676890643914
239
  - type: main_score
240
+ value: 82.46806381979653
241
  - type: manhattan_pearson
242
+ value: 81.43885277175312
243
  - type: manhattan_spearman
244
+ value: 82.38955952718666
245
  task:
246
  type: STS
247
  - dataset:
 
252
  type: mteb/sts22-crosslingual-sts
253
  metrics:
254
  - type: cosine_pearson
255
+ value: 49.58293768761314
256
  - type: cosine_spearman
257
+ value: 57.261888789832874
258
  - type: euclidean_pearson
259
+ value: 53.36549109538782
260
  - type: euclidean_spearman
261
+ value: 57.261888789832874
262
  - type: main_score
263
+ value: 57.261888789832874
264
  - type: manhattan_pearson
265
+ value: 53.06640323833928
266
  - type: manhattan_spearman
267
+ value: 57.05837935512948
268
  task:
269
  type: STS
270
  - dataset:
 
275
  type: mteb/stsbenchmark-sts
276
  metrics:
277
  - type: cosine_pearson
278
+ value: 81.43997935928729
279
  - type: cosine_spearman
280
+ value: 82.04996129795596
281
  - type: euclidean_pearson
282
+ value: 82.01917866996972
283
  - type: euclidean_spearman
284
+ value: 82.04996129795596
285
  - type: main_score
286
+ value: 82.04996129795596
287
  - type: manhattan_pearson
288
+ value: 82.03487112040936
289
  - type: manhattan_spearman
290
+ value: 82.03774605775651
291
  task:
292
  type: STS
293
  - dataset:
 
298
  type: mteb/summeval
299
  metrics:
300
  - type: cosine_pearson
301
+ value: 32.113475997147674
302
  - type: cosine_spearman
303
+ value: 32.17194233764879
304
  - type: dot_pearson
305
+ value: 32.113469728827255
306
  - type: dot_spearman
307
+ value: 32.174771315355386
308
  - type: main_score
309
+ value: 32.17194233764879
310
  - type: pearson
311
+ value: 32.113475997147674
312
  - type: spearman
313
+ value: 32.17194233764879
314
  task:
315
  type: Summarization
316
  - name: SentenceTransformer based on sentence-transformers/LaBSE