Commit
f40c44d
1 Parent(s): 1b8ec0a

update readme.md

Browse files
Files changed (1) hide show
  1. README.md +78 -78
README.md CHANGED
@@ -55,7 +55,7 @@ widget:
55
  - الشاب نائم بينما الأم تقود ابنتها إلى الحديقة
56
  pipeline_tag: sentence-similarity
57
  model-index:
58
- - name: Omartificial-Intelligence-Space/MiniLM-L12-v2-all-nli-triplet
59
  results:
60
  - dataset:
61
  config: default
@@ -65,19 +65,19 @@ model-index:
65
  type: mteb/biosses-sts
66
  metrics:
67
  - type: cosine_pearson
68
- value: 0.7250818409521711
69
  - type: cosine_spearman
70
- value: 0.6941362982941537
71
  - type: euclidean_pearson
72
- value: 0.6745121488533713
73
  - type: euclidean_spearman
74
- value: 0.6715273493989758
75
  - type: main_score
76
- value: 0.6941362982941537
77
  - type: manhattan_pearson
78
- value: 0.6761190163962777
79
  - type: manhattan_spearman
80
- value: 0.6751659865246586
81
  task:
82
  type: STS
83
  - dataset:
@@ -88,19 +88,19 @@ model-index:
88
  type: mteb/sickr-sts
89
  metrics:
90
  - type: cosine_pearson
91
- value: 0.8361591257325394
92
  - type: cosine_spearman
93
- value: 0.7961916609254315
94
  - type: euclidean_pearson
95
- value: 0.8132044879728667
96
  - type: euclidean_spearman
97
- value: 0.7904866337741477
98
  - type: main_score
99
- value: 0.7961916609254315
100
  - type: manhattan_pearson
101
- value: 0.8109220507649304
102
  - type: manhattan_spearman
103
- value: 0.788759072870693
104
  task:
105
  type: STS
106
  - dataset:
@@ -111,19 +111,19 @@ model-index:
111
  type: mteb/sts12-sts
112
  metrics:
113
  - type: cosine_pearson
114
- value: 0.8459807799938677
115
  - type: cosine_spearman
116
- value: 0.7738693998841099
117
  - type: euclidean_pearson
118
- value: 0.8392034843846014
119
  - type: euclidean_spearman
120
- value: 0.7675885845111178
121
  - type: main_score
122
- value: 0.7738693998841099
123
  - type: manhattan_pearson
124
- value: 0.839719185297225
125
  - type: manhattan_spearman
126
- value: 0.7689817666168436
127
  task:
128
  type: STS
129
  - dataset:
@@ -134,19 +134,19 @@ model-index:
134
  type: mteb/sts13-sts
135
  metrics:
136
  - type: cosine_pearson
137
- value: 0.7818664261660525
138
  - type: cosine_spearman
139
- value: 0.7958983823792369
140
  - type: euclidean_pearson
141
- value: 0.7925259705344635
142
  - type: euclidean_spearman
143
- value: 0.8017005740384345
144
  - type: main_score
145
- value: 0.7958983823792369
146
  - type: manhattan_pearson
147
- value: 0.7912601460543303
148
  - type: manhattan_spearman
149
- value: 0.7998999436073664
150
  task:
151
  type: STS
152
  - dataset:
@@ -157,19 +157,19 @@ model-index:
157
  type: mteb/sts14-sts
158
  metrics:
159
  - type: cosine_pearson
160
- value: 0.8097541864884892
161
  - type: cosine_spearman
162
- value: 0.7978614318208406
163
  - type: euclidean_pearson
164
- value: 0.8101514510666364
165
  - type: euclidean_spearman
166
- value: 0.8073664902232889
167
  - type: main_score
168
- value: 0.7978614318208406
169
  - type: manhattan_pearson
170
- value: 0.8087465598516294
171
  - type: manhattan_spearman
172
- value: 0.8067025764710201
173
  task:
174
  type: STS
175
  - dataset:
@@ -180,19 +180,19 @@ model-index:
180
  type: mteb/sts15-sts
181
  metrics:
182
  - type: cosine_pearson
183
- value: 0.8523661146717714
184
  - type: cosine_spearman
185
- value: 0.8621134676636548
186
  - type: euclidean_pearson
187
- value: 0.8582518696321332
188
  - type: euclidean_spearman
189
- value: 0.8643600579765282
190
  - type: main_score
191
- value: 0.8621134676636548
192
  - type: manhattan_pearson
193
- value: 0.8583101157321226
194
  - type: manhattan_spearman
195
- value: 0.8642228913708263
196
  task:
197
  type: STS
198
  - dataset:
@@ -203,19 +203,19 @@ model-index:
203
  type: mteb/sts16-sts
204
  metrics:
205
  - type: cosine_pearson
206
- value: 0.7920106671969702
207
  - type: cosine_spearman
208
- value: 0.8139570893867826
209
  - type: euclidean_pearson
210
- value: 0.8039578867280891
211
  - type: euclidean_spearman
212
- value: 0.8119950443340411
213
  - type: main_score
214
- value: 0.8139570893867826
215
  - type: manhattan_pearson
216
- value: 0.8022266789441443
217
  - type: manhattan_spearman
218
- value: 0.8099142422593824
219
  task:
220
  type: STS
221
  - dataset:
@@ -226,19 +226,19 @@ model-index:
226
  type: mteb/sts17-crosslingual-sts
227
  metrics:
228
  - type: cosine_pearson
229
- value: 0.810529486499453
230
  - type: cosine_spearman
231
- value: 0.8110570655134113
232
  - type: euclidean_pearson
233
- value: 0.7922292797849199
234
  - type: euclidean_spearman
235
- value: 0.7884204232638424
236
  - type: main_score
237
- value: 0.8110570655134113
238
  - type: manhattan_pearson
239
- value: 0.794375048304064
240
  - type: manhattan_spearman
241
- value: 0.7933713593557482
242
  task:
243
  type: STS
244
  - dataset:
@@ -249,19 +249,19 @@ model-index:
249
  type: mteb/sts22-crosslingual-sts
250
  metrics:
251
  - type: cosine_pearson
252
- value: 0.4596875498680092
253
  - type: cosine_spearman
254
- value: 0.5240550911714991
255
  - type: euclidean_pearson
256
- value: 0.4209745089672823
257
  - type: euclidean_spearman
258
- value: 0.5089022884113708
259
  - type: main_score
260
- value: 0.5240550911714991
261
  - type: manhattan_pearson
262
- value: 0.42228277270755343
263
  - type: manhattan_spearman
264
- value: 0.5091284105544264
265
  task:
266
  type: STS
267
  - dataset:
@@ -272,19 +272,19 @@ model-index:
272
  type: mteb/stsbenchmark-sts
273
  metrics:
274
  - type: cosine_pearson
275
- value: 0.8313261561415963
276
  - type: cosine_spearman
277
- value: 0.8434925272214979
278
  - type: euclidean_pearson
279
- value: 0.8269160336719744
280
  - type: euclidean_spearman
281
- value: 0.830499566200785
282
  - type: main_score
283
- value: 0.8434925272214979
284
  - type: manhattan_pearson
285
- value: 0.8268307451129593
286
  - type: manhattan_spearman
287
- value: 0.8301315217242468
288
  task:
289
  type: STS
290
  - dataset:
@@ -295,19 +295,19 @@ model-index:
295
  type: mteb/summeval
296
  metrics:
297
  - type: cosine_pearson
298
- value: 0.3114922991233836
299
  - type: cosine_spearman
300
- value: 0.30685504130606256
301
  - type: dot_pearson
302
- value: 0.27466309476290485
303
  - type: dot_spearman
304
- value: 0.2893064261485915
305
  - type: main_score
306
- value: 0.30685504130606256
307
  - type: pearson
308
- value: 0.31149233329283954
309
  - type: spearman
310
- value: 0.30685504130606256
311
  task:
312
  type: Summarization
313
  - name: >-
 
55
  - الشاب نائم بينما الأم تقود ابنتها إلى الحديقة
56
  pipeline_tag: sentence-similarity
57
  model-index:
58
+ - name: Omartificial-Intelligence-Space/Arabic-MiniLM-L12-v2-all-nli-triplet
59
  results:
60
  - dataset:
61
  config: default
 
65
  type: mteb/biosses-sts
66
  metrics:
67
  - type: cosine_pearson
68
+ value: 72.5081840952171
69
  - type: cosine_spearman
70
+ value: 69.41362982941537
71
  - type: euclidean_pearson
72
+ value: 67.45121490183709
73
  - type: euclidean_spearman
74
+ value: 67.15273493989758
75
  - type: main_score
76
+ value: 69.41362982941537
77
  - type: manhattan_pearson
78
+ value: 67.6119022794479
79
  - type: manhattan_spearman
80
+ value: 67.51659865246586
81
  task:
82
  type: STS
83
  - dataset:
 
88
  type: mteb/sickr-sts
89
  metrics:
90
  - type: cosine_pearson
91
+ value: 83.61591268324493
92
  - type: cosine_spearman
93
+ value: 79.61914245705792
94
  - type: euclidean_pearson
95
+ value: 81.32044881859483
96
  - type: euclidean_spearman
97
+ value: 79.04866675279919
98
  - type: main_score
99
+ value: 79.61914245705792
100
  - type: manhattan_pearson
101
+ value: 81.09220518201322
102
  - type: manhattan_spearman
103
+ value: 78.87590523907905
104
  task:
105
  type: STS
106
  - dataset:
 
111
  type: mteb/sts12-sts
112
  metrics:
113
  - type: cosine_pearson
114
+ value: 84.59807803376341
115
  - type: cosine_spearman
116
+ value: 77.38689922564416
117
  - type: euclidean_pearson
118
+ value: 83.92034850646732
119
  - type: euclidean_spearman
120
+ value: 76.75857193093438
121
  - type: main_score
122
+ value: 77.38689922564416
123
  - type: manhattan_pearson
124
+ value: 83.97191863964667
125
  - type: manhattan_spearman
126
+ value: 76.89790070725708
127
  task:
128
  type: STS
129
  - dataset:
 
134
  type: mteb/sts13-sts
135
  metrics:
136
  - type: cosine_pearson
137
+ value: 78.18664268536664
138
  - type: cosine_spearman
139
+ value: 79.58989311630421
140
  - type: euclidean_pearson
141
+ value: 79.25259731614729
142
  - type: euclidean_spearman
143
+ value: 80.1701122827397
144
  - type: main_score
145
+ value: 79.58989311630421
146
  - type: manhattan_pearson
147
+ value: 79.12601451996869
148
  - type: manhattan_spearman
149
+ value: 79.98999436073663
150
  task:
151
  type: STS
152
  - dataset:
 
157
  type: mteb/sts14-sts
158
  metrics:
159
  - type: cosine_pearson
160
+ value: 80.97541876658141
161
  - type: cosine_spearman
162
+ value: 79.78614320477877
163
  - type: euclidean_pearson
164
+ value: 81.01514505747167
165
  - type: euclidean_spearman
166
+ value: 80.73664735567839
167
  - type: main_score
168
+ value: 79.78614320477877
169
  - type: manhattan_pearson
170
+ value: 80.8746560526314
171
  - type: manhattan_spearman
172
+ value: 80.67025673179079
173
  task:
174
  type: STS
175
  - dataset:
 
180
  type: mteb/sts15-sts
181
  metrics:
182
  - type: cosine_pearson
183
+ value: 85.23661155813113
184
  - type: cosine_spearman
185
+ value: 86.21134464371615
186
  - type: euclidean_pearson
187
+ value: 85.82518684522182
188
  - type: euclidean_spearman
189
+ value: 86.43600784349509
190
  - type: main_score
191
+ value: 86.21134464371615
192
  - type: manhattan_pearson
193
+ value: 85.83101152371589
194
  - type: manhattan_spearman
195
+ value: 86.42228695679498
196
  task:
197
  type: STS
198
  - dataset:
 
203
  type: mteb/sts16-sts
204
  metrics:
205
  - type: cosine_pearson
206
+ value: 79.20106689077852
207
  - type: cosine_spearman
208
+ value: 81.39570893867825
209
  - type: euclidean_pearson
210
+ value: 80.39578888768929
211
  - type: euclidean_spearman
212
+ value: 81.19950443340412
213
  - type: main_score
214
+ value: 81.39570893867825
215
  - type: manhattan_pearson
216
+ value: 80.2226679341839
217
  - type: manhattan_spearman
218
+ value: 80.99142422593823
219
  task:
220
  type: STS
221
  - dataset:
 
226
  type: mteb/sts17-crosslingual-sts
227
  metrics:
228
  - type: cosine_pearson
229
+ value: 81.05294851623468
230
  - type: cosine_spearman
231
+ value: 81.10570655134113
232
  - type: euclidean_pearson
233
+ value: 79.22292773537778
234
  - type: euclidean_spearman
235
+ value: 78.84204232638425
236
  - type: main_score
237
+ value: 81.10570655134113
238
  - type: manhattan_pearson
239
+ value: 79.43750460320484
240
  - type: manhattan_spearman
241
+ value: 79.33713593557482
242
  task:
243
  type: STS
244
  - dataset:
 
249
  type: mteb/sts22-crosslingual-sts
250
  metrics:
251
  - type: cosine_pearson
252
+ value: 45.96875498680092
253
  - type: cosine_spearman
254
+ value: 52.405509117149904
255
  - type: euclidean_pearson
256
+ value: 42.097450896728226
257
  - type: euclidean_spearman
258
+ value: 50.89022884113707
259
  - type: main_score
260
+ value: 52.405509117149904
261
  - type: manhattan_pearson
262
+ value: 42.22827727075534
263
  - type: manhattan_spearman
264
+ value: 50.912841055442634
265
  task:
266
  type: STS
267
  - dataset:
 
272
  type: mteb/stsbenchmark-sts
273
  metrics:
274
  - type: cosine_pearson
275
+ value: 83.13261516884116
276
  - type: cosine_spearman
277
+ value: 84.3492527221498
278
  - type: euclidean_pearson
279
+ value: 82.691603178401
280
  - type: euclidean_spearman
281
+ value: 83.0499566200785
282
  - type: main_score
283
+ value: 84.3492527221498
284
  - type: manhattan_pearson
285
+ value: 82.68307441014618
286
  - type: manhattan_spearman
287
+ value: 83.01315787964519
288
  task:
289
  type: STS
290
  - dataset:
 
295
  type: mteb/summeval
296
  metrics:
297
  - type: cosine_pearson
298
+ value: 31.149232235402845
299
  - type: cosine_spearman
300
+ value: 30.685504130606255
301
  - type: dot_pearson
302
+ value: 27.466307571160375
303
  - type: dot_spearman
304
+ value: 28.93064261485915
305
  - type: main_score
306
+ value: 30.685504130606255
307
  - type: pearson
308
+ value: 31.149232235402845
309
  - type: spearman
310
+ value: 30.685504130606255
311
  task:
312
  type: Summarization
313
  - name: >-