biswa921 commited on
Commit
37e9f49
1 Parent(s): 49c73ba

Upload README.md

Browse files

updated classification and STS result

Files changed (1) hide show
  1. README.md +388 -0
README.md CHANGED
@@ -19,6 +19,103 @@ model-index:
19
  value: 39.50276109614102
20
  - type: f1
21
  value: 70.00224623431103
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
22
  - task:
23
  type: Clustering
24
  dataset:
@@ -77,6 +174,75 @@ model-index:
77
  value: 81.93181818181819
78
  - type: f1
79
  value: 81.0852312152688
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
80
  - task:
81
  type: Classification
82
  dataset:
@@ -90,6 +256,90 @@ model-index:
90
  value: 50.16499999999999
91
  - type: f1
92
  value: 43.57906972116264
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
93
  - task:
94
  type: Classification
95
  dataset:
@@ -142,6 +392,75 @@ model-index:
142
  value: 76.63752521856087
143
  - type: f1
144
  value: 75.61348469613843
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
145
  - task:
146
  type: STS
147
  dataset:
@@ -310,6 +629,75 @@ model-index:
310
  value: 84.31171573973266
311
  - type: manhattan_spearman
312
  value: 84.79550448196474
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
313
  - task:
314
  type: PairClassification
315
  dataset:
 
19
  value: 39.50276109614102
20
  - type: f1
21
  value: 70.00224623431103
22
+ - task:
23
+ type: Classification
24
+ dataset:
25
+ type: mteb/amazon_polarity
26
+ name: MTEB AmazonPolarityClassification
27
+ config: default
28
+ split: test
29
+ revision: e2d317d38cd51312af73b3d32a06d1a08b442046
30
+ metrics:
31
+ - type: accuracy
32
+ value: 91.013675
33
+ - type: ap
34
+ value: 87.30227544778319
35
+ - type: f1
36
+ value: 91.00157923673694
37
+ - task:
38
+ type: Classification
39
+ dataset:
40
+ type: mteb/amazon_reviews_multi
41
+ name: MTEB AmazonReviewsClassification (en)
42
+ config: en
43
+ split: test
44
+ revision: 1399c76144fd37290681b995c656ef9b2e06e26d
45
+ metrics:
46
+ - type: accuracy
47
+ value: 46.986000000000004
48
+ - type: f1
49
+ value: 44.93316837240337
50
+ - task:
51
+ type: Retrieval
52
+ dataset:
53
+ type: arguana
54
+ name: MTEB ArguAna
55
+ config: default
56
+ split: test
57
+ revision: None
58
+ metrics:
59
+ - type: map_at_1
60
+ value: 28.521
61
+ - type: map_at_10
62
+ value: 45.062999999999995
63
+ - type: map_at_100
64
+ value: 45.965
65
+ - type: map_at_1000
66
+ value: 45.972
67
+ - type: map_at_3
68
+ value: 40.078
69
+ - type: map_at_5
70
+ value: 43.158
71
+ - type: mrr_at_1
72
+ value: 29.232000000000003
73
+ - type: mrr_at_10
74
+ value: 45.305
75
+ - type: mrr_at_100
76
+ value: 46.213
77
+ - type: mrr_at_1000
78
+ value: 46.22
79
+ - type: mrr_at_3
80
+ value: 40.339000000000006
81
+ - type: mrr_at_5
82
+ value: 43.394
83
+ - type: ndcg_at_1
84
+ value: 28.521
85
+ - type: ndcg_at_10
86
+ value: 53.959999999999994
87
+ - type: ndcg_at_100
88
+ value: 57.691
89
+ - type: ndcg_at_1000
90
+ value: 57.858
91
+ - type: ndcg_at_3
92
+ value: 43.867
93
+ - type: ndcg_at_5
94
+ value: 49.38
95
+ - type: precision_at_1
96
+ value: 28.521
97
+ - type: precision_at_10
98
+ value: 8.222
99
+ - type: precision_at_100
100
+ value: 0.9820000000000001
101
+ - type: precision_at_1000
102
+ value: 0.1
103
+ - type: precision_at_3
104
+ value: 18.279
105
+ - type: precision_at_5
106
+ value: 13.627
107
+ - type: recall_at_1
108
+ value: 28.521
109
+ - type: recall_at_10
110
+ value: 82.219
111
+ - type: recall_at_100
112
+ value: 98.222
113
+ - type: recall_at_1000
114
+ value: 99.502
115
+ - type: recall_at_3
116
+ value: 54.836
117
+ - type: recall_at_5
118
+ value: 68.137
119
  - task:
120
  type: Clustering
121
  dataset:
 
174
  value: 81.93181818181819
175
  - type: f1
176
  value: 81.0852312152688
177
+ - task:
178
+ type: Retrieval
179
+ dataset:
180
+ type: BeIR/cqadupstack
181
+ name: MTEB CQADupstackEnglishRetrieval
182
+ config: default
183
+ split: test
184
+ revision: None
185
+ metrics:
186
+ - type: map_at_1
187
+ value: 28.784
188
+ - type: map_at_10
189
+ value: 38.879000000000005
190
+ - type: map_at_100
191
+ value: 40.161
192
+ - type: map_at_1000
193
+ value: 40.291
194
+ - type: map_at_3
195
+ value: 36.104
196
+ - type: map_at_5
197
+ value: 37.671
198
+ - type: mrr_at_1
199
+ value: 35.924
200
+ - type: mrr_at_10
201
+ value: 44.471
202
+ - type: mrr_at_100
203
+ value: 45.251000000000005
204
+ - type: mrr_at_1000
205
+ value: 45.296
206
+ - type: mrr_at_3
207
+ value: 42.367
208
+ - type: mrr_at_5
209
+ value: 43.635000000000005
210
+ - type: ndcg_at_1
211
+ value: 35.924
212
+ - type: ndcg_at_10
213
+ value: 44.369
214
+ - type: ndcg_at_100
215
+ value: 48.925999999999995
216
+ - type: ndcg_at_1000
217
+ value: 50.964
218
+ - type: ndcg_at_3
219
+ value: 40.416999999999994
220
+ - type: ndcg_at_5
221
+ value: 42.309999999999995
222
+ - type: precision_at_1
223
+ value: 35.924
224
+ - type: precision_at_10
225
+ value: 8.344
226
+ - type: precision_at_100
227
+ value: 1.367
228
+ - type: precision_at_1000
229
+ value: 0.181
230
+ - type: precision_at_3
231
+ value: 19.469
232
+ - type: precision_at_5
233
+ value: 13.771
234
+ - type: recall_at_1
235
+ value: 28.784
236
+ - type: recall_at_10
237
+ value: 53.92400000000001
238
+ - type: recall_at_100
239
+ value: 72.962
240
+ - type: recall_at_1000
241
+ value: 85.90100000000001
242
+ - type: recall_at_3
243
+ value: 42.574
244
+ - type: recall_at_5
245
+ value: 47.798
246
  - task:
247
  type: Classification
248
  dataset:
 
256
  value: 50.16499999999999
257
  - type: f1
258
  value: 43.57906972116264
259
+ - task:
260
+ type: Retrieval
261
+ dataset:
262
+ type: fiqa
263
+ name: MTEB FiQA2018
264
+ config: default
265
+ split: test
266
+ revision: None
267
+ metrics:
268
+ - type: map_at_1
269
+ value: 20.737
270
+ - type: map_at_10
271
+ value: 33.566
272
+ - type: map_at_100
273
+ value: 35.367
274
+ - type: map_at_1000
275
+ value: 35.546
276
+ - type: map_at_3
277
+ value: 29.881999999999998
278
+ - type: map_at_5
279
+ value: 31.818
280
+ - type: mrr_at_1
281
+ value: 41.975
282
+ - type: mrr_at_10
283
+ value: 50.410999999999994
284
+ - type: mrr_at_100
285
+ value: 51.172
286
+ - type: mrr_at_1000
287
+ value: 51.214999999999996
288
+ - type: mrr_at_3
289
+ value: 48.611
290
+ - type: mrr_at_5
291
+ value: 49.522
292
+ - type: ndcg_at_1
293
+ value: 41.975
294
+ - type: ndcg_at_10
295
+ value: 41.299
296
+ - type: ndcg_at_100
297
+ value: 47.768
298
+ - type: ndcg_at_1000
299
+ value: 50.882000000000005
300
+ - type: ndcg_at_3
301
+ value: 38.769
302
+ - type: ndcg_at_5
303
+ value: 39.106
304
+ - type: precision_at_1
305
+ value: 41.975
306
+ - type: precision_at_10
307
+ value: 11.296000000000001
308
+ - type: precision_at_100
309
+ value: 1.7840000000000003
310
+ - type: precision_at_1000
311
+ value: 0.23500000000000001
312
+ - type: precision_at_3
313
+ value: 26.029000000000003
314
+ - type: precision_at_5
315
+ value: 18.457
316
+ - type: recall_at_1
317
+ value: 20.737
318
+ - type: recall_at_10
319
+ value: 47.284
320
+ - type: recall_at_100
321
+ value: 71.286
322
+ - type: recall_at_1000
323
+ value: 89.897
324
+ - type: recall_at_3
325
+ value: 35.411
326
+ - type: recall_at_5
327
+ value: 39.987
328
+ - task:
329
+ type: Classification
330
+ dataset:
331
+ type: mteb/imdb
332
+ name: MTEB ImdbClassification
333
+ config: default
334
+ split: test
335
+ revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
336
+ metrics:
337
+ - type: accuracy
338
+ value: 87.84
339
+ - type: ap
340
+ value: 82.68294664793142
341
+ - type: f1
342
+ value: 87.8226441992267
343
  - task:
344
  type: Classification
345
  dataset:
 
392
  value: 76.63752521856087
393
  - type: f1
394
  value: 75.61348469613843
395
+ - task:
396
+ type: Retrieval
397
+ dataset:
398
+ type: nfcorpus
399
+ name: MTEB NFCorpus
400
+ config: default
401
+ split: test
402
+ revision: None
403
+ metrics:
404
+ - type: map_at_1
405
+ value: 5.234
406
+ - type: map_at_10
407
+ value: 11.718
408
+ - type: map_at_100
409
+ value: 14.396
410
+ - type: map_at_1000
411
+ value: 15.661
412
+ - type: map_at_3
413
+ value: 8.951
414
+ - type: map_at_5
415
+ value: 10.233
416
+ - type: mrr_at_1
417
+ value: 43.034
418
+ - type: mrr_at_10
419
+ value: 52.161
420
+ - type: mrr_at_100
421
+ value: 52.729000000000006
422
+ - type: mrr_at_1000
423
+ value: 52.776
424
+ - type: mrr_at_3
425
+ value: 50.671
426
+ - type: mrr_at_5
427
+ value: 51.476
428
+ - type: ndcg_at_1
429
+ value: 41.331
430
+ - type: ndcg_at_10
431
+ value: 31.411
432
+ - type: ndcg_at_100
433
+ value: 28.459
434
+ - type: ndcg_at_1000
435
+ value: 37.114000000000004
436
+ - type: ndcg_at_3
437
+ value: 37.761
438
+ - type: ndcg_at_5
439
+ value: 35.118
440
+ - type: precision_at_1
441
+ value: 43.034
442
+ - type: precision_at_10
443
+ value: 22.878999999999998
444
+ - type: precision_at_100
445
+ value: 7.093000000000001
446
+ - type: precision_at_1000
447
+ value: 1.9560000000000002
448
+ - type: precision_at_3
449
+ value: 35.707
450
+ - type: precision_at_5
451
+ value: 30.279
452
+ - type: recall_at_1
453
+ value: 5.234
454
+ - type: recall_at_10
455
+ value: 14.745
456
+ - type: recall_at_100
457
+ value: 28.259
458
+ - type: recall_at_1000
459
+ value: 59.16400000000001
460
+ - type: recall_at_3
461
+ value: 10.08
462
+ - type: recall_at_5
463
+ value: 11.985
464
  - task:
465
  type: STS
466
  dataset:
 
629
  value: 84.31171573973266
630
  - type: manhattan_spearman
631
  value: 84.79550448196474
632
+ - task:
633
+ type: Retrieval
634
+ dataset:
635
+ type: scifact
636
+ name: MTEB SciFact
637
+ config: default
638
+ split: test
639
+ revision: None
640
+ metrics:
641
+ - type: map_at_1
642
+ value: 48.178
643
+ - type: map_at_10
644
+ value: 59.24
645
+ - type: map_at_100
646
+ value: 59.902
647
+ - type: map_at_1000
648
+ value: 59.941
649
+ - type: map_at_3
650
+ value: 56.999
651
+ - type: map_at_5
652
+ value: 58.167
653
+ - type: mrr_at_1
654
+ value: 51.0
655
+ - type: mrr_at_10
656
+ value: 60.827
657
+ - type: mrr_at_100
658
+ value: 61.307
659
+ - type: mrr_at_1000
660
+ value: 61.341
661
+ - type: mrr_at_3
662
+ value: 59.0
663
+ - type: mrr_at_5
664
+ value: 60.033
665
+ - type: ndcg_at_1
666
+ value: 51.0
667
+ - type: ndcg_at_10
668
+ value: 64.366
669
+ - type: ndcg_at_100
670
+ value: 67.098
671
+ - type: ndcg_at_1000
672
+ value: 68.08
673
+ - type: ndcg_at_3
674
+ value: 60.409
675
+ - type: ndcg_at_5
676
+ value: 62.150000000000006
677
+ - type: precision_at_1
678
+ value: 51.0
679
+ - type: precision_at_10
680
+ value: 8.799999999999999
681
+ - type: precision_at_100
682
+ value: 1.027
683
+ - type: precision_at_1000
684
+ value: 0.11100000000000002
685
+ - type: precision_at_3
686
+ value: 24.444
687
+ - type: precision_at_5
688
+ value: 15.8
689
+ - type: recall_at_1
690
+ value: 48.178
691
+ - type: recall_at_10
692
+ value: 78.34400000000001
693
+ - type: recall_at_100
694
+ value: 90.36699999999999
695
+ - type: recall_at_1000
696
+ value: 98.0
697
+ - type: recall_at_3
698
+ value: 67.35
699
+ - type: recall_at_5
700
+ value: 71.989
701
  - task:
702
  type: PairClassification
703
  dataset: