vaibhavad commited on
Commit
d6f8ca3
1 Parent(s): 7fa8da9

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +0 -2495
README.md CHANGED
@@ -23,2501 +23,6 @@ tags:
23
  - fever
24
  - hotpot_qa
25
  - mteb
26
- model-index:
27
- - name: LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised
28
- results:
29
- - task:
30
- type: Classification
31
- dataset:
32
- type: mteb/amazon_counterfactual
33
- name: MTEB AmazonCounterfactualClassification (en)
34
- config: en
35
- split: test
36
- revision: e8379541af4e31359cca9fbcf4b00f2671dba205
37
- metrics:
38
- - type: accuracy
39
- value: 77.58208955223881
40
- - type: ap
41
- value: 41.45474097979136
42
- - type: f1
43
- value: 71.76059891468786
44
- - task:
45
- type: Classification
46
- dataset:
47
- type: mteb/amazon_polarity
48
- name: MTEB AmazonPolarityClassification
49
- config: default
50
- split: test
51
- revision: e2d317d38cd51312af73b3d32a06d1a08b442046
52
- metrics:
53
- - type: accuracy
54
- value: 91.12039999999999
55
- - type: ap
56
- value: 88.01002974730474
57
- - type: f1
58
- value: 91.1049266954883
59
- - task:
60
- type: Classification
61
- dataset:
62
- type: mteb/amazon_reviews_multi
63
- name: MTEB AmazonReviewsClassification (en)
64
- config: en
65
- split: test
66
- revision: 1399c76144fd37290681b995c656ef9b2e06e26d
67
- metrics:
68
- - type: accuracy
69
- value: 49.966
70
- - type: f1
71
- value: 48.908221884634386
72
- - task:
73
- type: Retrieval
74
- dataset:
75
- type: arguana
76
- name: MTEB ArguAna
77
- config: default
78
- split: test
79
- revision: None
80
- metrics:
81
- - type: map_at_1
82
- value: 32.788000000000004
83
- - type: map_at_10
84
- value: 48.665000000000006
85
- - type: map_at_100
86
- value: 49.501
87
- - type: map_at_1000
88
- value: 49.504
89
- - type: map_at_3
90
- value: 43.883
91
- - type: map_at_5
92
- value: 46.501
93
- - type: mrr_at_1
94
- value: 33.357
95
- - type: mrr_at_10
96
- value: 48.882
97
- - type: mrr_at_100
98
- value: 49.718
99
- - type: mrr_at_1000
100
- value: 49.721
101
- - type: mrr_at_3
102
- value: 44.025999999999996
103
- - type: mrr_at_5
104
- value: 46.732
105
- - type: ndcg_at_1
106
- value: 32.788000000000004
107
- - type: ndcg_at_10
108
- value: 57.483
109
- - type: ndcg_at_100
110
- value: 60.745000000000005
111
- - type: ndcg_at_1000
112
- value: 60.797000000000004
113
- - type: ndcg_at_3
114
- value: 47.534
115
- - type: ndcg_at_5
116
- value: 52.266
117
- - type: precision_at_1
118
- value: 32.788000000000004
119
- - type: precision_at_10
120
- value: 8.57
121
- - type: precision_at_100
122
- value: 0.993
123
- - type: precision_at_1000
124
- value: 0.1
125
- - type: precision_at_3
126
- value: 19.369
127
- - type: precision_at_5
128
- value: 13.926
129
- - type: recall_at_1
130
- value: 32.788000000000004
131
- - type: recall_at_10
132
- value: 85.70400000000001
133
- - type: recall_at_100
134
- value: 99.289
135
- - type: recall_at_1000
136
- value: 99.644
137
- - type: recall_at_3
138
- value: 58.108000000000004
139
- - type: recall_at_5
140
- value: 69.63000000000001
141
- - task:
142
- type: Clustering
143
- dataset:
144
- type: mteb/arxiv-clustering-p2p
145
- name: MTEB ArxivClusteringP2P
146
- config: default
147
- split: test
148
- revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
149
- metrics:
150
- - type: v_measure
151
- value: 42.805075760047906
152
- - task:
153
- type: Clustering
154
- dataset:
155
- type: mteb/arxiv-clustering-s2s
156
- name: MTEB ArxivClusteringS2S
157
- config: default
158
- split: test
159
- revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
160
- metrics:
161
- - type: v_measure
162
- value: 44.235789514284214
163
- - task:
164
- type: Reranking
165
- dataset:
166
- type: mteb/askubuntudupquestions-reranking
167
- name: MTEB AskUbuntuDupQuestions
168
- config: default
169
- split: test
170
- revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
171
- metrics:
172
- - type: map
173
- value: 63.98320383943591
174
- - type: mrr
175
- value: 76.53189992525174
176
- - task:
177
- type: STS
178
- dataset:
179
- type: mteb/biosses-sts
180
- name: MTEB BIOSSES
181
- config: default
182
- split: test
183
- revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
184
- metrics:
185
- - type: cos_sim_spearman
186
- value: 85.24411101959603
187
- - task:
188
- type: Classification
189
- dataset:
190
- type: mteb/banking77
191
- name: MTEB Banking77Classification
192
- config: default
193
- split: test
194
- revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
195
- metrics:
196
- - type: accuracy
197
- value: 88.31493506493506
198
- - type: f1
199
- value: 88.28524975751309
200
- - task:
201
- type: Clustering
202
- dataset:
203
- type: mteb/biorxiv-clustering-p2p
204
- name: MTEB BiorxivClusteringP2P
205
- config: default
206
- split: test
207
- revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
208
- metrics:
209
- - type: v_measure
210
- value: 34.27007175430729
211
- - task:
212
- type: Clustering
213
- dataset:
214
- type: mteb/biorxiv-clustering-s2s
215
- name: MTEB BiorxivClusteringS2S
216
- config: default
217
- split: test
218
- revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
219
- metrics:
220
- - type: v_measure
221
- value: 35.52517776034658
222
- - task:
223
- type: Retrieval
224
- dataset:
225
- type: cqadupstack/android
226
- name: MTEB CQADupstackAndroidRetrieval
227
- config: default
228
- split: test
229
- revision: None
230
- metrics:
231
- - type: map_at_1
232
- value: 38.686
233
- - type: map_at_10
234
- value: 51.939
235
- - type: map_at_100
236
- value: 53.751000000000005
237
- - type: map_at_1000
238
- value: 53.846000000000004
239
- - type: map_at_3
240
- value: 48.296
241
- - type: map_at_5
242
- value: 50.312999999999995
243
- - type: mrr_at_1
244
- value: 49.641999999999996
245
- - type: mrr_at_10
246
- value: 59.157000000000004
247
- - type: mrr_at_100
248
- value: 59.85
249
- - type: mrr_at_1000
250
- value: 59.876
251
- - type: mrr_at_3
252
- value: 57.058
253
- - type: mrr_at_5
254
- value: 58.231
255
- - type: ndcg_at_1
256
- value: 49.641999999999996
257
- - type: ndcg_at_10
258
- value: 58.714
259
- - type: ndcg_at_100
260
- value: 63.776999999999994
261
- - type: ndcg_at_1000
262
- value: 64.95
263
- - type: ndcg_at_3
264
- value: 54.799
265
- - type: ndcg_at_5
266
- value: 56.372
267
- - type: precision_at_1
268
- value: 49.641999999999996
269
- - type: precision_at_10
270
- value: 11.373
271
- - type: precision_at_100
272
- value: 1.712
273
- - type: precision_at_1000
274
- value: 0.209
275
- - type: precision_at_3
276
- value: 27.229
277
- - type: precision_at_5
278
- value: 19.056
279
- - type: recall_at_1
280
- value: 38.686
281
- - type: recall_at_10
282
- value: 69.976
283
- - type: recall_at_100
284
- value: 90.512
285
- - type: recall_at_1000
286
- value: 97.64
287
- - type: recall_at_3
288
- value: 56.625
289
- - type: recall_at_5
290
- value: 62.348000000000006
291
- - task:
292
- type: Retrieval
293
- dataset:
294
- type: cqadupstack/english
295
- name: MTEB CQADupstackEnglishRetrieval
296
- config: default
297
- split: test
298
- revision: None
299
- metrics:
300
- - type: map_at_1
301
- value: 36.356
302
- - type: map_at_10
303
- value: 48.004000000000005
304
- - type: map_at_100
305
- value: 49.342999999999996
306
- - type: map_at_1000
307
- value: 49.461
308
- - type: map_at_3
309
- value: 44.692
310
- - type: map_at_5
311
- value: 46.576
312
- - type: mrr_at_1
313
- value: 46.561
314
- - type: mrr_at_10
315
- value: 54.547000000000004
316
- - type: mrr_at_100
317
- value: 55.159000000000006
318
- - type: mrr_at_1000
319
- value: 55.193000000000005
320
- - type: mrr_at_3
321
- value: 52.516
322
- - type: mrr_at_5
323
- value: 53.701
324
- - type: ndcg_at_1
325
- value: 46.561
326
- - type: ndcg_at_10
327
- value: 53.835
328
- - type: ndcg_at_100
329
- value: 57.92699999999999
330
- - type: ndcg_at_1000
331
- value: 59.671
332
- - type: ndcg_at_3
333
- value: 49.997
334
- - type: ndcg_at_5
335
- value: 51.714000000000006
336
- - type: precision_at_1
337
- value: 46.561
338
- - type: precision_at_10
339
- value: 10.344000000000001
340
- - type: precision_at_100
341
- value: 1.5779999999999998
342
- - type: precision_at_1000
343
- value: 0.202
344
- - type: precision_at_3
345
- value: 24.437
346
- - type: precision_at_5
347
- value: 17.197000000000003
348
- - type: recall_at_1
349
- value: 36.356
350
- - type: recall_at_10
351
- value: 63.019000000000005
352
- - type: recall_at_100
353
- value: 80.55099999999999
354
- - type: recall_at_1000
355
- value: 91.38300000000001
356
- - type: recall_at_3
357
- value: 50.431000000000004
358
- - type: recall_at_5
359
- value: 56.00000000000001
360
- - task:
361
- type: Retrieval
362
- dataset:
363
- type: cqadupstack/gaming
364
- name: MTEB CQADupstackGamingRetrieval
365
- config: default
366
- split: test
367
- revision: None
368
- metrics:
369
- - type: map_at_1
370
- value: 46.736
371
- - type: map_at_10
372
- value: 60.775999999999996
373
- - type: map_at_100
374
- value: 61.755
375
- - type: map_at_1000
376
- value: 61.783
377
- - type: map_at_3
378
- value: 57.293000000000006
379
- - type: map_at_5
380
- value: 59.382000000000005
381
- - type: mrr_at_1
382
- value: 54.232
383
- - type: mrr_at_10
384
- value: 64.424
385
- - type: mrr_at_100
386
- value: 64.996
387
- - type: mrr_at_1000
388
- value: 65.009
389
- - type: mrr_at_3
390
- value: 62.226000000000006
391
- - type: mrr_at_5
392
- value: 63.592000000000006
393
- - type: ndcg_at_1
394
- value: 54.232
395
- - type: ndcg_at_10
396
- value: 66.654
397
- - type: ndcg_at_100
398
- value: 70.152
399
- - type: ndcg_at_1000
400
- value: 70.648
401
- - type: ndcg_at_3
402
- value: 61.405
403
- - type: ndcg_at_5
404
- value: 64.137
405
- - type: precision_at_1
406
- value: 54.232
407
- - type: precision_at_10
408
- value: 10.607999999999999
409
- - type: precision_at_100
410
- value: 1.321
411
- - type: precision_at_1000
412
- value: 0.13899999999999998
413
- - type: precision_at_3
414
- value: 27.544
415
- - type: precision_at_5
416
- value: 18.645999999999997
417
- - type: recall_at_1
418
- value: 46.736
419
- - type: recall_at_10
420
- value: 80.10199999999999
421
- - type: recall_at_100
422
- value: 94.976
423
- - type: recall_at_1000
424
- value: 98.402
425
- - type: recall_at_3
426
- value: 66.094
427
- - type: recall_at_5
428
- value: 73.028
429
- - task:
430
- type: Retrieval
431
- dataset:
432
- type: cqadupstack/gis
433
- name: MTEB CQADupstackGisRetrieval
434
- config: default
435
- split: test
436
- revision: None
437
- metrics:
438
- - type: map_at_1
439
- value: 30.238
440
- - type: map_at_10
441
- value: 39.798
442
- - type: map_at_100
443
- value: 40.892
444
- - type: map_at_1000
445
- value: 40.971000000000004
446
- - type: map_at_3
447
- value: 36.788
448
- - type: map_at_5
449
- value: 38.511
450
- - type: mrr_at_1
451
- value: 32.994
452
- - type: mrr_at_10
453
- value: 42.028
454
- - type: mrr_at_100
455
- value: 42.959
456
- - type: mrr_at_1000
457
- value: 43.010999999999996
458
- - type: mrr_at_3
459
- value: 39.322
460
- - type: mrr_at_5
461
- value: 40.977000000000004
462
- - type: ndcg_at_1
463
- value: 32.994
464
- - type: ndcg_at_10
465
- value: 45.062000000000005
466
- - type: ndcg_at_100
467
- value: 50.166999999999994
468
- - type: ndcg_at_1000
469
- value: 51.961
470
- - type: ndcg_at_3
471
- value: 39.378
472
- - type: ndcg_at_5
473
- value: 42.281
474
- - type: precision_at_1
475
- value: 32.994
476
- - type: precision_at_10
477
- value: 6.836
478
- - type: precision_at_100
479
- value: 0.9860000000000001
480
- - type: precision_at_1000
481
- value: 0.11800000000000001
482
- - type: precision_at_3
483
- value: 16.384
484
- - type: precision_at_5
485
- value: 11.548
486
- - type: recall_at_1
487
- value: 30.238
488
- - type: recall_at_10
489
- value: 59.080999999999996
490
- - type: recall_at_100
491
- value: 82.033
492
- - type: recall_at_1000
493
- value: 95.281
494
- - type: recall_at_3
495
- value: 43.902
496
- - type: recall_at_5
497
- value: 50.952
498
- - task:
499
- type: Retrieval
500
- dataset:
501
- type: cqadupstack/mathematica
502
- name: MTEB CQADupstackMathematicaRetrieval
503
- config: default
504
- split: test
505
- revision: None
506
- metrics:
507
- - type: map_at_1
508
- value: 21.512999999999998
509
- - type: map_at_10
510
- value: 31.339
511
- - type: map_at_100
512
- value: 32.651
513
- - type: map_at_1000
514
- value: 32.762
515
- - type: map_at_3
516
- value: 27.590999999999998
517
- - type: map_at_5
518
- value: 29.946
519
- - type: mrr_at_1
520
- value: 26.866
521
- - type: mrr_at_10
522
- value: 36.525
523
- - type: mrr_at_100
524
- value: 37.357
525
- - type: mrr_at_1000
526
- value: 37.419999999999995
527
- - type: mrr_at_3
528
- value: 33.085
529
- - type: mrr_at_5
530
- value: 35.379
531
- - type: ndcg_at_1
532
- value: 26.866
533
- - type: ndcg_at_10
534
- value: 37.621
535
- - type: ndcg_at_100
536
- value: 43.031000000000006
537
- - type: ndcg_at_1000
538
- value: 45.573
539
- - type: ndcg_at_3
540
- value: 31.046000000000003
541
- - type: ndcg_at_5
542
- value: 34.709
543
- - type: precision_at_1
544
- value: 26.866
545
- - type: precision_at_10
546
- value: 7.052
547
- - type: precision_at_100
548
- value: 1.117
549
- - type: precision_at_1000
550
- value: 0.145
551
- - type: precision_at_3
552
- value: 14.884
553
- - type: precision_at_5
554
- value: 11.517
555
- - type: recall_at_1
556
- value: 21.512999999999998
557
- - type: recall_at_10
558
- value: 51.751999999999995
559
- - type: recall_at_100
560
- value: 74.34100000000001
561
- - type: recall_at_1000
562
- value: 92.426
563
- - type: recall_at_3
564
- value: 34.008
565
- - type: recall_at_5
566
- value: 43.075
567
- - task:
568
- type: Retrieval
569
- dataset:
570
- type: cqadupstack/physics
571
- name: MTEB CQADupstackPhysicsRetrieval
572
- config: default
573
- split: test
574
- revision: None
575
- metrics:
576
- - type: map_at_1
577
- value: 35.327
578
- - type: map_at_10
579
- value: 47.783
580
- - type: map_at_100
581
- value: 49.153999999999996
582
- - type: map_at_1000
583
- value: 49.260999999999996
584
- - type: map_at_3
585
- value: 44.145
586
- - type: map_at_5
587
- value: 46.207
588
- - type: mrr_at_1
589
- value: 44.37
590
- - type: mrr_at_10
591
- value: 53.864999999999995
592
- - type: mrr_at_100
593
- value: 54.625
594
- - type: mrr_at_1000
595
- value: 54.662
596
- - type: mrr_at_3
597
- value: 51.604000000000006
598
- - type: mrr_at_5
599
- value: 52.894
600
- - type: ndcg_at_1
601
- value: 44.37
602
- - type: ndcg_at_10
603
- value: 54.054
604
- - type: ndcg_at_100
605
- value: 59.168
606
- - type: ndcg_at_1000
607
- value: 60.769
608
- - type: ndcg_at_3
609
- value: 49.091
610
- - type: ndcg_at_5
611
- value: 51.444
612
- - type: precision_at_1
613
- value: 44.37
614
- - type: precision_at_10
615
- value: 9.827
616
- - type: precision_at_100
617
- value: 1.456
618
- - type: precision_at_1000
619
- value: 0.17600000000000002
620
- - type: precision_at_3
621
- value: 23.580000000000002
622
- - type: precision_at_5
623
- value: 16.554
624
- - type: recall_at_1
625
- value: 35.327
626
- - type: recall_at_10
627
- value: 66.43900000000001
628
- - type: recall_at_100
629
- value: 87.41600000000001
630
- - type: recall_at_1000
631
- value: 97.37400000000001
632
- - type: recall_at_3
633
- value: 51.64
634
- - type: recall_at_5
635
- value: 58.242000000000004
636
- - task:
637
- type: Retrieval
638
- dataset:
639
- type: cqadupstack/programmers
640
- name: MTEB CQADupstackProgrammersRetrieval
641
- config: default
642
- split: test
643
- revision: None
644
- metrics:
645
- - type: map_at_1
646
- value: 32.397999999999996
647
- - type: map_at_10
648
- value: 44.932
649
- - type: map_at_100
650
- value: 46.336
651
- - type: map_at_1000
652
- value: 46.421
653
- - type: map_at_3
654
- value: 41.128
655
- - type: map_at_5
656
- value: 43.364999999999995
657
- - type: mrr_at_1
658
- value: 41.324
659
- - type: mrr_at_10
660
- value: 51.080000000000005
661
- - type: mrr_at_100
662
- value: 51.878
663
- - type: mrr_at_1000
664
- value: 51.910000000000004
665
- - type: mrr_at_3
666
- value: 48.382999999999996
667
- - type: mrr_at_5
668
- value: 50.004000000000005
669
- - type: ndcg_at_1
670
- value: 41.324
671
- - type: ndcg_at_10
672
- value: 51.466
673
- - type: ndcg_at_100
674
- value: 56.874
675
- - type: ndcg_at_1000
676
- value: 58.321999999999996
677
- - type: ndcg_at_3
678
- value: 45.928999999999995
679
- - type: ndcg_at_5
680
- value: 48.532
681
- - type: precision_at_1
682
- value: 41.324
683
- - type: precision_at_10
684
- value: 9.565999999999999
685
- - type: precision_at_100
686
- value: 1.428
687
- - type: precision_at_1000
688
- value: 0.172
689
- - type: precision_at_3
690
- value: 22.184
691
- - type: precision_at_5
692
- value: 15.867999999999999
693
- - type: recall_at_1
694
- value: 32.397999999999996
695
- - type: recall_at_10
696
- value: 64.512
697
- - type: recall_at_100
698
- value: 87.425
699
- - type: recall_at_1000
700
- value: 96.937
701
- - type: recall_at_3
702
- value: 48.513
703
- - type: recall_at_5
704
- value: 55.721
705
- - task:
706
- type: Retrieval
707
- dataset:
708
- type: mteb/cqadupstack
709
- name: MTEB CQADupstackRetrieval
710
- config: default
711
- split: test
712
- revision: None
713
- metrics:
714
- - type: map_at_1
715
- value: 32.001916666666666
716
- - type: map_at_10
717
- value: 42.91216666666667
718
- - type: map_at_100
719
- value: 44.21125000000001
720
- - type: map_at_1000
721
- value: 44.314166666666665
722
- - type: map_at_3
723
- value: 39.579
724
- - type: map_at_5
725
- value: 41.497166666666665
726
- - type: mrr_at_1
727
- value: 38.669583333333335
728
- - type: mrr_at_10
729
- value: 47.708
730
- - type: mrr_at_100
731
- value: 48.4875
732
- - type: mrr_at_1000
733
- value: 48.530833333333334
734
- - type: mrr_at_3
735
- value: 45.196333333333335
736
- - type: mrr_at_5
737
- value: 46.702999999999996
738
- - type: ndcg_at_1
739
- value: 38.669583333333335
740
- - type: ndcg_at_10
741
- value: 48.842
742
- - type: ndcg_at_100
743
- value: 53.79400000000001
744
- - type: ndcg_at_1000
745
- value: 55.566416666666676
746
- - type: ndcg_at_3
747
- value: 43.70975
748
- - type: ndcg_at_5
749
- value: 46.204499999999996
750
- - type: precision_at_1
751
- value: 38.669583333333335
752
- - type: precision_at_10
753
- value: 8.652999999999999
754
- - type: precision_at_100
755
- value: 1.3168333333333333
756
- - type: precision_at_1000
757
- value: 0.164
758
- - type: precision_at_3
759
- value: 20.343249999999998
760
- - type: precision_at_5
761
- value: 14.426
762
- - type: recall_at_1
763
- value: 32.001916666666666
764
- - type: recall_at_10
765
- value: 61.31158333333334
766
- - type: recall_at_100
767
- value: 82.80691666666667
768
- - type: recall_at_1000
769
- value: 94.977
770
- - type: recall_at_3
771
- value: 46.63558333333333
772
- - type: recall_at_5
773
- value: 53.32383333333334
774
- - task:
775
- type: Retrieval
776
- dataset:
777
- type: cqadupstack/stats
778
- name: MTEB CQADupstackStatsRetrieval
779
- config: default
780
- split: test
781
- revision: None
782
- metrics:
783
- - type: map_at_1
784
- value: 29.311999999999998
785
- - type: map_at_10
786
- value: 37.735
787
- - type: map_at_100
788
- value: 38.702
789
- - type: map_at_1000
790
- value: 38.803
791
- - type: map_at_3
792
- value: 35.17
793
- - type: map_at_5
794
- value: 36.6
795
- - type: mrr_at_1
796
- value: 33.282000000000004
797
- - type: mrr_at_10
798
- value: 41.059
799
- - type: mrr_at_100
800
- value: 41.881
801
- - type: mrr_at_1000
802
- value: 41.943000000000005
803
- - type: mrr_at_3
804
- value: 38.829
805
- - type: mrr_at_5
806
- value: 40.11
807
- - type: ndcg_at_1
808
- value: 33.282000000000004
809
- - type: ndcg_at_10
810
- value: 42.625
811
- - type: ndcg_at_100
812
- value: 47.313
813
- - type: ndcg_at_1000
814
- value: 49.683
815
- - type: ndcg_at_3
816
- value: 38.043
817
- - type: ndcg_at_5
818
- value: 40.217999999999996
819
- - type: precision_at_1
820
- value: 33.282000000000004
821
- - type: precision_at_10
822
- value: 6.748
823
- - type: precision_at_100
824
- value: 0.979
825
- - type: precision_at_1000
826
- value: 0.126
827
- - type: precision_at_3
828
- value: 16.462
829
- - type: precision_at_5
830
- value: 11.411
831
- - type: recall_at_1
832
- value: 29.311999999999998
833
- - type: recall_at_10
834
- value: 54.294
835
- - type: recall_at_100
836
- value: 75.82
837
- - type: recall_at_1000
838
- value: 93.19800000000001
839
- - type: recall_at_3
840
- value: 41.382999999999996
841
- - type: recall_at_5
842
- value: 46.898
843
- - task:
844
- type: Retrieval
845
- dataset:
846
- type: cqadupstack/tex
847
- name: MTEB CQADupstackTexRetrieval
848
- config: default
849
- split: test
850
- revision: None
851
- metrics:
852
- - type: map_at_1
853
- value: 22.823
854
- - type: map_at_10
855
- value: 31.682
856
- - type: map_at_100
857
- value: 32.864
858
- - type: map_at_1000
859
- value: 32.988
860
- - type: map_at_3
861
- value: 28.878999999999998
862
- - type: map_at_5
863
- value: 30.459000000000003
864
- - type: mrr_at_1
865
- value: 28.63
866
- - type: mrr_at_10
867
- value: 36.672
868
- - type: mrr_at_100
869
- value: 37.519999999999996
870
- - type: mrr_at_1000
871
- value: 37.588
872
- - type: mrr_at_3
873
- value: 34.262
874
- - type: mrr_at_5
875
- value: 35.653
876
- - type: ndcg_at_1
877
- value: 28.63
878
- - type: ndcg_at_10
879
- value: 37.158
880
- - type: ndcg_at_100
881
- value: 42.4
882
- - type: ndcg_at_1000
883
- value: 45.001000000000005
884
- - type: ndcg_at_3
885
- value: 32.529
886
- - type: ndcg_at_5
887
- value: 34.673
888
- - type: precision_at_1
889
- value: 28.63
890
- - type: precision_at_10
891
- value: 6.848
892
- - type: precision_at_100
893
- value: 1.111
894
- - type: precision_at_1000
895
- value: 0.152
896
- - type: precision_at_3
897
- value: 15.623000000000001
898
- - type: precision_at_5
899
- value: 11.218
900
- - type: recall_at_1
901
- value: 22.823
902
- - type: recall_at_10
903
- value: 48.559000000000005
904
- - type: recall_at_100
905
- value: 72.048
906
- - type: recall_at_1000
907
- value: 90.322
908
- - type: recall_at_3
909
- value: 35.134
910
- - type: recall_at_5
911
- value: 40.897
912
- - task:
913
- type: Retrieval
914
- dataset:
915
- type: cqadupstack/unix
916
- name: MTEB CQADupstackUnixRetrieval
917
- config: default
918
- split: test
919
- revision: None
920
- metrics:
921
- - type: map_at_1
922
- value: 32.79
923
- - type: map_at_10
924
- value: 43.578
925
- - type: map_at_100
926
- value: 44.782
927
- - type: map_at_1000
928
- value: 44.869
929
- - type: map_at_3
930
- value: 39.737
931
- - type: map_at_5
932
- value: 41.92
933
- - type: mrr_at_1
934
- value: 39.086
935
- - type: mrr_at_10
936
- value: 48.135
937
- - type: mrr_at_100
938
- value: 48.949
939
- - type: mrr_at_1000
940
- value: 48.995
941
- - type: mrr_at_3
942
- value: 45.086999999999996
943
- - type: mrr_at_5
944
- value: 46.939
945
- - type: ndcg_at_1
946
- value: 39.086
947
- - type: ndcg_at_10
948
- value: 49.736999999999995
949
- - type: ndcg_at_100
950
- value: 54.818999999999996
951
- - type: ndcg_at_1000
952
- value: 56.515
953
- - type: ndcg_at_3
954
- value: 43.503
955
- - type: ndcg_at_5
956
- value: 46.499
957
- - type: precision_at_1
958
- value: 39.086
959
- - type: precision_at_10
960
- value: 8.685
961
- - type: precision_at_100
962
- value: 1.2449999999999999
963
- - type: precision_at_1000
964
- value: 0.148
965
- - type: precision_at_3
966
- value: 19.963
967
- - type: precision_at_5
968
- value: 14.366000000000001
969
- - type: recall_at_1
970
- value: 32.79
971
- - type: recall_at_10
972
- value: 63.766
973
- - type: recall_at_100
974
- value: 85.465
975
- - type: recall_at_1000
976
- value: 96.90299999999999
977
- - type: recall_at_3
978
- value: 46.515
979
- - type: recall_at_5
980
- value: 54.178000000000004
981
- - task:
982
- type: Retrieval
983
- dataset:
984
- type: cqadupstack/webmasters
985
- name: MTEB CQADupstackWebmastersRetrieval
986
- config: default
987
- split: test
988
- revision: None
989
- metrics:
990
- - type: map_at_1
991
- value: 29.896
992
- - type: map_at_10
993
- value: 41.241
994
- - type: map_at_100
995
- value: 43.178
996
- - type: map_at_1000
997
- value: 43.395
998
- - type: map_at_3
999
- value: 37.702999999999996
1000
- - type: map_at_5
1001
- value: 39.524
1002
- - type: mrr_at_1
1003
- value: 36.364000000000004
1004
- - type: mrr_at_10
1005
- value: 46.184999999999995
1006
- - type: mrr_at_100
1007
- value: 47.051
1008
- - type: mrr_at_1000
1009
- value: 47.085
1010
- - type: mrr_at_3
1011
- value: 43.478
1012
- - type: mrr_at_5
1013
- value: 44.98
1014
- - type: ndcg_at_1
1015
- value: 36.364000000000004
1016
- - type: ndcg_at_10
1017
- value: 48.044
1018
- - type: ndcg_at_100
1019
- value: 53.818999999999996
1020
- - type: ndcg_at_1000
1021
- value: 55.504
1022
- - type: ndcg_at_3
1023
- value: 42.604
1024
- - type: ndcg_at_5
1025
- value: 44.971
1026
- - type: precision_at_1
1027
- value: 36.364000000000004
1028
- - type: precision_at_10
1029
- value: 9.664
1030
- - type: precision_at_100
1031
- value: 1.917
1032
- - type: precision_at_1000
1033
- value: 0.255
1034
- - type: precision_at_3
1035
- value: 20.487
1036
- - type: precision_at_5
1037
- value: 14.862
1038
- - type: recall_at_1
1039
- value: 29.896
1040
- - type: recall_at_10
1041
- value: 60.28
1042
- - type: recall_at_100
1043
- value: 86.271
1044
- - type: recall_at_1000
1045
- value: 97.121
1046
- - type: recall_at_3
1047
- value: 44.885999999999996
1048
- - type: recall_at_5
1049
- value: 51.351
1050
- - task:
1051
- type: Retrieval
1052
- dataset:
1053
- type: cqadupstack/wordpress
1054
- name: MTEB CQADupstackWordpressRetrieval
1055
- config: default
1056
- split: test
1057
- revision: None
1058
- metrics:
1059
- - type: map_at_1
1060
- value: 27.948
1061
- - type: map_at_10
1062
- value: 36.138999999999996
1063
- - type: map_at_100
1064
- value: 37.126999999999995
1065
- - type: map_at_1000
1066
- value: 37.21
1067
- - type: map_at_3
1068
- value: 33.526
1069
- - type: map_at_5
1070
- value: 35.163
1071
- - type: mrr_at_1
1072
- value: 30.684
1073
- - type: mrr_at_10
1074
- value: 38.818999999999996
1075
- - type: mrr_at_100
1076
- value: 39.625
1077
- - type: mrr_at_1000
1078
- value: 39.678000000000004
1079
- - type: mrr_at_3
1080
- value: 36.506
1081
- - type: mrr_at_5
1082
- value: 37.976
1083
- - type: ndcg_at_1
1084
- value: 30.684
1085
- - type: ndcg_at_10
1086
- value: 41.134
1087
- - type: ndcg_at_100
1088
- value: 46.081
1089
- - type: ndcg_at_1000
1090
- value: 48.199999999999996
1091
- - type: ndcg_at_3
1092
- value: 36.193
1093
- - type: ndcg_at_5
1094
- value: 38.903999999999996
1095
- - type: precision_at_1
1096
- value: 30.684
1097
- - type: precision_at_10
1098
- value: 6.285
1099
- - type: precision_at_100
1100
- value: 0.9520000000000001
1101
- - type: precision_at_1000
1102
- value: 0.126
1103
- - type: precision_at_3
1104
- value: 15.342
1105
- - type: precision_at_5
1106
- value: 10.869
1107
- - type: recall_at_1
1108
- value: 27.948
1109
- - type: recall_at_10
1110
- value: 53.959
1111
- - type: recall_at_100
1112
- value: 76.825
1113
- - type: recall_at_1000
1114
- value: 92.73700000000001
1115
- - type: recall_at_3
1116
- value: 40.495999999999995
1117
- - type: recall_at_5
1118
- value: 47.196
1119
- - task:
1120
- type: Retrieval
1121
- dataset:
1122
- type: climate-fever
1123
- name: MTEB ClimateFEVER
1124
- config: default
1125
- split: test
1126
- revision: None
1127
- metrics:
1128
- - type: map_at_1
1129
- value: 15.27
1130
- - type: map_at_10
1131
- value: 25.570999999999998
1132
- - type: map_at_100
1133
- value: 27.664
1134
- - type: map_at_1000
1135
- value: 27.848
1136
- - type: map_at_3
1137
- value: 21.224
1138
- - type: map_at_5
1139
- value: 23.508000000000003
1140
- - type: mrr_at_1
1141
- value: 34.137
1142
- - type: mrr_at_10
1143
- value: 46.583000000000006
1144
- - type: mrr_at_100
1145
- value: 47.339999999999996
1146
- - type: mrr_at_1000
1147
- value: 47.370000000000005
1148
- - type: mrr_at_3
1149
- value: 43.376999999999995
1150
- - type: mrr_at_5
1151
- value: 45.26
1152
- - type: ndcg_at_1
1153
- value: 34.137
1154
- - type: ndcg_at_10
1155
- value: 35.189
1156
- - type: ndcg_at_100
1157
- value: 42.568
1158
- - type: ndcg_at_1000
1159
- value: 45.660000000000004
1160
- - type: ndcg_at_3
1161
- value: 28.965000000000003
1162
- - type: ndcg_at_5
1163
- value: 31.169999999999998
1164
- - type: precision_at_1
1165
- value: 34.137
1166
- - type: precision_at_10
1167
- value: 10.971
1168
- - type: precision_at_100
1169
- value: 1.8870000000000002
1170
- - type: precision_at_1000
1171
- value: 0.247
1172
- - type: precision_at_3
1173
- value: 21.368000000000002
1174
- - type: precision_at_5
1175
- value: 16.573
1176
- - type: recall_at_1
1177
- value: 15.27
1178
- - type: recall_at_10
1179
- value: 41.516999999999996
1180
- - type: recall_at_100
1181
- value: 66.486
1182
- - type: recall_at_1000
1183
- value: 83.533
1184
- - type: recall_at_3
1185
- value: 26.325
1186
- - type: recall_at_5
1187
- value: 32.574
1188
- - task:
1189
- type: Retrieval
1190
- dataset:
1191
- type: dbpedia-entity
1192
- name: MTEB DBPedia
1193
- config: default
1194
- split: test
1195
- revision: None
1196
- metrics:
1197
- - type: map_at_1
1198
- value: 9.982000000000001
1199
- - type: map_at_10
1200
- value: 23.724999999999998
1201
- - type: map_at_100
1202
- value: 33.933
1203
- - type: map_at_1000
1204
- value: 35.965
1205
- - type: map_at_3
1206
- value: 16.158
1207
- - type: map_at_5
1208
- value: 19.433
1209
- - type: mrr_at_1
1210
- value: 75.75
1211
- - type: mrr_at_10
1212
- value: 82.065
1213
- - type: mrr_at_100
1214
- value: 82.334
1215
- - type: mrr_at_1000
1216
- value: 82.34
1217
- - type: mrr_at_3
1218
- value: 80.708
1219
- - type: mrr_at_5
1220
- value: 81.671
1221
- - type: ndcg_at_1
1222
- value: 63.625
1223
- - type: ndcg_at_10
1224
- value: 49.576
1225
- - type: ndcg_at_100
1226
- value: 53.783
1227
- - type: ndcg_at_1000
1228
- value: 61.012
1229
- - type: ndcg_at_3
1230
- value: 53.822
1231
- - type: ndcg_at_5
1232
- value: 51.72
1233
- - type: precision_at_1
1234
- value: 75.75
1235
- - type: precision_at_10
1236
- value: 39.925
1237
- - type: precision_at_100
1238
- value: 12.525
1239
- - type: precision_at_1000
1240
- value: 2.399
1241
- - type: precision_at_3
1242
- value: 56.667
1243
- - type: precision_at_5
1244
- value: 50.5
1245
- - type: recall_at_1
1246
- value: 9.982000000000001
1247
- - type: recall_at_10
1248
- value: 29.325000000000003
1249
- - type: recall_at_100
1250
- value: 59.181
1251
- - type: recall_at_1000
1252
- value: 82.095
1253
- - type: recall_at_3
1254
- value: 17.338
1255
- - type: recall_at_5
1256
- value: 22.216
1257
- - task:
1258
- type: Classification
1259
- dataset:
1260
- type: mteb/emotion
1261
- name: MTEB EmotionClassification
1262
- config: default
1263
- split: test
1264
- revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
1265
- metrics:
1266
- - type: accuracy
1267
- value: 52.04500000000001
1268
- - type: f1
1269
- value: 47.32462453881906
1270
- - task:
1271
- type: Retrieval
1272
- dataset:
1273
- type: fever
1274
- name: MTEB FEVER
1275
- config: default
1276
- split: test
1277
- revision: None
1278
- metrics:
1279
- - type: map_at_1
1280
- value: 78.68
1281
- - type: map_at_10
1282
- value: 86.207
1283
- - type: map_at_100
1284
- value: 86.375
1285
- - type: map_at_1000
1286
- value: 86.388
1287
- - type: map_at_3
1288
- value: 85.35199999999999
1289
- - type: map_at_5
1290
- value: 85.954
1291
- - type: mrr_at_1
1292
- value: 84.923
1293
- - type: mrr_at_10
1294
- value: 90.902
1295
- - type: mrr_at_100
1296
- value: 90.952
1297
- - type: mrr_at_1000
1298
- value: 90.952
1299
- - type: mrr_at_3
1300
- value: 90.489
1301
- - type: mrr_at_5
1302
- value: 90.822
1303
- - type: ndcg_at_1
1304
- value: 84.923
1305
- - type: ndcg_at_10
1306
- value: 89.403
1307
- - type: ndcg_at_100
1308
- value: 90.023
1309
- - type: ndcg_at_1000
1310
- value: 90.235
1311
- - type: ndcg_at_3
1312
- value: 88.24300000000001
1313
- - type: ndcg_at_5
1314
- value: 89.005
1315
- - type: precision_at_1
1316
- value: 84.923
1317
- - type: precision_at_10
1318
- value: 10.495000000000001
1319
- - type: precision_at_100
1320
- value: 1.103
1321
- - type: precision_at_1000
1322
- value: 0.11399999999999999
1323
- - type: precision_at_3
1324
- value: 33.358
1325
- - type: precision_at_5
1326
- value: 20.579
1327
- - type: recall_at_1
1328
- value: 78.68
1329
- - type: recall_at_10
1330
- value: 94.622
1331
- - type: recall_at_100
1332
- value: 97.083
1333
- - type: recall_at_1000
1334
- value: 98.348
1335
- - type: recall_at_3
1336
- value: 91.499
1337
- - type: recall_at_5
1338
- value: 93.486
1339
- - task:
1340
- type: Retrieval
1341
- dataset:
1342
- type: fiqa
1343
- name: MTEB FiQA2018
1344
- config: default
1345
- split: test
1346
- revision: None
1347
- metrics:
1348
- - type: map_at_1
1349
- value: 25.781
1350
- - type: map_at_10
1351
- value: 44.669
1352
- - type: map_at_100
1353
- value: 46.831
1354
- - type: map_at_1000
1355
- value: 46.96
1356
- - type: map_at_3
1357
- value: 38.714
1358
- - type: map_at_5
1359
- value: 42.186
1360
- - type: mrr_at_1
1361
- value: 51.235
1362
- - type: mrr_at_10
1363
- value: 60.083
1364
- - type: mrr_at_100
1365
- value: 60.675999999999995
1366
- - type: mrr_at_1000
1367
- value: 60.706
1368
- - type: mrr_at_3
1369
- value: 57.665
1370
- - type: mrr_at_5
1371
- value: 59.084
1372
- - type: ndcg_at_1
1373
- value: 51.235
1374
- - type: ndcg_at_10
1375
- value: 53.111
1376
- - type: ndcg_at_100
1377
- value: 59.57900000000001
1378
- - type: ndcg_at_1000
1379
- value: 61.57
1380
- - type: ndcg_at_3
1381
- value: 48.397
1382
- - type: ndcg_at_5
1383
- value: 50.169
1384
- - type: precision_at_1
1385
- value: 51.235
1386
- - type: precision_at_10
1387
- value: 14.877
1388
- - type: precision_at_100
1389
- value: 2.173
1390
- - type: precision_at_1000
1391
- value: 0.253
1392
- - type: precision_at_3
1393
- value: 32.87
1394
- - type: precision_at_5
1395
- value: 24.29
1396
- - type: recall_at_1
1397
- value: 25.781
1398
- - type: recall_at_10
1399
- value: 61.464
1400
- - type: recall_at_100
1401
- value: 84.244
1402
- - type: recall_at_1000
1403
- value: 96.039
1404
- - type: recall_at_3
1405
- value: 44.105
1406
- - type: recall_at_5
1407
- value: 52.205999999999996
1408
- - task:
1409
- type: Retrieval
1410
- dataset:
1411
- type: hotpotqa
1412
- name: MTEB HotpotQA
1413
- config: default
1414
- split: test
1415
- revision: None
1416
- metrics:
1417
- - type: map_at_1
1418
- value: 39.041
1419
- - type: map_at_10
1420
- value: 66.622
1421
- - type: map_at_100
1422
- value: 67.472
1423
- - type: map_at_1000
1424
- value: 67.52
1425
- - type: map_at_3
1426
- value: 62.81099999999999
1427
- - type: map_at_5
1428
- value: 65.23
1429
- - type: mrr_at_1
1430
- value: 78.082
1431
- - type: mrr_at_10
1432
- value: 83.827
1433
- - type: mrr_at_100
1434
- value: 84.03
1435
- - type: mrr_at_1000
1436
- value: 84.036
1437
- - type: mrr_at_3
1438
- value: 82.894
1439
- - type: mrr_at_5
1440
- value: 83.482
1441
- - type: ndcg_at_1
1442
- value: 78.082
1443
- - type: ndcg_at_10
1444
- value: 74.068
1445
- - type: ndcg_at_100
1446
- value: 76.981
1447
- - type: ndcg_at_1000
1448
- value: 77.887
1449
- - type: ndcg_at_3
1450
- value: 68.77600000000001
1451
- - type: ndcg_at_5
1452
- value: 71.763
1453
- - type: precision_at_1
1454
- value: 78.082
1455
- - type: precision_at_10
1456
- value: 15.822
1457
- - type: precision_at_100
1458
- value: 1.807
1459
- - type: precision_at_1000
1460
- value: 0.193
1461
- - type: precision_at_3
1462
- value: 44.956
1463
- - type: precision_at_5
1464
- value: 29.332
1465
- - type: recall_at_1
1466
- value: 39.041
1467
- - type: recall_at_10
1468
- value: 79.109
1469
- - type: recall_at_100
1470
- value: 90.371
1471
- - type: recall_at_1000
1472
- value: 96.313
1473
- - type: recall_at_3
1474
- value: 67.43400000000001
1475
- - type: recall_at_5
1476
- value: 73.329
1477
- - task:
1478
- type: Classification
1479
- dataset:
1480
- type: mteb/imdb
1481
- name: MTEB ImdbClassification
1482
- config: default
1483
- split: test
1484
- revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
1485
- metrics:
1486
- - type: accuracy
1487
- value: 87.422
1488
- - type: ap
1489
- value: 83.07360776629146
1490
- - type: f1
1491
- value: 87.38583428778229
1492
- - task:
1493
- type: Retrieval
1494
- dataset:
1495
- type: msmarco
1496
- name: MTEB MSMARCO
1497
- config: default
1498
- split: dev
1499
- revision: None
1500
- metrics:
1501
- - type: map_at_1
1502
- value: 21.715999999999998
1503
- - type: map_at_10
1504
- value: 34.821000000000005
1505
- - type: map_at_100
1506
- value: 36.022999999999996
1507
- - type: map_at_1000
1508
- value: 36.067
1509
- - type: map_at_3
1510
- value: 30.666
1511
- - type: map_at_5
1512
- value: 33.134
1513
- - type: mrr_at_1
1514
- value: 22.421
1515
- - type: mrr_at_10
1516
- value: 35.461
1517
- - type: mrr_at_100
1518
- value: 36.6
1519
- - type: mrr_at_1000
1520
- value: 36.638
1521
- - type: mrr_at_3
1522
- value: 31.413999999999998
1523
- - type: mrr_at_5
1524
- value: 33.823
1525
- - type: ndcg_at_1
1526
- value: 22.421
1527
- - type: ndcg_at_10
1528
- value: 42.169000000000004
1529
- - type: ndcg_at_100
1530
- value: 47.887
1531
- - type: ndcg_at_1000
1532
- value: 48.939
1533
- - type: ndcg_at_3
1534
- value: 33.786
1535
- - type: ndcg_at_5
1536
- value: 38.164
1537
- - type: precision_at_1
1538
- value: 22.421
1539
- - type: precision_at_10
1540
- value: 6.773999999999999
1541
- - type: precision_at_100
1542
- value: 0.962
1543
- - type: precision_at_1000
1544
- value: 0.105
1545
- - type: precision_at_3
1546
- value: 14.575
1547
- - type: precision_at_5
1548
- value: 10.963000000000001
1549
- - type: recall_at_1
1550
- value: 21.715999999999998
1551
- - type: recall_at_10
1552
- value: 64.75999999999999
1553
- - type: recall_at_100
1554
- value: 91.015
1555
- - type: recall_at_1000
1556
- value: 98.96000000000001
1557
- - type: recall_at_3
1558
- value: 42.089999999999996
1559
- - type: recall_at_5
1560
- value: 52.578
1561
- - task:
1562
- type: Classification
1563
- dataset:
1564
- type: mteb/mtop_domain
1565
- name: MTEB MTOPDomainClassification (en)
1566
- config: en
1567
- split: test
1568
- revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
1569
- metrics:
1570
- - type: accuracy
1571
- value: 96.04195166438669
1572
- - type: f1
1573
- value: 95.76962987454031
1574
- - task:
1575
- type: Classification
1576
- dataset:
1577
- type: mteb/mtop_intent
1578
- name: MTEB MTOPIntentClassification (en)
1579
- config: en
1580
- split: test
1581
- revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
1582
- metrics:
1583
- - type: accuracy
1584
- value: 84.76744186046513
1585
- - type: f1
1586
- value: 70.3328215706764
1587
- - task:
1588
- type: Classification
1589
- dataset:
1590
- type: mteb/amazon_massive_intent
1591
- name: MTEB MassiveIntentClassification (en)
1592
- config: en
1593
- split: test
1594
- revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
1595
- metrics:
1596
- - type: accuracy
1597
- value: 79.29051782111635
1598
- - type: f1
1599
- value: 77.0837414890434
1600
- - task:
1601
- type: Classification
1602
- dataset:
1603
- type: mteb/amazon_massive_scenario
1604
- name: MTEB MassiveScenarioClassification (en)
1605
- config: en
1606
- split: test
1607
- revision: 7d571f92784cd94a019292a1f45445077d0ef634
1608
- metrics:
1609
- - type: accuracy
1610
- value: 81.64425016812373
1611
- - type: f1
1612
- value: 81.36288379329044
1613
- - task:
1614
- type: Clustering
1615
- dataset:
1616
- type: mteb/medrxiv-clustering-p2p
1617
- name: MTEB MedrxivClusteringP2P
1618
- config: default
1619
- split: test
1620
- revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
1621
- metrics:
1622
- - type: v_measure
1623
- value: 31.0673311773222
1624
- - task:
1625
- type: Clustering
1626
- dataset:
1627
- type: mteb/medrxiv-clustering-s2s
1628
- name: MTEB MedrxivClusteringS2S
1629
- config: default
1630
- split: test
1631
- revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
1632
- metrics:
1633
- - type: v_measure
1634
- value: 31.266850505047234
1635
- - task:
1636
- type: Reranking
1637
- dataset:
1638
- type: mteb/mind_small
1639
- name: MTEB MindSmallReranking
1640
- config: default
1641
- split: test
1642
- revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
1643
- metrics:
1644
- - type: map
1645
- value: 31.49575275757744
1646
- - type: mrr
1647
- value: 32.64979714009148
1648
- - task:
1649
- type: Retrieval
1650
- dataset:
1651
- type: nfcorpus
1652
- name: MTEB NFCorpus
1653
- config: default
1654
- split: test
1655
- revision: None
1656
- metrics:
1657
- - type: map_at_1
1658
- value: 6.151
1659
- - type: map_at_10
1660
- value: 14.879999999999999
1661
- - type: map_at_100
1662
- value: 19.445999999999998
1663
- - type: map_at_1000
1664
- value: 21.101
1665
- - type: map_at_3
1666
- value: 10.613999999999999
1667
- - type: map_at_5
1668
- value: 12.709000000000001
1669
- - type: mrr_at_1
1670
- value: 51.393
1671
- - type: mrr_at_10
1672
- value: 59.935
1673
- - type: mrr_at_100
1674
- value: 60.455000000000005
1675
- - type: mrr_at_1000
1676
- value: 60.485
1677
- - type: mrr_at_3
1678
- value: 57.894999999999996
1679
- - type: mrr_at_5
1680
- value: 59.303
1681
- - type: ndcg_at_1
1682
- value: 50.0
1683
- - type: ndcg_at_10
1684
- value: 39.324999999999996
1685
- - type: ndcg_at_100
1686
- value: 37.133
1687
- - type: ndcg_at_1000
1688
- value: 45.663
1689
- - type: ndcg_at_3
1690
- value: 45.294000000000004
1691
- - type: ndcg_at_5
1692
- value: 42.88
1693
- - type: precision_at_1
1694
- value: 51.393
1695
- - type: precision_at_10
1696
- value: 29.412
1697
- - type: precision_at_100
1698
- value: 9.666
1699
- - type: precision_at_1000
1700
- value: 2.263
1701
- - type: precision_at_3
1702
- value: 42.415000000000006
1703
- - type: precision_at_5
1704
- value: 37.399
1705
- - type: recall_at_1
1706
- value: 6.151
1707
- - type: recall_at_10
1708
- value: 19.121
1709
- - type: recall_at_100
1710
- value: 39.012
1711
- - type: recall_at_1000
1712
- value: 70.726
1713
- - type: recall_at_3
1714
- value: 11.855
1715
- - type: recall_at_5
1716
- value: 15.204
1717
- - task:
1718
- type: Retrieval
1719
- dataset:
1720
- type: nq
1721
- name: MTEB NQ
1722
- config: default
1723
- split: test
1724
- revision: None
1725
- metrics:
1726
- - type: map_at_1
1727
- value: 36.382
1728
- - type: map_at_10
1729
- value: 53.657
1730
- - type: map_at_100
1731
- value: 54.547999999999995
1732
- - type: map_at_1000
1733
- value: 54.562999999999995
1734
- - type: map_at_3
1735
- value: 49.236999999999995
1736
- - type: map_at_5
1737
- value: 51.949
1738
- - type: mrr_at_1
1739
- value: 41.309000000000005
1740
- - type: mrr_at_10
1741
- value: 56.25599999999999
1742
- - type: mrr_at_100
1743
- value: 56.855999999999995
1744
- - type: mrr_at_1000
1745
- value: 56.867000000000004
1746
- - type: mrr_at_3
1747
- value: 52.891999999999996
1748
- - type: mrr_at_5
1749
- value: 54.99699999999999
1750
- - type: ndcg_at_1
1751
- value: 41.28
1752
- - type: ndcg_at_10
1753
- value: 61.702999999999996
1754
- - type: ndcg_at_100
1755
- value: 65.092
1756
- - type: ndcg_at_1000
1757
- value: 65.392
1758
- - type: ndcg_at_3
1759
- value: 53.722
1760
- - type: ndcg_at_5
1761
- value: 58.11300000000001
1762
- - type: precision_at_1
1763
- value: 41.28
1764
- - type: precision_at_10
1765
- value: 10.014000000000001
1766
- - type: precision_at_100
1767
- value: 1.187
1768
- - type: precision_at_1000
1769
- value: 0.121
1770
- - type: precision_at_3
1771
- value: 24.614
1772
- - type: precision_at_5
1773
- value: 17.317
1774
- - type: recall_at_1
1775
- value: 36.382
1776
- - type: recall_at_10
1777
- value: 83.38600000000001
1778
- - type: recall_at_100
1779
- value: 97.528
1780
- - type: recall_at_1000
1781
- value: 99.696
1782
- - type: recall_at_3
1783
- value: 63.053000000000004
1784
- - type: recall_at_5
1785
- value: 73.16
1786
- - task:
1787
- type: Retrieval
1788
- dataset:
1789
- type: quora
1790
- name: MTEB QuoraRetrieval
1791
- config: default
1792
- split: test
1793
- revision: None
1794
- metrics:
1795
- - type: map_at_1
1796
- value: 69.577
1797
- - type: map_at_10
1798
- value: 83.944
1799
- - type: map_at_100
1800
- value: 84.604
1801
- - type: map_at_1000
1802
- value: 84.61800000000001
1803
- - type: map_at_3
1804
- value: 80.93599999999999
1805
- - type: map_at_5
1806
- value: 82.812
1807
- - type: mrr_at_1
1808
- value: 80.4
1809
- - type: mrr_at_10
1810
- value: 86.734
1811
- - type: mrr_at_100
1812
- value: 86.851
1813
- - type: mrr_at_1000
1814
- value: 86.85199999999999
1815
- - type: mrr_at_3
1816
- value: 85.75500000000001
1817
- - type: mrr_at_5
1818
- value: 86.396
1819
- - type: ndcg_at_1
1820
- value: 80.43
1821
- - type: ndcg_at_10
1822
- value: 87.75
1823
- - type: ndcg_at_100
1824
- value: 88.999
1825
- - type: ndcg_at_1000
1826
- value: 89.092
1827
- - type: ndcg_at_3
1828
- value: 84.88
1829
- - type: ndcg_at_5
1830
- value: 86.416
1831
- - type: precision_at_1
1832
- value: 80.43
1833
- - type: precision_at_10
1834
- value: 13.453000000000001
1835
- - type: precision_at_100
1836
- value: 1.539
1837
- - type: precision_at_1000
1838
- value: 0.157
1839
- - type: precision_at_3
1840
- value: 37.403
1841
- - type: precision_at_5
1842
- value: 24.648
1843
- - type: recall_at_1
1844
- value: 69.577
1845
- - type: recall_at_10
1846
- value: 95.233
1847
- - type: recall_at_100
1848
- value: 99.531
1849
- - type: recall_at_1000
1850
- value: 99.984
1851
- - type: recall_at_3
1852
- value: 86.867
1853
- - type: recall_at_5
1854
- value: 91.254
1855
- - task:
1856
- type: Clustering
1857
- dataset:
1858
- type: mteb/reddit-clustering
1859
- name: MTEB RedditClustering
1860
- config: default
1861
- split: test
1862
- revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
1863
- metrics:
1864
- - type: v_measure
1865
- value: 60.23690763558931
1866
- - task:
1867
- type: Clustering
1868
- dataset:
1869
- type: mteb/reddit-clustering-p2p
1870
- name: MTEB RedditClusteringP2P
1871
- config: default
1872
- split: test
1873
- revision: 282350215ef01743dc01b456c7f5241fa8937f16
1874
- metrics:
1875
- - type: v_measure
1876
- value: 64.12391112159126
1877
- - task:
1878
- type: Retrieval
1879
- dataset:
1880
- type: scidocs
1881
- name: MTEB SCIDOCS
1882
- config: default
1883
- split: test
1884
- revision: None
1885
- metrics:
1886
- - type: map_at_1
1887
- value: 5.288
1888
- - type: map_at_10
1889
- value: 13.611999999999998
1890
- - type: map_at_100
1891
- value: 15.909
1892
- - type: map_at_1000
1893
- value: 16.235
1894
- - type: map_at_3
1895
- value: 9.644
1896
- - type: map_at_5
1897
- value: 11.559
1898
- - type: mrr_at_1
1899
- value: 26.1
1900
- - type: mrr_at_10
1901
- value: 37.571
1902
- - type: mrr_at_100
1903
- value: 38.72
1904
- - type: mrr_at_1000
1905
- value: 38.76
1906
- - type: mrr_at_3
1907
- value: 34.383
1908
- - type: mrr_at_5
1909
- value: 36.187999999999995
1910
- - type: ndcg_at_1
1911
- value: 26.1
1912
- - type: ndcg_at_10
1913
- value: 22.497
1914
- - type: ndcg_at_100
1915
- value: 31.098
1916
- - type: ndcg_at_1000
1917
- value: 36.434
1918
- - type: ndcg_at_3
1919
- value: 21.401
1920
- - type: ndcg_at_5
1921
- value: 18.66
1922
- - type: precision_at_1
1923
- value: 26.1
1924
- - type: precision_at_10
1925
- value: 11.67
1926
- - type: precision_at_100
1927
- value: 2.405
1928
- - type: precision_at_1000
1929
- value: 0.368
1930
- - type: precision_at_3
1931
- value: 20.0
1932
- - type: precision_at_5
1933
- value: 16.34
1934
- - type: recall_at_1
1935
- value: 5.288
1936
- - type: recall_at_10
1937
- value: 23.652
1938
- - type: recall_at_100
1939
- value: 48.79
1940
- - type: recall_at_1000
1941
- value: 74.703
1942
- - type: recall_at_3
1943
- value: 12.158
1944
- - type: recall_at_5
1945
- value: 16.582
1946
- - task:
1947
- type: STS
1948
- dataset:
1949
- type: mteb/sickr-sts
1950
- name: MTEB SICK-R
1951
- config: default
1952
- split: test
1953
- revision: a6ea5a8cab320b040a23452cc28066d9beae2cee
1954
- metrics:
1955
- - type: cos_sim_spearman
1956
- value: 83.6969699802343
1957
- - task:
1958
- type: STS
1959
- dataset:
1960
- type: mteb/sts12-sts
1961
- name: MTEB STS12
1962
- config: default
1963
- split: test
1964
- revision: a0d554a64d88156834ff5ae9920b964011b16384
1965
- metrics:
1966
- - type: cos_sim_spearman
1967
- value: 78.8031221769135
1968
- - task:
1969
- type: STS
1970
- dataset:
1971
- type: mteb/sts13-sts
1972
- name: MTEB STS13
1973
- config: default
1974
- split: test
1975
- revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
1976
- metrics:
1977
- - type: cos_sim_spearman
1978
- value: 86.37435789895171
1979
- - task:
1980
- type: STS
1981
- dataset:
1982
- type: mteb/sts14-sts
1983
- name: MTEB STS14
1984
- config: default
1985
- split: test
1986
- revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
1987
- metrics:
1988
- - type: cos_sim_spearman
1989
- value: 84.04036612478626
1990
- - task:
1991
- type: STS
1992
- dataset:
1993
- type: mteb/sts15-sts
1994
- name: MTEB STS15
1995
- config: default
1996
- split: test
1997
- revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
1998
- metrics:
1999
- - type: cos_sim_spearman
2000
- value: 88.99055778929946
2001
- - task:
2002
- type: STS
2003
- dataset:
2004
- type: mteb/sts16-sts
2005
- name: MTEB STS16
2006
- config: default
2007
- split: test
2008
- revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
2009
- metrics:
2010
- - type: cos_sim_spearman
2011
- value: 87.22140434759893
2012
- - task:
2013
- type: STS
2014
- dataset:
2015
- type: mteb/sts17-crosslingual-sts
2016
- name: MTEB STS17 (en-en)
2017
- config: en-en
2018
- split: test
2019
- revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
2020
- metrics:
2021
- - type: cos_sim_spearman
2022
- value: 90.1862731405498
2023
- - task:
2024
- type: STS
2025
- dataset:
2026
- type: mteb/sts22-crosslingual-sts
2027
- name: MTEB STS22 (en)
2028
- config: en
2029
- split: test
2030
- revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
2031
- metrics:
2032
- - type: cos_sim_spearman
2033
- value: 67.67995229420237
2034
- - task:
2035
- type: STS
2036
- dataset:
2037
- type: mteb/stsbenchmark-sts
2038
- name: MTEB STSBenchmark
2039
- config: default
2040
- split: test
2041
- revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
2042
- metrics:
2043
- - type: cos_sim_spearman
2044
- value: 88.65370934976113
2045
- - task:
2046
- type: Reranking
2047
- dataset:
2048
- type: mteb/scidocs-reranking
2049
- name: MTEB SciDocsRR
2050
- config: default
2051
- split: test
2052
- revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
2053
- metrics:
2054
- - type: map
2055
- value: 83.79832393152147
2056
- - type: mrr
2057
- value: 95.78404438698557
2058
- - task:
2059
- type: Retrieval
2060
- dataset:
2061
- type: scifact
2062
- name: MTEB SciFact
2063
- config: default
2064
- split: test
2065
- revision: None
2066
- metrics:
2067
- - type: map_at_1
2068
- value: 64.883
2069
- - type: map_at_10
2070
- value: 74.48
2071
- - type: map_at_100
2072
- value: 74.85000000000001
2073
- - type: map_at_1000
2074
- value: 74.861
2075
- - type: map_at_3
2076
- value: 71.596
2077
- - type: map_at_5
2078
- value: 73.545
2079
- - type: mrr_at_1
2080
- value: 67.667
2081
- - type: mrr_at_10
2082
- value: 75.394
2083
- - type: mrr_at_100
2084
- value: 75.644
2085
- - type: mrr_at_1000
2086
- value: 75.655
2087
- - type: mrr_at_3
2088
- value: 73.5
2089
- - type: mrr_at_5
2090
- value: 74.63300000000001
2091
- - type: ndcg_at_1
2092
- value: 67.667
2093
- - type: ndcg_at_10
2094
- value: 78.855
2095
- - type: ndcg_at_100
2096
- value: 80.361
2097
- - type: ndcg_at_1000
2098
- value: 80.624
2099
- - type: ndcg_at_3
2100
- value: 74.37899999999999
2101
- - type: ndcg_at_5
2102
- value: 76.89200000000001
2103
- - type: precision_at_1
2104
- value: 67.667
2105
- - type: precision_at_10
2106
- value: 10.267
2107
- - type: precision_at_100
2108
- value: 1.11
2109
- - type: precision_at_1000
2110
- value: 0.11299999999999999
2111
- - type: precision_at_3
2112
- value: 28.778
2113
- - type: precision_at_5
2114
- value: 19.133
2115
- - type: recall_at_1
2116
- value: 64.883
2117
- - type: recall_at_10
2118
- value: 91.2
2119
- - type: recall_at_100
2120
- value: 98.0
2121
- - type: recall_at_1000
2122
- value: 100.0
2123
- - type: recall_at_3
2124
- value: 79.406
2125
- - type: recall_at_5
2126
- value: 85.578
2127
- - task:
2128
- type: PairClassification
2129
- dataset:
2130
- type: mteb/sprintduplicatequestions-pairclassification
2131
- name: MTEB SprintDuplicateQuestions
2132
- config: default
2133
- split: test
2134
- revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
2135
- metrics:
2136
- - type: cos_sim_accuracy
2137
- value: 99.85445544554456
2138
- - type: cos_sim_ap
2139
- value: 96.81785428870712
2140
- - type: cos_sim_f1
2141
- value: 92.67563527653213
2142
- - type: cos_sim_precision
2143
- value: 92.35352532274081
2144
- - type: cos_sim_recall
2145
- value: 93.0
2146
- - type: dot_accuracy
2147
- value: 99.75643564356436
2148
- - type: dot_ap
2149
- value: 94.46746929160422
2150
- - type: dot_f1
2151
- value: 87.74900398406375
2152
- - type: dot_precision
2153
- value: 87.40079365079364
2154
- - type: dot_recall
2155
- value: 88.1
2156
- - type: euclidean_accuracy
2157
- value: 99.85445544554456
2158
- - type: euclidean_ap
2159
- value: 96.59180137299155
2160
- - type: euclidean_f1
2161
- value: 92.48850281042411
2162
- - type: euclidean_precision
2163
- value: 94.56635318704284
2164
- - type: euclidean_recall
2165
- value: 90.5
2166
- - type: manhattan_accuracy
2167
- value: 99.85643564356435
2168
- - type: manhattan_ap
2169
- value: 96.66599616275849
2170
- - type: manhattan_f1
2171
- value: 92.69746646795828
2172
- - type: manhattan_precision
2173
- value: 92.10266535044423
2174
- - type: manhattan_recall
2175
- value: 93.30000000000001
2176
- - type: max_accuracy
2177
- value: 99.85643564356435
2178
- - type: max_ap
2179
- value: 96.81785428870712
2180
- - type: max_f1
2181
- value: 92.69746646795828
2182
- - task:
2183
- type: Clustering
2184
- dataset:
2185
- type: mteb/stackexchange-clustering
2186
- name: MTEB StackExchangeClustering
2187
- config: default
2188
- split: test
2189
- revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
2190
- metrics:
2191
- - type: v_measure
2192
- value: 70.72970157362414
2193
- - task:
2194
- type: Clustering
2195
- dataset:
2196
- type: mteb/stackexchange-clustering-p2p
2197
- name: MTEB StackExchangeClusteringP2P
2198
- config: default
2199
- split: test
2200
- revision: 815ca46b2622cec33ccafc3735d572c266efdb44
2201
- metrics:
2202
- - type: v_measure
2203
- value: 34.49706344517027
2204
- - task:
2205
- type: Reranking
2206
- dataset:
2207
- type: mteb/stackoverflowdupquestions-reranking
2208
- name: MTEB StackOverflowDupQuestions
2209
- config: default
2210
- split: test
2211
- revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
2212
- metrics:
2213
- - type: map
2214
- value: 54.41010678297881
2215
- - type: mrr
2216
- value: 55.15095811051693
2217
- - task:
2218
- type: Summarization
2219
- dataset:
2220
- type: mteb/summeval
2221
- name: MTEB SummEval
2222
- config: default
2223
- split: test
2224
- revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
2225
- metrics:
2226
- - type: cos_sim_pearson
2227
- value: 30.5030094989814
2228
- - type: cos_sim_spearman
2229
- value: 29.959138274084797
2230
- - type: dot_pearson
2231
- value: 29.740134155639076
2232
- - type: dot_spearman
2233
- value: 29.18174652067779
2234
- - task:
2235
- type: Retrieval
2236
- dataset:
2237
- type: trec-covid
2238
- name: MTEB TRECCOVID
2239
- config: default
2240
- split: test
2241
- revision: None
2242
- metrics:
2243
- - type: map_at_1
2244
- value: 0.22200000000000003
2245
- - type: map_at_10
2246
- value: 1.925
2247
- - type: map_at_100
2248
- value: 13.150999999999998
2249
- - type: map_at_1000
2250
- value: 33.410000000000004
2251
- - type: map_at_3
2252
- value: 0.631
2253
- - type: map_at_5
2254
- value: 0.9990000000000001
2255
- - type: mrr_at_1
2256
- value: 82.0
2257
- - type: mrr_at_10
2258
- value: 90.0
2259
- - type: mrr_at_100
2260
- value: 90.0
2261
- - type: mrr_at_1000
2262
- value: 90.0
2263
- - type: mrr_at_3
2264
- value: 89.0
2265
- - type: mrr_at_5
2266
- value: 90.0
2267
- - type: ndcg_at_1
2268
- value: 79.0
2269
- - type: ndcg_at_10
2270
- value: 77.69200000000001
2271
- - type: ndcg_at_100
2272
- value: 64.89
2273
- - type: ndcg_at_1000
2274
- value: 59.748999999999995
2275
- - type: ndcg_at_3
2276
- value: 79.296
2277
- - type: ndcg_at_5
2278
- value: 78.63
2279
- - type: precision_at_1
2280
- value: 82.0
2281
- - type: precision_at_10
2282
- value: 82.19999999999999
2283
- - type: precision_at_100
2284
- value: 67.52
2285
- - type: precision_at_1000
2286
- value: 26.512
2287
- - type: precision_at_3
2288
- value: 83.333
2289
- - type: precision_at_5
2290
- value: 83.2
2291
- - type: recall_at_1
2292
- value: 0.22200000000000003
2293
- - type: recall_at_10
2294
- value: 2.164
2295
- - type: recall_at_100
2296
- value: 16.608
2297
- - type: recall_at_1000
2298
- value: 56.89999999999999
2299
- - type: recall_at_3
2300
- value: 0.658
2301
- - type: recall_at_5
2302
- value: 1.084
2303
- - task:
2304
- type: Retrieval
2305
- dataset:
2306
- type: webis-touche2020
2307
- name: MTEB Touche2020
2308
- config: default
2309
- split: test
2310
- revision: None
2311
- metrics:
2312
- - type: map_at_1
2313
- value: 1.8519999999999999
2314
- - type: map_at_10
2315
- value: 8.569
2316
- - type: map_at_100
2317
- value: 14.238999999999999
2318
- - type: map_at_1000
2319
- value: 15.876000000000001
2320
- - type: map_at_3
2321
- value: 3.9859999999999998
2322
- - type: map_at_5
2323
- value: 5.785
2324
- - type: mrr_at_1
2325
- value: 26.531
2326
- - type: mrr_at_10
2327
- value: 40.581
2328
- - type: mrr_at_100
2329
- value: 41.379
2330
- - type: mrr_at_1000
2331
- value: 41.388999999999996
2332
- - type: mrr_at_3
2333
- value: 35.034
2334
- - type: mrr_at_5
2335
- value: 38.299
2336
- - type: ndcg_at_1
2337
- value: 25.509999999999998
2338
- - type: ndcg_at_10
2339
- value: 22.18
2340
- - type: ndcg_at_100
2341
- value: 34.695
2342
- - type: ndcg_at_1000
2343
- value: 46.854
2344
- - type: ndcg_at_3
2345
- value: 23.112
2346
- - type: ndcg_at_5
2347
- value: 23.089000000000002
2348
- - type: precision_at_1
2349
- value: 26.531
2350
- - type: precision_at_10
2351
- value: 20.408
2352
- - type: precision_at_100
2353
- value: 7.428999999999999
2354
- - type: precision_at_1000
2355
- value: 1.559
2356
- - type: precision_at_3
2357
- value: 23.810000000000002
2358
- - type: precision_at_5
2359
- value: 23.265
2360
- - type: recall_at_1
2361
- value: 1.8519999999999999
2362
- - type: recall_at_10
2363
- value: 15.038000000000002
2364
- - type: recall_at_100
2365
- value: 46.499
2366
- - type: recall_at_1000
2367
- value: 84.11800000000001
2368
- - type: recall_at_3
2369
- value: 5.179
2370
- - type: recall_at_5
2371
- value: 8.758000000000001
2372
- - task:
2373
- type: Classification
2374
- dataset:
2375
- type: mteb/toxic_conversations_50k
2376
- name: MTEB ToxicConversationsClassification
2377
- config: default
2378
- split: test
2379
- revision: d7c0de2777da35d6aae2200a62c6e0e5af397c4c
2380
- metrics:
2381
- - type: accuracy
2382
- value: 69.26140000000001
2383
- - type: ap
2384
- value: 14.138284541193421
2385
- - type: f1
2386
- value: 53.715363590501916
2387
- - task:
2388
- type: Classification
2389
- dataset:
2390
- type: mteb/tweet_sentiment_extraction
2391
- name: MTEB TweetSentimentExtractionClassification
2392
- config: default
2393
- split: test
2394
- revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
2395
- metrics:
2396
- - type: accuracy
2397
- value: 62.136389360498015
2398
- - type: f1
2399
- value: 62.33290824449911
2400
- - task:
2401
- type: Clustering
2402
- dataset:
2403
- type: mteb/twentynewsgroups-clustering
2404
- name: MTEB TwentyNewsgroupsClustering
2405
- config: default
2406
- split: test
2407
- revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
2408
- metrics:
2409
- - type: v_measure
2410
- value: 52.18306009684791
2411
- - task:
2412
- type: PairClassification
2413
- dataset:
2414
- type: mteb/twittersemeval2015-pairclassification
2415
- name: MTEB TwitterSemEval2015
2416
- config: default
2417
- split: test
2418
- revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
2419
- metrics:
2420
- - type: cos_sim_accuracy
2421
- value: 88.27561542588067
2422
- - type: cos_sim_ap
2423
- value: 80.59558041410928
2424
- - type: cos_sim_f1
2425
- value: 73.54724608388075
2426
- - type: cos_sim_precision
2427
- value: 70.55259331071255
2428
- - type: cos_sim_recall
2429
- value: 76.80738786279684
2430
- - type: dot_accuracy
2431
- value: 85.00923883888657
2432
- - type: dot_ap
2433
- value: 71.76942851966301
2434
- - type: dot_f1
2435
- value: 66.84518013631937
2436
- - type: dot_precision
2437
- value: 62.042476276547674
2438
- - type: dot_recall
2439
- value: 72.45382585751979
2440
- - type: euclidean_accuracy
2441
- value: 88.26965488466352
2442
- - type: euclidean_ap
2443
- value: 80.44398056118867
2444
- - type: euclidean_f1
2445
- value: 73.28244274809161
2446
- - type: euclidean_precision
2447
- value: 68.69806094182826
2448
- - type: euclidean_recall
2449
- value: 78.52242744063325
2450
- - type: manhattan_accuracy
2451
- value: 88.25773380222924
2452
- - type: manhattan_ap
2453
- value: 80.25000483445007
2454
- - type: manhattan_f1
2455
- value: 73.10447023956533
2456
- - type: manhattan_precision
2457
- value: 68.70937790157846
2458
- - type: manhattan_recall
2459
- value: 78.10026385224275
2460
- - type: max_accuracy
2461
- value: 88.27561542588067
2462
- - type: max_ap
2463
- value: 80.59558041410928
2464
- - type: max_f1
2465
- value: 73.54724608388075
2466
- - task:
2467
- type: PairClassification
2468
- dataset:
2469
- type: mteb/twitterurlcorpus-pairclassification
2470
- name: MTEB TwitterURLCorpus
2471
- config: default
2472
- split: test
2473
- revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
2474
- metrics:
2475
- - type: cos_sim_accuracy
2476
- value: 89.52536189700004
2477
- - type: cos_sim_ap
2478
- value: 86.55972191277392
2479
- - type: cos_sim_f1
2480
- value: 79.31733569243245
2481
- - type: cos_sim_precision
2482
- value: 76.08372816632487
2483
- - type: cos_sim_recall
2484
- value: 82.83800431167231
2485
- - type: dot_accuracy
2486
- value: 87.77506112469437
2487
- - type: dot_ap
2488
- value: 82.92833178514168
2489
- - type: dot_f1
2490
- value: 76.12050479839702
2491
- - type: dot_precision
2492
- value: 70.03687172520861
2493
- - type: dot_recall
2494
- value: 83.3615645210964
2495
- - type: euclidean_accuracy
2496
- value: 89.3643031784841
2497
- - type: euclidean_ap
2498
- value: 86.45902920741383
2499
- - type: euclidean_f1
2500
- value: 79.4788514062154
2501
- - type: euclidean_precision
2502
- value: 76.32922160782645
2503
- - type: euclidean_recall
2504
- value: 82.89959963042809
2505
- - type: manhattan_accuracy
2506
- value: 89.38564830985369
2507
- - type: manhattan_ap
2508
- value: 86.47558438668958
2509
- - type: manhattan_f1
2510
- value: 79.46758328152997
2511
- - type: manhattan_precision
2512
- value: 75.67379343965457
2513
- - type: manhattan_recall
2514
- value: 83.66184170003079
2515
- - type: max_accuracy
2516
- value: 89.52536189700004
2517
- - type: max_ap
2518
- value: 86.55972191277392
2519
- - type: max_f1
2520
- value: 79.4788514062154
2521
  ---
2522
 
2523
  # LLM2Vec: Large Language Models Are Secretly Powerful Text Encoders
 
23
  - fever
24
  - hotpot_qa
25
  - mteb
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
26
  ---
27
 
28
  # LLM2Vec: Large Language Models Are Secretly Powerful Text Encoders