TownsWu commited on
Commit
5efa8de
1 Parent(s): 5dd1d0c

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +249 -249
README.md CHANGED
@@ -21,9 +21,9 @@ model-index:
21
  revision: None
22
  metrics:
23
  - type: map
24
- value: 83.17439011737613
25
  - type: mrr
26
- value: 85.62503968253968
27
  - task:
28
  type: Reranking
29
  dataset:
@@ -34,22 +34,9 @@ model-index:
34
  revision: None
35
  metrics:
36
  - type: map
37
- value: 85.97167310151039
38
  - type: mrr
39
- value: 88.73103174603175
40
- - task:
41
- type: Reranking
42
- dataset:
43
- type: C-MTEB/Mmarco-reranking
44
- name: MTEB MMarcoReranking
45
- config: default
46
- split: dev
47
- revision: None
48
- metrics:
49
- - type: map
50
- value: 32.43532878646741
51
- - type: mrr
52
- value: 31.374603174603173
53
  - task:
54
  type: Retrieval
55
  dataset:
@@ -60,65 +47,65 @@ model-index:
60
  revision: None
61
  metrics:
62
  - type: map_at_1
63
- value: 24.528
64
  - type: map_at_10
65
- value: 35.662
66
  - type: map_at_100
67
- value: 37.464
68
  - type: map_at_1000
69
- value: 37.608000000000004
70
  - type: map_at_3
71
- value: 32.125
72
  - type: map_at_5
73
- value: 34.044000000000004
74
  - type: mrr_at_1
75
- value: 37.358999999999995
76
  - type: mrr_at_10
77
- value: 44.414
78
  - type: mrr_at_100
79
- value: 45.434000000000005
80
  - type: mrr_at_1000
81
- value: 45.495999999999995
82
  - type: mrr_at_3
83
- value: 42.352000000000004
84
  - type: mrr_at_5
85
- value: 43.45
86
  - type: ndcg_at_1
87
- value: 37.358999999999995
88
  - type: ndcg_at_10
89
- value: 41.533
90
  - type: ndcg_at_100
91
- value: 48.967
92
  - type: ndcg_at_1000
93
- value: 51.495999999999995
94
  - type: ndcg_at_3
95
- value: 37.297000000000004
96
  - type: ndcg_at_5
97
- value: 38.913
98
  - type: precision_at_1
99
- value: 37.358999999999995
100
  - type: precision_at_10
101
- value: 9.09
102
  - type: precision_at_100
103
- value: 1.522
104
  - type: precision_at_1000
105
- value: 0.183
106
  - type: precision_at_3
107
- value: 20.979999999999997
108
  - type: precision_at_5
109
- value: 14.934
110
  - type: recall_at_1
111
- value: 24.528
112
  - type: recall_at_10
113
- value: 50.119
114
  - type: recall_at_100
115
- value: 81.443
116
  - type: recall_at_1000
117
- value: 98.38
118
  - type: recall_at_3
119
- value: 36.961
120
  - type: recall_at_5
121
- value: 42.392
122
  - task:
123
  type: Retrieval
124
  dataset:
@@ -129,65 +116,65 @@ model-index:
129
  revision: None
130
  metrics:
131
  - type: map_at_1
132
- value: 70.179
133
  - type: map_at_10
134
- value: 78.52
135
  - type: map_at_100
136
- value: 78.77199999999999
137
  - type: map_at_1000
138
- value: 78.776
139
  - type: map_at_3
140
- value: 76.954
141
  - type: map_at_5
142
- value: 77.828
143
  - type: mrr_at_1
144
- value: 70.39
145
  - type: mrr_at_10
146
- value: 78.577
147
  - type: mrr_at_100
148
- value: 78.828
149
  - type: mrr_at_1000
150
- value: 78.83200000000001
151
  - type: mrr_at_3
152
- value: 77.151
153
  - type: mrr_at_5
154
- value: 77.947
155
  - type: ndcg_at_1
156
- value: 70.39
157
  - type: ndcg_at_10
158
- value: 82.223
159
  - type: ndcg_at_100
160
- value: 83.367
161
  - type: ndcg_at_1000
162
- value: 83.503
163
  - type: ndcg_at_3
164
- value: 79.142
165
  - type: ndcg_at_5
166
- value: 80.655
167
  - type: precision_at_1
168
- value: 70.39
169
  - type: precision_at_10
170
- value: 9.463000000000001
171
  - type: precision_at_100
172
- value: 0.9979999999999999
173
  - type: precision_at_1000
174
  value: 0.101
175
  - type: precision_at_3
176
- value: 28.627000000000002
177
  - type: precision_at_5
178
- value: 17.935000000000002
179
  - type: recall_at_1
180
- value: 70.179
181
  - type: recall_at_10
182
- value: 93.572
183
  - type: recall_at_100
184
- value: 98.736
185
  - type: recall_at_1000
186
- value: 99.895
187
  - type: recall_at_3
188
- value: 85.274
189
  - type: recall_at_5
190
- value: 88.909
191
  - task:
192
  type: Retrieval
193
  dataset:
@@ -198,65 +185,65 @@ model-index:
198
  revision: None
199
  metrics:
200
  - type: map_at_1
201
- value: 26.106
202
  - type: map_at_10
203
- value: 80.219
204
  - type: map_at_100
205
- value: 82.979
206
  - type: map_at_1000
207
- value: 83.021
208
  - type: map_at_3
209
- value: 55.348
210
  - type: map_at_5
211
- value: 70.025
212
  - type: mrr_at_1
213
- value: 89.75
214
  - type: mrr_at_10
215
- value: 93.208
216
  - type: mrr_at_100
217
- value: 93.24900000000001
218
  - type: mrr_at_1000
219
- value: 93.253
220
  - type: mrr_at_3
221
- value: 92.875
222
  - type: mrr_at_5
223
- value: 93.107
224
  - type: ndcg_at_1
225
- value: 89.75
226
  - type: ndcg_at_10
227
- value: 87.641
228
  - type: ndcg_at_100
229
- value: 90.14
230
  - type: ndcg_at_1000
231
- value: 90.514
232
  - type: ndcg_at_3
233
- value: 86.048
234
  - type: ndcg_at_5
235
- value: 85.25399999999999
236
  - type: precision_at_1
237
- value: 89.75
238
  - type: precision_at_10
239
- value: 42.105
240
  - type: precision_at_100
241
- value: 4.811
242
  - type: precision_at_1000
243
  value: 0.48900000000000005
244
  - type: precision_at_3
245
- value: 77.167
246
  - type: precision_at_5
247
- value: 65.41
248
  - type: recall_at_1
249
- value: 26.106
250
  - type: recall_at_10
251
- value: 89.209
252
  - type: recall_at_100
253
- value: 97.475
254
  - type: recall_at_1000
255
- value: 99.459
256
  - type: recall_at_3
257
- value: 57.793000000000006
258
  - type: recall_at_5
259
- value: 75.03999999999999
260
  - task:
261
  type: Retrieval
262
  dataset:
@@ -267,65 +254,65 @@ model-index:
267
  revision: None
268
  metrics:
269
  - type: map_at_1
270
- value: 53.300000000000004
271
  - type: map_at_10
272
- value: 62.663999999999994
273
  - type: map_at_100
274
- value: 63.222
275
  - type: map_at_1000
276
- value: 63.235
277
  - type: map_at_3
278
- value: 60.06700000000001
279
  - type: map_at_5
280
- value: 61.687000000000005
281
  - type: mrr_at_1
282
- value: 53.300000000000004
283
  - type: mrr_at_10
284
- value: 62.663999999999994
285
  - type: mrr_at_100
286
- value: 63.222
287
  - type: mrr_at_1000
288
- value: 63.235
289
  - type: mrr_at_3
290
- value: 60.06700000000001
291
  - type: mrr_at_5
292
- value: 61.687000000000005
293
  - type: ndcg_at_1
294
- value: 53.300000000000004
295
  - type: ndcg_at_10
296
- value: 67.431
297
  - type: ndcg_at_100
298
- value: 70.01899999999999
299
  - type: ndcg_at_1000
300
- value: 70.35
301
  - type: ndcg_at_3
302
- value: 62.188
303
  - type: ndcg_at_5
304
- value: 65.067
305
  - type: precision_at_1
306
- value: 53.300000000000004
307
  - type: precision_at_10
308
- value: 8.25
309
  - type: precision_at_100
310
  value: 0.943
311
  - type: precision_at_1000
312
  value: 0.097
313
  - type: precision_at_3
314
- value: 22.767
315
  - type: precision_at_5
316
- value: 15.040000000000001
317
  - type: recall_at_1
318
- value: 53.300000000000004
319
  - type: recall_at_10
320
- value: 82.5
321
  - type: recall_at_100
322
  value: 94.3
323
  - type: recall_at_1000
324
- value: 96.89999999999999
325
  - type: recall_at_3
326
- value: 68.30000000000001
327
  - type: recall_at_5
328
- value: 75.2
329
  - task:
330
  type: Retrieval
331
  dataset:
@@ -336,65 +323,65 @@ model-index:
336
  revision: None
337
  metrics:
338
  - type: map_at_1
339
- value: 70.616
340
  - type: map_at_10
341
- value: 79.404
342
  - type: map_at_100
343
- value: 79.642
344
  - type: map_at_1000
345
- value: 79.649
346
  - type: map_at_3
347
- value: 77.717
348
  - type: map_at_5
349
- value: 78.88
350
  - type: mrr_at_1
351
- value: 72.951
352
  - type: mrr_at_10
353
- value: 79.893
354
  - type: mrr_at_100
355
- value: 80.10199999999999
356
  - type: mrr_at_1000
357
- value: 80.108
358
  - type: mrr_at_3
359
- value: 78.479
360
  - type: mrr_at_5
361
- value: 79.452
362
  - type: ndcg_at_1
363
- value: 72.951
364
  - type: ndcg_at_10
365
- value: 82.80499999999999
366
  - type: ndcg_at_100
367
- value: 83.857
368
  - type: ndcg_at_1000
369
- value: 84.054
370
  - type: ndcg_at_3
371
- value: 79.69800000000001
372
  - type: ndcg_at_5
373
- value: 81.636
374
  - type: precision_at_1
375
- value: 72.951
376
  - type: precision_at_10
377
- value: 9.868
378
  - type: precision_at_100
379
- value: 1.039
380
  - type: precision_at_1000
381
  value: 0.106
382
  - type: precision_at_3
383
- value: 29.857
384
  - type: precision_at_5
385
- value: 18.948
386
  - type: recall_at_1
387
- value: 70.616
388
  - type: recall_at_10
389
- value: 92.729
390
  - type: recall_at_100
391
- value: 97.452
392
  - type: recall_at_1000
393
- value: 99.035
394
  - type: recall_at_3
395
- value: 84.63300000000001
396
  - type: recall_at_5
397
- value: 89.242
398
  - task:
399
  type: Retrieval
400
  dataset:
@@ -405,65 +392,78 @@ model-index:
405
  revision: None
406
  metrics:
407
  - type: map_at_1
408
- value: 52.5
409
  - type: map_at_10
410
- value: 58.121
411
  - type: map_at_100
412
- value: 58.648999999999994
413
  - type: map_at_1000
414
- value: 58.704
415
  - type: map_at_3
416
- value: 56.95
417
  - type: map_at_5
418
- value: 57.605
419
  - type: mrr_at_1
420
- value: 52.5
421
  - type: mrr_at_10
422
- value: 58.11300000000001
423
  - type: mrr_at_100
424
- value: 58.64
425
  - type: mrr_at_1000
426
- value: 58.695
427
  - type: mrr_at_3
428
- value: 56.916999999999994
429
  - type: mrr_at_5
430
- value: 57.597
431
  - type: ndcg_at_1
432
- value: 52.5
433
  - type: ndcg_at_10
434
- value: 60.79900000000001
435
  - type: ndcg_at_100
436
- value: 63.63799999999999
437
  - type: ndcg_at_1000
438
- value: 65.168
439
  - type: ndcg_at_3
440
- value: 58.353
441
  - type: ndcg_at_5
442
- value: 59.541
443
  - type: precision_at_1
444
- value: 52.5
445
  - type: precision_at_10
446
- value: 6.92
447
  - type: precision_at_100
448
- value: 0.831
449
  - type: precision_at_1000
450
- value: 0.095
451
  - type: precision_at_3
452
- value: 20.8
453
  - type: precision_at_5
454
- value: 13.059999999999999
455
  - type: recall_at_1
456
- value: 52.5
457
  - type: recall_at_10
458
- value: 69.19999999999999
459
  - type: recall_at_100
460
- value: 83.1
461
  - type: recall_at_1000
462
- value: 95.3
463
  - type: recall_at_3
464
- value: 62.4
465
  - type: recall_at_5
466
- value: 65.3
 
 
 
 
 
 
 
 
 
 
 
 
 
467
  - task:
468
  type: Reranking
469
  dataset:
@@ -474,9 +474,9 @@ model-index:
474
  revision: None
475
  metrics:
476
  - type: map
477
- value: 68.84678245613873
478
  - type: mrr
479
- value: 79.8603319684904
480
  - task:
481
  type: Retrieval
482
  dataset:
@@ -487,65 +487,65 @@ model-index:
487
  revision: None
488
  metrics:
489
  - type: map_at_1
490
- value: 27.750000000000004
491
  - type: map_at_10
492
- value: 78.97
493
  - type: map_at_100
494
- value: 82.527
495
  - type: map_at_1000
496
- value: 82.583
497
  - type: map_at_3
498
- value: 55.312
499
  - type: map_at_5
500
- value: 68.125
501
  - type: mrr_at_1
502
- value: 90.904
503
  - type: mrr_at_10
504
- value: 93.229
505
  - type: mrr_at_100
506
- value: 93.305
507
  - type: mrr_at_1000
508
- value: 93.309
509
  - type: mrr_at_3
510
- value: 92.85799999999999
511
  - type: mrr_at_5
512
- value: 93.095
513
  - type: ndcg_at_1
514
- value: 90.904
515
  - type: ndcg_at_10
516
- value: 86.143
517
  - type: ndcg_at_100
518
- value: 89.434
519
  - type: ndcg_at_1000
520
- value: 89.973
521
  - type: ndcg_at_3
522
- value: 87.356
523
  - type: ndcg_at_5
524
- value: 86.071
525
  - type: precision_at_1
526
- value: 90.904
527
  - type: precision_at_10
528
- value: 42.897999999999996
529
  - type: precision_at_100
530
- value: 5.054
531
  - type: precision_at_1000
532
- value: 0.517
533
  - type: precision_at_3
534
- value: 76.512
535
  - type: precision_at_5
536
- value: 64.267
537
  - type: recall_at_1
538
- value: 27.750000000000004
539
  - type: recall_at_10
540
- value: 85.153
541
  - type: recall_at_100
542
- value: 96.009
543
  - type: recall_at_1000
544
- value: 98.807
545
  - type: recall_at_3
546
- value: 56.979
547
  - type: recall_at_5
548
- value: 71.377
549
  - task:
550
  type: Retrieval
551
  dataset:
@@ -556,65 +556,65 @@ model-index:
556
  revision: None
557
  metrics:
558
  - type: map_at_1
559
- value: 64.4
560
  - type: map_at_10
561
- value: 73.506
562
  - type: map_at_100
563
- value: 73.87700000000001
564
  - type: map_at_1000
565
- value: 73.884
566
  - type: map_at_3
567
- value: 72.033
568
  - type: map_at_5
569
- value: 73.068
570
  - type: mrr_at_1
571
- value: 64.4
572
  - type: mrr_at_10
573
- value: 73.506
574
  - type: mrr_at_100
575
- value: 73.87700000000001
576
  - type: mrr_at_1000
577
- value: 73.884
578
  - type: mrr_at_3
579
- value: 72.033
580
  - type: mrr_at_5
581
- value: 73.068
582
  - type: ndcg_at_1
583
- value: 64.4
584
  - type: ndcg_at_10
585
- value: 77.325
586
  - type: ndcg_at_100
587
- value: 79.171
588
  - type: ndcg_at_1000
589
- value: 79.351
590
  - type: ndcg_at_3
591
- value: 74.421
592
  - type: ndcg_at_5
593
- value: 76.28
594
  - type: precision_at_1
595
- value: 64.4
596
  - type: precision_at_10
597
- value: 8.9
598
  - type: precision_at_100
599
  value: 0.9769999999999999
600
  - type: precision_at_1000
601
  value: 0.099
602
  - type: precision_at_3
603
- value: 27.1
604
  - type: precision_at_5
605
- value: 17.16
606
  - type: recall_at_1
607
- value: 64.4
608
  - type: recall_at_10
609
- value: 89.0
610
  - type: recall_at_100
611
  value: 97.7
612
  - type: recall_at_1000
613
  value: 99.1
614
  - type: recall_at_3
615
- value: 81.3
616
  - type: recall_at_5
617
- value: 85.8
618
  ---
619
  license: apache-2.0
620
  library_name: transformers
 
21
  revision: None
22
  metrics:
23
  - type: map
24
+ value: 84.09137463267582
25
  - type: mrr
26
+ value: 86.6288888888889
27
  - task:
28
  type: Reranking
29
  dataset:
 
34
  revision: None
35
  metrics:
36
  - type: map
37
+ value: 86.55765031914974
38
  - type: mrr
39
+ value: 89.4325396825397
 
 
 
 
 
 
 
 
 
 
 
 
 
40
  - task:
41
  type: Retrieval
42
  dataset:
 
47
  revision: None
48
  metrics:
49
  - type: map_at_1
50
+ value: 23.21
51
  - type: map_at_10
52
+ value: 33.455
53
  - type: map_at_100
54
+ value: 35.176
55
  - type: map_at_1000
56
+ value: 35.332
57
  - type: map_at_3
58
+ value: 30.058
59
  - type: map_at_5
60
+ value: 31.863999999999997
61
  - type: mrr_at_1
62
+ value: 35.634
63
  - type: mrr_at_10
64
+ value: 42.277
65
  - type: mrr_at_100
66
+ value: 43.281
67
  - type: mrr_at_1000
68
+ value: 43.349
69
  - type: mrr_at_3
70
+ value: 40.127
71
  - type: mrr_at_5
72
+ value: 41.223
73
  - type: ndcg_at_1
74
+ value: 35.634
75
  - type: ndcg_at_10
76
+ value: 39.226
77
  - type: ndcg_at_100
78
+ value: 46.538000000000004
79
  - type: ndcg_at_1000
80
+ value: 49.342999999999996
81
  - type: ndcg_at_3
82
+ value: 35.004999999999995
83
  - type: ndcg_at_5
84
+ value: 36.492000000000004
85
  - type: precision_at_1
86
+ value: 35.634
87
  - type: precision_at_10
88
+ value: 8.591999999999999
89
  - type: precision_at_100
90
+ value: 1.467
91
  - type: precision_at_1000
92
+ value: 0.181
93
  - type: precision_at_3
94
+ value: 19.613
95
  - type: precision_at_5
96
+ value: 13.988
97
  - type: recall_at_1
98
+ value: 23.21
99
  - type: recall_at_10
100
+ value: 47.728
101
  - type: recall_at_100
102
+ value: 78.669
103
  - type: recall_at_1000
104
+ value: 97.506
105
  - type: recall_at_3
106
+ value: 34.361000000000004
107
  - type: recall_at_5
108
+ value: 39.486
109
  - task:
110
  type: Retrieval
111
  dataset:
 
116
  revision: None
117
  metrics:
118
  - type: map_at_1
119
+ value: 70.759
120
  - type: map_at_10
121
+ value: 79.314
122
  - type: map_at_100
123
+ value: 79.557
124
  - type: map_at_1000
125
+ value: 79.561
126
  - type: map_at_3
127
+ value: 77.819
128
  - type: map_at_5
129
+ value: 78.717
130
  - type: mrr_at_1
131
+ value: 71.02199999999999
132
  - type: mrr_at_10
133
+ value: 79.361
134
  - type: mrr_at_100
135
+ value: 79.605
136
  - type: mrr_at_1000
137
+ value: 79.609
138
  - type: mrr_at_3
139
+ value: 77.959
140
  - type: mrr_at_5
141
+ value: 78.82900000000001
142
  - type: ndcg_at_1
143
+ value: 70.917
144
  - type: ndcg_at_10
145
+ value: 82.931
146
  - type: ndcg_at_100
147
+ value: 84.016
148
  - type: ndcg_at_1000
149
+ value: 84.155
150
  - type: ndcg_at_3
151
+ value: 79.994
152
  - type: ndcg_at_5
153
+ value: 81.57799999999999
154
  - type: precision_at_1
155
+ value: 70.917
156
  - type: precision_at_10
157
+ value: 9.504999999999999
158
  - type: precision_at_100
159
+ value: 0.9990000000000001
160
  - type: precision_at_1000
161
  value: 0.101
162
  - type: precision_at_3
163
+ value: 28.908
164
  - type: precision_at_5
165
+ value: 18.145
166
  - type: recall_at_1
167
+ value: 70.759
168
  - type: recall_at_10
169
+ value: 93.994
170
  - type: recall_at_100
171
+ value: 98.84100000000001
172
  - type: recall_at_1000
173
+ value: 100.0
174
  - type: recall_at_3
175
+ value: 86.17
176
  - type: recall_at_5
177
+ value: 89.96300000000001
178
  - task:
179
  type: Retrieval
180
  dataset:
 
185
  revision: None
186
  metrics:
187
  - type: map_at_1
188
+ value: 26.344
189
  - type: map_at_10
190
+ value: 81.26
191
  - type: map_at_100
192
+ value: 84.011
193
  - type: map_at_1000
194
+ value: 84.05
195
  - type: map_at_3
196
+ value: 56.384
197
  - type: map_at_5
198
+ value: 71.141
199
  - type: mrr_at_1
200
+ value: 90.60000000000001
201
  - type: mrr_at_10
202
+ value: 93.77
203
  - type: mrr_at_100
204
+ value: 93.816
205
  - type: mrr_at_1000
206
+ value: 93.82000000000001
207
  - type: mrr_at_3
208
+ value: 93.542
209
  - type: mrr_at_5
210
+ value: 93.687
211
  - type: ndcg_at_1
212
+ value: 90.60000000000001
213
  - type: ndcg_at_10
214
+ value: 88.352
215
  - type: ndcg_at_100
216
+ value: 90.767
217
  - type: ndcg_at_1000
218
+ value: 91.118
219
  - type: ndcg_at_3
220
+ value: 87.21900000000001
221
  - type: ndcg_at_5
222
+ value: 86.163
223
  - type: precision_at_1
224
+ value: 90.60000000000001
225
  - type: precision_at_10
226
+ value: 42.3
227
  - type: precision_at_100
228
+ value: 4.82
229
  - type: precision_at_1000
230
  value: 0.48900000000000005
231
  - type: precision_at_3
232
+ value: 78.25
233
  - type: precision_at_5
234
+ value: 66.03999999999999
235
  - type: recall_at_1
236
+ value: 26.344
237
  - type: recall_at_10
238
+ value: 89.59
239
  - type: recall_at_100
240
+ value: 97.584
241
  - type: recall_at_1000
242
+ value: 99.46300000000001
243
  - type: recall_at_3
244
+ value: 58.87
245
  - type: recall_at_5
246
+ value: 75.81099999999999
247
  - task:
248
  type: Retrieval
249
  dataset:
 
254
  revision: None
255
  metrics:
256
  - type: map_at_1
257
+ value: 54.1
258
  - type: map_at_10
259
+ value: 63.478
260
  - type: map_at_100
261
+ value: 64.048
262
  - type: map_at_1000
263
+ value: 64.061
264
  - type: map_at_3
265
+ value: 61.0
266
  - type: map_at_5
267
+ value: 62.585
268
  - type: mrr_at_1
269
+ value: 54.1
270
  - type: mrr_at_10
271
+ value: 63.478
272
  - type: mrr_at_100
273
+ value: 64.048
274
  - type: mrr_at_1000
275
+ value: 64.061
276
  - type: mrr_at_3
277
+ value: 61.0
278
  - type: mrr_at_5
279
+ value: 62.585
280
  - type: ndcg_at_1
281
+ value: 54.1
282
  - type: ndcg_at_10
283
+ value: 68.14099999999999
284
  - type: ndcg_at_100
285
+ value: 70.703
286
  - type: ndcg_at_1000
287
+ value: 71.045
288
  - type: ndcg_at_3
289
+ value: 63.164
290
  - type: ndcg_at_5
291
+ value: 66.013
292
  - type: precision_at_1
293
+ value: 54.1
294
  - type: precision_at_10
295
+ value: 8.28
296
  - type: precision_at_100
297
  value: 0.943
298
  - type: precision_at_1000
299
  value: 0.097
300
  - type: precision_at_3
301
+ value: 23.133
302
  - type: precision_at_5
303
+ value: 15.260000000000002
304
  - type: recall_at_1
305
+ value: 54.1
306
  - type: recall_at_10
307
+ value: 82.8
308
  - type: recall_at_100
309
  value: 94.3
310
  - type: recall_at_1000
311
+ value: 97.0
312
  - type: recall_at_3
313
+ value: 69.39999999999999
314
  - type: recall_at_5
315
+ value: 76.3
316
  - task:
317
  type: Retrieval
318
  dataset:
 
323
  revision: None
324
  metrics:
325
  - type: map_at_1
326
+ value: 71.329
327
  - type: map_at_10
328
+ value: 80.038
329
  - type: map_at_100
330
+ value: 80.28
331
  - type: map_at_1000
332
+ value: 80.286
333
  - type: map_at_3
334
+ value: 78.435
335
  - type: map_at_5
336
+ value: 79.509
337
  - type: mrr_at_1
338
+ value: 73.711
339
  - type: mrr_at_10
340
+ value: 80.53
341
  - type: mrr_at_100
342
+ value: 80.743
343
  - type: mrr_at_1000
344
+ value: 80.75
345
  - type: mrr_at_3
346
+ value: 79.181
347
  - type: mrr_at_5
348
+ value: 80.077
349
  - type: ndcg_at_1
350
+ value: 73.711
351
  - type: ndcg_at_10
352
+ value: 83.333
353
  - type: ndcg_at_100
354
+ value: 84.375
355
  - type: ndcg_at_1000
356
+ value: 84.56700000000001
357
  - type: ndcg_at_3
358
+ value: 80.374
359
  - type: ndcg_at_5
360
+ value: 82.145
361
  - type: precision_at_1
362
+ value: 73.711
363
  - type: precision_at_10
364
+ value: 9.894
365
  - type: precision_at_100
366
+ value: 1.04
367
  - type: precision_at_1000
368
  value: 0.106
369
  - type: precision_at_3
370
+ value: 30.067
371
  - type: precision_at_5
372
+ value: 18.989
373
  - type: recall_at_1
374
+ value: 71.329
375
  - type: recall_at_10
376
+ value: 92.917
377
  - type: recall_at_100
378
+ value: 97.543
379
  - type: recall_at_1000
380
+ value: 99.08500000000001
381
  - type: recall_at_3
382
+ value: 85.187
383
  - type: recall_at_5
384
+ value: 89.36500000000001
385
  - task:
386
  type: Retrieval
387
  dataset:
 
392
  revision: None
393
  metrics:
394
  - type: map_at_1
395
+ value: 54.1
396
  - type: map_at_10
397
+ value: 59.227
398
  - type: map_at_100
399
+ value: 59.811
400
  - type: map_at_1000
401
+ value: 59.86
402
  - type: map_at_3
403
+ value: 58.083
404
  - type: map_at_5
405
+ value: 58.743
406
  - type: mrr_at_1
407
+ value: 54.2
408
  - type: mrr_at_10
409
+ value: 59.269000000000005
410
  - type: mrr_at_100
411
+ value: 59.853
412
  - type: mrr_at_1000
413
+ value: 59.902
414
  - type: mrr_at_3
415
+ value: 58.099999999999994
416
  - type: mrr_at_5
417
+ value: 58.785
418
  - type: ndcg_at_1
419
+ value: 54.1
420
  - type: ndcg_at_10
421
+ value: 61.732
422
  - type: ndcg_at_100
423
+ value: 64.832
424
  - type: ndcg_at_1000
425
+ value: 66.277
426
  - type: ndcg_at_3
427
+ value: 59.372
428
  - type: ndcg_at_5
429
+ value: 60.56399999999999
430
  - type: precision_at_1
431
+ value: 54.1
432
  - type: precision_at_10
433
+ value: 6.959999999999999
434
  - type: precision_at_100
435
+ value: 0.847
436
  - type: precision_at_1000
437
+ value: 0.096
438
  - type: precision_at_3
439
+ value: 21.032999999999998
440
  - type: precision_at_5
441
+ value: 13.200000000000001
442
  - type: recall_at_1
443
+ value: 54.1
444
  - type: recall_at_10
445
+ value: 69.6
446
  - type: recall_at_100
447
+ value: 84.7
448
  - type: recall_at_1000
449
+ value: 96.39999999999999
450
  - type: recall_at_3
451
+ value: 63.1
452
  - type: recall_at_5
453
+ value: 66.0
454
+ - task:
455
+ type: Reranking
456
+ dataset:
457
+ type: C-MTEB/Mmarco-reranking
458
+ name: MTEB MMarcoReranking
459
+ config: default
460
+ split: dev
461
+ revision: None
462
+ metrics:
463
+ - type: map
464
+ value: 33.548800108363665
465
+ - type: mrr
466
+ value: 32.529761904761905
467
  - task:
468
  type: Reranking
469
  dataset:
 
474
  revision: None
475
  metrics:
476
  - type: map
477
+ value: 69.43381583724414
478
  - type: mrr
479
+ value: 80.47879657392181
480
  - task:
481
  type: Retrieval
482
  dataset:
 
487
  revision: None
488
  metrics:
489
  - type: map_at_1
490
+ value: 27.72
491
  - type: map_at_10
492
+ value: 79.07300000000001
493
  - type: map_at_100
494
+ value: 82.636
495
  - type: map_at_1000
496
+ value: 82.68799999999999
497
  - type: map_at_3
498
+ value: 55.276
499
  - type: map_at_5
500
+ value: 68.13900000000001
501
  - type: mrr_at_1
502
+ value: 90.834
503
  - type: mrr_at_10
504
+ value: 93.215
505
  - type: mrr_at_100
506
+ value: 93.28800000000001
507
  - type: mrr_at_1000
508
+ value: 93.291
509
  - type: mrr_at_3
510
+ value: 92.83200000000001
511
  - type: mrr_at_5
512
+ value: 93.072
513
  - type: ndcg_at_1
514
+ value: 90.834
515
  - type: ndcg_at_10
516
+ value: 86.26899999999999
517
  - type: ndcg_at_100
518
+ value: 89.538
519
  - type: ndcg_at_1000
520
+ value: 90.042
521
  - type: ndcg_at_3
522
+ value: 87.333
523
  - type: ndcg_at_5
524
+ value: 86.098
525
  - type: precision_at_1
526
+ value: 90.834
527
  - type: precision_at_10
528
+ value: 43.009
529
  - type: precision_at_100
530
+ value: 5.064
531
  - type: precision_at_1000
532
+ value: 0.518
533
  - type: precision_at_3
534
+ value: 76.507
535
  - type: precision_at_5
536
+ value: 64.30900000000001
537
  - type: recall_at_1
538
+ value: 27.72
539
  - type: recall_at_10
540
+ value: 85.439
541
  - type: recall_at_100
542
+ value: 96.231
543
  - type: recall_at_1000
544
+ value: 98.844
545
  - type: recall_at_3
546
+ value: 56.991
547
  - type: recall_at_5
548
+ value: 71.48299999999999
549
  - task:
550
  type: Retrieval
551
  dataset:
 
556
  revision: None
557
  metrics:
558
  - type: map_at_1
559
+ value: 64.3
560
  - type: map_at_10
561
+ value: 73.585
562
  - type: map_at_100
563
+ value: 73.935
564
  - type: map_at_1000
565
+ value: 73.941
566
  - type: map_at_3
567
+ value: 72.3
568
  - type: map_at_5
569
+ value: 73.06
570
  - type: mrr_at_1
571
+ value: 64.3
572
  - type: mrr_at_10
573
+ value: 73.585
574
  - type: mrr_at_100
575
+ value: 73.935
576
  - type: mrr_at_1000
577
+ value: 73.941
578
  - type: mrr_at_3
579
+ value: 72.3
580
  - type: mrr_at_5
581
+ value: 73.06
582
  - type: ndcg_at_1
583
+ value: 64.3
584
  - type: ndcg_at_10
585
+ value: 77.434
586
  - type: ndcg_at_100
587
+ value: 79.225
588
  - type: ndcg_at_1000
589
+ value: 79.4
590
  - type: ndcg_at_3
591
+ value: 74.824
592
  - type: ndcg_at_5
593
+ value: 76.188
594
  - type: precision_at_1
595
+ value: 64.3
596
  - type: precision_at_10
597
+ value: 8.92
598
  - type: precision_at_100
599
  value: 0.9769999999999999
600
  - type: precision_at_1000
601
  value: 0.099
602
  - type: precision_at_3
603
+ value: 27.367
604
  - type: precision_at_5
605
+ value: 17.080000000000002
606
  - type: recall_at_1
607
+ value: 64.3
608
  - type: recall_at_10
609
+ value: 89.2
610
  - type: recall_at_100
611
  value: 97.7
612
  - type: recall_at_1000
613
  value: 99.1
614
  - type: recall_at_3
615
+ value: 82.1
616
  - type: recall_at_5
617
+ value: 85.39999999999999
618
  ---
619
  license: apache-2.0
620
  library_name: transformers