Update README.md

README.md

@@ -37,6 +37,32 @@ model-index:
       value: 85.13503552770737
     - type: mrr
       value: 87.48738095238096
+  - task:
+      type: Reranking
+    dataset:
+      type: C-MTEB/Mmarco-reranking
+      name: MTEB MMarcoReranking
+      config: default
+      split: dev
+      revision: None
+    metrics:
+    - type: map
+      value: 32.02701536591035
+    - type: mrr
+      value: 31.004761904761907
+  - task:
+      type: Reranking
+    dataset:
+      type: C-MTEB/T2Reranking
+      name: MTEB T2Reranking
+      config: default
+      split: dev
+      revision: None
+    metrics:
+    - type: map
+      value: 68.88440464348339
+    - type: mrr
+      value: 79.58819625796606
   - task:
       type: Retrieval
     dataset:
@@ -47,65 +73,65 @@ model-index:
       revision: None
     metrics:
     - type: map_at_1
-      value: 24.168
+      value: 24.528
     - type: map_at_10
-      value: 36.022999999999996
+      value: 35.662
     - type: map_at_100
-      value: 37.819
+      value: 37.464
     - type: map_at_1000
-      value: 37.95
+      value: 37.608000000000004
     - type: map_at_3
-      value: 31.947
+      value: 32.125
     - type: map_at_5
-      value: 34.172999999999995
+      value: 34.044000000000004
     - type: mrr_at_1
-      value: 36.934
+      value: 37.358999999999995
     - type: mrr_at_10
-      value: 44.899
+      value: 44.414
     - type: mrr_at_100
-      value: 45.838
+      value: 45.434000000000005
     - type: mrr_at_1000
-      value: 45.894
+      value: 45.495999999999995
     - type: mrr_at_3
-      value: 42.336
+      value: 42.352000000000004
     - type: mrr_at_5
-      value: 43.722
+      value: 43.45
     - type: ndcg_at_1
-      value: 36.934
+      value: 37.358999999999995
     - type: ndcg_at_10
-      value: 42.565
+      value: 41.533
     - type: ndcg_at_100
-      value: 49.677
+      value: 48.967
     - type: ndcg_at_1000
-      value: 51.989
+      value: 51.495999999999995
     - type: ndcg_at_3
-      value: 37.302
+      value: 37.297000000000004
     - type: ndcg_at_5
-      value: 39.393
+      value: 38.913
     - type: precision_at_1
-      value: 36.934
+      value: 37.358999999999995
     - type: precision_at_10
-      value: 9.547
+      value: 9.09
     - type: precision_at_100
-      value: 1.542
+      value: 1.522
     - type: precision_at_1000
       value: 0.183
     - type: precision_at_3
-      value: 21.154999999999998
+      value: 20.979999999999997
     - type: precision_at_5
-      value: 15.399
+      value: 14.934
     - type: recall_at_1
-      value: 24.168
+      value: 24.528
     - type: recall_at_10
-      value: 53.019000000000005
+      value: 50.119
     - type: recall_at_100
-      value: 82.699
+      value: 81.443
     - type: recall_at_1000
-      value: 98.221
+      value: 98.38
     - type: recall_at_3
-      value: 37.144
+      value: 36.961
     - type: recall_at_5
-      value: 43.61
+      value: 42.392
   - task:
       type: Retrieval
     dataset:
@@ -116,65 +142,65 @@ model-index:
       revision: None
     metrics:
     - type: map_at_1
-      value: 70.232
+      value: 70.179
     - type: map_at_10
-      value: 78.431
+      value: 78.52
     - type: map_at_100
-      value: 78.69
+      value: 78.77199999999999
     - type: map_at_1000
-      value: 78.692
+      value: 78.776
     - type: map_at_3
-      value: 76.765
+      value: 76.954
     - type: map_at_5
-      value: 77.798
+      value: 77.828
     - type: mrr_at_1
       value: 70.39
     - type: mrr_at_10
-      value: 78.41
+      value: 78.577
     - type: mrr_at_100
-      value: 78.669
+      value: 78.828
     - type: mrr_at_1000
-      value: 78.672
+      value: 78.83200000000001
     - type: mrr_at_3
-      value: 76.818
+      value: 77.151
     - type: mrr_at_5
-      value: 77.803
+      value: 77.947
     - type: ndcg_at_1
-      value: 70.49499999999999
+      value: 70.39
     - type: ndcg_at_10
-      value: 82.098
+      value: 82.223
     - type: ndcg_at_100
-      value: 83.296
+      value: 83.367
     - type: ndcg_at_1000
-      value: 83.402
+      value: 83.503
     - type: ndcg_at_3
-      value: 78.847
+      value: 79.142
     - type: ndcg_at_5
-      value: 80.634
+      value: 80.655
     - type: precision_at_1
-      value: 70.49499999999999
+      value: 70.39
     - type: precision_at_10
-      value: 9.442
+      value: 9.463000000000001
     - type: precision_at_100
-      value: 0.9990000000000001
+      value: 0.9979999999999999
     - type: precision_at_1000
       value: 0.101
     - type: precision_at_3
-      value: 28.416000000000004
+      value: 28.627000000000002
     - type: precision_at_5
-      value: 17.956
+      value: 17.935000000000002
     - type: recall_at_1
-      value: 70.232
+      value: 70.179
     - type: recall_at_10
-      value: 93.361
+      value: 93.572
     - type: recall_at_100
-      value: 98.84100000000001
+      value: 98.736
     - type: recall_at_1000
-      value: 99.789
+      value: 99.895
     - type: recall_at_3
-      value: 84.721
+      value: 85.274
     - type: recall_at_5
-      value: 88.962
+      value: 88.909
   - task:
       type: Retrieval
     dataset:
@@ -185,65 +211,65 @@ model-index:
       revision: None
     metrics:
     - type: map_at_1
-      value: 25.957
+      value: 26.106
     - type: map_at_10
-      value: 79.243
+      value: 80.219
     - type: map_at_100
-      value: 82.137
+      value: 82.979
     - type: map_at_1000
-      value: 82.174
+      value: 83.021
     - type: map_at_3
-      value: 54.57300000000001
+      value: 55.348
     - type: map_at_5
-      value: 69.10300000000001
+      value: 70.025
     - type: mrr_at_1
-      value: 89.14999999999999
+      value: 89.75
     - type: mrr_at_10
-      value: 92.721
+      value: 93.208
     - type: mrr_at_100
-      value: 92.778
+      value: 93.24900000000001
     - type: mrr_at_1000
-      value: 92.781
+      value: 93.253
     - type: mrr_at_3
-      value: 92.44200000000001
+      value: 92.875
     - type: mrr_at_5
-      value: 92.622
+      value: 93.107
     - type: ndcg_at_1
-      value: 89.14999999999999
+      value: 89.75
     - type: ndcg_at_10
-      value: 86.835
+      value: 87.641
     - type: ndcg_at_100
-      value: 89.645
+      value: 90.14
     - type: ndcg_at_1000
-      value: 89.997
+      value: 90.514
     - type: ndcg_at_3
-      value: 85.187
+      value: 86.048
     - type: ndcg_at_5
-      value: 84.419
+      value: 85.25399999999999
     - type: precision_at_1
-      value: 89.14999999999999
+      value: 89.75
     - type: precision_at_10
-      value: 41.77
+      value: 42.105
     - type: precision_at_100
-      value: 4.81
+      value: 4.811
     - type: precision_at_1000
       value: 0.48900000000000005
     - type: precision_at_3
-      value: 76.3
+      value: 77.167
     - type: precision_at_5
-      value: 64.8
+      value: 65.41
     - type: recall_at_1
-      value: 25.957
+      value: 26.106
     - type: recall_at_10
-      value: 88.293
+      value: 89.209
     - type: recall_at_100
-      value: 97.476
+      value: 97.475
     - type: recall_at_1000
-      value: 99.367
+      value: 99.459
     - type: recall_at_3
-      value: 57.04
+      value: 57.793000000000006
     - type: recall_at_5
-      value: 74.17
+      value: 75.03999999999999
   - task:
       type: Retrieval
     dataset:
@@ -254,78 +280,65 @@ model-index:
       revision: None
     metrics:
     - type: map_at_1
-      value: 52.5
+      value: 53.300000000000004
     - type: map_at_10
-      value: 61.766
+      value: 62.663999999999994
     - type: map_at_100
-      value: 62.358999999999995
+      value: 63.222
     - type: map_at_1000
-      value: 62.370999999999995
+      value: 63.235
     - type: map_at_3
-      value: 59.45
+      value: 60.06700000000001
     - type: map_at_5
-      value: 60.834999999999994
+      value: 61.687000000000005
     - type: mrr_at_1
-      value: 52.5
+      value: 53.300000000000004
     - type: mrr_at_10
-      value: 61.766
+      value: 62.663999999999994
     - type: mrr_at_100
-      value: 62.358999999999995
+      value: 63.222
     - type: mrr_at_1000
-      value: 62.370999999999995
+      value: 63.235
     - type: mrr_at_3
-      value: 59.45
+      value: 60.06700000000001
     - type: mrr_at_5
-      value: 60.834999999999994
+      value: 61.687000000000005
     - type: ndcg_at_1
-      value: 52.5
+      value: 53.300000000000004
     - type: ndcg_at_10
-      value: 66.4
+      value: 67.431
     - type: ndcg_at_100
-      value: 69.234
+      value: 70.01899999999999
     - type: ndcg_at_1000
-      value: 69.572
+      value: 70.35
     - type: ndcg_at_3
-      value: 61.675000000000004
+      value: 62.188
     - type: ndcg_at_5
-      value: 64.158
+      value: 65.067
     - type: precision_at_1
-      value: 52.5
+      value: 53.300000000000004
     - type: precision_at_10
-      value: 8.1
+      value: 8.25
     - type: precision_at_100
-      value: 0.941
+      value: 0.943
     - type: precision_at_1000
       value: 0.097
     - type: precision_at_3
-      value: 22.7
+      value: 22.767
     - type: precision_at_5
-      value: 14.82
+      value: 15.040000000000001
     - type: recall_at_1
-      value: 52.5
+      value: 53.300000000000004
     - type: recall_at_10
-      value: 81.0
+      value: 82.5
     - type: recall_at_100
-      value: 94.1
+      value: 94.3
     - type: recall_at_1000
-      value: 96.8
+      value: 96.89999999999999
     - type: recall_at_3
-      value: 68.10000000000001
+      value: 68.30000000000001
     - type: recall_at_5
-      value: 74.1
-  - task:
-      type: Reranking
-    dataset:
-      type: C-MTEB/Mmarco-reranking
-      name: MTEB MMarcoReranking
-      config: default
-      split: dev
-      revision: None
-    metrics:
-    - type: map
-      value: 32.02701536591035
-    - type: mrr
-      value: 31.004761904761907
+      value: 75.2
   - task:
       type: Retrieval
     dataset:
@@ -336,65 +349,65 @@ model-index:
       revision: None
     metrics:
     - type: map_at_1
-      value: 68.548
+      value: 70.616
     - type: map_at_10
-      value: 77.547
+      value: 79.404
     - type: map_at_100
-      value: 77.80799999999999
+      value: 79.642
     - type: map_at_1000
-      value: 77.818
+      value: 79.649
     - type: map_at_3
-      value: 75.82600000000001
+      value: 77.717
     - type: map_at_5
-      value: 76.935
+      value: 78.88
     - type: mrr_at_1
-      value: 70.903
+      value: 72.951
     - type: mrr_at_10
-      value: 78.074
+      value: 79.893
     - type: mrr_at_100
-      value: 78.303
+      value: 80.10199999999999
     - type: mrr_at_1000
-      value: 78.312
+      value: 80.108
     - type: mrr_at_3
-      value: 76.60900000000001
+      value: 78.479
     - type: mrr_at_5
-      value: 77.537
+      value: 79.452
     - type: ndcg_at_1
-      value: 70.903
+      value: 72.951
     - type: ndcg_at_10
-      value: 81.04400000000001
+      value: 82.80499999999999
     - type: ndcg_at_100
-      value: 82.206
+      value: 83.857
     - type: ndcg_at_1000
-      value: 82.46900000000001
+      value: 84.054
     - type: ndcg_at_3
-      value: 77.823
+      value: 79.69800000000001
     - type: ndcg_at_5
-      value: 79.654
+      value: 81.636
     - type: precision_at_1
-      value: 70.903
+      value: 72.951
     - type: precision_at_10
-      value: 9.713
+      value: 9.868
     - type: precision_at_100
-      value: 1.0290000000000001
+      value: 1.039
     - type: precision_at_1000
-      value: 0.105
+      value: 0.106
     - type: precision_at_3
-      value: 29.226000000000003
+      value: 29.857
     - type: precision_at_5
-      value: 18.516
+      value: 18.948
     - type: recall_at_1
-      value: 68.548
+      value: 70.616
     - type: recall_at_10
-      value: 91.27499999999999
+      value: 92.729
     - type: recall_at_100
-      value: 96.523
+      value: 97.452
     - type: recall_at_1000
-      value: 98.601
+      value: 99.035
     - type: recall_at_3
-      value: 82.779
+      value: 84.63300000000001
     - type: recall_at_5
-      value: 87.1
+      value: 89.242
   - task:
       type: Retrieval
     dataset:
@@ -405,78 +418,65 @@ model-index:
       revision: None
     metrics:
     - type: map_at_1
-      value: 53.400000000000006
+      value: 52.5
     - type: map_at_10
-      value: 58.248
+      value: 58.121
     - type: map_at_100
-      value: 58.786
+      value: 58.648999999999994
     - type: map_at_1000
-      value: 58.836
+      value: 58.704
     - type: map_at_3
-      value: 57.199999999999996
+      value: 56.95
     - type: map_at_5
-      value: 57.809999999999995
+      value: 57.605
     - type: mrr_at_1
-      value: 53.400000000000006
+      value: 52.5
     - type: mrr_at_10
-      value: 58.248
+      value: 58.11300000000001
     - type: mrr_at_100
-      value: 58.786
+      value: 58.64
     - type: mrr_at_1000
-      value: 58.836
+      value: 58.695
     - type: mrr_at_3
-      value: 57.199999999999996
+      value: 56.916999999999994
     - type: mrr_at_5
-      value: 57.809999999999995
+      value: 57.597
     - type: ndcg_at_1
-      value: 53.400000000000006
+      value: 52.5
     - type: ndcg_at_10
-      value: 60.655
+      value: 60.79900000000001
     - type: ndcg_at_100
-      value: 63.683
+      value: 63.63799999999999
     - type: ndcg_at_1000
-      value: 65.159
+      value: 65.168
     - type: ndcg_at_3
-      value: 58.504999999999995
+      value: 58.353
     - type: ndcg_at_5
-      value: 59.589000000000006
+      value: 59.541
     - type: precision_at_1
-      value: 53.400000000000006
+      value: 52.5
     - type: precision_at_10
-      value: 6.819999999999999
+      value: 6.92
     - type: precision_at_100
-      value: 0.8330000000000001
+      value: 0.831
     - type: precision_at_1000
       value: 0.095
     - type: precision_at_3
-      value: 20.767
+      value: 20.8
     - type: precision_at_5
-      value: 12.98
+      value: 13.059999999999999
     - type: recall_at_1
-      value: 53.400000000000006
+      value: 52.5
     - type: recall_at_10
-      value: 68.2
+      value: 69.19999999999999
     - type: recall_at_100
-      value: 83.3
+      value: 83.1
     - type: recall_at_1000
-      value: 95.19999999999999
+      value: 95.3
     - type: recall_at_3
-      value: 62.3
+      value: 62.4
     - type: recall_at_5
-      value: 64.9
-  - task:
-      type: Reranking
-    dataset:
-      type: C-MTEB/T2Reranking
-      name: MTEB T2Reranking
-      config: default
-      split: dev
-      revision: None
-    metrics:
-    - type: map
-      value: 68.88440464348339
-    - type: mrr
-      value: 79.58819625796606
+      value: 65.3
   - task:
       type: Retrieval
     dataset:
@@ -487,65 +487,65 @@ model-index:
       revision: None
     metrics:
     - type: map_at_1
-      value: 27.32
+      value: 27.750000000000004
     - type: map_at_10
-      value: 77.47699999999999
+      value: 78.97
     - type: map_at_100
-      value: 81.10000000000001
+      value: 82.527
     - type: map_at_1000
-      value: 81.159
+      value: 82.583
     - type: map_at_3
-      value: 54.203
+      value: 55.312
     - type: map_at_5
-      value: 66.76299999999999
+      value: 68.125
     - type: mrr_at_1
-      value: 89.983
+      value: 90.904
     - type: mrr_at_10
-      value: 92.487
+      value: 93.229
     - type: mrr_at_100
-      value: 92.575
+      value: 93.305
     - type: mrr_at_1000
-      value: 92.578
+      value: 93.309
     - type: mrr_at_3
-      value: 92.06299999999999
+      value: 92.85799999999999
     - type: mrr_at_5
-      value: 92.34599999999999
+      value: 93.095
     - type: ndcg_at_1
-      value: 89.983
+      value: 90.904
     - type: ndcg_at_10
-      value: 84.936
+      value: 86.143
     - type: ndcg_at_100
-      value: 88.442
+      value: 89.434
     - type: ndcg_at_1000
-      value: 89.023
+      value: 89.973
     - type: ndcg_at_3
-      value: 86.157
+      value: 87.356
     - type: ndcg_at_5
-      value: 84.83000000000001
+      value: 86.071
     - type: precision_at_1
-      value: 89.983
+      value: 90.904
     - type: precision_at_10
-      value: 42.405
+      value: 42.897999999999996
     - type: precision_at_100
-      value: 5.032
+      value: 5.054
     - type: precision_at_1000
-      value: 0.516
+      value: 0.517
     - type: precision_at_3
-      value: 75.51
+      value: 76.512
     - type: precision_at_5
-      value: 63.413
+      value: 64.267
     - type: recall_at_1
-      value: 27.32
+      value: 27.750000000000004
     - type: recall_at_10
-      value: 83.954
+      value: 85.153
     - type: recall_at_100
-      value: 95.48100000000001
+      value: 96.009
     - type: recall_at_1000
-      value: 98.502
+      value: 98.807
     - type: recall_at_3
-      value: 55.925000000000004
+      value: 56.979
     - type: recall_at_5
-      value: 70.19800000000001
+      value: 71.377
   - task:
       type: Retrieval
     dataset:
@@ -556,65 +556,66 @@ model-index:
       revision: None
     metrics:
     - type: map_at_1
-      value: 64.0
+      value: 64.4
     - type: map_at_10
-      value: 72.69
+      value: 73.506
     - type: map_at_100
-      value: 73.07000000000001
+      value: 73.87700000000001
     - type: map_at_1000
-      value: 73.08
+      value: 73.884
     - type: map_at_3
-      value: 71.217
+      value: 72.033
     - type: map_at_5
-      value: 72.072
+      value: 73.068
     - type: mrr_at_1
-      value: 64.0
+      value: 64.4
     - type: mrr_at_10
-      value: 72.69
+      value: 73.506
     - type: mrr_at_100
-      value: 73.07000000000001
+      value: 73.87700000000001
     - type: mrr_at_1000
-      value: 73.08
+      value: 73.884
     - type: mrr_at_3
-      value: 71.217
+      value: 72.033
     - type: mrr_at_5
-      value: 72.072
+      value: 73.068
     - type: ndcg_at_1
-      value: 64.0
+      value: 64.4
     - type: ndcg_at_10
-      value: 76.532
+      value: 77.325
     - type: ndcg_at_100
-      value: 78.405
+      value: 79.171
     - type: ndcg_at_1000
-      value: 78.632
+      value: 79.351
     - type: ndcg_at_3
-      value: 73.527
+      value: 74.421
     - type: ndcg_at_5
-      value: 75.059
+      value: 76.28
     - type: precision_at_1
-      value: 64.0
+      value: 64.4
     - type: precision_at_10
-      value: 8.84
+      value: 8.9
     - type: precision_at_100
-      value: 0.972
+      value: 0.9769999999999999
     - type: precision_at_1000
       value: 0.099
     - type: precision_at_3
-      value: 26.733
+      value: 27.1
     - type: precision_at_5
-      value: 16.78
+      value: 17.16
     - type: recall_at_1
-      value: 64.0
+      value: 64.4
     - type: recall_at_10
-      value: 88.4
+      value: 89.0
     - type: recall_at_100
-      value: 97.2
+      value: 97.7
     - type: recall_at_1000
-      value: 98.9
+      value: 99.1
     - type: recall_at_3
-      value: 80.2
+      value: 81.3
     - type: recall_at_5
-      value: 83.89999999999999
+      value: 85.8
+---
 license: apache-2.0
 library_name: transformers
 ---