Model: pipawo1881/Gemma-Embeddings-v0.8
Author: pipawo1881
Tags: mteb, en, base_model:google/gemma-2-9b-it, base_model:finetune:google/gemma-2-9b-it, model-index, region:us
Base models (finetune): id: google/gemma-2-9b-it
Card metadata: language: en
base_model: google/gemma-2-9b-it
model-index: name: google/Gemma-Embeddings-v0.8
results: dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: ndcg_at_1
value: 68.35
verified: no, type: ndcg_at_3
value: 80.894
verified: no, type: ndcg_at_5
value: 82.664
verified: no, type: ndcg_at_10
value: 83.828
verified: no, type: ndcg_at_20
value: 84.084
verified: no, type: ndcg_at_100
value: 84.28
verified: no, type: ndcg_at_1000
value: 84.28
verified: no, type: map_at_1
value: 68.35
verified: no, type: map_at_3
value: 77.786
verified: no, type: map_at_5
value: 78.774
verified: no, type: map_at_10
value: 79.276
verified: no, type: map_at_20
value: 79.349
verified: no, type: map_at_100
value: 79.38
verified: no, type: map_at_1000
value: 79.38
verified: no, type: recall_at_1
value: 68.35
verified: no, type: recall_at_3
value: 89.9
verified: no, type: recall_at_5
value: 94.16799999999999
verified: no, type: recall_at_10
value: 97.653
verified: no, type: recall_at_20
value: 98.649
verified: no, type: recall_at_100
value: 99.644
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: precision_at_1
value: 68.35
verified: no, type: precision_at_3
value: 29.967
verified: no, type: precision_at_5
value: 18.834
verified: no, type: precision_at_10
value: 9.765
verified: no, type: precision_at_20
value: 4.932
verified: no, type: precision_at_100
value: 0.996
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 68.4922
verified: no, type: mrr_at_3
value: 77.7975
verified: no, type: mrr_at_5
value: 78.8039
verified: no, type: mrr_at_10
value: 79.313
verified: no, type: mrr_at_20
value: 79.37870000000001
verified: no, type: mrr_at_100
value: 79.4095
verified: no, type: mrr_at_1000
value: 79.4095
verified: no, type: nauc_ndcg_at_1_max
value: -13.9649
verified: no, type: nauc_ndcg_at_1_std
value: -37.5886
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.363800000000005
verified: no, type: nauc_ndcg_at_3_max
value: -8.6534
verified: no, type: nauc_ndcg_at_3_std
value: -40.3432
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.5864
verified: no, type: nauc_ndcg_at_5_max
value: -7.3493
verified: no, type: nauc_ndcg_at_5_std
value: -38.9494
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.9875
verified: no, type: nauc_ndcg_at_10_max
value: -8.5517
verified: no, type: nauc_ndcg_at_10_std
value: -39.6341
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.0024
verified: no, type: nauc_ndcg_at_20_max
value: -9.2515
verified: no, type: nauc_ndcg_at_20_std
value: -39.3067
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.7239
verified: no, type: nauc_ndcg_at_100_max
value: -10.0057
verified: no, type: nauc_ndcg_at_100_std
value: -38.7815
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.327000000000005
verified: no, type: nauc_ndcg_at_1000_max
value: -10.0057
verified: no, type: nauc_ndcg_at_1000_std
value: -38.7815
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.327000000000005
verified: no, type: nauc_map_at_1_max
value: -13.9649
verified: no, type: nauc_map_at_1_std
value: -37.5886
verified: no, type: nauc_map_at_1_diff1
value: 43.363800000000005
verified: no, type: nauc_map_at_3_max
value: -10.7184
verified: no, type: nauc_map_at_3_std
value: -39.8843
verified: no, type: nauc_map_at_3_diff1
value: 40.9684
verified: no, type: nauc_map_at_5_max
value: -10.149
verified: no, type: nauc_map_at_5_std
value: -39.196
verified: no, type: nauc_map_at_5_diff1
value: 41.196
verified: no, type: nauc_map_at_10_max
value: -10.6406
verified: no, type: nauc_map_at_10_std
value: -39.4026
verified: no, type: nauc_map_at_10_diff1
value: 41.530499999999996
verified: no, type: nauc_map_at_20_max
value: -10.7914
verified: no, type: nauc_map_at_20_std
value: -39.3155
verified: no, type: nauc_map_at_20_diff1
value: 41.469899999999996
verified: no, type: nauc_map_at_100_max
value: -10.8878
verified: no, type: nauc_map_at_100_std
value: -39.2627
verified: no, type: nauc_map_at_100_diff1
value: 41.4206
verified: no, type: nauc_map_at_1000_max
value: -10.8878
verified: no, type: nauc_map_at_1000_std
value: -39.2627
verified: no, type: nauc_map_at_1000_diff1
value: 41.4206
verified: no, type: nauc_recall_at_1_max
value: -13.9649
verified: no, type: nauc_recall_at_1_std
value: -37.5886
verified: no, type: nauc_recall_at_1_diff1
value: 43.363800000000005
verified: no, type: nauc_recall_at_3_max
value: 3.1895
verified: no, type: nauc_recall_at_3_std
value: -42.558099999999996
verified: no, type: nauc_recall_at_3_diff1
value: 38.8713
verified: no, type: nauc_recall_at_5_max
value: 19.1475
verified: no, type: nauc_recall_at_5_std
value: -35.5495
verified: no, type: nauc_recall_at_5_diff1
value: 39.885
verified: no, type: nauc_recall_at_10_max
value: 36.734899999999996
verified: no, type: nauc_recall_at_10_std
value: -44.3247
verified: no, type: nauc_recall_at_10_diff1
value: 57.2029
verified: no, type: nauc_recall_at_20_max
value: 40.8104
verified: no, type: nauc_recall_at_20_std
value: -36.0184
verified: no, type: nauc_recall_at_20_diff1
value: 56.9123
verified: no, type: nauc_recall_at_100_max
value: 33.6931
verified: no, type: nauc_recall_at_100_std
value: 82.911
verified: no, type: nauc_recall_at_100_diff1
value: 21.834500000000002
verified: no, type: nauc_recall_at_1000_max
value: 33.6931
verified: no, type: nauc_recall_at_1000_std
value: 82.911
verified: no, type: nauc_recall_at_1000_diff1
value: 21.834500000000002
verified: no, type: nauc_precision_at_1_max
value: -13.9649
verified: no, type: nauc_precision_at_1_std
value: -37.5886
verified: no, type: nauc_precision_at_1_diff1
value: 43.363800000000005
verified: no, type: nauc_precision_at_3_max
value: 3.1895
verified: no, type: nauc_precision_at_3_std
value: -42.558099999999996
verified: no, type: nauc_precision_at_3_diff1
value: 38.8713
verified: no, type: nauc_precision_at_5_max
value: 19.1475
verified: no, type: nauc_precision_at_5_std
value: -35.5495
verified: no, type: nauc_precision_at_5_diff1
value: 39.885
verified: no, type: nauc_precision_at_10_max
value: 36.734899999999996
verified: no, type: nauc_precision_at_10_std
value: -44.3247
verified: no, type: nauc_precision_at_10_diff1
value: 57.2029
verified: no, type: nauc_precision_at_20_max
value: 40.8104
verified: no, type: nauc_precision_at_20_std
value: -36.0184
verified: no, type: nauc_precision_at_20_diff1
value: 56.9123
verified: no, type: nauc_precision_at_100_max
value: 33.6931
verified: no, type: nauc_precision_at_100_std
value: 82.911
verified: no, type: nauc_precision_at_100_diff1
value: 21.834500000000002
verified: no, type: nauc_precision_at_1000_max
value: 33.6931
verified: no, type: nauc_precision_at_1000_std
value: 82.911
verified: no, type: nauc_precision_at_1000_diff1
value: 21.834500000000002
verified: no, type: nauc_mrr_at_1_max
value: -13.379299999999999
verified: no, type: nauc_mrr_at_1_std
value: -36.276599999999995
verified: no, type: nauc_mrr_at_1_diff1
value: 42.9598
verified: no, type: nauc_mrr_at_3_max
value: -10.6856
verified: no, type: nauc_mrr_at_3_std
value: -39.2887
verified: no, type: nauc_mrr_at_3_diff1
value: 40.7134
verified: no, type: nauc_mrr_at_5_max
value: -9.9574
verified: no, type: nauc_mrr_at_5_std
value: -38.4355
verified: no, type: nauc_mrr_at_5_diff1
value: 40.9777
verified: no, type: nauc_mrr_at_10_max
value: -10.4527
verified: no, type: nauc_mrr_at_10_std
value: -38.5681
verified: no, type: nauc_mrr_at_10_diff1
value: 41.2832
verified: no, type: nauc_mrr_at_20_max
value: -10.5995
verified: no, type: nauc_mrr_at_20_std
value: -38.5301
verified: no, type: nauc_mrr_at_20_diff1
value: 41.2397
verified: no, type: nauc_mrr_at_100_max
value: -10.6958
verified: no, type: nauc_mrr_at_100_std
value: -38.4759
verified: no, type: nauc_mrr_at_100_diff1
value: 41.1898
verified: no, type: nauc_mrr_at_1000_max
value: -10.6958
verified: no, type: nauc_mrr_at_1000_std
value: -38.4759
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.1898
verified: no, type: main_score
value: 83.828
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: ndcg_at_1
value: 48.069
verified: no, type: ndcg_at_3
value: 55.233
verified: no, type: ndcg_at_5
value: 57.809999999999995
verified: no, type: ndcg_at_10
value: 60.812999999999995
verified: no, type: ndcg_at_20
value: 63.176
verified: no, type: ndcg_at_100
value: 65.472
verified: no, type: ndcg_at_1000
value: 66.45299999999999
verified: no, type: map_at_1
value: 39.131
verified: no, type: map_at_3
value: 49.395
verified: no, type: map_at_5
value: 51.762
verified: no, type: map_at_10
value: 53.790000000000006
verified: no, type: map_at_20
value: 54.827999999999996
verified: no, type: map_at_100
value: 55.428
verified: no, type: map_at_1000
value: 55.517
verified: no, type: recall_at_1
value: 39.131
verified: no, type: recall_at_3
value: 58.36
verified: no, type: recall_at_5
value: 65.664
verified: no, type: recall_at_10
value: 74.367
verified: no, type: recall_at_20
value: 82.633
verified: no, type: recall_at_100
value: 92.675
verified: no, type: recall_at_1000
value: 98.31299999999999
verified: no, type: precision_at_1
value: 48.069
verified: no, type: precision_at_3
value: 26.943
verified: no, type: precision_at_5
value: 19.371
verified: no, type: precision_at_10
value: 11.888
verified: no, type: precision_at_20
value: 7.06
verified: no, type: precision_at_100
value: 1.775
verified: no, type: precision_at_1000
value: 0.213
verified: no, type: mrr_at_1
value: 48.0687
verified: no, type: mrr_at_3
value: 56.699999999999996
verified: no, type: mrr_at_5
value: 58.3453
verified: no, type: mrr_at_10
value: 59.313
verified: no, type: mrr_at_20
value: 59.7255
verified: no, type: mrr_at_100
value: 59.927299999999995
verified: no, type: mrr_at_1000
value: 59.946600000000004
verified: no, type: nauc_ndcg_at_1_max
value: 27.977600000000002
verified: no, type: nauc_ndcg_at_1_std
value: -7.659299999999999
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.80779999999999
verified: no, type: nauc_ndcg_at_3_max
value: 26.188200000000002
verified: no, type: nauc_ndcg_at_3_std
value: -7.7324
verified: no, type: nauc_ndcg_at_3_diff1
value: 54.545100000000005
verified: no, type: nauc_ndcg_at_5_max
value: 26.582
verified: no, type: nauc_ndcg_at_5_std
value: -5.957
verified: no, type: nauc_ndcg_at_5_diff1
value: 54.203900000000004
verified: no, type: nauc_ndcg_at_10_max
value: 26.4581
verified: no, type: nauc_ndcg_at_10_std
value: -6.8243
verified: no, type: nauc_ndcg_at_10_diff1
value: 53.496
verified: no, type: nauc_ndcg_at_20_max
value: 27.0382
verified: no, type: nauc_ndcg_at_20_std
value: -5.7978000000000005
verified: no, type: nauc_ndcg_at_20_diff1
value: 53.3699
verified: no, type: nauc_ndcg_at_100_max
value: 27.7093
verified: no, type: nauc_ndcg_at_100_std
value: -4.6941999999999995
verified: no, type: nauc_ndcg_at_100_diff1
value: 53.478899999999996
verified: no, type: nauc_ndcg_at_1000_max
value: 27.4909
verified: no, type: nauc_ndcg_at_1000_std
value: -5.6377999999999995
verified: no, type: nauc_ndcg_at_1000_diff1
value: 53.6635
verified: no, type: nauc_map_at_1_max
value: 23.9159
verified: no, type: nauc_map_at_1_std
value: -9.536200000000001
verified: no, type: nauc_map_at_1_diff1
value: 60.1201
verified: no, type: nauc_map_at_3_max
value: 25.5082
verified: no, type: nauc_map_at_3_std
value: -9.3217
verified: no, type: nauc_map_at_3_diff1
value: 56.9299
verified: no, type: nauc_map_at_5_max
value: 26.304499999999997
verified: no, type: nauc_map_at_5_std
value: -8.2091
verified: no, type: nauc_map_at_5_diff1
value: 56.7506
verified: no, type: nauc_map_at_10_max
value: 26.562599999999996
verified: no, type: nauc_map_at_10_std
value: -8.3517
verified: no, type: nauc_map_at_10_diff1
value: 56.1056
verified: no, type: nauc_map_at_20_max
value: 26.9138
verified: no, type: nauc_map_at_20_std
value: -7.7477
verified: no, type: nauc_map_at_20_diff1
value: 55.9743
verified: no, type: nauc_map_at_100_max
value: 27.0629
verified: no, type: nauc_map_at_100_std
value: -7.5127
verified: no, type: nauc_map_at_100_diff1
value: 55.7582
verified: no, type: nauc_map_at_1000_max
value: 27.0353
verified: no, type: nauc_map_at_1000_std
value: -7.552300000000001
verified: no, type: nauc_map_at_1000_diff1
value: 55.74400000000001
verified: no, type: nauc_recall_at_1_max
value: 23.9159
verified: no, type: nauc_recall_at_1_std
value: -9.536200000000001
verified: no, type: nauc_recall_at_1_diff1
value: 60.1201
verified: no, type: nauc_recall_at_3_max
value: 22.928
verified: no, type: nauc_recall_at_3_std
value: -8.2319
verified: no, type: nauc_recall_at_3_diff1
value: 51.650600000000004
verified: no, type: nauc_recall_at_5_max
value: 22.7638
verified: no, type: nauc_recall_at_5_std
value: -3.9444
verified: no, type: nauc_recall_at_5_diff1
value: 48.6232
verified: no, type: nauc_recall_at_10_max
value: 21.2423
verified: no, type: nauc_recall_at_10_std
value: -5.8951
verified: no, type: nauc_recall_at_10_diff1
value: 44.9737
verified: no, type: nauc_recall_at_20_max
value: 23.7039
verified: no, type: nauc_recall_at_20_std
value: 1.5395
verified: no, type: nauc_recall_at_20_diff1
value: 42.4174
verified: no, type: nauc_recall_at_100_max
value: 34.741
verified: no, type: nauc_recall_at_100_std
value: 28.5448
verified: no, type: nauc_recall_at_100_diff1
value: 42.005700000000004
verified: no, type: nauc_recall_at_1000_max
value: 50.6705
verified: no, type: nauc_recall_at_1000_std
value: 54.524300000000004
verified: no, type: nauc_recall_at_1000_diff1
value: 47.5028
verified: no, type: nauc_precision_at_1_max
value: 27.977600000000002
verified: no, type: nauc_precision_at_1_std
value: -7.659299999999999
verified: no, type: nauc_precision_at_1_diff1
value: 55.80779999999999
verified: no, type: nauc_precision_at_3_max
value: 19.415
verified: no, type: nauc_precision_at_3_std
value: -3.6235999999999997
verified: no, type: nauc_precision_at_3_diff1
value: 23.4531
verified: no, type: nauc_precision_at_5_max
value: 16.8166
verified: no, type: nauc_precision_at_5_std
value: 2.8196
verified: no, type: nauc_precision_at_5_diff1
value: 11.286999999999999
verified: no, type: nauc_precision_at_10_max
value: 9.6798
verified: no, type: nauc_precision_at_10_std
value: 4.027
verified: no, type: nauc_precision_at_10_diff1
value: -3.8503000000000003
verified: no, type: nauc_precision_at_20_max
value: 4.7349000000000006
verified: no, type: nauc_precision_at_20_std
value: 6.7286
verified: no, type: nauc_precision_at_20_diff1
value: -13.5178
verified: no, type: nauc_precision_at_100_max
value: -4.5056
verified: no, type: nauc_precision_at_100_std
value: 5.0698
verified: no, type: nauc_precision_at_100_diff1
value: -24.4088
verified: no, type: nauc_precision_at_1000_max
value: -12.1574
verified: no, type: nauc_precision_at_1000_std
value: -1.5487000000000002
verified: no, type: nauc_precision_at_1000_diff1
value: -29.2365
verified: no, type: nauc_mrr_at_1_max
value: 27.977600000000002
verified: no, type: nauc_mrr_at_1_std
value: -7.659299999999999
verified: no, type: nauc_mrr_at_1_diff1
value: 55.80779999999999
verified: no, type: nauc_mrr_at_3_max
value: 27.3289
verified: no, type: nauc_mrr_at_3_std
value: -6.2736
verified: no, type: nauc_mrr_at_3_diff1
value: 53.703900000000004
verified: no, type: nauc_mrr_at_5_max
value: 27.5071
verified: no, type: nauc_mrr_at_5_std
value: -5.2781
verified: no, type: nauc_mrr_at_5_diff1
value: 53.1544
verified: no, type: nauc_mrr_at_10_max
value: 27.1179
verified: no, type: nauc_mrr_at_10_std
value: -5.7327
verified: no, type: nauc_mrr_at_10_diff1
value: 53.0266
verified: no, type: nauc_mrr_at_20_max
value: 27.269900000000003
verified: no, type: nauc_mrr_at_20_std
value: -5.5493
verified: no, type: nauc_mrr_at_20_diff1
value: 53.0654
verified: no, type: nauc_mrr_at_100_max
value: 27.3777
verified: no, type: nauc_mrr_at_100_std
value: -5.4868
verified: no, type: nauc_mrr_at_100_diff1
value: 53.0861
verified: no, type: nauc_mrr_at_1000_max
value: 27.372000000000003
verified: no, type: nauc_mrr_at_1000_std
value: -5.5075
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.095000000000006
verified: no, type: main_score
value: 60.812999999999995
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: ndcg_at_1
value: 51.529
verified: no, type: ndcg_at_3
value: 56.926
verified: no, type: ndcg_at_5
value: 58.705
verified: no, type: ndcg_at_10
value: 60.72
verified: no, type: ndcg_at_20
value: 62.12800000000001
verified: no, type: ndcg_at_100
value: 64.429
verified: no, type: ndcg_at_1000
value: 65.838
verified: no, type: map_at_1
value: 41.062
verified: no, type: map_at_3
value: 51.164
verified: no, type: map_at_5
value: 53.19199999999999
verified: no, type: map_at_10
value: 54.686
verified: no, type: map_at_20
value: 55.413999999999994
verified: no, type: map_at_100
value: 56.062
verified: no, type: map_at_1000
value: 56.176
verified: no, type: recall_at_1
value: 41.062
verified: no, type: recall_at_3
value: 58.51
verified: no, type: recall_at_5
value: 64.133
verified: no, type: recall_at_10
value: 70.599
verified: no, type: recall_at_20
value: 75.631
verified: no, type: recall_at_100
value: 85.931
verified: no, type: recall_at_1000
value: 94.304
verified: no, type: precision_at_1
value: 51.529
verified: no, type: precision_at_3
value: 27.833999999999996
verified: no, type: precision_at_5
value: 19.325
verified: no, type: precision_at_10
value: 11.42
verified: no, type: precision_at_20
value: 6.5729999999999995
verified: no, type: precision_at_100
value: 1.7209999999999999
verified: no, type: precision_at_1000
value: 0.211
verified: no, type: mrr_at_1
value: 51.52870000000001
verified: no, type: mrr_at_3
value: 58.9172
verified: no, type: mrr_at_5
value: 60.0191
verified: no, type: mrr_at_10
value: 60.7222
verified: no, type: mrr_at_20
value: 61.0019
verified: no, type: mrr_at_100
value: 61.2099
verified: no, type: mrr_at_1000
value: 61.2343
verified: no, type: nauc_ndcg_at_1_max
value: 46.3516
verified: no, type: nauc_ndcg_at_1_std
value: -10.933900000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 60.41180000000001
verified: no, type: nauc_ndcg_at_3_max
value: 46.872
verified: no, type: nauc_ndcg_at_3_std
value: -14.8367
verified: no, type: nauc_ndcg_at_3_diff1
value: 56.7346
verified: no, type: nauc_ndcg_at_5_max
value: 47.275099999999995
verified: no, type: nauc_ndcg_at_5_std
value: -14.709900000000001
verified: no, type: nauc_ndcg_at_5_diff1
value: 56.528
verified: no, type: nauc_ndcg_at_10_max
value: 47.8723
verified: no, type: nauc_ndcg_at_10_std
value: -13.4173
verified: no, type: nauc_ndcg_at_10_diff1
value: 56.5002
verified: no, type: nauc_ndcg_at_20_max
value: 48.2798
verified: no, type: nauc_ndcg_at_20_std
value: -12.7
verified: no, type: nauc_ndcg_at_20_diff1
value: 56.946200000000005
verified: no, type: nauc_ndcg_at_100_max
value: 48.626599999999996
verified: no, type: nauc_ndcg_at_100_std
value: -11.2164
verified: no, type: nauc_ndcg_at_100_diff1
value: 56.8792
verified: no, type: nauc_ndcg_at_1000_max
value: 48.648599999999995
verified: no, type: nauc_ndcg_at_1000_std
value: -10.739799999999999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 56.8788
verified: no, type: nauc_map_at_1_max
value: 35.5154
verified: no, type: nauc_map_at_1_std
value: -20.1689
verified: no, type: nauc_map_at_1_diff1
value: 62.5189
verified: no, type: nauc_map_at_3_max
value: 41.623
verified: no, type: nauc_map_at_3_std
value: -20.3848
verified: no, type: nauc_map_at_3_diff1
value: 58.6681
verified: no, type: nauc_map_at_5_max
value: 43.514399999999995
verified: no, type: nauc_map_at_5_std
value: -18.897100000000002
verified: no, type: nauc_map_at_5_diff1
value: 58.120799999999996
verified: no, type: nauc_map_at_10_max
value: 44.769999999999996
verified: no, type: nauc_map_at_10_std
value: -17.3442
verified: no, type: nauc_map_at_10_diff1
value: 57.890699999999995
verified: no, type: nauc_map_at_20_max
value: 45.3003
verified: no, type: nauc_map_at_20_std
value: -16.5269
verified: no, type: nauc_map_at_20_diff1
value: 57.9423
verified: no, type: nauc_map_at_100_max
value: 45.846
verified: no, type: nauc_map_at_100_std
value: -15.600800000000001
verified: no, type: nauc_map_at_100_diff1
value: 57.7384
verified: no, type: nauc_map_at_1000_max
value: 45.8765
verified: no, type: nauc_map_at_1000_std
value: -15.4466
verified: no, type: nauc_map_at_1000_diff1
value: 57.721500000000006
verified: no, type: nauc_recall_at_1_max
value: 35.5154
verified: no, type: nauc_recall_at_1_std
value: -20.1689
verified: no, type: nauc_recall_at_1_diff1
value: 62.5189
verified: no, type: nauc_recall_at_3_max
value: 42.097
verified: no, type: nauc_recall_at_3_std
value: -21.040300000000002
verified: no, type: nauc_recall_at_3_diff1
value: 54.2872
verified: no, type: nauc_recall_at_5_max
value: 43.797000000000004
verified: no, type: nauc_recall_at_5_std
value: -18.837699999999998
verified: no, type: nauc_recall_at_5_diff1
value: 51.9481
verified: no, type: nauc_recall_at_10_max
value: 46.7491
verified: no, type: nauc_recall_at_10_std
value: -13.830400000000001
verified: no, type: nauc_recall_at_10_diff1
value: 50.158899999999996
verified: no, type: nauc_recall_at_20_max
value: 49.222300000000004
verified: no, type: nauc_recall_at_20_std
value: -10.2718
verified: no, type: nauc_recall_at_20_diff1
value: 50.857200000000006
verified: no, type: nauc_recall_at_100_max
value: 52.182300000000005
verified: no, type: nauc_recall_at_100_std
value: 3.9248
verified: no, type: nauc_recall_at_100_diff1
value: 48.6864
verified: no, type: nauc_recall_at_1000_max
value: 61.7792
verified: no, type: nauc_recall_at_1000_std
value: 24.5652
verified: no, type: nauc_recall_at_1000_diff1
value: 47.352199999999996
verified: no, type: nauc_precision_at_1_max
value: 46.3516
verified: no, type: nauc_precision_at_1_std
value: -10.933900000000001
verified: no, type: nauc_precision_at_1_diff1
value: 60.41180000000001
verified: no, type: nauc_precision_at_3_max
value: 40.6193
verified: no, type: nauc_precision_at_3_std
value: 4.0397
verified: no, type: nauc_precision_at_3_diff1
value: 22.1081
verified: no, type: nauc_precision_at_5_max
value: 37.8276
verified: no, type: nauc_precision_at_5_std
value: 13.024099999999999
verified: no, type: nauc_precision_at_5_diff1
value: 10.8553
verified: no, type: nauc_precision_at_10_max
value: 31.2395
verified: no, type: nauc_precision_at_10_std
value: 22.2689
verified: no, type: nauc_precision_at_10_diff1
value: 0.4638
verified: no, type: nauc_precision_at_20_max
value: 26.1944
verified: no, type: nauc_precision_at_20_std
value: 27.6397
verified: no, type: nauc_precision_at_20_diff1
value: -6.0237
verified: no, type: nauc_precision_at_100_max
value: 16.9228
verified: no, type: nauc_precision_at_100_std
value: 35.9251
verified: no, type: nauc_precision_at_100_diff1
value: -17.5579
verified: no, type: nauc_precision_at_1000_max
value: 6.5974
verified: no, type: nauc_precision_at_1000_std
value: 34.6098
verified: no, type: nauc_precision_at_1000_diff1
value: -22.8643
verified: no, type: nauc_mrr_at_1_max
value: 46.3516
verified: no, type: nauc_mrr_at_1_std
value: -10.933900000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 60.41180000000001
verified: no, type: nauc_mrr_at_3_max
value: 49.2863
verified: no, type: nauc_mrr_at_3_std
value: -10.2064
verified: no, type: nauc_mrr_at_3_diff1
value: 58.3462
verified: no, type: nauc_mrr_at_5_max
value: 49.199
verified: no, type: nauc_mrr_at_5_std
value: -10.123999999999999
verified: no, type: nauc_mrr_at_5_diff1
value: 58.084
verified: no, type: nauc_mrr_at_10_max
value: 49.133300000000006
verified: no, type: nauc_mrr_at_10_std
value: -9.7817
verified: no, type: nauc_mrr_at_10_diff1
value: 58.003400000000006
verified: no, type: nauc_mrr_at_20_max
value: 49.112899999999996
verified: no, type: nauc_mrr_at_20_std
value: -9.797699999999999
verified: no, type: nauc_mrr_at_20_diff1
value: 58.0333
verified: no, type: nauc_mrr_at_100_max
value: 49.0895
verified: no, type: nauc_mrr_at_100_std
value: -9.742199999999999
verified: no, type: nauc_mrr_at_100_diff1
value: 58.084
verified: no, type: nauc_mrr_at_1000_max
value: 49.0894
verified: no, type: nauc_mrr_at_1000_std
value: -9.748800000000001
verified: no, type: nauc_mrr_at_1000_diff1
value: 58.0888
verified: no, type: main_score
value: 60.72
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: ndcg_at_1
value: 56.991
verified: no, type: ndcg_at_3
value: 64.484
verified: no, type: ndcg_at_5
value: 67.367
verified: no, type: ndcg_at_10
value: 69.649
verified: no, type: ndcg_at_20
value: 71.262
verified: no, type: ndcg_at_100
value: 72.74000000000001
verified: no, type: ndcg_at_1000
value: 73.217
verified: no, type: map_at_1
value: 50.197
verified: no, type: map_at_3
value: 60.589000000000006
verified: no, type: map_at_5
value: 62.696
verified: no, type: map_at_10
value: 63.992000000000004
verified: no, type: map_at_20
value: 64.63799999999999
verified: no, type: map_at_100
value: 64.949
verified: no, type: map_at_1000
value: 64.979
verified: no, type: recall_at_1
value: 50.197
verified: no, type: recall_at_3
value: 69.262
verified: no, type: recall_at_5
value: 76.359
verified: no, type: recall_at_10
value: 82.775
verified: no, type: recall_at_20
value: 88.553
verified: no, type: recall_at_100
value: 95.39999999999999
verified: no, type: recall_at_1000
value: 98.60799999999999
verified: no, type: precision_at_1
value: 56.991
verified: no, type: precision_at_3
value: 28.464
verified: no, type: precision_at_5
value: 19.323
verified: no, type: precision_at_10
value: 10.878
verified: no, type: precision_at_20
value: 5.978
verified: no, type: precision_at_100
value: 1.329
verified: no, type: precision_at_1000
value: 0.13899999999999998
verified: no, type: mrr_at_1
value: 56.9906
verified: no, type: mrr_at_3
value: 64.953
verified: no, type: mrr_at_5
value: 66.3981
verified: no, type: mrr_at_10
value: 67.12989999999999
verified: no, type: mrr_at_20
value: 67.4584
verified: no, type: mrr_at_100
value: 67.6041
verified: no, type: mrr_at_1000
value: 67.6164
verified: no, type: nauc_ndcg_at_1_max
value: 29.4197
verified: no, type: nauc_ndcg_at_1_std
value: -4.2024
verified: no, type: nauc_ndcg_at_1_diff1
value: 57.586099999999995
verified: no, type: nauc_ndcg_at_3_max
value: 29.2267
verified: no, type: nauc_ndcg_at_3_std
value: -5.6541
verified: no, type: nauc_ndcg_at_3_diff1
value: 55.9064
verified: no, type: nauc_ndcg_at_5_max
value: 30.6917
verified: no, type: nauc_ndcg_at_5_std
value: -4.4049
verified: no, type: nauc_ndcg_at_5_diff1
value: 55.001599999999996
verified: no, type: nauc_ndcg_at_10_max
value: 32.3335
verified: no, type: nauc_ndcg_at_10_std
value: -1.8376
verified: no, type: nauc_ndcg_at_10_diff1
value: 54.8744
verified: no, type: nauc_ndcg_at_20_max
value: 32.337500000000006
verified: no, type: nauc_ndcg_at_20_std
value: -0.2559
verified: no, type: nauc_ndcg_at_20_diff1
value: 54.9041
verified: no, type: nauc_ndcg_at_100_max
value: 32.8378
verified: no, type: nauc_ndcg_at_100_std
value: 0.13949999999999999
verified: no, type: nauc_ndcg_at_100_diff1
value: 55.2237
verified: no, type: nauc_ndcg_at_1000_max
value: 32.4805
verified: no, type: nauc_ndcg_at_1000_std
value: -0.5015999999999999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 55.302099999999996
verified: no, type: nauc_map_at_1_max
value: 20.9334
verified: no, type: nauc_map_at_1_std
value: -8.794699999999999
verified: no, type: nauc_map_at_1_diff1
value: 58.297399999999996
verified: no, type: nauc_map_at_3_max
value: 26.58
verified: no, type: nauc_map_at_3_std
value: -7.435
verified: no, type: nauc_map_at_3_diff1
value: 56.6973
verified: no, type: nauc_map_at_5_max
value: 28.0282
verified: no, type: nauc_map_at_5_std
value: -6.3039
verified: no, type: nauc_map_at_5_diff1
value: 56.0986
verified: no, type: nauc_map_at_10_max
value: 29.259800000000002
verified: no, type: nauc_map_at_10_std
value: -4.7099
verified: no, type: nauc_map_at_10_diff1
value: 55.872299999999996
verified: no, type: nauc_map_at_20_max
value: 29.669800000000002
verified: no, type: nauc_map_at_20_std
value: -3.9074999999999998
verified: no, type: nauc_map_at_20_diff1
value: 55.875600000000006
verified: no, type: nauc_map_at_100_max
value: 29.945300000000003
verified: no, type: nauc_map_at_100_std
value: -3.642
verified: no, type: nauc_map_at_100_diff1
value: 55.913199999999996
verified: no, type: nauc_map_at_1000_max
value: 29.950300000000002
verified: no, type: nauc_map_at_1000_std
value: -3.6618
verified: no, type: nauc_map_at_1000_diff1
value: 55.9176
verified: no, type: nauc_recall_at_1_max
value: 20.9334
verified: no, type: nauc_recall_at_1_std
value: -8.794699999999999
verified: no, type: nauc_recall_at_1_diff1
value: 58.297399999999996
verified: no, type: nauc_recall_at_3_max
value: 27.3335
verified: no, type: nauc_recall_at_3_std
value: -8.504399999999999
verified: no, type: nauc_recall_at_3_diff1
value: 53.8084
verified: no, type: nauc_recall_at_5_max
value: 30.4121
verified: no, type: nauc_recall_at_5_std
value: -4.9324
verified: no, type: nauc_recall_at_5_diff1
value: 49.8099
verified: no, type: nauc_recall_at_10_max
value: 37.5018
verified: no, type: nauc_recall_at_10_std
value: 4.4327
verified: no, type: nauc_recall_at_10_diff1
value: 48.5148
verified: no, type: nauc_recall_at_20_max
value: 41.3391
verified: no, type: nauc_recall_at_20_std
value: 19.0947
verified: no, type: nauc_recall_at_20_diff1
value: 47.1314
verified: no, type: nauc_recall_at_100_max
value: 61.7445
verified: no, type: nauc_recall_at_100_std
value: 47.273900000000005
verified: no, type: nauc_recall_at_100_diff1
value: 47.0043
verified: no, type: nauc_recall_at_1000_max
value: 80.9182
verified: no, type: nauc_recall_at_1000_std
value: 83.50410000000001
verified: no, type: nauc_recall_at_1000_diff1
value: 46.2219
verified: no, type: nauc_precision_at_1_max
value: 29.4197
verified: no, type: nauc_precision_at_1_std
value: -4.2024
verified: no, type: nauc_precision_at_1_diff1
value: 57.586099999999995
verified: no, type: nauc_precision_at_3_max
value: 30.166999999999998
verified: no, type: nauc_precision_at_3_std
value: 6.596
verified: no, type: nauc_precision_at_3_diff1
value: 24.067
verified: no, type: nauc_precision_at_5_max
value: 30.7447
verified: no, type: nauc_precision_at_5_std
value: 13.0323
verified: no, type: nauc_precision_at_5_diff1
value: 11.3741
verified: no, type: nauc_precision_at_10_max
value: 31.210300000000004
verified: no, type: nauc_precision_at_10_std
value: 22.1781
verified: no, type: nauc_precision_at_10_diff1
value: -0.5103
verified: no, type: nauc_precision_at_20_max
value: 28.9456
verified: no, type: nauc_precision_at_20_std
value: 28.203400000000002
verified: no, type: nauc_precision_at_20_diff1
value: -8.7866
verified: no, type: nauc_precision_at_100_max
value: 25.5805
verified: no, type: nauc_precision_at_100_std
value: 30.3128
verified: no, type: nauc_precision_at_100_diff1
value: -16.4668
verified: no, type: nauc_precision_at_1000_max
value: 22.4346
verified: no, type: nauc_precision_at_1000_std
value: 28.162799999999997
verified: no, type: nauc_precision_at_1000_diff1
value: -19.5027
verified: no, type: nauc_mrr_at_1_max
value: 29.4197
verified: no, type: nauc_mrr_at_1_std
value: -4.2024
verified: no, type: nauc_mrr_at_1_diff1
value: 57.586099999999995
verified: no, type: nauc_mrr_at_3_max
value: 31.3235
verified: no, type: nauc_mrr_at_3_std
value: -3.1822000000000004
verified: no, type: nauc_mrr_at_3_diff1
value: 55.8353
verified: no, type: nauc_mrr_at_5_max
value: 31.5034
verified: no, type: nauc_mrr_at_5_std
value: -2.5227
verified: no, type: nauc_mrr_at_5_diff1
value: 55.2967
verified: no, type: nauc_mrr_at_10_max
value: 31.9453
verified: no, type: nauc_mrr_at_10_std
value: -2.0218
verified: no, type: nauc_mrr_at_10_diff1
value: 55.5522
verified: no, type: nauc_mrr_at_20_max
value: 31.8235
verified: no, type: nauc_mrr_at_20_std
value: -1.8693000000000002
verified: no, type: nauc_mrr_at_20_diff1
value: 55.6179
verified: no, type: nauc_mrr_at_100_max
value: 31.8336
verified: no, type: nauc_mrr_at_100_std
value: -1.8726
verified: no, type: nauc_mrr_at_100_diff1
value: 55.6585
verified: no, type: nauc_mrr_at_1000_max
value: 31.8158
verified: no, type: nauc_mrr_at_1000_std
value: -1.8951
verified: no, type: nauc_mrr_at_1000_diff1
value: 55.657000000000004
verified: no, type: main_score
value: 69.649
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: ndcg_at_1
value: 35.367
verified: no, type: ndcg_at_3
value: 42.736000000000004
verified: no, type: ndcg_at_5
value: 45.754
verified: no, type: ndcg_at_10
value: 49.132
verified: no, type: ndcg_at_20
value: 51.383
verified: no, type: ndcg_at_100
value: 53.943
verified: no, type: ndcg_at_1000
value: 55.257
verified: no, type: map_at_1
value: 32.539
verified: no, type: map_at_3
value: 39.787
verified: no, type: map_at_5
value: 41.626000000000005
verified: no, type: map_at_10
value: 43.175000000000004
verified: no, type: map_at_20
value: 43.824999999999996
verified: no, type: map_at_100
value: 44.242
verified: no, type: map_at_1000
value: 44.299
verified: no, type: recall_at_1
value: 32.539
verified: no, type: recall_at_3
value: 48.238
verified: no, type: recall_at_5
value: 55.401999999999994
verified: no, type: recall_at_10
value: 65.25
verified: no, type: recall_at_20
value: 73.685
verified: no, type: recall_at_100
value: 86.414
verified: no, type: recall_at_1000
value: 96.135
verified: no, type: precision_at_1
value: 35.367
verified: no, type: precision_at_3
value: 17.965999999999998
verified: no, type: precision_at_5
value: 12.565000000000001
verified: no, type: precision_at_10
value: 7.571
verified: no, type: precision_at_20
value: 4.311
verified: no, type: precision_at_100
value: 1.046
verified: no, type: precision_at_1000
value: 0.11900000000000001
verified: no, type: mrr_at_1
value: 35.3672
verified: no, type: mrr_at_3
value: 42.3729
verified: no, type: mrr_at_5
value: 44.096000000000004
verified: no, type: mrr_at_10
value: 45.4163
verified: no, type: mrr_at_20
value: 46.0345
verified: no, type: mrr_at_100
value: 46.311600000000006
verified: no, type: mrr_at_1000
value: 46.3516
verified: no, type: nauc_ndcg_at_1_max
value: 19.4579
verified: no, type: nauc_ndcg_at_1_std
value: -7.8641000000000005
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.010799999999996
verified: no, type: nauc_ndcg_at_3_max
value: 19.3067
verified: no, type: nauc_ndcg_at_3_std
value: -8.3156
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.3506
verified: no, type: nauc_ndcg_at_5_max
value: 20.715600000000002
verified: no, type: nauc_ndcg_at_5_std
value: -8.3249
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.012299999999996
verified: no, type: nauc_ndcg_at_10_max
value: 21.9433
verified: no, type: nauc_ndcg_at_10_std
value: -6.5855
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.318400000000004
verified: no, type: nauc_ndcg_at_20_max
value: 22.5117
verified: no, type: nauc_ndcg_at_20_std
value: -5.5258
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.9516
verified: no, type: nauc_ndcg_at_100_max
value: 22.677
verified: no, type: nauc_ndcg_at_100_std
value: -4.6319
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.1231
verified: no, type: nauc_ndcg_at_1000_max
value: 22.393
verified: no, type: nauc_ndcg_at_1000_std
value: -5.2164
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.461099999999995
verified: no, type: nauc_map_at_1_max
value: 15.8856
verified: no, type: nauc_map_at_1_std
value: -8.6153
verified: no, type: nauc_map_at_1_diff1
value: 44.005100000000006
verified: no, type: nauc_map_at_3_max
value: 17.9975
verified: no, type: nauc_map_at_3_std
value: -8.4723
verified: no, type: nauc_map_at_3_diff1
value: 40.721000000000004
verified: no, type: nauc_map_at_5_max
value: 19.2239
verified: no, type: nauc_map_at_5_std
value: -8.4748
verified: no, type: nauc_map_at_5_diff1
value: 40.0337
verified: no, type: nauc_map_at_10_max
value: 19.8261
verified: no, type: nauc_map_at_10_std
value: -7.796500000000001
verified: no, type: nauc_map_at_10_diff1
value: 40.196799999999996
verified: no, type: nauc_map_at_20_max
value: 19.991400000000002
verified: no, type: nauc_map_at_20_std
value: -7.4696
verified: no, type: nauc_map_at_20_diff1
value: 40.099000000000004
verified: no, type: nauc_map_at_100_max
value: 19.997
verified: no, type: nauc_map_at_100_std
value: -7.2941
verified: no, type: nauc_map_at_100_diff1
value: 40.0761
verified: no, type: nauc_map_at_1000_max
value: 20.0007
verified: no, type: nauc_map_at_1000_std
value: -7.306699999999999
verified: no, type: nauc_map_at_1000_diff1
value: 40.084199999999996
verified: no, type: nauc_recall_at_1_max
value: 15.8856
verified: no, type: nauc_recall_at_1_std
value: -8.6153
verified: no, type: nauc_recall_at_1_diff1
value: 44.005100000000006
verified: no, type: nauc_recall_at_3_max
value: 18.8596
verified: no, type: nauc_recall_at_3_std
value: -8.1259
verified: no, type: nauc_recall_at_3_diff1
value: 36.3157
verified: no, type: nauc_recall_at_5_max
value: 21.8809
verified: no, type: nauc_recall_at_5_std
value: -8.2858
verified: no, type: nauc_recall_at_5_diff1
value: 32.3767
verified: no, type: nauc_recall_at_10_max
value: 25.887
verified: no, type: nauc_recall_at_10_std
value: -2.7673
verified: no, type: nauc_recall_at_10_diff1
value: 32.406600000000005
verified: no, type: nauc_recall_at_20_max
value: 29.155399999999997
verified: no, type: nauc_recall_at_20_std
value: 2.8259
verified: no, type: nauc_recall_at_20_diff1
value: 29.2055
verified: no, type: nauc_recall_at_100_max
value: 36.364200000000004
verified: no, type: nauc_recall_at_100_std
value: 17.3796
verified: no, type: nauc_recall_at_100_diff1
value: 27.5049
verified: no, type: nauc_recall_at_1000_max
value: 48.6796
verified: no, type: nauc_recall_at_1000_std
value: 35.4974
verified: no, type: nauc_recall_at_1000_diff1
value: 27.308300000000003
verified: no, type: nauc_precision_at_1_max
value: 19.4579
verified: no, type: nauc_precision_at_1_std
value: -7.8641000000000005
verified: no, type: nauc_precision_at_1_diff1
value: 42.010799999999996
verified: no, type: nauc_precision_at_3_max
value: 24.5147
verified: no, type: nauc_precision_at_3_std
value: -7.0382
verified: no, type: nauc_precision_at_3_diff1
value: 31.059900000000003
verified: no, type: nauc_precision_at_5_max
value: 28.531699999999997
verified: no, type: nauc_precision_at_5_std
value: -6.4431
verified: no, type: nauc_precision_at_5_diff1
value: 25.7662
verified: no, type: nauc_precision_at_10_max
value: 30.624299999999998
verified: no, type: nauc_precision_at_10_std
value: 0.8484
verified: no, type: nauc_precision_at_10_diff1
value: 20.7757
verified: no, type: nauc_precision_at_20_max
value: 32.8505
verified: no, type: nauc_precision_at_20_std
value: 7.8245
verified: no, type: nauc_precision_at_20_diff1
value: 13.8538
verified: no, type: nauc_precision_at_100_max
value: 26.1579
verified: no, type: nauc_precision_at_100_std
value: 14.829400000000001
verified: no, type: nauc_precision_at_100_diff1
value: -0.1951
verified: no, type: nauc_precision_at_1000_max
value: 17.7884
verified: no, type: nauc_precision_at_1000_std
value: 11.5839
verified: no, type: nauc_precision_at_1000_diff1
value: -10.7136
verified: no, type: nauc_mrr_at_1_max
value: 19.4579
verified: no, type: nauc_mrr_at_1_std
value: -7.8641000000000005
verified: no, type: nauc_mrr_at_1_diff1
value: 42.010799999999996
verified: no, type: nauc_mrr_at_3_max
value: 21.554599999999997
verified: no, type: nauc_mrr_at_3_std
value: -7.6639
verified: no, type: nauc_mrr_at_3_diff1
value: 39.2144
verified: no, type: nauc_mrr_at_5_max
value: 21.8337
verified: no, type: nauc_mrr_at_5_std
value: -7.7501
verified: no, type: nauc_mrr_at_5_diff1
value: 38.2256
verified: no, type: nauc_mrr_at_10_max
value: 22.1359
verified: no, type: nauc_mrr_at_10_std
value: -7.041
verified: no, type: nauc_mrr_at_10_diff1
value: 38.4475
verified: no, type: nauc_mrr_at_20_max
value: 22.2328
verified: no, type: nauc_mrr_at_20_std
value: -6.8259
verified: no, type: nauc_mrr_at_20_diff1
value: 38.3811
verified: no, type: nauc_mrr_at_100_max
value: 22.1949
verified: no, type: nauc_mrr_at_100_std
value: -6.7859
verified: no, type: nauc_mrr_at_100_diff1
value: 38.4646
verified: no, type: nauc_mrr_at_1000_max
value: 22.1936
verified: no, type: nauc_mrr_at_1000_std
value: -6.798
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.4712
verified: no, type: main_score
value: 49.132
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: ndcg_at_1
value: 27.612
verified: no, type: ndcg_at_3
value: 34.394000000000005
verified: no, type: ndcg_at_5
value: 37.399
verified: no, type: ndcg_at_10
value: 40.228
verified: no, type: ndcg_at_20
value: 42.415000000000006
verified: no, type: ndcg_at_100
value: 46.007
verified: no, type: ndcg_at_1000
value: 48.175000000000004
verified: no, type: map_at_1
value: 22.142999999999997
verified: no, type: map_at_3
value: 30.384
verified: no, type: map_at_5
value: 32.419
verified: no, type: map_at_10
value: 33.761
verified: no, type: map_at_20
value: 34.477999999999994
verified: no, type: map_at_100
value: 35.118
verified: no, type: map_at_1000
value: 35.217
verified: no, type: recall_at_1
value: 22.142999999999997
verified: no, type: recall_at_3
value: 38.891
verified: no, type: recall_at_5
value: 46.581
verified: no, type: recall_at_10
value: 54.922000000000004
verified: no, type: recall_at_20
value: 62.627
verified: no, type: recall_at_100
value: 79.146
verified: no, type: recall_at_1000
value: 94.372
verified: no, type: precision_at_1
value: 27.612
verified: no, type: precision_at_3
value: 17.081
verified: no, type: precision_at_5
value: 12.438
verified: no, type: precision_at_10
value: 7.488
verified: no, type: precision_at_20
value: 4.372
verified: no, type: precision_at_100
value: 1.194
verified: no, type: precision_at_1000
value: 0.149
verified: no, type: mrr_at_1
value: 27.6119
verified: no, type: mrr_at_3
value: 35.8002
verified: no, type: mrr_at_5
value: 37.5539
verified: no, type: mrr_at_10
value: 38.6809
verified: no, type: mrr_at_20
value: 39.1923
verified: no, type: mrr_at_100
value: 39.5794
verified: no, type: mrr_at_1000
value: 39.631899999999995
verified: no, type: nauc_ndcg_at_1_max
value: 24.148
verified: no, type: nauc_ndcg_at_1_std
value: -5.0881
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.2317
verified: no, type: nauc_ndcg_at_3_max
value: 23.771700000000003
verified: no, type: nauc_ndcg_at_3_std
value: -4.6156999999999995
verified: no, type: nauc_ndcg_at_3_diff1
value: 35.9791
verified: no, type: nauc_ndcg_at_5_max
value: 26.706200000000003
verified: no, type: nauc_ndcg_at_5_std
value: -2.2431
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.998799999999996
verified: no, type: nauc_ndcg_at_10_max
value: 26.810699999999997
verified: no, type: nauc_ndcg_at_10_std
value: -1.4038
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.989799999999995
verified: no, type: nauc_ndcg_at_20_max
value: 26.8451
verified: no, type: nauc_ndcg_at_20_std
value: -1.0877
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.2962
verified: no, type: nauc_ndcg_at_100_max
value: 26.626699999999996
verified: no, type: nauc_ndcg_at_100_std
value: -0.2287
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.0875
verified: no, type: nauc_ndcg_at_1000_max
value: 26.200400000000002
verified: no, type: nauc_ndcg_at_1000_std
value: -0.1409
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.7664
verified: no, type: nauc_map_at_1_max
value: 21.2911
verified: no, type: nauc_map_at_1_std
value: -5.6451
verified: no, type: nauc_map_at_1_diff1
value: 38.2231
verified: no, type: nauc_map_at_3_max
value: 22.6701
verified: no, type: nauc_map_at_3_std
value: -5.0638000000000005
verified: no, type: nauc_map_at_3_diff1
value: 35.8224
verified: no, type: nauc_map_at_5_max
value: 24.3914
verified: no, type: nauc_map_at_5_std
value: -3.7914999999999996
verified: no, type: nauc_map_at_5_diff1
value: 35.8784
verified: no, type: nauc_map_at_10_max
value: 24.6138
verified: no, type: nauc_map_at_10_std
value: -3.2283
verified: no, type: nauc_map_at_10_diff1
value: 35.6532
verified: no, type: nauc_map_at_20_max
value: 24.726200000000002
verified: no, type: nauc_map_at_20_std
value: -3.0931
verified: no, type: nauc_map_at_20_diff1
value: 35.7842
verified: no, type: nauc_map_at_100_max
value: 24.6947
verified: no, type: nauc_map_at_100_std
value: -2.9161
verified: no, type: nauc_map_at_100_diff1
value: 35.721799999999995
verified: no, type: nauc_map_at_1000_max
value: 24.6692
verified: no, type: nauc_map_at_1000_std
value: -2.9091
verified: no, type: nauc_map_at_1000_diff1
value: 35.7554
verified: no, type: nauc_recall_at_1_max
value: 21.2911
verified: no, type: nauc_recall_at_1_std
value: -5.6451
verified: no, type: nauc_recall_at_1_diff1
value: 38.2231
verified: no, type: nauc_recall_at_3_max
value: 22.7943
verified: no, type: nauc_recall_at_3_std
value: -4.967499999999999
verified: no, type: nauc_recall_at_3_diff1
value: 32.1781
verified: no, type: nauc_recall_at_5_max
value: 28.5417
verified: no, type: nauc_recall_at_5_std
value: -0.1797
verified: no, type: nauc_recall_at_5_diff1
value: 31.631999999999998
verified: no, type: nauc_recall_at_10_max
value: 29.0276
verified: no, type: nauc_recall_at_10_std
value: 2.7005
verified: no, type: nauc_recall_at_10_diff1
value: 28.642400000000002
verified: no, type: nauc_recall_at_20_max
value: 28.985
verified: no, type: nauc_recall_at_20_std
value: 3.7156000000000002
verified: no, type: nauc_recall_at_20_diff1
value: 28.619899999999998
verified: no, type: nauc_recall_at_100_max
value: 29.399199999999997
verified: no, type: nauc_recall_at_100_std
value: 12.0357
verified: no, type: nauc_recall_at_100_diff1
value: 24.9561
verified: no, type: nauc_recall_at_1000_max
value: 30.2371
verified: no, type: nauc_recall_at_1000_std
value: 42.493199999999995
verified: no, type: nauc_recall_at_1000_diff1
value: 31.3261
verified: no, type: nauc_precision_at_1_max
value: 24.148
verified: no, type: nauc_precision_at_1_std
value: -5.0881
verified: no, type: nauc_precision_at_1_diff1
value: 40.2317
verified: no, type: nauc_precision_at_3_max
value: 23.5682
verified: no, type: nauc_precision_at_3_std
value: -3.0209
verified: no, type: nauc_precision_at_3_diff1
value: 31.5469
verified: no, type: nauc_precision_at_5_max
value: 27.9194
verified: no, type: nauc_precision_at_5_std
value: 3.1782
verified: no, type: nauc_precision_at_5_diff1
value: 29.5375
verified: no, type: nauc_precision_at_10_max
value: 25.3548
verified: no, type: nauc_precision_at_10_std
value: 6.4399999999999995
verified: no, type: nauc_precision_at_10_diff1
value: 23.765
verified: no, type: nauc_precision_at_20_max
value: 21.7784
verified: no, type: nauc_precision_at_20_std
value: 9.0614
verified: no, type: nauc_precision_at_20_diff1
value: 21.2712
verified: no, type: nauc_precision_at_100_max
value: 9.548399999999999
verified: no, type: nauc_precision_at_100_std
value: 10.1302
verified: no, type: nauc_precision_at_100_diff1
value: 7.7794
verified: no, type: nauc_precision_at_1000_max
value: -1.786
verified: no, type: nauc_precision_at_1000_std
value: 7.0483
verified: no, type: nauc_precision_at_1000_diff1
value: 0.3852
verified: no, type: nauc_mrr_at_1_max
value: 24.148
verified: no, type: nauc_mrr_at_1_std
value: -5.0881
verified: no, type: nauc_mrr_at_1_diff1
value: 40.2317
verified: no, type: nauc_mrr_at_3_max
value: 25.427300000000002
verified: no, type: nauc_mrr_at_3_std
value: -3.3314999999999997
verified: no, type: nauc_mrr_at_3_diff1
value: 37.6423
verified: no, type: nauc_mrr_at_5_max
value: 27.078200000000002
verified: no, type: nauc_mrr_at_5_std
value: -1.9624
verified: no, type: nauc_mrr_at_5_diff1
value: 37.736999999999995
verified: no, type: nauc_mrr_at_10_max
value: 26.682899999999997
verified: no, type: nauc_mrr_at_10_std
value: -2.1461
verified: no, type: nauc_mrr_at_10_diff1
value: 37.229800000000004
verified: no, type: nauc_mrr_at_20_max
value: 26.607599999999998
verified: no, type: nauc_mrr_at_20_std
value: -2.1086
verified: no, type: nauc_mrr_at_20_diff1
value: 37.2775
verified: no, type: nauc_mrr_at_100_max
value: 26.5872
verified: no, type: nauc_mrr_at_100_std
value: -2.0627
verified: no, type: nauc_mrr_at_100_diff1
value: 37.331399999999995
verified: no, type: nauc_mrr_at_1000_max
value: 26.581599999999998
verified: no, type: nauc_mrr_at_1000_std
value: -2.0612
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.35
verified: no, type: main_score
value: 40.228
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: ndcg_at_1
value: 46.391
verified: no, type: ndcg_at_3
value: 53.346000000000004
verified: no, type: ndcg_at_5
value: 55.783
verified: no, type: ndcg_at_10
value: 58.559000000000005
verified: no, type: ndcg_at_20
value: 60.546
verified: no, type: ndcg_at_100
value: 63.466
verified: no, type: ndcg_at_1000
value: 64.522
verified: no, type: map_at_1
value: 37.635999999999996
verified: no, type: map_at_3
value: 48.29
verified: no, type: map_at_5
value: 50.32600000000001
verified: no, type: map_at_10
value: 51.932
verified: no, type: map_at_20
value: 52.674
verified: no, type: map_at_100
value: 53.288000000000004
verified: no, type: map_at_1000
value: 53.361000000000004
verified: no, type: recall_at_1
value: 37.635999999999996
verified: no, type: recall_at_3
value: 57.364000000000004
verified: no, type: recall_at_5
value: 64.051
verified: no, type: recall_at_10
value: 72.499
verified: no, type: recall_at_20
value: 79.119
verified: no, type: recall_at_100
value: 92.06
verified: no, type: recall_at_1000
value: 98.36
verified: no, type: precision_at_1
value: 46.391
verified: no, type: precision_at_3
value: 25.922
verified: no, type: precision_at_5
value: 17.921
verified: no, type: precision_at_10
value: 10.587
verified: no, type: precision_at_20
value: 6.0440000000000005
verified: no, type: precision_at_100
value: 1.52
verified: no, type: precision_at_1000
value: 0.17600000000000002
verified: no, type: mrr_at_1
value: 46.3908
verified: no, type: mrr_at_3
value: 55.1011
verified: no, type: mrr_at_5
value: 56.501400000000004
verified: no, type: mrr_at_10
value: 57.4608
verified: no, type: mrr_at_20
value: 57.8635
verified: no, type: mrr_at_100
value: 58.107
verified: no, type: mrr_at_1000
value: 58.1252
verified: no, type: nauc_ndcg_at_1_max
value: 25.2322
verified: no, type: nauc_ndcg_at_1_std
value: -6.2181
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.194599999999994
verified: no, type: nauc_ndcg_at_3_max
value: 19.9074
verified: no, type: nauc_ndcg_at_3_std
value: -11.360000000000001
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.1354
verified: no, type: nauc_ndcg_at_5_max
value: 21.6277
verified: no, type: nauc_ndcg_at_5_std
value: -11.5257
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.7328
verified: no, type: nauc_ndcg_at_10_max
value: 21.956400000000002
verified: no, type: nauc_ndcg_at_10_std
value: -11.355500000000001
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.794399999999996
verified: no, type: nauc_ndcg_at_20_max
value: 22.6223
verified: no, type: nauc_ndcg_at_20_std
value: -9.853399999999999
verified: no, type: nauc_ndcg_at_20_diff1
value: 50.9574
verified: no, type: nauc_ndcg_at_100_max
value: 24.2651
verified: no, type: nauc_ndcg_at_100_std
value: -8.0397
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.936800000000005
verified: no, type: nauc_ndcg_at_1000_max
value: 23.7596
verified: no, type: nauc_ndcg_at_1000_std
value: -8.272400000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.0966
verified: no, type: nauc_map_at_1_max
value: 17.255100000000002
verified: no, type: nauc_map_at_1_std
value: -12.065199999999999
verified: no, type: nauc_map_at_1_diff1
value: 58.6877
verified: no, type: nauc_map_at_3_max
value: 18.1417
verified: no, type: nauc_map_at_3_std
value: -12.441
verified: no, type: nauc_map_at_3_diff1
value: 52.2177
verified: no, type: nauc_map_at_5_max
value: 19.8392
verified: no, type: nauc_map_at_5_std
value: -12.0891
verified: no, type: nauc_map_at_5_diff1
value: 52.1775
verified: no, type: nauc_map_at_10_max
value: 20.3045
verified: no, type: nauc_map_at_10_std
value: -11.5255
verified: no, type: nauc_map_at_10_diff1
value: 51.9204
verified: no, type: nauc_map_at_20_max
value: 20.6431
verified: no, type: nauc_map_at_20_std
value: -10.943999999999999
verified: no, type: nauc_map_at_20_diff1
value: 51.9193
verified: no, type: nauc_map_at_100_max
value: 21.0146
verified: no, type: nauc_map_at_100_std
value: -10.5171
verified: no, type: nauc_map_at_100_diff1
value: 51.891600000000004
verified: no, type: nauc_map_at_1000_max
value: 21.0138
verified: no, type: nauc_map_at_1000_std
value: -10.5187
verified: no, type: nauc_map_at_1000_diff1
value: 51.889399999999995
verified: no, type: nauc_recall_at_1_max
value: 17.255100000000002
verified: no, type: nauc_recall_at_1_std
value: -12.065199999999999
verified: no, type: nauc_recall_at_1_diff1
value: 58.6877
verified: no, type: nauc_recall_at_3_max
value: 14.9038
verified: no, type: nauc_recall_at_3_std
value: -16.0303
verified: no, type: nauc_recall_at_3_diff1
value: 45.6118
verified: no, type: nauc_recall_at_5_max
value: 19.6895
verified: no, type: nauc_recall_at_5_std
value: -15.123700000000001
verified: no, type: nauc_recall_at_5_diff1
value: 44.7614
verified: no, type: nauc_recall_at_10_max
value: 21.5993
verified: no, type: nauc_recall_at_10_std
value: -14.677000000000001
verified: no, type: nauc_recall_at_10_diff1
value: 43.5458
verified: no, type: nauc_recall_at_20_max
value: 23.7273
verified: no, type: nauc_recall_at_20_std
value: -8.9258
verified: no, type: nauc_recall_at_20_diff1
value: 43.411
verified: no, type: nauc_recall_at_100_max
value: 44.1535
verified: no, type: nauc_recall_at_100_std
value: 11.811399999999999
verified: no, type: nauc_recall_at_100_diff1
value: 39.9942
verified: no, type: nauc_recall_at_1000_max
value: 58.7738
verified: no, type: nauc_recall_at_1000_std
value: 53.4193
verified: no, type: nauc_recall_at_1000_diff1
value: 44.9384
verified: no, type: nauc_precision_at_1_max
value: 25.2322
verified: no, type: nauc_precision_at_1_std
value: -6.2181
verified: no, type: nauc_precision_at_1_diff1
value: 56.194599999999994
verified: no, type: nauc_precision_at_3_max
value: 20.545099999999998
verified: no, type: nauc_precision_at_3_std
value: -1.3921
verified: no, type: nauc_precision_at_3_diff1
value: 20.9195
verified: no, type: nauc_precision_at_5_max
value: 22.6269
verified: no, type: nauc_precision_at_5_std
value: 1.6629999999999998
verified: no, type: nauc_precision_at_5_diff1
value: 13.5518
verified: no, type: nauc_precision_at_10_max
value: 19.0727
verified: no, type: nauc_precision_at_10_std
value: 7.6507000000000005
verified: no, type: nauc_precision_at_10_diff1
value: 2.5033
verified: no, type: nauc_precision_at_20_max
value: 17.127
verified: no, type: nauc_precision_at_20_std
value: 13.337299999999999
verified: no, type: nauc_precision_at_20_diff1
value: -4.3276
verified: no, type: nauc_precision_at_100_max
value: 14.391200000000001
verified: no, type: nauc_precision_at_100_std
value: 18.587400000000002
verified: no, type: nauc_precision_at_100_diff1
value: -17.813200000000002
verified: no, type: nauc_precision_at_1000_max
value: 7.077500000000001
verified: no, type: nauc_precision_at_1000_std
value: 14.2364
verified: no, type: nauc_precision_at_1000_diff1
value: -22.9923
verified: no, type: nauc_mrr_at_1_max
value: 25.2322
verified: no, type: nauc_mrr_at_1_std
value: -6.2181
verified: no, type: nauc_mrr_at_1_diff1
value: 56.194599999999994
verified: no, type: nauc_mrr_at_3_max
value: 23.7401
verified: no, type: nauc_mrr_at_3_std
value: -8.2938
verified: no, type: nauc_mrr_at_3_diff1
value: 52.3172
verified: no, type: nauc_mrr_at_5_max
value: 24.5318
verified: no, type: nauc_mrr_at_5_std
value: -8.036999999999999
verified: no, type: nauc_mrr_at_5_diff1
value: 52.322
verified: no, type: nauc_mrr_at_10_max
value: 24.7665
verified: no, type: nauc_mrr_at_10_std
value: -7.8762
verified: no, type: nauc_mrr_at_10_diff1
value: 52.2911
verified: no, type: nauc_mrr_at_20_max
value: 24.7915
verified: no, type: nauc_mrr_at_20_std
value: -7.7294
verified: no, type: nauc_mrr_at_20_diff1
value: 52.356700000000004
verified: no, type: nauc_mrr_at_100_max
value: 24.9507
verified: no, type: nauc_mrr_at_100_std
value: -7.5558
verified: no, type: nauc_mrr_at_100_diff1
value: 52.371199999999995
verified: no, type: nauc_mrr_at_1000_max
value: 24.9333
verified: no, type: nauc_mrr_at_1000_std
value: -7.563000000000001
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.378899999999994
verified: no, type: main_score
value: 58.559000000000005
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: ndcg_at_1
value: 40.868
verified: no, type: ndcg_at_3
value: 48.642
verified: no, type: ndcg_at_5
value: 51.781
verified: no, type: ndcg_at_10
value: 54.53
verified: no, type: ndcg_at_20
value: 57.055
verified: no, type: ndcg_at_100
value: 59.64
verified: no, type: ndcg_at_1000
value: 60.893
verified: no, type: map_at_1
value: 33.056999999999995
verified: no, type: map_at_3
value: 43.275999999999996
verified: no, type: map_at_5
value: 45.846
verified: no, type: map_at_10
value: 47.423
verified: no, type: map_at_20
value: 48.327
verified: no, type: map_at_100
value: 48.869
verified: no, type: map_at_1000
value: 48.952
verified: no, type: recall_at_1
value: 33.056999999999995
verified: no, type: recall_at_3
value: 52.947
verified: no, type: recall_at_5
value: 61.402
verified: no, type: recall_at_10
value: 69.503
verified: no, type: recall_at_20
value: 78.505
verified: no, type: recall_at_100
value: 90.121
verified: no, type: recall_at_1000
value: 98.002
verified: no, type: precision_at_1
value: 40.868
verified: no, type: precision_at_3
value: 23.857999999999997
verified: no, type: precision_at_5
value: 17.192
verified: no, type: precision_at_10
value: 10.24
verified: no, type: precision_at_20
value: 5.965
verified: no, type: precision_at_100
value: 1.477
verified: no, type: precision_at_1000
value: 0.174
verified: no, type: mrr_at_1
value: 40.867599999999996
verified: no, type: mrr_at_3
value: 50.32339999999999
verified: no, type: mrr_at_5
value: 52.0586
verified: no, type: mrr_at_10
value: 52.975300000000004
verified: no, type: mrr_at_20
value: 53.5274
verified: no, type: mrr_at_100
value: 53.7496
verified: no, type: mrr_at_1000
value: 53.776900000000005
verified: no, type: nauc_ndcg_at_1_max
value: 37.4067
verified: no, type: nauc_ndcg_at_1_std
value: -0.30469999999999997
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.4693
verified: no, type: nauc_ndcg_at_3_max
value: 32.189499999999995
verified: no, type: nauc_ndcg_at_3_std
value: -2.8709
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.5817
verified: no, type: nauc_ndcg_at_5_max
value: 34.2106
verified: no, type: nauc_ndcg_at_5_std
value: -1.6284
verified: no, type: nauc_ndcg_at_5_diff1
value: 44.963300000000004
verified: no, type: nauc_ndcg_at_10_max
value: 35.9831
verified: no, type: nauc_ndcg_at_10_std
value: -0.5308
verified: no, type: nauc_ndcg_at_10_diff1
value: 44.4916
verified: no, type: nauc_ndcg_at_20_max
value: 36.911100000000005
verified: no, type: nauc_ndcg_at_20_std
value: 1.0106
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.4908
verified: no, type: nauc_ndcg_at_100_max
value: 37.1523
verified: no, type: nauc_ndcg_at_100_std
value: 1.1026
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.699
verified: no, type: nauc_ndcg_at_1000_max
value: 36.5078
verified: no, type: nauc_ndcg_at_1000_std
value: 0.16770000000000002
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.190599999999996
verified: no, type: nauc_map_at_1_max
value: 29.7439
verified: no, type: nauc_map_at_1_std
value: -6.319
verified: no, type: nauc_map_at_1_diff1
value: 51.9663
verified: no, type: nauc_map_at_3_max
value: 30.5211
verified: no, type: nauc_map_at_3_std
value: -4.707999999999999
verified: no, type: nauc_map_at_3_diff1
value: 45.9037
verified: no, type: nauc_map_at_5_max
value: 32.2106
verified: no, type: nauc_map_at_5_std
value: -3.4691
verified: no, type: nauc_map_at_5_diff1
value: 46.7528
verified: no, type: nauc_map_at_10_max
value: 33.549299999999995
verified: no, type: nauc_map_at_10_std
value: -2.5991
verified: no, type: nauc_map_at_10_diff1
value: 46.4505
verified: no, type: nauc_map_at_20_max
value: 34.0376
verified: no, type: nauc_map_at_20_std
value: -1.9521
verified: no, type: nauc_map_at_20_diff1
value: 46.838499999999996
verified: no, type: nauc_map_at_100_max
value: 34.2295
verified: no, type: nauc_map_at_100_std
value: -1.8651999999999997
verified: no, type: nauc_map_at_100_diff1
value: 46.9823
verified: no, type: nauc_map_at_1000_max
value: 34.2185
verified: no, type: nauc_map_at_1000_std
value: -1.8887
verified: no, type: nauc_map_at_1000_diff1
value: 47.0126
verified: no, type: nauc_recall_at_1_max
value: 29.7439
verified: no, type: nauc_recall_at_1_std
value: -6.319
verified: no, type: nauc_recall_at_1_diff1
value: 51.9663
verified: no, type: nauc_recall_at_3_max
value: 26.13
verified: no, type: nauc_recall_at_3_std
value: -4.8992
verified: no, type: nauc_recall_at_3_diff1
value: 35.1348
verified: no, type: nauc_recall_at_5_max
value: 30.7695
verified: no, type: nauc_recall_at_5_std
value: -0.9249999999999999
verified: no, type: nauc_recall_at_5_diff1
value: 36.2869
verified: no, type: nauc_recall_at_10_max
value: 35.4921
verified: no, type: nauc_recall_at_10_std
value: 2.2886
verified: no, type: nauc_recall_at_10_diff1
value: 33.2445
verified: no, type: nauc_recall_at_20_max
value: 39.558
verified: no, type: nauc_recall_at_20_std
value: 10.9075
verified: no, type: nauc_recall_at_20_diff1
value: 34.7726
verified: no, type: nauc_recall_at_100_max
value: 47.0133
verified: no, type: nauc_recall_at_100_std
value: 24.0775
verified: no, type: nauc_recall_at_100_diff1
value: 30.848100000000002
verified: no, type: nauc_recall_at_1000_max
value: 45.225500000000004
verified: no, type: nauc_recall_at_1000_std
value: 28.438000000000002
verified: no, type: nauc_recall_at_1000_diff1
value: 43.8056
verified: no, type: nauc_precision_at_1_max
value: 37.4067
verified: no, type: nauc_precision_at_1_std
value: -0.30469999999999997
verified: no, type: nauc_precision_at_1_diff1
value: 52.4693
verified: no, type: nauc_precision_at_3_max
value: 29.921599999999998
verified: no, type: nauc_precision_at_3_std
value: 5.675800000000001
verified: no, type: nauc_precision_at_3_diff1
value: 23.6204
verified: no, type: nauc_precision_at_5_max
value: 29.7564
verified: no, type: nauc_precision_at_5_std
value: 10.1148
verified: no, type: nauc_precision_at_5_diff1
value: 18.9625
verified: no, type: nauc_precision_at_10_max
value: 29.893700000000003
verified: no, type: nauc_precision_at_10_std
value: 15.361600000000001
verified: no, type: nauc_precision_at_10_diff1
value: 10.6273
verified: no, type: nauc_precision_at_20_max
value: 27.0088
verified: no, type: nauc_precision_at_20_std
value: 18.9419
verified: no, type: nauc_precision_at_20_diff1
value: 7.1076
verified: no, type: nauc_precision_at_100_max
value: 19.3034
verified: no, type: nauc_precision_at_100_std
value: 19.8688
verified: no, type: nauc_precision_at_100_diff1
value: 0.6564000000000001
verified: no, type: nauc_precision_at_1000_max
value: 13.0466
verified: no, type: nauc_precision_at_1000_std
value: 18.043899999999997
verified: no, type: nauc_precision_at_1000_diff1
value: -0.2514
verified: no, type: nauc_mrr_at_1_max
value: 37.4067
verified: no, type: nauc_mrr_at_1_std
value: -0.30469999999999997
verified: no, type: nauc_mrr_at_1_diff1
value: 52.4693
verified: no, type: nauc_mrr_at_3_max
value: 35.9476
verified: no, type: nauc_mrr_at_3_std
value: -0.8815
verified: no, type: nauc_mrr_at_3_diff1
value: 45.8362
verified: no, type: nauc_mrr_at_5_max
value: 37.4581
verified: no, type: nauc_mrr_at_5_std
value: 0.10319999999999999
verified: no, type: nauc_mrr_at_5_diff1
value: 46.3088
verified: no, type: nauc_mrr_at_10_max
value: 37.580000000000005
verified: no, type: nauc_mrr_at_10_std
value: 0.0791
verified: no, type: nauc_mrr_at_10_diff1
value: 46.4422
verified: no, type: nauc_mrr_at_20_max
value: 37.7826
verified: no, type: nauc_mrr_at_20_std
value: 0.3522
verified: no, type: nauc_mrr_at_20_diff1
value: 46.7682
verified: no, type: nauc_mrr_at_100_max
value: 37.7467
verified: no, type: nauc_mrr_at_100_std
value: 0.3098
verified: no, type: nauc_mrr_at_100_diff1
value: 46.8447
verified: no, type: nauc_mrr_at_1000_max
value: 37.7237
verified: no, type: nauc_mrr_at_1000_std
value: 0.2942
verified: no, type: nauc_mrr_at_1000_diff1
value: 46.8562
verified: no, type: main_score
value: 54.53
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 52.187666666666665
verified: no, type: ndcg_at_10
value: 52.187666666666665
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: ndcg_at_1
value: 34.816
verified: no, type: ndcg_at_3
value: 40.672999999999995
verified: no, type: ndcg_at_5
value: 43.075
verified: no, type: ndcg_at_10
value: 46.217999999999996
verified: no, type: ndcg_at_20
value: 48.299
verified: no, type: ndcg_at_100
value: 51.092999999999996
verified: no, type: ndcg_at_1000
value: 52.873999999999995
verified: no, type: map_at_1
value: 30.59
verified: no, type: map_at_3
value: 37.352999999999994
verified: no, type: map_at_5
value: 38.985
verified: no, type: map_at_10
value: 40.461999999999996
verified: no, type: map_at_20
value: 41.105000000000004
verified: no, type: map_at_100
value: 41.555
verified: no, type: map_at_1000
value: 41.635
verified: no, type: recall_at_1
value: 30.59
verified: no, type: recall_at_3
value: 44.993
verified: no, type: recall_at_5
value: 50.985
verified: no, type: recall_at_10
value: 60.638000000000005
verified: no, type: recall_at_20
value: 68.483
verified: no, type: recall_at_100
value: 82.25200000000001
verified: no, type: recall_at_1000
value: 94.939
verified: no, type: precision_at_1
value: 34.816
verified: no, type: precision_at_3
value: 17.945
verified: no, type: precision_at_5
value: 12.485
verified: no, type: precision_at_10
value: 7.5
verified: no, type: precision_at_20
value: 4.317
verified: no, type: precision_at_100
value: 1.072
verified: no, type: precision_at_1000
value: 0.13
verified: no, type: mrr_at_1
value: 34.816
verified: no, type: mrr_at_3
value: 41.1299
verified: no, type: mrr_at_5
value: 42.4719
verified: no, type: mrr_at_10
value: 43.749
verified: no, type: mrr_at_20
value: 44.2399
verified: no, type: mrr_at_100
value: 44.5852
verified: no, type: mrr_at_1000
value: 44.6322
verified: no, type: nauc_ndcg_at_1_max
value: 27.101300000000002
verified: no, type: nauc_ndcg_at_1_std
value: -7.3921
verified: no, type: nauc_ndcg_at_1_diff1
value: 60.45890000000001
verified: no, type: nauc_ndcg_at_3_max
value: 25.9799
verified: no, type: nauc_ndcg_at_3_std
value: -5.8032
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.5664
verified: no, type: nauc_ndcg_at_5_max
value: 25.4921
verified: no, type: nauc_ndcg_at_5_std
value: -5.382
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.241899999999994
verified: no, type: nauc_ndcg_at_10_max
value: 25.092100000000002
verified: no, type: nauc_ndcg_at_10_std
value: -5.0706
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.139900000000004
verified: no, type: nauc_ndcg_at_20_max
value: 26.554499999999997
verified: no, type: nauc_ndcg_at_20_std
value: -3.7098
verified: no, type: nauc_ndcg_at_20_diff1
value: 49.695
verified: no, type: nauc_ndcg_at_100_max
value: 27.3013
verified: no, type: nauc_ndcg_at_100_std
value: -1.8762
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.0758
verified: no, type: nauc_ndcg_at_1000_max
value: 27.1576
verified: no, type: nauc_ndcg_at_1000_std
value: -2.6355
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.838300000000004
verified: no, type: nauc_map_at_1_max
value: 23.2966
verified: no, type: nauc_map_at_1_std
value: -8.626000000000001
verified: no, type: nauc_map_at_1_diff1
value: 60.4629
verified: no, type: nauc_map_at_3_max
value: 24.6135
verified: no, type: nauc_map_at_3_std
value: -6.8465
verified: no, type: nauc_map_at_3_diff1
value: 54.9658
verified: no, type: nauc_map_at_5_max
value: 24.8204
verified: no, type: nauc_map_at_5_std
value: -6.4777000000000005
verified: no, type: nauc_map_at_5_diff1
value: 53.897099999999995
verified: no, type: nauc_map_at_10_max
value: 24.6868
verified: no, type: nauc_map_at_10_std
value: -6.389
verified: no, type: nauc_map_at_10_diff1
value: 53.4103
verified: no, type: nauc_map_at_20_max
value: 25.1706
verified: no, type: nauc_map_at_20_std
value: -6.0055
verified: no, type: nauc_map_at_20_diff1
value: 53.24719999999999
verified: no, type: nauc_map_at_100_max
value: 25.312800000000003
verified: no, type: nauc_map_at_100_std
value: -5.7338000000000005
verified: no, type: nauc_map_at_100_diff1
value: 53.323
verified: no, type: nauc_map_at_1000_max
value: 25.307000000000002
verified: no, type: nauc_map_at_1000_std
value: -5.758900000000001
verified: no, type: nauc_map_at_1000_diff1
value: 53.352999999999994
verified: no, type: nauc_recall_at_1_max
value: 23.2966
verified: no, type: nauc_recall_at_1_std
value: -8.626000000000001
verified: no, type: nauc_recall_at_1_diff1
value: 60.4629
verified: no, type: nauc_recall_at_3_max
value: 25.026300000000003
verified: no, type: nauc_recall_at_3_std
value: -4.8145
verified: no, type: nauc_recall_at_3_diff1
value: 46.1804
verified: no, type: nauc_recall_at_5_max
value: 24.2886
verified: no, type: nauc_recall_at_5_std
value: -3.4981999999999998
verified: no, type: nauc_recall_at_5_diff1
value: 42.3891
verified: no, type: nauc_recall_at_10_max
value: 22.723
verified: no, type: nauc_recall_at_10_std
value: -1.4694
verified: no, type: nauc_recall_at_10_diff1
value: 37.2443
verified: no, type: nauc_recall_at_20_max
value: 27.9569
verified: no, type: nauc_recall_at_20_std
value: 4.190300000000001
verified: no, type: nauc_recall_at_20_diff1
value: 33.8085
verified: no, type: nauc_recall_at_100_max
value: 35.9651
verified: no, type: nauc_recall_at_100_std
value: 26.3042
verified: no, type: nauc_recall_at_100_diff1
value: 27.5138
verified: no, type: nauc_recall_at_1000_max
value: 53.2536
verified: no, type: nauc_recall_at_1000_std
value: 53.539899999999996
verified: no, type: nauc_recall_at_1000_diff1
value: 12.645999999999999
verified: no, type: nauc_precision_at_1_max
value: 27.101300000000002
verified: no, type: nauc_precision_at_1_std
value: -7.3921
verified: no, type: nauc_precision_at_1_diff1
value: 60.45890000000001
verified: no, type: nauc_precision_at_3_max
value: 26.884200000000003
verified: no, type: nauc_precision_at_3_std
value: -1.2686
verified: no, type: nauc_precision_at_3_diff1
value: 38.2754
verified: no, type: nauc_precision_at_5_max
value: 24.5385
verified: no, type: nauc_precision_at_5_std
value: 0.6978
verified: no, type: nauc_precision_at_5_diff1
value: 29.4833
verified: no, type: nauc_precision_at_10_max
value: 21.5336
verified: no, type: nauc_precision_at_10_std
value: 1.9573
verified: no, type: nauc_precision_at_10_diff1
value: 21.1369
verified: no, type: nauc_precision_at_20_max
value: 24.7216
verified: no, type: nauc_precision_at_20_std
value: 8.632900000000001
verified: no, type: nauc_precision_at_20_diff1
value: 13.6823
verified: no, type: nauc_precision_at_100_max
value: 20.265900000000002
verified: no, type: nauc_precision_at_100_std
value: 15.1452
verified: no, type: nauc_precision_at_100_diff1
value: 3.6132999999999997
verified: no, type: nauc_precision_at_1000_max
value: 9.309000000000001
verified: no, type: nauc_precision_at_1000_std
value: 10.9778
verified: no, type: nauc_precision_at_1000_diff1
value: -4.9729
verified: no, type: nauc_mrr_at_1_max
value: 27.101300000000002
verified: no, type: nauc_mrr_at_1_std
value: -7.3921
verified: no, type: nauc_mrr_at_1_diff1
value: 60.45890000000001
verified: no, type: nauc_mrr_at_3_max
value: 27.294400000000003
verified: no, type: nauc_mrr_at_3_std
value: -6.070600000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 54.1972
verified: no, type: nauc_mrr_at_5_max
value: 27.134900000000002
verified: no, type: nauc_mrr_at_5_std
value: -5.5966000000000005
verified: no, type: nauc_mrr_at_5_diff1
value: 53.9171
verified: no, type: nauc_mrr_at_10_max
value: 27.2217
verified: no, type: nauc_mrr_at_10_std
value: -5.1945
verified: no, type: nauc_mrr_at_10_diff1
value: 53.5342
verified: no, type: nauc_mrr_at_20_max
value: 27.4326
verified: no, type: nauc_mrr_at_20_std
value: -4.936
verified: no, type: nauc_mrr_at_20_diff1
value: 53.424400000000006
verified: no, type: nauc_mrr_at_100_max
value: 27.4249
verified: no, type: nauc_mrr_at_100_std
value: -4.8412999999999995
verified: no, type: nauc_mrr_at_100_diff1
value: 53.498900000000006
verified: no, type: nauc_mrr_at_1000_max
value: 27.428
verified: no, type: nauc_mrr_at_1000_std
value: -4.8584000000000005
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.528200000000005
verified: no, type: main_score
value: 46.217999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: ndcg_at_1
value: 27.357
verified: no, type: ndcg_at_3
value: 33.004
verified: no, type: ndcg_at_5
value: 35.423
verified: no, type: ndcg_at_10
value: 38.188
verified: no, type: ndcg_at_20
value: 40.407
verified: no, type: ndcg_at_100
value: 43.747
verified: no, type: ndcg_at_1000
value: 46.105000000000004
verified: no, type: map_at_1
value: 22.529
verified: no, type: map_at_3
value: 29.392000000000003
verified: no, type: map_at_5
value: 31.075999999999997
verified: no, type: map_at_10
value: 32.411
verified: no, type: map_at_20
value: 33.139
verified: no, type: map_at_100
value: 33.715
verified: no, type: map_at_1000
value: 33.835
verified: no, type: recall_at_1
value: 22.529
verified: no, type: recall_at_3
value: 36.757
verified: no, type: recall_at_5
value: 42.937999999999995
verified: no, type: recall_at_10
value: 51.121
verified: no, type: recall_at_20
value: 59.143
verified: no, type: recall_at_100
value: 75.271
verified: no, type: recall_at_1000
value: 91.548
verified: no, type: precision_at_1
value: 27.357
verified: no, type: precision_at_3
value: 15.669
verified: no, type: precision_at_5
value: 11.349
verified: no, type: precision_at_10
value: 7.01
verified: no, type: precision_at_20
value: 4.2139999999999995
verified: no, type: precision_at_100
value: 1.1520000000000001
verified: no, type: precision_at_1000
value: 0.154
verified: no, type: mrr_at_1
value: 27.3572
verified: no, type: mrr_at_3
value: 34.0674
verified: no, type: mrr_at_5
value: 35.5437
verified: no, type: mrr_at_10
value: 36.6722
verified: no, type: mrr_at_20
value: 37.206
verified: no, type: mrr_at_100
value: 37.5807
verified: no, type: mrr_at_1000
value: 37.6435
verified: no, type: nauc_ndcg_at_1_max
value: 22.098699999999997
verified: no, type: nauc_ndcg_at_1_std
value: 2.2769999999999997
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.9307
verified: no, type: nauc_ndcg_at_3_max
value: 20.8931
verified: no, type: nauc_ndcg_at_3_std
value: 1.2651000000000001
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.9888
verified: no, type: nauc_ndcg_at_5_max
value: 21.7111
verified: no, type: nauc_ndcg_at_5_std
value: 2.477
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.228500000000004
verified: no, type: nauc_ndcg_at_10_max
value: 22.070500000000003
verified: no, type: nauc_ndcg_at_10_std
value: 3.0183999999999997
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.8017
verified: no, type: nauc_ndcg_at_20_max
value: 22.5216
verified: no, type: nauc_ndcg_at_20_std
value: 3.6627
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.7715
verified: no, type: nauc_ndcg_at_100_max
value: 22.6209
verified: no, type: nauc_ndcg_at_100_std
value: 4.933400000000001
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.8506
verified: no, type: nauc_ndcg_at_1000_max
value: 22.7921
verified: no, type: nauc_ndcg_at_1000_std
value: 4.8571
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.4483
verified: no, type: nauc_map_at_1_max
value: 19.0893
verified: no, type: nauc_map_at_1_std
value: 0.7692
verified: no, type: nauc_map_at_1_diff1
value: 43.1923
verified: no, type: nauc_map_at_3_max
value: 19.9141
verified: no, type: nauc_map_at_3_std
value: 0.8408000000000001
verified: no, type: nauc_map_at_3_diff1
value: 38.5045
verified: no, type: nauc_map_at_5_max
value: 20.639499999999998
verified: no, type: nauc_map_at_5_std
value: 1.5998999999999999
verified: no, type: nauc_map_at_5_diff1
value: 38.0566
verified: no, type: nauc_map_at_10_max
value: 20.877499999999998
verified: no, type: nauc_map_at_10_std
value: 1.8520999999999999
verified: no, type: nauc_map_at_10_diff1
value: 37.7695
verified: no, type: nauc_map_at_20_max
value: 21.096799999999998
verified: no, type: nauc_map_at_20_std
value: 2.0564
verified: no, type: nauc_map_at_20_diff1
value: 37.7672
verified: no, type: nauc_map_at_100_max
value: 21.1782
verified: no, type: nauc_map_at_100_std
value: 2.2774
verified: no, type: nauc_map_at_100_diff1
value: 37.7887
verified: no, type: nauc_map_at_1000_max
value: 21.2234
verified: no, type: nauc_map_at_1000_std
value: 2.2916
verified: no, type: nauc_map_at_1000_diff1
value: 37.802
verified: no, type: nauc_recall_at_1_max
value: 19.0893
verified: no, type: nauc_recall_at_1_std
value: 0.7692
verified: no, type: nauc_recall_at_1_diff1
value: 43.1923
verified: no, type: nauc_recall_at_3_max
value: 19.0189
verified: no, type: nauc_recall_at_3_std
value: 0.9452999999999999
verified: no, type: nauc_recall_at_3_diff1
value: 32.317800000000005
verified: no, type: nauc_recall_at_5_max
value: 20.4022
verified: no, type: nauc_recall_at_5_std
value: 3.6337
verified: no, type: nauc_recall_at_5_diff1
value: 30.2751
verified: no, type: nauc_recall_at_10_max
value: 21.271
verified: no, type: nauc_recall_at_10_std
value: 5.158399999999999
verified: no, type: nauc_recall_at_10_diff1
value: 28.0265
verified: no, type: nauc_recall_at_20_max
value: 22.684199999999997
verified: no, type: nauc_recall_at_20_std
value: 7.760599999999999
verified: no, type: nauc_recall_at_20_diff1
value: 26.738400000000002
verified: no, type: nauc_recall_at_100_max
value: 23.893
verified: no, type: nauc_recall_at_100_std
value: 17.5277
verified: no, type: nauc_recall_at_100_diff1
value: 24.107400000000002
verified: no, type: nauc_recall_at_1000_max
value: 29.905700000000003
verified: no, type: nauc_recall_at_1000_std
value: 33.427
verified: no, type: nauc_recall_at_1000_diff1
value: 25.609700000000004
verified: no, type: nauc_precision_at_1_max
value: 22.098699999999997
verified: no, type: nauc_precision_at_1_std
value: 2.2769999999999997
verified: no, type: nauc_precision_at_1_diff1
value: 42.9307
verified: no, type: nauc_precision_at_3_max
value: 23.325000000000003
verified: no, type: nauc_precision_at_3_std
value: 3.0432
verified: no, type: nauc_precision_at_3_diff1
value: 29.540899999999997
verified: no, type: nauc_precision_at_5_max
value: 23.9431
verified: no, type: nauc_precision_at_5_std
value: 5.1437
verified: no, type: nauc_precision_at_5_diff1
value: 24.6725
verified: no, type: nauc_precision_at_10_max
value: 23.5015
verified: no, type: nauc_precision_at_10_std
value: 5.9138
verified: no, type: nauc_precision_at_10_diff1
value: 19.669700000000002
verified: no, type: nauc_precision_at_20_max
value: 22.7077
verified: no, type: nauc_precision_at_20_std
value: 7.2065
verified: no, type: nauc_precision_at_20_diff1
value: 15.0605
verified: no, type: nauc_precision_at_100_max
value: 18.6587
verified: no, type: nauc_precision_at_100_std
value: 9.1646
verified: no, type: nauc_precision_at_100_diff1
value: 5.396100000000001
verified: no, type: nauc_precision_at_1000_max
value: 17.2488
verified: no, type: nauc_precision_at_1000_std
value: 5.5226999999999995
verified: no, type: nauc_precision_at_1000_diff1
value: -2.2242
verified: no, type: nauc_mrr_at_1_max
value: 22.098699999999997
verified: no, type: nauc_mrr_at_1_std
value: 2.2769999999999997
verified: no, type: nauc_mrr_at_1_diff1
value: 42.9307
verified: no, type: nauc_mrr_at_3_max
value: 22.5307
verified: no, type: nauc_mrr_at_3_std
value: 2.2973
verified: no, type: nauc_mrr_at_3_diff1
value: 38.3222
verified: no, type: nauc_mrr_at_5_max
value: 22.7881
verified: no, type: nauc_mrr_at_5_std
value: 2.8236
verified: no, type: nauc_mrr_at_5_diff1
value: 38.041599999999995
verified: no, type: nauc_mrr_at_10_max
value: 22.9214
verified: no, type: nauc_mrr_at_10_std
value: 2.9953
verified: no, type: nauc_mrr_at_10_diff1
value: 37.9682
verified: no, type: nauc_mrr_at_20_max
value: 22.9839
verified: no, type: nauc_mrr_at_20_std
value: 3.1535
verified: no, type: nauc_mrr_at_20_diff1
value: 37.935900000000004
verified: no, type: nauc_mrr_at_100_max
value: 22.971700000000002
verified: no, type: nauc_mrr_at_100_std
value: 3.2709
verified: no, type: nauc_mrr_at_100_diff1
value: 37.952000000000005
verified: no, type: nauc_mrr_at_1000_max
value: 22.9724
verified: no, type: nauc_mrr_at_1000_std
value: 3.2696000000000005
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.9686
verified: no, type: main_score
value: 38.188
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: ndcg_at_1
value: 43.657000000000004
verified: no, type: ndcg_at_3
value: 48.655
verified: no, type: ndcg_at_5
value: 51.504000000000005
verified: no, type: ndcg_at_10
value: 54.86299999999999
verified: no, type: ndcg_at_20
value: 56.682
verified: no, type: ndcg_at_100
value: 59.321
verified: no, type: ndcg_at_1000
value: 60.745000000000005
verified: no, type: map_at_1
value: 36.702
verified: no, type: map_at_3
value: 44.749
verified: no, type: map_at_5
value: 46.906
verified: no, type: map_at_10
value: 48.617
verified: no, type: map_at_20
value: 49.26
verified: no, type: map_at_100
value: 49.728
verified: no, type: map_at_1000
value: 49.803
verified: no, type: recall_at_1
value: 36.702
verified: no, type: recall_at_3
value: 52.032999999999994
verified: no, type: recall_at_5
value: 59.551
verified: no, type: recall_at_10
value: 69.366
verified: no, type: recall_at_20
value: 75.685
verified: no, type: recall_at_100
value: 87.90599999999999
verified: no, type: recall_at_1000
value: 97.129
verified: no, type: precision_at_1
value: 43.657000000000004
verified: no, type: precision_at_3
value: 22.201
verified: no, type: precision_at_5
value: 15.559999999999999
verified: no, type: precision_at_10
value: 9.272
verified: no, type: precision_at_20
value: 5.2010000000000005
verified: no, type: precision_at_100
value: 1.2710000000000001
verified: no, type: precision_at_1000
value: 0.149
verified: no, type: mrr_at_1
value: 43.6567
verified: no, type: mrr_at_3
value: 50.310900000000004
verified: no, type: mrr_at_5
value: 51.920100000000005
verified: no, type: mrr_at_10
value: 53.16499999999999
verified: no, type: mrr_at_20
value: 53.5558
verified: no, type: mrr_at_100
value: 53.8378
verified: no, type: mrr_at_1000
value: 53.8742
verified: no, type: nauc_ndcg_at_1_max
value: 37.3012
verified: no, type: nauc_ndcg_at_1_std
value: -7.856000000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.008100000000006
verified: no, type: nauc_ndcg_at_3_max
value: 36.1501
verified: no, type: nauc_ndcg_at_3_std
value: -7.5736
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.468599999999995
verified: no, type: nauc_ndcg_at_5_max
value: 37.2138
verified: no, type: nauc_ndcg_at_5_std
value: -7.542400000000001
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.54650000000001
verified: no, type: nauc_ndcg_at_10_max
value: 36.321799999999996
verified: no, type: nauc_ndcg_at_10_std
value: -6.135
verified: no, type: nauc_ndcg_at_10_diff1
value: 49.875
verified: no, type: nauc_ndcg_at_20_max
value: 36.672900000000006
verified: no, type: nauc_ndcg_at_20_std
value: -6.2452
verified: no, type: nauc_ndcg_at_20_diff1
value: 50.254
verified: no, type: nauc_ndcg_at_100_max
value: 36.8865
verified: no, type: nauc_ndcg_at_100_std
value: -5.4136999999999995
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.310100000000006
verified: no, type: nauc_ndcg_at_1000_max
value: 37.0981
verified: no, type: nauc_ndcg_at_1000_std
value: -5.6573
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.7665
verified: no, type: nauc_map_at_1_max
value: 34.0226
verified: no, type: nauc_map_at_1_std
value: -6.3741
verified: no, type: nauc_map_at_1_diff1
value: 56.6121
verified: no, type: nauc_map_at_3_max
value: 35.4086
verified: no, type: nauc_map_at_3_std
value: -7.3781
verified: no, type: nauc_map_at_3_diff1
value: 52.1756
verified: no, type: nauc_map_at_5_max
value: 36.596000000000004
verified: no, type: nauc_map_at_5_std
value: -7.2397
verified: no, type: nauc_map_at_5_diff1
value: 51.9549
verified: no, type: nauc_map_at_10_max
value: 36.3973
verified: no, type: nauc_map_at_10_std
value: -6.7556
verified: no, type: nauc_map_at_10_diff1
value: 51.541199999999996
verified: no, type: nauc_map_at_20_max
value: 36.6103
verified: no, type: nauc_map_at_20_std
value: -6.900199999999999
verified: no, type: nauc_map_at_20_diff1
value: 51.6236
verified: no, type: nauc_map_at_100_max
value: 36.623099999999994
verified: no, type: nauc_map_at_100_std
value: -6.758100000000001
verified: no, type: nauc_map_at_100_diff1
value: 51.6335
verified: no, type: nauc_map_at_1000_max
value: 36.6186
verified: no, type: nauc_map_at_1000_std
value: -6.7547999999999995
verified: no, type: nauc_map_at_1000_diff1
value: 51.65260000000001
verified: no, type: nauc_recall_at_1_max
value: 34.0226
verified: no, type: nauc_recall_at_1_std
value: -6.3741
verified: no, type: nauc_recall_at_1_diff1
value: 56.6121
verified: no, type: nauc_recall_at_3_max
value: 32.8575
verified: no, type: nauc_recall_at_3_std
value: -7.1077
verified: no, type: nauc_recall_at_3_diff1
value: 45.867999999999995
verified: no, type: nauc_recall_at_5_max
value: 35.8504
verified: no, type: nauc_recall_at_5_std
value: -7.0621
verified: no, type: nauc_recall_at_5_diff1
value: 44.981500000000004
verified: no, type: nauc_recall_at_10_max
value: 31.985400000000002
verified: no, type: nauc_recall_at_10_std
value: -2.6785
verified: no, type: nauc_recall_at_10_diff1
value: 41.1685
verified: no, type: nauc_recall_at_20_max
value: 32.968399999999995
verified: no, type: nauc_recall_at_20_std
value: -2.2142
verified: no, type: nauc_recall_at_20_diff1
value: 42.2512
verified: no, type: nauc_recall_at_100_max
value: 35.8989
verified: no, type: nauc_recall_at_100_std
value: 9.016499999999999
verified: no, type: nauc_recall_at_100_diff1
value: 39.967200000000005
verified: no, type: nauc_recall_at_1000_max
value: 59.1626
verified: no, type: nauc_recall_at_1000_std
value: 39.4007
verified: no, type: nauc_recall_at_1000_diff1
value: 43.7137
verified: no, type: nauc_precision_at_1_max
value: 37.3012
verified: no, type: nauc_precision_at_1_std
value: -7.856000000000001
verified: no, type: nauc_precision_at_1_diff1
value: 56.008100000000006
verified: no, type: nauc_precision_at_3_max
value: 31.283699999999996
verified: no, type: nauc_precision_at_3_std
value: -6.9807
verified: no, type: nauc_precision_at_3_diff1
value: 30.3485
verified: no, type: nauc_precision_at_5_max
value: 30.2951
verified: no, type: nauc_precision_at_5_std
value: -5.3136
verified: no, type: nauc_precision_at_5_diff1
value: 22.778599999999997
verified: no, type: nauc_precision_at_10_max
value: 23.3597
verified: no, type: nauc_precision_at_10_std
value: -2.3816
verified: no, type: nauc_precision_at_10_diff1
value: 12.772
verified: no, type: nauc_precision_at_20_max
value: 18.7515
verified: no, type: nauc_precision_at_20_std
value: -2.6481
verified: no, type: nauc_precision_at_20_diff1
value: 6.893299999999999
verified: no, type: nauc_precision_at_100_max
value: 7.0688
verified: no, type: nauc_precision_at_100_std
value: 3.2305
verified: no, type: nauc_precision_at_100_diff1
value: -7.207199999999999
verified: no, type: nauc_precision_at_1000_max
value: -3.0616999999999996
verified: no, type: nauc_precision_at_1000_std
value: 0.9625
verified: no, type: nauc_precision_at_1000_diff1
value: -14.782
verified: no, type: nauc_mrr_at_1_max
value: 37.3012
verified: no, type: nauc_mrr_at_1_std
value: -7.856000000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 56.008100000000006
verified: no, type: nauc_mrr_at_3_max
value: 37.039100000000005
verified: no, type: nauc_mrr_at_3_std
value: -7.5545
verified: no, type: nauc_mrr_at_3_diff1
value: 51.8849
verified: no, type: nauc_mrr_at_5_max
value: 37.6025
verified: no, type: nauc_mrr_at_5_std
value: -7.767200000000001
verified: no, type: nauc_mrr_at_5_diff1
value: 51.8526
verified: no, type: nauc_mrr_at_10_max
value: 37.1594
verified: no, type: nauc_mrr_at_10_std
value: -7.2459
verified: no, type: nauc_mrr_at_10_diff1
value: 51.644999999999996
verified: no, type: nauc_mrr_at_20_max
value: 37.1932
verified: no, type: nauc_mrr_at_20_std
value: -7.2422
verified: no, type: nauc_mrr_at_20_diff1
value: 51.7983
verified: no, type: nauc_mrr_at_100_max
value: 37.2087
verified: no, type: nauc_mrr_at_100_std
value: -7.1905
verified: no, type: nauc_mrr_at_100_diff1
value: 51.841800000000006
verified: no, type: nauc_mrr_at_1000_max
value: 37.2126
verified: no, type: nauc_mrr_at_1000_std
value: -7.1978
verified: no, type: nauc_mrr_at_1000_diff1
value: 51.8493
verified: no, type: main_score
value: 54.86299999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: ndcg_at_1
value: 41.897
verified: no, type: ndcg_at_3
value: 46.483999999999995
verified: no, type: ndcg_at_5
value: 49.193999999999996
verified: no, type: ndcg_at_10
value: 52.159
verified: no, type: ndcg_at_20
value: 54.81399999999999
verified: no, type: ndcg_at_100
value: 57.782
verified: no, type: ndcg_at_1000
value: 59.394999999999996
verified: no, type: map_at_1
value: 34.872
verified: no, type: map_at_3
value: 42.025
verified: no, type: map_at_5
value: 43.958000000000006
verified: no, type: map_at_10
value: 45.699
verified: no, type: map_at_20
value: 46.77
verified: no, type: map_at_100
value: 47.571999999999996
verified: no, type: map_at_1000
value: 47.785
verified: no, type: recall_at_1
value: 34.872
verified: no, type: recall_at_3
value: 48.475
verified: no, type: recall_at_5
value: 55.698
verified: no, type: recall_at_10
value: 63.995999999999995
verified: no, type: recall_at_20
value: 74.004
verified: no, type: recall_at_100
value: 87.98899999999999
verified: no, type: recall_at_1000
value: 97.65599999999999
verified: no, type: precision_at_1
value: 41.897
verified: no, type: precision_at_3
value: 21.41
verified: no, type: precision_at_5
value: 15.455
verified: no, type: precision_at_10
value: 9.822000000000001
verified: no, type: precision_at_20
value: 6.156
verified: no, type: precision_at_100
value: 1.8419999999999999
verified: no, type: precision_at_1000
value: 0.258
verified: no, type: mrr_at_1
value: 41.8972
verified: no, type: mrr_at_3
value: 47.8261
verified: no, type: mrr_at_5
value: 49.614599999999996
verified: no, type: mrr_at_10
value: 50.6369
verified: no, type: mrr_at_20
value: 51.275999999999996
verified: no, type: mrr_at_100
value: 51.5596
verified: no, type: mrr_at_1000
value: 51.5961
verified: no, type: nauc_ndcg_at_1_max
value: 19.9356
verified: no, type: nauc_ndcg_at_1_std
value: -2.0774999999999997
verified: no, type: nauc_ndcg_at_1_diff1
value: 41.2108
verified: no, type: nauc_ndcg_at_3_max
value: 17.604
verified: no, type: nauc_ndcg_at_3_std
value: -3.6319
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.0408
verified: no, type: nauc_ndcg_at_5_max
value: 17.3919
verified: no, type: nauc_ndcg_at_5_std
value: -4.8042
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.4277
verified: no, type: nauc_ndcg_at_10_max
value: 18.4512
verified: no, type: nauc_ndcg_at_10_std
value: -2.238
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.9778
verified: no, type: nauc_ndcg_at_20_max
value: 19.4788
verified: no, type: nauc_ndcg_at_20_std
value: -0.6626
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.928999999999995
verified: no, type: nauc_ndcg_at_100_max
value: 20.003999999999998
verified: no, type: nauc_ndcg_at_100_std
value: -0.3489
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.5022
verified: no, type: nauc_ndcg_at_1000_max
value: 19.5888
verified: no, type: nauc_ndcg_at_1000_std
value: -0.6167
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.6323
verified: no, type: nauc_map_at_1_max
value: 15.4365
verified: no, type: nauc_map_at_1_std
value: -7.3031
verified: no, type: nauc_map_at_1_diff1
value: 43.6776
verified: no, type: nauc_map_at_3_max
value: 16.2923
verified: no, type: nauc_map_at_3_std
value: -7.2489
verified: no, type: nauc_map_at_3_diff1
value: 41.610200000000006
verified: no, type: nauc_map_at_5_max
value: 16.328699999999998
verified: no, type: nauc_map_at_5_std
value: -7.377300000000001
verified: no, type: nauc_map_at_5_diff1
value: 41.0969
verified: no, type: nauc_map_at_10_max
value: 17.3987
verified: no, type: nauc_map_at_10_std
value: -5.5183
verified: no, type: nauc_map_at_10_diff1
value: 40.8168
verified: no, type: nauc_map_at_20_max
value: 17.9025
verified: no, type: nauc_map_at_20_std
value: -4.629
verified: no, type: nauc_map_at_20_diff1
value: 40.639199999999995
verified: no, type: nauc_map_at_100_max
value: 17.9587
verified: no, type: nauc_map_at_100_std
value: -3.9806
verified: no, type: nauc_map_at_100_diff1
value: 40.6939
verified: no, type: nauc_map_at_1000_max
value: 17.759900000000002
verified: no, type: nauc_map_at_1000_std
value: -3.681
verified: no, type: nauc_map_at_1000_diff1
value: 40.7087
verified: no, type: nauc_recall_at_1_max
value: 15.4365
verified: no, type: nauc_recall_at_1_std
value: -7.3031
verified: no, type: nauc_recall_at_1_diff1
value: 43.6776
verified: no, type: nauc_recall_at_3_max
value: 13.9368
verified: no, type: nauc_recall_at_3_std
value: -6.8614999999999995
verified: no, type: nauc_recall_at_3_diff1
value: 40.089200000000005
verified: no, type: nauc_recall_at_5_max
value: 14.6702
verified: no, type: nauc_recall_at_5_std
value: -8.4925
verified: no, type: nauc_recall_at_5_diff1
value: 37.5796
verified: no, type: nauc_recall_at_10_max
value: 17.605
verified: no, type: nauc_recall_at_10_std
value: 0.2066
verified: no, type: nauc_recall_at_10_diff1
value: 35.2627
verified: no, type: nauc_recall_at_20_max
value: 22.7027
verified: no, type: nauc_recall_at_20_std
value: 10.27
verified: no, type: nauc_recall_at_20_diff1
value: 34.3376
verified: no, type: nauc_recall_at_100_max
value: 32.4405
verified: no, type: nauc_recall_at_100_std
value: 21.4692
verified: no, type: nauc_recall_at_100_diff1
value: 27.893800000000002
verified: no, type: nauc_recall_at_1000_max
value: 47.3458
verified: no, type: nauc_recall_at_1000_std
value: 51.925
verified: no, type: nauc_recall_at_1000_diff1
value: 8.1274
verified: no, type: nauc_precision_at_1_max
value: 19.9356
verified: no, type: nauc_precision_at_1_std
value: -2.0774999999999997
verified: no, type: nauc_precision_at_1_diff1
value: 41.2108
verified: no, type: nauc_precision_at_3_max
value: 17.76
verified: no, type: nauc_precision_at_3_std
value: 4.1929
verified: no, type: nauc_precision_at_3_diff1
value: 24.7276
verified: no, type: nauc_precision_at_5_max
value: 16.182199999999998
verified: no, type: nauc_precision_at_5_std
value: 5.9823
verified: no, type: nauc_precision_at_5_diff1
value: 17.4036
verified: no, type: nauc_precision_at_10_max
value: 15.705
verified: no, type: nauc_precision_at_10_std
value: 17.904400000000003
verified: no, type: nauc_precision_at_10_diff1
value: 7.708900000000001
verified: no, type: nauc_precision_at_20_max
value: 12.106300000000001
verified: no, type: nauc_precision_at_20_std
value: 23.8656
verified: no, type: nauc_precision_at_20_diff1
value: -0.0952
verified: no, type: nauc_precision_at_100_max
value: 0.7011
verified: no, type: nauc_precision_at_100_std
value: 28.393800000000002
verified: no, type: nauc_precision_at_100_diff1
value: -3.183
verified: no, type: nauc_precision_at_1000_max
value: -10.027899999999999
verified: no, type: nauc_precision_at_1000_std
value: 25.9948
verified: no, type: nauc_precision_at_1000_diff1
value: -10.0431
verified: no, type: nauc_mrr_at_1_max
value: 19.9356
verified: no, type: nauc_mrr_at_1_std
value: -2.0774999999999997
verified: no, type: nauc_mrr_at_1_diff1
value: 41.2108
verified: no, type: nauc_mrr_at_3_max
value: 18.8933
verified: no, type: nauc_mrr_at_3_std
value: -2.9192
verified: no, type: nauc_mrr_at_3_diff1
value: 41.3992
verified: no, type: nauc_mrr_at_5_max
value: 19.528599999999997
verified: no, type: nauc_mrr_at_5_std
value: -3.2001
verified: no, type: nauc_mrr_at_5_diff1
value: 40.6423
verified: no, type: nauc_mrr_at_10_max
value: 19.619400000000002
verified: no, type: nauc_mrr_at_10_std
value: -2.0916
verified: no, type: nauc_mrr_at_10_diff1
value: 40.5096
verified: no, type: nauc_mrr_at_20_max
value: 19.7955
verified: no, type: nauc_mrr_at_20_std
value: -1.7371999999999999
verified: no, type: nauc_mrr_at_20_diff1
value: 40.4773
verified: no, type: nauc_mrr_at_100_max
value: 19.838900000000002
verified: no, type: nauc_mrr_at_100_std
value: -1.818
verified: no, type: nauc_mrr_at_100_diff1
value: 40.4435
verified: no, type: nauc_mrr_at_1000_max
value: 19.8354
verified: no, type: nauc_mrr_at_1000_std
value: -1.8301999999999998
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.4416
verified: no, type: main_score
value: 52.159
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: ndcg_at_1
value: 27.911
verified: no, type: ndcg_at_3
value: 35.452
verified: no, type: ndcg_at_5
value: 38.61
verified: no, type: ndcg_at_10
value: 41.193000000000005
verified: no, type: ndcg_at_20
value: 43.698
verified: no, type: ndcg_at_100
value: 46.79
verified: no, type: ndcg_at_1000
value: 48.516
verified: no, type: map_at_1
value: 25.394
verified: no, type: map_at_3
value: 32.574
verified: no, type: map_at_5
value: 34.439
verified: no, type: map_at_10
value: 35.717999999999996
verified: no, type: map_at_20
value: 36.449
verified: no, type: map_at_100
value: 36.88
verified: no, type: map_at_1000
value: 36.961
verified: no, type: recall_at_1
value: 25.394
verified: no, type: recall_at_3
value: 40.872
verified: no, type: recall_at_5
value: 48.33
verified: no, type: recall_at_10
value: 55.798
verified: no, type: recall_at_20
value: 65.206
verified: no, type: recall_at_100
value: 81.361
verified: no, type: recall_at_1000
value: 93.512
verified: no, type: precision_at_1
value: 27.911
verified: no, type: precision_at_3
value: 15.157000000000002
verified: no, type: precision_at_5
value: 11.054
verified: no, type: precision_at_10
value: 6.506
verified: no, type: precision_at_20
value: 3.8629999999999995
verified: no, type: precision_at_100
value: 0.985
verified: no, type: precision_at_1000
value: 0.126
verified: no, type: mrr_at_1
value: 27.9113
verified: no, type: mrr_at_3
value: 35.1201
verified: no, type: mrr_at_5
value: 36.922399999999996
verified: no, type: mrr_at_10
value: 37.8228
verified: no, type: mrr_at_20
value: 38.5006
verified: no, type: mrr_at_100
value: 38.8812
verified: no, type: mrr_at_1000
value: 38.9296
verified: no, type: nauc_ndcg_at_1_max
value: 19.0827
verified: no, type: nauc_ndcg_at_1_std
value: -4.9164
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.2278
verified: no, type: nauc_ndcg_at_3_max
value: 16.347
verified: no, type: nauc_ndcg_at_3_std
value: -3.9417
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.3223
verified: no, type: nauc_ndcg_at_5_max
value: 20.2771
verified: no, type: nauc_ndcg_at_5_std
value: -2.6665
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.114599999999996
verified: no, type: nauc_ndcg_at_10_max
value: 21.4241
verified: no, type: nauc_ndcg_at_10_std
value: -1.3912
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.696000000000005
verified: no, type: nauc_ndcg_at_20_max
value: 19.5765
verified: no, type: nauc_ndcg_at_20_std
value: -0.6492
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.6957
verified: no, type: nauc_ndcg_at_100_max
value: 20.6346
verified: no, type: nauc_ndcg_at_100_std
value: 0.012400000000000001
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.6736
verified: no, type: nauc_ndcg_at_1000_max
value: 20.170099999999998
verified: no, type: nauc_ndcg_at_1000_std
value: -0.7284999999999999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.1605
verified: no, type: nauc_map_at_1_max
value: 18.4586
verified: no, type: nauc_map_at_1_std
value: -5.8741
verified: no, type: nauc_map_at_1_diff1
value: 51.845200000000006
verified: no, type: nauc_map_at_3_max
value: 16.496
verified: no, type: nauc_map_at_3_std
value: -4.5979
verified: no, type: nauc_map_at_3_diff1
value: 42.7257
verified: no, type: nauc_map_at_5_max
value: 19.0014
verified: no, type: nauc_map_at_5_std
value: -3.7698
verified: no, type: nauc_map_at_5_diff1
value: 41.5419
verified: no, type: nauc_map_at_10_max
value: 19.618199999999998
verified: no, type: nauc_map_at_10_std
value: -3.0637999999999996
verified: no, type: nauc_map_at_10_diff1
value: 41.7966
verified: no, type: nauc_map_at_20_max
value: 19.067999999999998
verified: no, type: nauc_map_at_20_std
value: -2.8704
verified: no, type: nauc_map_at_20_diff1
value: 41.510000000000005
verified: no, type: nauc_map_at_100_max
value: 19.2623
verified: no, type: nauc_map_at_100_std
value: -2.8272
verified: no, type: nauc_map_at_100_diff1
value: 41.6909
verified: no, type: nauc_map_at_1000_max
value: 19.2351
verified: no, type: nauc_map_at_1000_std
value: -2.8479
verified: no, type: nauc_map_at_1000_diff1
value: 41.6835
verified: no, type: nauc_recall_at_1_max
value: 18.4586
verified: no, type: nauc_recall_at_1_std
value: -5.8741
verified: no, type: nauc_recall_at_1_diff1
value: 51.845200000000006
verified: no, type: nauc_recall_at_3_max
value: 14.732400000000002
verified: no, type: nauc_recall_at_3_std
value: -3.3821
verified: no, type: nauc_recall_at_3_diff1
value: 33.7754
verified: no, type: nauc_recall_at_5_max
value: 23.1536
verified: no, type: nauc_recall_at_5_std
value: -0.5969
verified: no, type: nauc_recall_at_5_diff1
value: 27.8974
verified: no, type: nauc_recall_at_10_max
value: 26.401000000000003
verified: no, type: nauc_recall_at_10_std
value: 3.3278000000000003
verified: no, type: nauc_recall_at_10_diff1
value: 28.9372
verified: no, type: nauc_recall_at_20_max
value: 18.3116
verified: no, type: nauc_recall_at_20_std
value: 6.5454
verified: no, type: nauc_recall_at_20_diff1
value: 22.997600000000002
verified: no, type: nauc_recall_at_100_max
value: 26.290999999999997
verified: no, type: nauc_recall_at_100_std
value: 17.546300000000002
verified: no, type: nauc_recall_at_100_diff1
value: 22.3324
verified: no, type: nauc_recall_at_1000_max
value: 25.119799999999998
verified: no, type: nauc_recall_at_1000_std
value: 21.504
verified: no, type: nauc_recall_at_1000_diff1
value: 20.8825
verified: no, type: nauc_precision_at_1_max
value: 19.0827
verified: no, type: nauc_precision_at_1_std
value: -4.9164
verified: no, type: nauc_precision_at_1_diff1
value: 50.2278
verified: no, type: nauc_precision_at_3_max
value: 16.5173
verified: no, type: nauc_precision_at_3_std
value: -1.4123999999999999
verified: no, type: nauc_precision_at_3_diff1
value: 31.7297
verified: no, type: nauc_precision_at_5_max
value: 26.0336
verified: no, type: nauc_precision_at_5_std
value: 3.8425000000000002
verified: no, type: nauc_precision_at_5_diff1
value: 23.6674
verified: no, type: nauc_precision_at_10_max
value: 26.559700000000003
verified: no, type: nauc_precision_at_10_std
value: 7.944
verified: no, type: nauc_precision_at_10_diff1
value: 21.8279
verified: no, type: nauc_precision_at_20_max
value: 19.5856
verified: no, type: nauc_precision_at_20_std
value: 12.898599999999998
verified: no, type: nauc_precision_at_20_diff1
value: 12.9187
verified: no, type: nauc_precision_at_100_max
value: 17.999200000000002
verified: no, type: nauc_precision_at_100_std
value: 18.7529
verified: no, type: nauc_precision_at_100_diff1
value: 2.0718
verified: no, type: nauc_precision_at_1000_max
value: -10.012500000000001
verified: no, type: nauc_precision_at_1000_std
value: 1.1119999999999999
verified: no, type: nauc_precision_at_1000_diff1
value: -18.4372
verified: no, type: nauc_mrr_at_1_max
value: 19.0827
verified: no, type: nauc_mrr_at_1_std
value: -4.9164
verified: no, type: nauc_mrr_at_1_diff1
value: 50.2278
verified: no, type: nauc_mrr_at_3_max
value: 17.2267
verified: no, type: nauc_mrr_at_3_std
value: -3.9052000000000002
verified: no, type: nauc_mrr_at_3_diff1
value: 42.4487
verified: no, type: nauc_mrr_at_5_max
value: 19.1913
verified: no, type: nauc_mrr_at_5_std
value: -2.8668
verified: no, type: nauc_mrr_at_5_diff1
value: 41.043400000000005
verified: no, type: nauc_mrr_at_10_max
value: 19.5893
verified: no, type: nauc_mrr_at_10_std
value: -2.5769
verified: no, type: nauc_mrr_at_10_diff1
value: 41.2649
verified: no, type: nauc_mrr_at_20_max
value: 19.1859
verified: no, type: nauc_mrr_at_20_std
value: -2.4063
verified: no, type: nauc_mrr_at_20_diff1
value: 41.0717
verified: no, type: nauc_mrr_at_100_max
value: 19.192999999999998
verified: no, type: nauc_mrr_at_100_std
value: -2.4674
verified: no, type: nauc_mrr_at_100_diff1
value: 41.2709
verified: no, type: nauc_mrr_at_1000_max
value: 19.1877
verified: no, type: nauc_mrr_at_1000_std
value: -2.4781999999999997
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.2766
verified: no, type: main_score
value: 41.193000000000005
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: ndcg_at_1
value: 45.733000000000004
verified: no, type: ndcg_at_3
value: 39.064
verified: no, type: ndcg_at_5
value: 41.71
verified: no, type: ndcg_at_10
value: 46.493
verified: no, type: ndcg_at_20
value: 49.403999999999996
verified: no, type: ndcg_at_100
value: 52.782
verified: no, type: ndcg_at_1000
value: 54.806999999999995
verified: no, type: map_at_1
value: 20.254
verified: no, type: map_at_3
value: 29.419
verified: no, type: map_at_5
value: 32.801
verified: no, type: map_at_10
value: 35.611
verified: no, type: map_at_20
value: 36.861
verified: no, type: map_at_100
value: 37.653
verified: no, type: map_at_1000
value: 37.777
verified: no, type: recall_at_1
value: 20.254
verified: no, type: recall_at_3
value: 34.781
verified: no, type: recall_at_5
value: 42.982
verified: no, type: recall_at_10
value: 53.447
verified: no, type: recall_at_20
value: 61.431000000000004
verified: no, type: recall_at_100
value: 73.815
verified: no, type: recall_at_1000
value: 84.90100000000001
verified: no, type: precision_at_1
value: 45.733000000000004
verified: no, type: precision_at_3
value: 29.446
verified: no, type: precision_at_5
value: 22.515
verified: no, type: precision_at_10
value: 14.502
verified: no, type: precision_at_20
value: 8.541
verified: no, type: precision_at_100
value: 2.128
verified: no, type: precision_at_1000
value: 0.252
verified: no, type: mrr_at_1
value: 45.7329
verified: no, type: mrr_at_3
value: 55.9066
verified: no, type: mrr_at_5
value: 57.629799999999996
verified: no, type: mrr_at_10
value: 58.693
verified: no, type: mrr_at_20
value: 58.98949999999999
verified: no, type: mrr_at_100
value: 59.1453
verified: no, type: mrr_at_1000
value: 59.1661
verified: no, type: nauc_ndcg_at_1_max
value: 35.0648
verified: no, type: nauc_ndcg_at_1_std
value: 12.4314
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.947200000000002
verified: no, type: nauc_ndcg_at_3_max
value: 38.0884
verified: no, type: nauc_ndcg_at_3_std
value: 12.7752
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.7548
verified: no, type: nauc_ndcg_at_5_max
value: 39.9327
verified: no, type: nauc_ndcg_at_5_std
value: 13.7737
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.1309
verified: no, type: nauc_ndcg_at_10_max
value: 39.928000000000004
verified: no, type: nauc_ndcg_at_10_std
value: 15.2233
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.6326
verified: no, type: nauc_ndcg_at_20_max
value: 40.8603
verified: no, type: nauc_ndcg_at_20_std
value: 17.1116
verified: no, type: nauc_ndcg_at_20_diff1
value: 23.1497
verified: no, type: nauc_ndcg_at_100_max
value: 41.5499
verified: no, type: nauc_ndcg_at_100_std
value: 19.3843
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.0841
verified: no, type: nauc_ndcg_at_1000_max
value: 41.483
verified: no, type: nauc_ndcg_at_1000_std
value: 19.7084
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.470299999999998
verified: no, type: nauc_map_at_1_max
value: 33.1622
verified: no, type: nauc_map_at_1_std
value: 10.0913
verified: no, type: nauc_map_at_1_diff1
value: 31.950699999999998
verified: no, type: nauc_map_at_3_max
value: 37.1348
verified: no, type: nauc_map_at_3_std
value: 11.5524
verified: no, type: nauc_map_at_3_diff1
value: 26.7671
verified: no, type: nauc_map_at_5_max
value: 38.4373
verified: no, type: nauc_map_at_5_std
value: 12.386999999999999
verified: no, type: nauc_map_at_5_diff1
value: 25.0222
verified: no, type: nauc_map_at_10_max
value: 38.821
verified: no, type: nauc_map_at_10_std
value: 13.233500000000001
verified: no, type: nauc_map_at_10_diff1
value: 24.7951
verified: no, type: nauc_map_at_20_max
value: 39.3159
verified: no, type: nauc_map_at_20_std
value: 14.1744
verified: no, type: nauc_map_at_20_diff1
value: 24.587400000000002
verified: no, type: nauc_map_at_100_max
value: 39.5554
verified: no, type: nauc_map_at_100_std
value: 14.7094
verified: no, type: nauc_map_at_100_diff1
value: 24.513299999999997
verified: no, type: nauc_map_at_1000_max
value: 39.5511
verified: no, type: nauc_map_at_1000_std
value: 14.7675
verified: no, type: nauc_map_at_1000_diff1
value: 24.5385
verified: no, type: nauc_recall_at_1_max
value: 33.1622
verified: no, type: nauc_recall_at_1_std
value: 10.0913
verified: no, type: nauc_recall_at_1_diff1
value: 31.950699999999998
verified: no, type: nauc_recall_at_3_max
value: 36.9675
verified: no, type: nauc_recall_at_3_std
value: 13.117799999999999
verified: no, type: nauc_recall_at_3_diff1
value: 23.3159
verified: no, type: nauc_recall_at_5_max
value: 37.7759
verified: no, type: nauc_recall_at_5_std
value: 13.8545
verified: no, type: nauc_recall_at_5_diff1
value: 19.4769
verified: no, type: nauc_recall_at_10_max
value: 35.3427
verified: no, type: nauc_recall_at_10_std
value: 15.8171
verified: no, type: nauc_recall_at_10_diff1
value: 17.0135
verified: no, type: nauc_recall_at_20_max
value: 36.5218
verified: no, type: nauc_recall_at_20_std
value: 20.427
verified: no, type: nauc_recall_at_20_diff1
value: 14.7536
verified: no, type: nauc_recall_at_100_max
value: 38.0326
verified: no, type: nauc_recall_at_100_std
value: 30.7409
verified: no, type: nauc_recall_at_100_diff1
value: 12.5498
verified: no, type: nauc_recall_at_1000_max
value: 38.8845
verified: no, type: nauc_recall_at_1000_std
value: 39.962399999999995
verified: no, type: nauc_recall_at_1000_diff1
value: 12.1297
verified: no, type: nauc_precision_at_1_max
value: 35.0648
verified: no, type: nauc_precision_at_1_std
value: 12.4314
verified: no, type: nauc_precision_at_1_diff1
value: 28.947200000000002
verified: no, type: nauc_precision_at_3_max
value: 34.7478
verified: no, type: nauc_precision_at_3_std
value: 13.0946
verified: no, type: nauc_precision_at_3_diff1
value: 12.8331
verified: no, type: nauc_precision_at_5_max
value: 32.8426
verified: no, type: nauc_precision_at_5_std
value: 13.0257
verified: no, type: nauc_precision_at_5_diff1
value: 7.202
verified: no, type: nauc_precision_at_10_max
value: 26.6211
verified: no, type: nauc_precision_at_10_std
value: 15.0173
verified: no, type: nauc_precision_at_10_diff1
value: 3.8345
verified: no, type: nauc_precision_at_20_max
value: 23.8664
verified: no, type: nauc_precision_at_20_std
value: 18.0045
verified: no, type: nauc_precision_at_20_diff1
value: -0.2366
verified: no, type: nauc_precision_at_100_max
value: 15.5088
verified: no, type: nauc_precision_at_100_std
value: 21.077099999999998
verified: no, type: nauc_precision_at_100_diff1
value: -5.919
verified: no, type: nauc_precision_at_1000_max
value: 3.8077
verified: no, type: nauc_precision_at_1000_std
value: 16.969
verified: no, type: nauc_precision_at_1000_diff1
value: -9.9437
verified: no, type: nauc_mrr_at_1_max
value: 35.0648
verified: no, type: nauc_mrr_at_1_std
value: 12.4314
verified: no, type: nauc_mrr_at_1_diff1
value: 28.947200000000002
verified: no, type: nauc_mrr_at_3_max
value: 37.473099999999995
verified: no, type: nauc_mrr_at_3_std
value: 13.8687
verified: no, type: nauc_mrr_at_3_diff1
value: 25.634600000000002
verified: no, type: nauc_mrr_at_5_max
value: 38.5189
verified: no, type: nauc_mrr_at_5_std
value: 14.309
verified: no, type: nauc_mrr_at_5_diff1
value: 25.9123
verified: no, type: nauc_mrr_at_10_max
value: 38.4575
verified: no, type: nauc_mrr_at_10_std
value: 14.605799999999999
verified: no, type: nauc_mrr_at_10_diff1
value: 25.985200000000003
verified: no, type: nauc_mrr_at_20_max
value: 38.4432
verified: no, type: nauc_mrr_at_20_std
value: 14.6103
verified: no, type: nauc_mrr_at_20_diff1
value: 26.0054
verified: no, type: nauc_mrr_at_100_max
value: 38.3756
verified: no, type: nauc_mrr_at_100_std
value: 14.6316
verified: no, type: nauc_mrr_at_100_diff1
value: 26.0116
verified: no, type: nauc_mrr_at_1000_max
value: 38.3685
verified: no, type: nauc_mrr_at_1000_std
value: 14.608699999999999
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.0145
verified: no, type: main_score
value: 46.493
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: ndcg_at_1
value: 66.125
verified: no, type: ndcg_at_3
value: 57.32899999999999
verified: no, type: ndcg_at_5
value: 54.666000000000004
verified: no, type: ndcg_at_10
value: 52.580000000000005
verified: no, type: ndcg_at_20
value: 52.84100000000001
verified: no, type: ndcg_at_100
value: 58.461
verified: no, type: ndcg_at_1000
value: 64.847
verified: no, type: map_at_1
value: 10.477
verified: no, type: map_at_3
value: 17.66
verified: no, type: map_at_5
value: 21.217
verified: no, type: map_at_10
value: 26.034000000000002
verified: no, type: map_at_20
value: 31.394
verified: no, type: map_at_100
value: 38.727000000000004
verified: no, type: map_at_1000
value: 40.547
verified: no, type: recall_at_1
value: 10.477
verified: no, type: recall_at_3
value: 18.772
verified: no, type: recall_at_5
value: 23.674999999999997
verified: no, type: recall_at_10
value: 31.879999999999995
verified: no, type: recall_at_20
value: 42.864000000000004
verified: no, type: recall_at_100
value: 65.388
verified: no, type: recall_at_1000
value: 85.913
verified: no, type: precision_at_1
value: 77.75
verified: no, type: precision_at_3
value: 61.167
verified: no, type: precision_at_5
value: 53
verified: no, type: precision_at_10
value: 42.25
verified: no, type: precision_at_20
value: 33.35
verified: no, type: precision_at_100
value: 13.583
verified: no, type: precision_at_1000
value: 2.333
verified: no, type: mrr_at_1
value: 77.75
verified: no, type: mrr_at_3
value: 83.1667
verified: no, type: mrr_at_5
value: 83.6417
verified: no, type: mrr_at_10
value: 84.1269
verified: no, type: mrr_at_20
value: 84.2582
verified: no, type: mrr_at_100
value: 84.30189999999999
verified: no, type: mrr_at_1000
value: 84.3081
verified: no, type: nauc_ndcg_at_1_max
value: 48.433
verified: no, type: nauc_ndcg_at_1_std
value: 28.939300000000003
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.2132
verified: no, type: nauc_ndcg_at_3_max
value: 44.4585
verified: no, type: nauc_ndcg_at_3_std
value: 31.138199999999998
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.0251
verified: no, type: nauc_ndcg_at_5_max
value: 42.6505
verified: no, type: nauc_ndcg_at_5_std
value: 30.220999999999997
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.5828
verified: no, type: nauc_ndcg_at_10_max
value: 42.0958
verified: no, type: nauc_ndcg_at_10_std
value: 29.4901
verified: no, type: nauc_ndcg_at_10_diff1
value: 33.896100000000004
verified: no, type: nauc_ndcg_at_20_max
value: 39.374700000000004
verified: no, type: nauc_ndcg_at_20_std
value: 26.0123
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.3261
verified: no, type: nauc_ndcg_at_100_max
value: 44.3195
verified: no, type: nauc_ndcg_at_100_std
value: 34.1344
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.090500000000006
verified: no, type: nauc_ndcg_at_1000_max
value: 49.0975
verified: no, type: nauc_ndcg_at_1000_std
value: 41.986200000000004
verified: no, type: nauc_ndcg_at_1000_diff1
value: 34.679
verified: no, type: nauc_map_at_1_max
value: -0.20110000000000003
verified: no, type: nauc_map_at_1_std
value: -18.001
verified: no, type: nauc_map_at_1_diff1
value: 38.6601
verified: no, type: nauc_map_at_3_max
value: 8.0619
verified: no, type: nauc_map_at_3_std
value: -12.3063
verified: no, type: nauc_map_at_3_diff1
value: 31.339499999999997
verified: no, type: nauc_map_at_5_max
value: 11.6364
verified: no, type: nauc_map_at_5_std
value: -8.3141
verified: no, type: nauc_map_at_5_diff1
value: 30.3896
verified: no, type: nauc_map_at_10_max
value: 17.8922
verified: no, type: nauc_map_at_10_std
value: -0.2939
verified: no, type: nauc_map_at_10_diff1
value: 31.3675
verified: no, type: nauc_map_at_20_max
value: 23.8769
verified: no, type: nauc_map_at_20_std
value: 9.6554
verified: no, type: nauc_map_at_20_diff1
value: 30.489
verified: no, type: nauc_map_at_100_max
value: 33.0152
verified: no, type: nauc_map_at_100_std
value: 24.7442
verified: no, type: nauc_map_at_100_diff1
value: 29.5047
verified: no, type: nauc_map_at_1000_max
value: 34.572
verified: no, type: nauc_map_at_1000_std
value: 27.2565
verified: no, type: nauc_map_at_1000_diff1
value: 28.8344
verified: no, type: nauc_recall_at_1_max
value: -0.20110000000000003
verified: no, type: nauc_recall_at_1_std
value: -18.001
verified: no, type: nauc_recall_at_1_diff1
value: 38.6601
verified: no, type: nauc_recall_at_3_max
value: 4.8443
verified: no, type: nauc_recall_at_3_std
value: -13.275500000000001
verified: no, type: nauc_recall_at_3_diff1
value: 27.133200000000002
verified: no, type: nauc_recall_at_5_max
value: 7.4265
verified: no, type: nauc_recall_at_5_std
value: -10.273
verified: no, type: nauc_recall_at_5_diff1
value: 26.07
verified: no, type: nauc_recall_at_10_max
value: 12.204600000000001
verified: no, type: nauc_recall_at_10_std
value: -4.426200000000001
verified: no, type: nauc_recall_at_10_diff1
value: 27.679900000000004
verified: no, type: nauc_recall_at_20_max
value: 15.737400000000001
verified: no, type: nauc_recall_at_20_std
value: 3.3945000000000003
verified: no, type: nauc_recall_at_20_diff1
value: 26.8399
verified: no, type: nauc_recall_at_100_max
value: 34.0154
verified: no, type: nauc_recall_at_100_std
value: 30.6287
verified: no, type: nauc_recall_at_100_diff1
value: 26.844099999999997
verified: no, type: nauc_recall_at_1000_max
value: 47.023900000000005
verified: no, type: nauc_recall_at_1000_std
value: 52.6725
verified: no, type: nauc_recall_at_1000_diff1
value: 27.6565
verified: no, type: nauc_precision_at_1_max
value: 55.4862
verified: no, type: nauc_precision_at_1_std
value: 41.3636
verified: no, type: nauc_precision_at_1_diff1
value: 49.8664
verified: no, type: nauc_precision_at_3_max
value: 42.417899999999996
verified: no, type: nauc_precision_at_3_std
value: 41.739599999999996
verified: no, type: nauc_precision_at_3_diff1
value: 7.9012
verified: no, type: nauc_precision_at_5_max
value: 38.8574
verified: no, type: nauc_precision_at_5_std
value: 42.2934
verified: no, type: nauc_precision_at_5_diff1
value: 4.9188
verified: no, type: nauc_precision_at_10_max
value: 36.6158
verified: no, type: nauc_precision_at_10_std
value: 45.2694
verified: no, type: nauc_precision_at_10_diff1
value: 0.9656
verified: no, type: nauc_precision_at_20_max
value: 33.2202
verified: no, type: nauc_precision_at_20_std
value: 44.9911
verified: no, type: nauc_precision_at_20_diff1
value: -1.6872000000000003
verified: no, type: nauc_precision_at_100_max
value: 26.115
verified: no, type: nauc_precision_at_100_std
value: 38.622099999999996
verified: no, type: nauc_precision_at_100_diff1
value: -8.18
verified: no, type: nauc_precision_at_1000_max
value: 6.403200000000001
verified: no, type: nauc_precision_at_1000_std
value: 17.532
verified: no, type: nauc_precision_at_1000_diff1
value: -16.6719
verified: no, type: nauc_mrr_at_1_max
value: 55.4862
verified: no, type: nauc_mrr_at_1_std
value: 41.3636
verified: no, type: nauc_mrr_at_1_diff1
value: 49.8664
verified: no, type: nauc_mrr_at_3_max
value: 56.9569
verified: no, type: nauc_mrr_at_3_std
value: 46.0405
verified: no, type: nauc_mrr_at_3_diff1
value: 44.758900000000004
verified: no, type: nauc_mrr_at_5_max
value: 57.0228
verified: no, type: nauc_mrr_at_5_std
value: 45.589600000000004
verified: no, type: nauc_mrr_at_5_diff1
value: 44.2372
verified: no, type: nauc_mrr_at_10_max
value: 56.9087
verified: no, type: nauc_mrr_at_10_std
value: 45.3631
verified: no, type: nauc_mrr_at_10_diff1
value: 44.7885
verified: no, type: nauc_mrr_at_20_max
value: 56.913599999999995
verified: no, type: nauc_mrr_at_20_std
value: 45.3463
verified: no, type: nauc_mrr_at_20_diff1
value: 44.974199999999996
verified: no, type: nauc_mrr_at_100_max
value: 56.8951
verified: no, type: nauc_mrr_at_100_std
value: 45.2231
verified: no, type: nauc_mrr_at_100_diff1
value: 45.0978
verified: no, type: nauc_mrr_at_1000_max
value: 56.9028
verified: no, type: nauc_mrr_at_1000_std
value: 45.2397
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.095800000000004
verified: no, type: main_score
value: 52.580000000000005
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: ndcg_at_1
value: 90.819
verified: no, type: ndcg_at_3
value: 92.396
verified: no, type: ndcg_at_5
value: 93.03
verified: no, type: ndcg_at_10
value: 93.504
verified: no, type: ndcg_at_20
value: 93.741
verified: no, type: ndcg_at_100
value: 93.99499999999999
verified: no, type: ndcg_at_1000
value: 94.116
verified: no, type: map_at_1
value: 84.34
verified: no, type: map_at_3
value: 90.213
verified: no, type: map_at_5
value: 90.807
verified: no, type: map_at_10
value: 91.141
verified: no, type: map_at_20
value: 91.252
verified: no, type: map_at_100
value: 91.321
verified: no, type: map_at_1000
value: 91.328
verified: no, type: recall_at_1
value: 84.34
verified: no, type: recall_at_3
value: 94.231
verified: no, type: recall_at_5
value: 95.87400000000001
verified: no, type: recall_at_10
value: 97.152
verified: no, type: recall_at_20
value: 97.86500000000001
verified: no, type: recall_at_100
value: 98.834
verified: no, type: recall_at_1000
value: 99.53800000000001
verified: no, type: precision_at_1
value: 90.819
verified: no, type: precision_at_3
value: 34.823
verified: no, type: precision_at_5
value: 21.488
verified: no, type: precision_at_10
value: 11.038
verified: no, type: precision_at_20
value: 5.6160000000000005
verified: no, type: precision_at_100
value: 1.153
verified: no, type: precision_at_1000
value: 0.11800000000000001
verified: no, type: mrr_at_1
value: 90.81909999999999
verified: no, type: mrr_at_3
value: 94.3719
verified: no, type: mrr_at_5
value: 94.57600000000001
verified: no, type: mrr_at_10
value: 94.6457
verified: no, type: mrr_at_20
value: 94.6561
verified: no, type: mrr_at_100
value: 94.66120000000001
verified: no, type: mrr_at_1000
value: 94.6613
verified: no, type: nauc_ndcg_at_1_max
value: 25.240800000000004
verified: no, type: nauc_ndcg_at_1_std
value: -11.5221
verified: no, type: nauc_ndcg_at_1_diff1
value: 79.6768
verified: no, type: nauc_ndcg_at_3_max
value: 25.3982
verified: no, type: nauc_ndcg_at_3_std
value: -0.7189
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.4263
verified: no, type: nauc_ndcg_at_5_max
value: 24.7453
verified: no, type: nauc_ndcg_at_5_std
value: -0.0758
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.4935
verified: no, type: nauc_ndcg_at_10_max
value: 24.168400000000002
verified: no, type: nauc_ndcg_at_10_std
value: -0.24589999999999998
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.0039
verified: no, type: nauc_ndcg_at_20_max
value: 24.735
verified: no, type: nauc_ndcg_at_20_std
value: -0.25179999999999997
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.531000000000006
verified: no, type: nauc_ndcg_at_100_max
value: 25.7435
verified: no, type: nauc_ndcg_at_100_std
value: -0.5272
verified: no, type: nauc_ndcg_at_100_diff1
value: 53.299
verified: no, type: nauc_ndcg_at_1000_max
value: 25.6316
verified: no, type: nauc_ndcg_at_1000_std
value: -1.1194000000000002
verified: no, type: nauc_ndcg_at_1000_diff1
value: 54.3929
verified: no, type: nauc_map_at_1_max
value: 19.2393
verified: no, type: nauc_map_at_1_std
value: -12.1192
verified: no, type: nauc_map_at_1_diff1
value: 56.476499999999994
verified: no, type: nauc_map_at_3_max
value: 22.8523
verified: no, type: nauc_map_at_3_std
value: -2.2307
verified: no, type: nauc_map_at_3_diff1
value: 47.5555
verified: no, type: nauc_map_at_5_max
value: 23.0672
verified: no, type: nauc_map_at_5_std
value: -1.5990999999999997
verified: no, type: nauc_map_at_5_diff1
value: 48.0461
verified: no, type: nauc_map_at_10_max
value: 23.2459
verified: no, type: nauc_map_at_10_std
value: -1.6479000000000001
verified: no, type: nauc_map_at_10_diff1
value: 49.0606
verified: no, type: nauc_map_at_20_max
value: 23.4843
verified: no, type: nauc_map_at_20_std
value: -1.5372999999999999
verified: no, type: nauc_map_at_20_diff1
value: 49.551899999999996
verified: no, type: nauc_map_at_100_max
value: 23.711299999999998
verified: no, type: nauc_map_at_100_std
value: -1.5525
verified: no, type: nauc_map_at_100_diff1
value: 49.870799999999996
verified: no, type: nauc_map_at_1000_max
value: 23.7153
verified: no, type: nauc_map_at_1000_std
value: -1.5817999999999999
verified: no, type: nauc_map_at_1000_diff1
value: 49.918600000000005
verified: no, type: nauc_recall_at_1_max
value: 19.2393
verified: no, type: nauc_recall_at_1_std
value: -12.1192
verified: no, type: nauc_recall_at_1_diff1
value: 56.476499999999994
verified: no, type: nauc_recall_at_3_max
value: 23.3171
verified: no, type: nauc_recall_at_3_std
value: 8.0829
verified: no, type: nauc_recall_at_3_diff1
value: 22.5929
verified: no, type: nauc_recall_at_5_max
value: 22.795299999999997
verified: no, type: nauc_recall_at_5_std
value: 13.5004
verified: no, type: nauc_recall_at_5_diff1
value: 12.1369
verified: no, type: nauc_recall_at_10_max
value: 19.2037
verified: no, type: nauc_recall_at_10_std
value: 17.833399999999997
verified: no, type: nauc_recall_at_10_diff1
value: 6.4495
verified: no, type: nauc_recall_at_20_max
value: 22.0716
verified: no, type: nauc_recall_at_20_std
value: 23.0569
verified: no, type: nauc_recall_at_20_diff1
value: 5.566
verified: no, type: nauc_recall_at_100_max
value: 38.2417
verified: no, type: nauc_recall_at_100_std
value: 36.4711
verified: no, type: nauc_recall_at_100_diff1
value: 3.4174
verified: no, type: nauc_recall_at_1000_max
value: 43.8324
verified: no, type: nauc_recall_at_1000_std
value: 51.4813
verified: no, type: nauc_recall_at_1000_diff1
value: 6.152699999999999
verified: no, type: nauc_precision_at_1_max
value: 25.240800000000004
verified: no, type: nauc_precision_at_1_std
value: -11.5221
verified: no, type: nauc_precision_at_1_diff1
value: 79.6768
verified: no, type: nauc_precision_at_3_max
value: 4.1542
verified: no, type: nauc_precision_at_3_std
value: 21.360799999999998
verified: no, type: nauc_precision_at_3_diff1
value: -12.1458
verified: no, type: nauc_precision_at_5_max
value: 0.5388999999999999
verified: no, type: nauc_precision_at_5_std
value: 19.4022
verified: no, type: nauc_precision_at_5_diff1
value: -16.4075
verified: no, type: nauc_precision_at_10_max
value: -0.8366
verified: no, type: nauc_precision_at_10_std
value: 15.8075
verified: no, type: nauc_precision_at_10_diff1
value: -14.7909
verified: no, type: nauc_precision_at_20_max
value: -0.5476
verified: no, type: nauc_precision_at_20_std
value: 14.340800000000002
verified: no, type: nauc_precision_at_20_diff1
value: -13.0687
verified: no, type: nauc_precision_at_100_max
value: 0.0407
verified: no, type: nauc_precision_at_100_std
value: 11.5045
verified: no, type: nauc_precision_at_100_diff1
value: -11.5633
verified: no, type: nauc_precision_at_1000_max
value: -1.6417000000000002
verified: no, type: nauc_precision_at_1000_std
value: 8.1669
verified: no, type: nauc_precision_at_1000_diff1
value: -9.5866
verified: no, type: nauc_mrr_at_1_max
value: 25.240800000000004
verified: no, type: nauc_mrr_at_1_std
value: -11.5221
verified: no, type: nauc_mrr_at_1_diff1
value: 79.6768
verified: no, type: nauc_mrr_at_3_max
value: 29.631999999999998
verified: no, type: nauc_mrr_at_3_std
value: -7.7632
verified: no, type: nauc_mrr_at_3_diff1
value: 78.23
verified: no, type: nauc_mrr_at_5_max
value: 29.1219
verified: no, type: nauc_mrr_at_5_std
value: -8.1344
verified: no, type: nauc_mrr_at_5_diff1
value: 78.0366
verified: no, type: nauc_mrr_at_10_max
value: 28.442600000000002
verified: no, type: nauc_mrr_at_10_std
value: -8.4404
verified: no, type: nauc_mrr_at_10_diff1
value: 78.2312
verified: no, type: nauc_mrr_at_20_max
value: 28.3941
verified: no, type: nauc_mrr_at_20_std
value: -8.5659
verified: no, type: nauc_mrr_at_20_diff1
value: 78.2863
verified: no, type: nauc_mrr_at_100_max
value: 28.419100000000004
verified: no, type: nauc_mrr_at_100_std
value: -8.609
verified: no, type: nauc_mrr_at_100_diff1
value: 78.3201
verified: no, type: nauc_mrr_at_1000_max
value: 28.4202
verified: no, type: nauc_mrr_at_1000_std
value: -8.6104
verified: no, type: nauc_mrr_at_1000_diff1
value: 78.3216
verified: no, type: main_score
value: 93.504
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: ndcg_at_1
value: 60.648
verified: no, type: ndcg_at_3
value: 57.896
verified: no, type: ndcg_at_5
value: 58.628
verified: no, type: ndcg_at_10
value: 61.536
verified: no, type: ndcg_at_20
value: 64.435
verified: no, type: ndcg_at_100
value: 67.932
verified: no, type: ndcg_at_1000
value: 69.232
verified: no, type: map_at_1
value: 31.996000000000002
verified: no, type: map_at_3
value: 47.42
verified: no, type: map_at_5
value: 50.641999999999996
verified: no, type: map_at_10
value: 53.502
verified: no, type: map_at_20
value: 54.813
verified: no, type: map_at_100
value: 55.65
verified: no, type: map_at_1000
value: 55.757999999999996
verified: no, type: recall_at_1
value: 31.996000000000002
verified: no, type: recall_at_3
value: 52.81
verified: no, type: recall_at_5
value: 59.072
verified: no, type: recall_at_10
value: 68.27
verified: no, type: recall_at_20
value: 77.227
verified: no, type: recall_at_100
value: 91.434
verified: no, type: recall_at_1000
value: 98.662
verified: no, type: precision_at_1
value: 60.648
verified: no, type: precision_at_3
value: 38.683
verified: no, type: precision_at_5
value: 27.622999999999998
verified: no, type: precision_at_10
value: 16.883
verified: no, type: precision_at_20
value: 9.699
verified: no, type: precision_at_100
value: 2.346
verified: no, type: precision_at_1000
value: 0.259
verified: no, type: mrr_at_1
value: 60.64810000000001
verified: no, type: mrr_at_3
value: 67.2068
verified: no, type: mrr_at_5
value: 68.1867
verified: no, type: mrr_at_10
value: 68.99640000000001
verified: no, type: mrr_at_20
value: 69.3643
verified: no, type: mrr_at_100
value: 69.5526
verified: no, type: mrr_at_1000
value: 69.562
verified: no, type: nauc_ndcg_at_1_max
value: 22.4951
verified: no, type: nauc_ndcg_at_1_std
value: 1.4333
verified: no, type: nauc_ndcg_at_1_diff1
value: 63.8046
verified: no, type: nauc_ndcg_at_3_max
value: 17.3345
verified: no, type: nauc_ndcg_at_3_std
value: -1.8205
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.621700000000004
verified: no, type: nauc_ndcg_at_5_max
value: 13.544800000000002
verified: no, type: nauc_ndcg_at_5_std
value: -2.3148
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.802899999999994
verified: no, type: nauc_ndcg_at_10_max
value: 12.042300000000001
verified: no, type: nauc_ndcg_at_10_std
value: -1.4768999999999999
verified: no, type: nauc_ndcg_at_10_diff1
value: 52.082499999999996
verified: no, type: nauc_ndcg_at_20_max
value: 13.686499999999999
verified: no, type: nauc_ndcg_at_20_std
value: 0.6154999999999999
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.9196
verified: no, type: nauc_ndcg_at_100_max
value: 15.673799999999998
verified: no, type: nauc_ndcg_at_100_std
value: 2.2721999999999998
verified: no, type: nauc_ndcg_at_100_diff1
value: 52.3741
verified: no, type: nauc_ndcg_at_1000_max
value: 16.9838
verified: no, type: nauc_ndcg_at_1000_std
value: 0.8401000000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.656499999999994
verified: no, type: nauc_map_at_1_max
value: 0.1273
verified: no, type: nauc_map_at_1_std
value: -8.6548
verified: no, type: nauc_map_at_1_diff1
value: 52.07079999999999
verified: no, type: nauc_map_at_3_max
value: 6.9517999999999995
verified: no, type: nauc_map_at_3_std
value: -7.2985
verified: no, type: nauc_map_at_3_diff1
value: 49.4704
verified: no, type: nauc_map_at_5_max
value: 9.4768
verified: no, type: nauc_map_at_5_std
value: -5.9087
verified: no, type: nauc_map_at_5_diff1
value: 49.533300000000004
verified: no, type: nauc_map_at_10_max
value: 10.8108
verified: no, type: nauc_map_at_10_std
value: -4.5333
verified: no, type: nauc_map_at_10_diff1
value: 49.6254
verified: no, type: nauc_map_at_20_max
value: 11.7862
verified: no, type: nauc_map_at_20_std
value: -3.5229999999999997
verified: no, type: nauc_map_at_20_diff1
value: 49.7148
verified: no, type: nauc_map_at_100_max
value: 12.453
verified: no, type: nauc_map_at_100_std
value: -2.9499
verified: no, type: nauc_map_at_100_diff1
value: 49.736999999999995
verified: no, type: nauc_map_at_1000_max
value: 12.5712
verified: no, type: nauc_map_at_1000_std
value: -2.9929
verified: no, type: nauc_map_at_1000_diff1
value: 49.741099999999996
verified: no, type: nauc_recall_at_1_max
value: 0.1273
verified: no, type: nauc_recall_at_1_std
value: -8.6548
verified: no, type: nauc_recall_at_1_diff1
value: 52.07079999999999
verified: no, type: nauc_recall_at_3_max
value: 2.8306
verified: no, type: nauc_recall_at_3_std
value: -7.7354
verified: no, type: nauc_recall_at_3_diff1
value: 43.732
verified: no, type: nauc_recall_at_5_max
value: 2.7758000000000003
verified: no, type: nauc_recall_at_5_std
value: -3.9762
verified: no, type: nauc_recall_at_5_diff1
value: 43.7185
verified: no, type: nauc_recall_at_10_max
value: 1.29
verified: no, type: nauc_recall_at_10_std
value: -0.0242
verified: no, type: nauc_recall_at_10_diff1
value: 44.1863
verified: no, type: nauc_recall_at_20_max
value: 3.6786
verified: no, type: nauc_recall_at_20_std
value: 8.9985
verified: no, type: nauc_recall_at_20_diff1
value: 40.6607
verified: no, type: nauc_recall_at_100_max
value: -0.8571000000000001
verified: no, type: nauc_recall_at_100_std
value: 33.6181
verified: no, type: nauc_recall_at_100_diff1
value: 37.5457
verified: no, type: nauc_recall_at_1000_max
value: 9.6378
verified: no, type: nauc_recall_at_1000_std
value: 42.4651
verified: no, type: nauc_recall_at_1000_diff1
value: 60.372899999999994
verified: no, type: nauc_precision_at_1_max
value: 22.4951
verified: no, type: nauc_precision_at_1_std
value: 1.4333
verified: no, type: nauc_precision_at_1_diff1
value: 63.8046
verified: no, type: nauc_precision_at_3_max
value: 26.378800000000002
verified: no, type: nauc_precision_at_3_std
value: 6.3153
verified: no, type: nauc_precision_at_3_diff1
value: 22.0255
verified: no, type: nauc_precision_at_5_max
value: 26.987499999999997
verified: no, type: nauc_precision_at_5_std
value: 8.8842
verified: no, type: nauc_precision_at_5_diff1
value: 14.6172
verified: no, type: nauc_precision_at_10_max
value: 26.179000000000002
verified: no, type: nauc_precision_at_10_std
value: 13.112499999999999
verified: no, type: nauc_precision_at_10_diff1
value: 6.2566
verified: no, type: nauc_precision_at_20_max
value: 27.622799999999998
verified: no, type: nauc_precision_at_20_std
value: 17.086299999999998
verified: no, type: nauc_precision_at_20_diff1
value: -0.43039999999999995
verified: no, type: nauc_precision_at_100_max
value: 29.647299999999998
verified: no, type: nauc_precision_at_100_std
value: 19.7972
verified: no, type: nauc_precision_at_100_diff1
value: -9.985
verified: no, type: nauc_precision_at_1000_max
value: 30.6444
verified: no, type: nauc_precision_at_1000_std
value: 14.9234
verified: no, type: nauc_precision_at_1000_diff1
value: -13.694899999999999
verified: no, type: nauc_mrr_at_1_max
value: 22.4951
verified: no, type: nauc_mrr_at_1_std
value: 1.4333
verified: no, type: nauc_mrr_at_1_diff1
value: 63.8046
verified: no, type: nauc_mrr_at_3_max
value: 22.564600000000002
verified: no, type: nauc_mrr_at_3_std
value: 0.8368
verified: no, type: nauc_mrr_at_3_diff1
value: 61.6075
verified: no, type: nauc_mrr_at_5_max
value: 21.793699999999998
verified: no, type: nauc_mrr_at_5_std
value: 1.8185
verified: no, type: nauc_mrr_at_5_diff1
value: 61.7595
verified: no, type: nauc_mrr_at_10_max
value: 21.7564
verified: no, type: nauc_mrr_at_10_std
value: 2.3262
verified: no, type: nauc_mrr_at_10_diff1
value: 61.8695
verified: no, type: nauc_mrr_at_20_max
value: 21.870700000000003
verified: no, type: nauc_mrr_at_20_std
value: 2.5100000000000002
verified: no, type: nauc_mrr_at_20_diff1
value: 61.7119
verified: no, type: nauc_mrr_at_100_max
value: 21.9579
verified: no, type: nauc_mrr_at_100_std
value: 2.4704
verified: no, type: nauc_mrr_at_100_diff1
value: 61.812599999999996
verified: no, type: nauc_mrr_at_1000_max
value: 21.9573
verified: no, type: nauc_mrr_at_1000_std
value: 2.4568
verified: no, type: nauc_mrr_at_1000_diff1
value: 61.809400000000004
verified: no, type: main_score
value: 61.536
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: ndcg_at_1
value: 92.113
verified: no, type: ndcg_at_3
value: 84.322
verified: no, type: ndcg_at_5
value: 86.21
verified: no, type: ndcg_at_10
value: 87.58200000000001
verified: no, type: ndcg_at_20
value: 88.382
verified: no, type: ndcg_at_100
value: 89.188
verified: no, type: ndcg_at_1000
value: 89.568
verified: no, type: map_at_1
value: 46.056999999999995
verified: no, type: map_at_3
value: 80.109
verified: no, type: map_at_5
value: 81.746
verified: no, type: map_at_10
value: 82.626
verified: no, type: map_at_20
value: 82.975
verified: no, type: map_at_100
value: 83.155
verified: no, type: map_at_1000
value: 83.177
verified: no, type: recall_at_1
value: 46.056999999999995
verified: no, type: recall_at_3
value: 83.248
verified: no, type: recall_at_5
value: 86.96199999999999
verified: no, type: recall_at_10
value: 90.405
verified: no, type: recall_at_20
value: 92.957
verified: no, type: recall_at_100
value: 96.462
verified: no, type: recall_at_1000
value: 98.94
verified: no, type: precision_at_1
value: 92.113
verified: no, type: precision_at_3
value: 55.498999999999995
verified: no, type: precision_at_5
value: 34.785
verified: no, type: precision_at_10
value: 18.081
verified: no, type: precision_at_20
value: 9.296
verified: no, type: precision_at_100
value: 1.9290000000000003
verified: no, type: precision_at_1000
value: 0.198
verified: no, type: mrr_at_1
value: 92.1134
verified: no, type: mrr_at_3
value: 94.5195
verified: no, type: mrr_at_5
value: 94.6869
verified: no, type: mrr_at_10
value: 94.7842
verified: no, type: mrr_at_20
value: 94.81920000000001
verified: no, type: mrr_at_100
value: 94.8327
verified: no, type: mrr_at_1000
value: 94.8337
verified: no, type: nauc_ndcg_at_1_max
value: 39.5542
verified: no, type: nauc_ndcg_at_1_std
value: -10.8151
verified: no, type: nauc_ndcg_at_1_diff1
value: 65.983
verified: no, type: nauc_ndcg_at_3_max
value: 38.232699999999994
verified: no, type: nauc_ndcg_at_3_std
value: 3.5534999999999997
verified: no, type: nauc_ndcg_at_3_diff1
value: -6.4831
verified: no, type: nauc_ndcg_at_5_max
value: 40.4112
verified: no, type: nauc_ndcg_at_5_std
value: 6.833699999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: -5.7221
verified: no, type: nauc_ndcg_at_10_max
value: 41.4023
verified: no, type: nauc_ndcg_at_10_std
value: 8.7918
verified: no, type: nauc_ndcg_at_10_diff1
value: -4.0827
verified: no, type: nauc_ndcg_at_20_max
value: 41.688900000000004
verified: no, type: nauc_ndcg_at_20_std
value: 9.947000000000001
verified: no, type: nauc_ndcg_at_20_diff1
value: -2.7942
verified: no, type: nauc_ndcg_at_100_max
value: 41.6475
verified: no, type: nauc_ndcg_at_100_std
value: 9.9194
verified: no, type: nauc_ndcg_at_100_diff1
value: -1.4031
verified: no, type: nauc_ndcg_at_1000_max
value: 40.9787
verified: no, type: nauc_ndcg_at_1000_std
value: 8.408999999999999
verified: no, type: nauc_ndcg_at_1000_diff1
value: -0.8919
verified: no, type: nauc_map_at_1_max
value: 39.5542
verified: no, type: nauc_map_at_1_std
value: -10.8151
verified: no, type: nauc_map_at_1_diff1
value: 65.983
verified: no, type: nauc_map_at_3_max
value: 36.52
verified: no, type: nauc_map_at_3_std
value: 3.2407
verified: no, type: nauc_map_at_3_diff1
value: -11.165600000000001
verified: no, type: nauc_map_at_5_max
value: 38.0977
verified: no, type: nauc_map_at_5_std
value: 5.4176
verified: no, type: nauc_map_at_5_diff1
value: -10.6042
verified: no, type: nauc_map_at_10_max
value: 38.555
verified: no, type: nauc_map_at_10_std
value: 6.2022
verified: no, type: nauc_map_at_10_diff1
value: -9.7394
verified: no, type: nauc_map_at_20_max
value: 38.643100000000004
verified: no, type: nauc_map_at_20_std
value: 6.5166
verified: no, type: nauc_map_at_20_diff1
value: -9.3673
verified: no, type: nauc_map_at_100_max
value: 38.6148
verified: no, type: nauc_map_at_100_std
value: 6.5272
verified: no, type: nauc_map_at_100_diff1
value: -9.2063
verified: no, type: nauc_map_at_1000_max
value: 38.5892
verified: no, type: nauc_map_at_1000_std
value: 6.4752
verified: no, type: nauc_map_at_1000_diff1
value: -9.189400000000001
verified: no, type: nauc_recall_at_1_max
value: 39.5542
verified: no, type: nauc_recall_at_1_std
value: -10.8151
verified: no, type: nauc_recall_at_1_diff1
value: 65.983
verified: no, type: nauc_recall_at_3_max
value: 38.7636
verified: no, type: nauc_recall_at_3_std
value: 7.320500000000001
verified: no, type: nauc_recall_at_3_diff1
value: -18.2824
verified: no, type: nauc_recall_at_5_max
value: 42.9598
verified: no, type: nauc_recall_at_5_std
value: 14.649899999999999
verified: no, type: nauc_recall_at_5_diff1
value: -19.4144
verified: no, type: nauc_recall_at_10_max
value: 46.490500000000004
verified: no, type: nauc_recall_at_10_std
value: 23.0074
verified: no, type: nauc_recall_at_10_diff1
value: -18.8099
verified: no, type: nauc_recall_at_20_max
value: 49.6302
verified: no, type: nauc_recall_at_20_std
value: 33.250299999999996
verified: no, type: nauc_recall_at_20_diff1
value: -17.46
verified: no, type: nauc_recall_at_100_max
value: 57.7295
verified: no, type: nauc_recall_at_100_std
value: 53.789500000000004
verified: no, type: nauc_recall_at_100_diff1
value: -14.435899999999998
verified: no, type: nauc_recall_at_1000_max
value: 59.8823
verified: no, type: nauc_recall_at_1000_std
value: 69.6773
verified: no, type: nauc_recall_at_1000_diff1
value: -18.7893
verified: no, type: nauc_precision_at_1_max
value: 39.5542
verified: no, type: nauc_precision_at_1_std
value: -10.8151
verified: no, type: nauc_precision_at_1_diff1
value: 65.983
verified: no, type: nauc_precision_at_3_max
value: 38.7636
verified: no, type: nauc_precision_at_3_std
value: 7.320500000000001
verified: no, type: nauc_precision_at_3_diff1
value: -18.2824
verified: no, type: nauc_precision_at_5_max
value: 42.9598
verified: no, type: nauc_precision_at_5_std
value: 14.649899999999999
verified: no, type: nauc_precision_at_5_diff1
value: -19.4144
verified: no, type: nauc_precision_at_10_max
value: 46.490500000000004
verified: no, type: nauc_precision_at_10_std
value: 23.0074
verified: no, type: nauc_precision_at_10_diff1
value: -18.8099
verified: no, type: nauc_precision_at_20_max
value: 49.6302
verified: no, type: nauc_precision_at_20_std
value: 33.250299999999996
verified: no, type: nauc_precision_at_20_diff1
value: -17.46
verified: no, type: nauc_precision_at_100_max
value: 57.7295
verified: no, type: nauc_precision_at_100_std
value: 53.789500000000004
verified: no, type: nauc_precision_at_100_diff1
value: -14.435899999999998
verified: no, type: nauc_precision_at_1000_max
value: 59.8823
verified: no, type: nauc_precision_at_1000_std
value: 69.6773
verified: no, type: nauc_precision_at_1000_diff1
value: -18.7893
verified: no, type: nauc_mrr_at_1_max
value: 39.5542
verified: no, type: nauc_mrr_at_1_std
value: -10.8151
verified: no, type: nauc_mrr_at_1_diff1
value: 65.983
verified: no, type: nauc_mrr_at_3_max
value: 45.1005
verified: no, type: nauc_mrr_at_3_std
value: -8.067
verified: no, type: nauc_mrr_at_3_diff1
value: 66.5513
verified: no, type: nauc_mrr_at_5_max
value: 44.5223
verified: no, type: nauc_mrr_at_5_std
value: -7.587199999999999
verified: no, type: nauc_mrr_at_5_diff1
value: 66.5481
verified: no, type: nauc_mrr_at_10_max
value: 44.5244
verified: no, type: nauc_mrr_at_10_std
value: -7.2405
verified: no, type: nauc_mrr_at_10_diff1
value: 66.659
verified: no, type: nauc_mrr_at_20_max
value: 44.3347
verified: no, type: nauc_mrr_at_20_std
value: -7.3279
verified: no, type: nauc_mrr_at_20_diff1
value: 66.64710000000001
verified: no, type: nauc_mrr_at_100_max
value: 44.2787
verified: no, type: nauc_mrr_at_100_std
value: -7.4537
verified: no, type: nauc_mrr_at_100_diff1
value: 66.6131
verified: no, type: nauc_mrr_at_1000_max
value: 44.2703
verified: no, type: nauc_mrr_at_1000_std
value: -7.464700000000001
verified: no, type: nauc_mrr_at_1000_diff1
value: 66.6095
verified: no, type: main_score
value: 87.58200000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: ndcg_at_1
value: 26.962999999999997
verified: no, type: ndcg_at_3
value: 38.958
verified: no, type: ndcg_at_5
value: 43.363
verified: no, type: ndcg_at_10
value: 47.131
verified: no, type: ndcg_at_20
value: 49.728
verified: no, type: ndcg_at_100
value: 52.288999999999994
verified: no, type: ndcg_at_1000
value: 53.104
verified: no, type: map_at_1
value: 26.277
verified: no, type: map_at_3
value: 35.763
verified: no, type: map_at_5
value: 38.233
verified: no, type: map_at_10
value: 39.834
verified: no, type: map_at_20
value: 40.574
verified: no, type: map_at_100
value: 40.961
verified: no, type: map_at_1000
value: 40.996
verified: no, type: recall_at_1
value: 26.277
verified: no, type: recall_at_3
value: 47.5
verified: no, type: recall_at_5
value: 58.081
verified: no, type: recall_at_10
value: 69.473
verified: no, type: recall_at_20
value: 79.525
verified: no, type: recall_at_100
value: 92.771
verified: no, type: recall_at_1000
value: 98.86500000000001
verified: no, type: precision_at_1
value: 26.962999999999997
verified: no, type: precision_at_3
value: 16.428
verified: no, type: precision_at_5
value: 12.086
verified: no, type: precision_at_10
value: 7.269
verified: no, type: precision_at_20
value: 4.178
verified: no, type: precision_at_100
value: 0.9809999999999999
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: mrr_at_1
value: 26.962799999999998
verified: no, type: mrr_at_3
value: 36.4494
verified: no, type: mrr_at_5
value: 38.8849
verified: no, type: mrr_at_10
value: 40.4243
verified: no, type: mrr_at_20
value: 41.1182
verified: no, type: mrr_at_100
value: 41.4762
verified: no, type: mrr_at_1000
value: 41.505900000000004
verified: no, type: nauc_ndcg_at_1_max
value: 0.8854000000000001
verified: no, type: nauc_ndcg_at_1_std
value: -21.1834
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.080799999999996
verified: no, type: nauc_ndcg_at_3_max
value: 1.1694
verified: no, type: nauc_ndcg_at_3_std
value: -22.4811
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.571400000000004
verified: no, type: nauc_ndcg_at_5_max
value: 2.1314
verified: no, type: nauc_ndcg_at_5_std
value: -21.8475
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.1894
verified: no, type: nauc_ndcg_at_10_max
value: 2.7063
verified: no, type: nauc_ndcg_at_10_std
value: -21.0181
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.490199999999994
verified: no, type: nauc_ndcg_at_20_max
value: 2.8913
verified: no, type: nauc_ndcg_at_20_std
value: -19.2267
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.4914
verified: no, type: nauc_ndcg_at_100_max
value: 2.6582000000000003
verified: no, type: nauc_ndcg_at_100_std
value: -18.140700000000002
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.947300000000006
verified: no, type: nauc_ndcg_at_1000_max
value: 2.5738
verified: no, type: nauc_ndcg_at_1000_std
value: -19.3431
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.0692
verified: no, type: nauc_map_at_1_max
value: 0.9844999999999999
verified: no, type: nauc_map_at_1_std
value: -21.2995
verified: no, type: nauc_map_at_1_diff1
value: 44.1003
verified: no, type: nauc_map_at_3_max
value: 1.1764999999999999
verified: no, type: nauc_map_at_3_std
value: -22.3565
verified: no, type: nauc_map_at_3_diff1
value: 40.672599999999996
verified: no, type: nauc_map_at_5_max
value: 1.6882000000000001
verified: no, type: nauc_map_at_5_std
value: -22.023699999999998
verified: no, type: nauc_map_at_5_diff1
value: 40.47
verified: no, type: nauc_map_at_10_max
value: 1.9012000000000002
verified: no, type: nauc_map_at_10_std
value: -21.703
verified: no, type: nauc_map_at_10_diff1
value: 40.6307
verified: no, type: nauc_map_at_20_max
value: 1.9317999999999997
verified: no, type: nauc_map_at_20_std
value: -21.2436
verified: no, type: nauc_map_at_20_diff1
value: 40.644400000000005
verified: no, type: nauc_map_at_100_max
value: 1.9056
verified: no, type: nauc_map_at_100_std
value: -21.0779
verified: no, type: nauc_map_at_100_diff1
value: 40.716499999999996
verified: no, type: nauc_map_at_1000_max
value: 1.9047
verified: no, type: nauc_map_at_1000_std
value: -21.1114
verified: no, type: nauc_map_at_1000_diff1
value: 40.7233
verified: no, type: nauc_recall_at_1_max
value: 0.9844999999999999
verified: no, type: nauc_recall_at_1_std
value: -21.2995
verified: no, type: nauc_recall_at_1_diff1
value: 44.1003
verified: no, type: nauc_recall_at_3_max
value: 1.2208999999999999
verified: no, type: nauc_recall_at_3_std
value: -22.948
verified: no, type: nauc_recall_at_3_diff1
value: 36.4149
verified: no, type: nauc_recall_at_5_max
value: 3.6429000000000005
verified: no, type: nauc_recall_at_5_std
value: -21.3257
verified: no, type: nauc_recall_at_5_diff1
value: 34.989599999999996
verified: no, type: nauc_recall_at_10_max
value: 6.1009
verified: no, type: nauc_recall_at_10_std
value: -18.249000000000002
verified: no, type: nauc_recall_at_10_diff1
value: 35.1357
verified: no, type: nauc_recall_at_20_max
value: 8.4911
verified: no, type: nauc_recall_at_20_std
value: -6.6306
verified: no, type: nauc_recall_at_20_diff1
value: 33.6959
verified: no, type: nauc_recall_at_100_max
value: 12.1738
verified: no, type: nauc_recall_at_100_std
value: 31.785200000000003
verified: no, type: nauc_recall_at_100_diff1
value: 33.3574
verified: no, type: nauc_recall_at_1000_max
value: 43.3082
verified: no, type: nauc_recall_at_1000_std
value: 77.54950000000001
verified: no, type: nauc_recall_at_1000_diff1
value: 21.784100000000002
verified: no, type: nauc_precision_at_1_max
value: 0.8854000000000001
verified: no, type: nauc_precision_at_1_std
value: -21.1834
verified: no, type: nauc_precision_at_1_diff1
value: 44.080799999999996
verified: no, type: nauc_precision_at_3_max
value: 0.95
verified: no, type: nauc_precision_at_3_std
value: -22.476599999999998
verified: no, type: nauc_precision_at_3_diff1
value: 35.838300000000004
verified: no, type: nauc_precision_at_5_max
value: 3.0417
verified: no, type: nauc_precision_at_5_std
value: -20.2517
verified: no, type: nauc_precision_at_5_diff1
value: 33.5132
verified: no, type: nauc_precision_at_10_max
value: 4.6907
verified: no, type: nauc_precision_at_10_std
value: -15.8989
verified: no, type: nauc_precision_at_10_diff1
value: 31.607400000000002
verified: no, type: nauc_precision_at_20_max
value: 5.6902
verified: no, type: nauc_precision_at_20_std
value: -3.5687999999999995
verified: no, type: nauc_precision_at_20_diff1
value: 26.648
verified: no, type: nauc_precision_at_100_max
value: 4.9387
verified: no, type: nauc_precision_at_100_std
value: 21.3565
verified: no, type: nauc_precision_at_100_diff1
value: 13.175500000000001
verified: no, type: nauc_precision_at_1000_max
value: 4.143
verified: no, type: nauc_precision_at_1000_std
value: 13.0532
verified: no, type: nauc_precision_at_1000_diff1
value: -4.2123
verified: no, type: nauc_mrr_at_1_max
value: 0.8854000000000001
verified: no, type: nauc_mrr_at_1_std
value: -21.1834
verified: no, type: nauc_mrr_at_1_diff1
value: 44.080799999999996
verified: no, type: nauc_mrr_at_3_max
value: 1.0766
verified: no, type: nauc_mrr_at_3_std
value: -22.067999999999998
verified: no, type: nauc_mrr_at_3_diff1
value: 40.509499999999996
verified: no, type: nauc_mrr_at_5_max
value: 1.6381
verified: no, type: nauc_mrr_at_5_std
value: -21.6727
verified: no, type: nauc_mrr_at_5_diff1
value: 40.4039
verified: no, type: nauc_mrr_at_10_max
value: 1.8665999999999998
verified: no, type: nauc_mrr_at_10_std
value: -21.3246
verified: no, type: nauc_mrr_at_10_diff1
value: 40.5268
verified: no, type: nauc_mrr_at_20_max
value: 1.9179000000000002
verified: no, type: nauc_mrr_at_20_std
value: -20.907899999999998
verified: no, type: nauc_mrr_at_20_diff1
value: 40.5416
verified: no, type: nauc_mrr_at_100_max
value: 1.8837
verified: no, type: nauc_mrr_at_100_std
value: -20.7816
verified: no, type: nauc_mrr_at_100_diff1
value: 40.625299999999996
verified: no, type: nauc_mrr_at_1000_max
value: 1.8811000000000002
verified: no, type: nauc_mrr_at_1000_std
value: -20.814799999999998
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.631299999999996
verified: no, type: main_score
value: 47.131
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: ndcg_at_1
value: 50.31
verified: no, type: ndcg_at_3
value: 45.288000000000004
verified: no, type: ndcg_at_5
value: 43.325
verified: no, type: ndcg_at_10
value: 40.108
verified: no, type: ndcg_at_20
value: 37.301
verified: no, type: ndcg_at_100
value: 36.132999999999996
verified: no, type: ndcg_at_1000
value: 44.693
verified: no, type: map_at_1
value: 6.497
verified: no, type: map_at_3
value: 10.856
verified: no, type: map_at_5
value: 12.892999999999999
verified: no, type: map_at_10
value: 15.415000000000001
verified: no, type: map_at_20
value: 17.192
verified: no, type: map_at_100
value: 19.517
verified: no, type: map_at_1000
value: 21.003
verified: no, type: recall_at_1
value: 6.497
verified: no, type: recall_at_3
value: 12.168
verified: no, type: recall_at_5
value: 15.299999999999999
verified: no, type: recall_at_10
value: 20.293
verified: no, type: recall_at_20
value: 24.677
verified: no, type: recall_at_100
value: 36.524
verified: no, type: recall_at_1000
value: 67.89699999999999
verified: no, type: precision_at_1
value: 52.012
verified: no, type: precision_at_3
value: 42.208
verified: no, type: precision_at_5
value: 37.895
verified: no, type: precision_at_10
value: 30
verified: no, type: precision_at_20
value: 21.672
verified: no, type: precision_at_100
value: 8.718
verified: no, type: precision_at_1000
value: 2.1340000000000003
verified: no, type: mrr_at_1
value: 52.322
verified: no, type: mrr_at_3
value: 58.6171
verified: no, type: mrr_at_5
value: 60.14960000000001
verified: no, type: mrr_at_10
value: 60.711499999999994
verified: no, type: mrr_at_20
value: 60.949600000000004
verified: no, type: mrr_at_100
value: 61.1297
verified: no, type: mrr_at_1000
value: 61.163599999999995
verified: no, type: nauc_ndcg_at_1_max
value: 47.4426
verified: no, type: nauc_ndcg_at_1_std
value: 16.951900000000002
verified: no, type: nauc_ndcg_at_1_diff1
value: 33.267799999999994
verified: no, type: nauc_ndcg_at_3_max
value: 53.2095
verified: no, type: nauc_ndcg_at_3_std
value: 24.4519
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.9526
verified: no, type: nauc_ndcg_at_5_max
value: 53.5452
verified: no, type: nauc_ndcg_at_5_std
value: 27.3168
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.3384
verified: no, type: nauc_ndcg_at_10_max
value: 52.0174
verified: no, type: nauc_ndcg_at_10_std
value: 29.940099999999997
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.368199999999998
verified: no, type: nauc_ndcg_at_20_max
value: 50.7421
verified: no, type: nauc_ndcg_at_20_std
value: 30.6474
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.0402
verified: no, type: nauc_ndcg_at_100_max
value: 47.2356
verified: no, type: nauc_ndcg_at_100_std
value: 33.0338
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.098100000000002
verified: no, type: nauc_ndcg_at_1000_max
value: 50.295500000000004
verified: no, type: nauc_ndcg_at_1000_std
value: 38.872
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.458
verified: no, type: nauc_map_at_1_max
value: 18.7066
verified: no, type: nauc_map_at_1_std
value: -13.5798
verified: no, type: nauc_map_at_1_diff1
value: 45.5098
verified: no, type: nauc_map_at_3_max
value: 28.340799999999998
verified: no, type: nauc_map_at_3_std
value: -5.0553
verified: no, type: nauc_map_at_3_diff1
value: 38.1203
verified: no, type: nauc_map_at_5_max
value: 31.7676
verified: no, type: nauc_map_at_5_std
value: -0.8031
verified: no, type: nauc_map_at_5_diff1
value: 34.5479
verified: no, type: nauc_map_at_10_max
value: 35.5953
verified: no, type: nauc_map_at_10_std
value: 5.9466
verified: no, type: nauc_map_at_10_diff1
value: 30.2163
verified: no, type: nauc_map_at_20_max
value: 39.8091
verified: no, type: nauc_map_at_20_std
value: 12.1879
verified: no, type: nauc_map_at_20_diff1
value: 28.239199999999997
verified: no, type: nauc_map_at_100_max
value: 41.774
verified: no, type: nauc_map_at_100_std
value: 18.6541
verified: no, type: nauc_map_at_100_diff1
value: 25.990799999999997
verified: no, type: nauc_map_at_1000_max
value: 42.423100000000005
verified: no, type: nauc_map_at_1000_std
value: 21.0234
verified: no, type: nauc_map_at_1000_diff1
value: 24.6599
verified: no, type: nauc_recall_at_1_max
value: 18.7066
verified: no, type: nauc_recall_at_1_std
value: -13.5798
verified: no, type: nauc_recall_at_1_diff1
value: 45.5098
verified: no, type: nauc_recall_at_3_max
value: 25.3961
verified: no, type: nauc_recall_at_3_std
value: -3.9269
verified: no, type: nauc_recall_at_3_diff1
value: 33.0329
verified: no, type: nauc_recall_at_5_max
value: 27.0673
verified: no, type: nauc_recall_at_5_std
value: 0.9042
verified: no, type: nauc_recall_at_5_diff1
value: 28.8342
verified: no, type: nauc_recall_at_10_max
value: 25.349500000000003
verified: no, type: nauc_recall_at_10_std
value: 4.8843
verified: no, type: nauc_recall_at_10_diff1
value: 20.9078
verified: no, type: nauc_recall_at_20_max
value: 28.5119
verified: no, type: nauc_recall_at_20_std
value: 9.822500000000002
verified: no, type: nauc_recall_at_20_diff1
value: 19.747500000000002
verified: no, type: nauc_recall_at_100_max
value: 26.062600000000003
verified: no, type: nauc_recall_at_100_std
value: 20.829900000000002
verified: no, type: nauc_recall_at_100_diff1
value: 18.128
verified: no, type: nauc_recall_at_1000_max
value: 15.981200000000001
verified: no, type: nauc_recall_at_1000_std
value: 21.4939
verified: no, type: nauc_recall_at_1000_diff1
value: 14.801400000000001
verified: no, type: nauc_precision_at_1_max
value: 48.2367
verified: no, type: nauc_precision_at_1_std
value: 19.2246
verified: no, type: nauc_precision_at_1_diff1
value: 34.5224
verified: no, type: nauc_precision_at_3_max
value: 50.9481
verified: no, type: nauc_precision_at_3_std
value: 30.179699999999997
verified: no, type: nauc_precision_at_3_diff1
value: 15.060299999999998
verified: no, type: nauc_precision_at_5_max
value: 50.710699999999996
verified: no, type: nauc_precision_at_5_std
value: 35.8292
verified: no, type: nauc_precision_at_5_diff1
value: 8.2587
verified: no, type: nauc_precision_at_10_max
value: 47.6299
verified: no, type: nauc_precision_at_10_std
value: 42.0549
verified: no, type: nauc_precision_at_10_diff1
value: -1.6541000000000001
verified: no, type: nauc_precision_at_20_max
value: 42.7631
verified: no, type: nauc_precision_at_20_std
value: 43.7919
verified: no, type: nauc_precision_at_20_diff1
value: -6.0924
verified: no, type: nauc_precision_at_100_max
value: 25.675199999999997
verified: no, type: nauc_precision_at_100_std
value: 39.064
verified: no, type: nauc_precision_at_100_diff1
value: -12.2592
verified: no, type: nauc_precision_at_1000_max
value: 10.8286
verified: no, type: nauc_precision_at_1000_std
value: 18.2953
verified: no, type: nauc_precision_at_1000_diff1
value: -15.562899999999999
verified: no, type: nauc_mrr_at_1_max
value: 48.0689
verified: no, type: nauc_mrr_at_1_std
value: 18.6333
verified: no, type: nauc_mrr_at_1_diff1
value: 33.7292
verified: no, type: nauc_mrr_at_3_max
value: 53.178000000000004
verified: no, type: nauc_mrr_at_3_std
value: 26.2081
verified: no, type: nauc_mrr_at_3_diff1
value: 34.516999999999996
verified: no, type: nauc_mrr_at_5_max
value: 52.5145
verified: no, type: nauc_mrr_at_5_std
value: 27.599899999999998
verified: no, type: nauc_mrr_at_5_diff1
value: 35.214
verified: no, type: nauc_mrr_at_10_max
value: 52.1721
verified: no, type: nauc_mrr_at_10_std
value: 27.870099999999997
verified: no, type: nauc_mrr_at_10_diff1
value: 34.5441
verified: no, type: nauc_mrr_at_20_max
value: 52.519000000000005
verified: no, type: nauc_mrr_at_20_std
value: 28.0304
verified: no, type: nauc_mrr_at_20_diff1
value: 34.921400000000006
verified: no, type: nauc_mrr_at_100_max
value: 52.5141
verified: no, type: nauc_mrr_at_100_std
value: 27.9621
verified: no, type: nauc_mrr_at_100_diff1
value: 34.8615
verified: no, type: nauc_mrr_at_1000_max
value: 52.4999
verified: no, type: nauc_mrr_at_1000_std
value: 27.941899999999997
verified: no, type: nauc_mrr_at_1000_diff1
value: 34.8437
verified: no, type: main_score
value: 40.108
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: ndcg_at_1
value: 57.3
verified: no, type: ndcg_at_3
value: 68.652
verified: no, type: ndcg_at_5
value: 72.121
verified: no, type: ndcg_at_10
value: 74.453
verified: no, type: ndcg_at_20
value: 75.53699999999999
verified: no, type: ndcg_at_100
value: 76.307
verified: no, type: ndcg_at_1000
value: 76.42999999999999
verified: no, type: map_at_1
value: 51.149
verified: no, type: map_at_3
value: 64.534
verified: no, type: map_at_5
value: 66.77199999999999
verified: no, type: map_at_10
value: 67.97
verified: no, type: map_at_20
value: 68.337
verified: no, type: map_at_100
value: 68.48100000000001
verified: no, type: map_at_1000
value: 68.488
verified: no, type: recall_at_1
value: 51.149
verified: no, type: recall_at_3
value: 76.946
verified: no, type: recall_at_5
value: 84.738
verified: no, type: recall_at_10
value: 91.292
verified: no, type: recall_at_20
value: 95.211
verified: no, type: recall_at_100
value: 98.885
verified: no, type: recall_at_1000
value: 99.739
verified: no, type: precision_at_1
value: 57.3
verified: no, type: precision_at_3
value: 30.079
verified: no, type: precision_at_5
value: 20.18
verified: no, type: precision_at_10
value: 10.991
verified: no, type: precision_at_20
value: 5.762
verified: no, type: precision_at_100
value: 1.202
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: mrr_at_1
value: 57.3291
verified: no, type: mrr_at_3
value: 68.1199
verified: no, type: mrr_at_5
value: 69.6886
verified: no, type: mrr_at_10
value: 70.3699
verified: no, type: mrr_at_20
value: 70.5862
verified: no, type: mrr_at_100
value: 70.6731
verified: no, type: mrr_at_1000
value: 70.6774
verified: no, type: nauc_ndcg_at_1_max
value: 22.7048
verified: no, type: nauc_ndcg_at_1_std
value: -4.607
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.7752
verified: no, type: nauc_ndcg_at_3_max
value: 27.8707
verified: no, type: nauc_ndcg_at_3_std
value: -10.602300000000001
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.9085
verified: no, type: nauc_ndcg_at_5_max
value: 28.9663
verified: no, type: nauc_ndcg_at_5_std
value: -9.718200000000001
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.154599999999995
verified: no, type: nauc_ndcg_at_10_max
value: 29.0362
verified: no, type: nauc_ndcg_at_10_std
value: -8.0883
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.1624
verified: no, type: nauc_ndcg_at_20_max
value: 28.568900000000003
verified: no, type: nauc_ndcg_at_20_std
value: -7.416799999999999
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.769400000000005
verified: no, type: nauc_ndcg_at_100_max
value: 27.868100000000002
verified: no, type: nauc_ndcg_at_100_std
value: -7.1608
verified: no, type: nauc_ndcg_at_100_diff1
value: 49.039100000000005
verified: no, type: nauc_ndcg_at_1000_max
value: 27.6453
verified: no, type: nauc_ndcg_at_1000_std
value: -7.3173
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.9732
verified: no, type: nauc_map_at_1_max
value: 20.61
verified: no, type: nauc_map_at_1_std
value: -6.8942000000000005
verified: no, type: nauc_map_at_1_diff1
value: 53.0305
verified: no, type: nauc_map_at_3_max
value: 26.2453
verified: no, type: nauc_map_at_3_std
value: -10.0758
verified: no, type: nauc_map_at_3_diff1
value: 49.1905
verified: no, type: nauc_map_at_5_max
value: 26.8593
verified: no, type: nauc_map_at_5_std
value: -9.466099999999999
verified: no, type: nauc_map_at_5_diff1
value: 49.3682
verified: no, type: nauc_map_at_10_max
value: 26.8828
verified: no, type: nauc_map_at_10_std
value: -8.6855
verified: no, type: nauc_map_at_10_diff1
value: 49.2851
verified: no, type: nauc_map_at_20_max
value: 26.762399999999996
verified: no, type: nauc_map_at_20_std
value: -8.4795
verified: no, type: nauc_map_at_20_diff1
value: 49.429
verified: no, type: nauc_map_at_100_max
value: 26.6654
verified: no, type: nauc_map_at_100_std
value: -8.423
verified: no, type: nauc_map_at_100_diff1
value: 49.4676
verified: no, type: nauc_map_at_1000_max
value: 26.6566
verified: no, type: nauc_map_at_1000_std
value: -8.4277
verified: no, type: nauc_map_at_1000_diff1
value: 49.4665
verified: no, type: nauc_recall_at_1_max
value: 20.61
verified: no, type: nauc_recall_at_1_std
value: -6.8942000000000005
verified: no, type: nauc_recall_at_1_diff1
value: 53.0305
verified: no, type: nauc_recall_at_3_max
value: 32.0258
verified: no, type: nauc_recall_at_3_std
value: -15.6471
verified: no, type: nauc_recall_at_3_diff1
value: 42.4732
verified: no, type: nauc_recall_at_5_max
value: 37.4475
verified: no, type: nauc_recall_at_5_std
value: -14.9397
verified: no, type: nauc_recall_at_5_diff1
value: 41.5624
verified: no, type: nauc_recall_at_10_max
value: 43.9588
verified: no, type: nauc_recall_at_10_std
value: -9.237
verified: no, type: nauc_recall_at_10_diff1
value: 39.410000000000004
verified: no, type: nauc_recall_at_20_max
value: 49.8997
verified: no, type: nauc_recall_at_20_std
value: -1.4770999999999999
verified: no, type: nauc_recall_at_20_diff1
value: 44.687
verified: no, type: nauc_recall_at_100_max
value: 66.9748
verified: no, type: nauc_recall_at_100_std
value: 33.616
verified: no, type: nauc_recall_at_100_diff1
value: 58.5782
verified: no, type: nauc_recall_at_1000_max
value: 83.5565
verified: no, type: nauc_recall_at_1000_std
value: 78.2728
verified: no, type: nauc_recall_at_1000_diff1
value: 58.689400000000006
verified: no, type: nauc_precision_at_1_max
value: 22.7048
verified: no, type: nauc_precision_at_1_std
value: -4.607
verified: no, type: nauc_precision_at_1_diff1
value: 51.7752
verified: no, type: nauc_precision_at_3_max
value: 23.0015
verified: no, type: nauc_precision_at_3_std
value: -4.8154
verified: no, type: nauc_precision_at_3_diff1
value: 16.0588
verified: no, type: nauc_precision_at_5_max
value: 19.3827
verified: no, type: nauc_precision_at_5_std
value: -0.1134
verified: no, type: nauc_precision_at_5_diff1
value: 4.8370999999999995
verified: no, type: nauc_precision_at_10_max
value: 13.145100000000001
verified: no, type: nauc_precision_at_10_std
value: 6.436699999999999
verified: no, type: nauc_precision_at_10_diff1
value: -6.1552999999999995
verified: no, type: nauc_precision_at_20_max
value: 8.168899999999999
verified: no, type: nauc_precision_at_20_std
value: 10.2161
verified: no, type: nauc_precision_at_20_diff1
value: -11.9039
verified: no, type: nauc_precision_at_100_max
value: 2.0229
verified: no, type: nauc_precision_at_100_std
value: 12.945899999999998
verified: no, type: nauc_precision_at_100_diff1
value: -17.8015
verified: no, type: nauc_precision_at_1000_max
value: -0.22759999999999997
verified: no, type: nauc_precision_at_1000_std
value: 12.3067
verified: no, type: nauc_precision_at_1000_diff1
value: -19.9213
verified: no, type: nauc_mrr_at_1_max
value: 22.6475
verified: no, type: nauc_mrr_at_1_std
value: -4.673
verified: no, type: nauc_mrr_at_1_diff1
value: 51.702400000000004
verified: no, type: nauc_mrr_at_3_max
value: 26.647199999999998
verified: no, type: nauc_mrr_at_3_std
value: -7.0548
verified: no, type: nauc_mrr_at_3_diff1
value: 48.341499999999996
verified: no, type: nauc_mrr_at_5_max
value: 26.8836
verified: no, type: nauc_mrr_at_5_std
value: -6.7455
verified: no, type: nauc_mrr_at_5_diff1
value: 48.5204
verified: no, type: nauc_mrr_at_10_max
value: 26.777
verified: no, type: nauc_mrr_at_10_std
value: -6.2474
verified: no, type: nauc_mrr_at_10_diff1
value: 48.6382
verified: no, type: nauc_mrr_at_20_max
value: 26.6367
verified: no, type: nauc_mrr_at_20_std
value: -6.1698
verified: no, type: nauc_mrr_at_20_diff1
value: 48.7911
verified: no, type: nauc_mrr_at_100_max
value: 26.537699999999997
verified: no, type: nauc_mrr_at_100_std
value: -6.1927
verified: no, type: nauc_mrr_at_100_diff1
value: 48.8408
verified: no, type: nauc_mrr_at_1000_max
value: 26.5317
verified: no, type: nauc_mrr_at_1000_std
value: -6.1933
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.837399999999995
verified: no, type: main_score
value: 74.453
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: ndcg_at_1
value: 85.09
verified: no, type: ndcg_at_3
value: 88.684
verified: no, type: ndcg_at_5
value: 90.065
verified: no, type: ndcg_at_10
value: 91.049
verified: no, type: ndcg_at_20
value: 91.55499999999999
verified: no, type: ndcg_at_100
value: 91.961
verified: no, type: ndcg_at_1000
value: 92.013
verified: no, type: map_at_1
value: 73.934
verified: no, type: map_at_3
value: 85.099
verified: no, type: map_at_5
value: 86.913
verified: no, type: map_at_10
value: 87.91499999999999
verified: no, type: map_at_20
value: 88.295
verified: no, type: map_at_100
value: 88.483
verified: no, type: map_at_1000
value: 88.495
verified: no, type: recall_at_1
value: 73.934
verified: no, type: recall_at_3
value: 89.833
verified: no, type: recall_at_5
value: 93.878
verified: no, type: recall_at_10
value: 96.792
verified: no, type: recall_at_20
value: 98.41
verified: no, type: recall_at_100
value: 99.8
verified: no, type: recall_at_1000
value: 99.997
verified: no, type: precision_at_1
value: 85.09
verified: no, type: precision_at_3
value: 38.82
verified: no, type: precision_at_5
value: 25.441999999999997
verified: no, type: precision_at_10
value: 13.767999999999999
verified: no, type: precision_at_20
value: 7.256
verified: no, type: precision_at_100
value: 1.543
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: mrr_at_1
value: 85.09
verified: no, type: mrr_at_3
value: 89.53999999999999
verified: no, type: mrr_at_5
value: 90.11449999999999
verified: no, type: mrr_at_10
value: 90.3062
verified: no, type: mrr_at_20
value: 90.3587
verified: no, type: mrr_at_100
value: 90.3766
verified: no, type: mrr_at_1000
value: 90.3769
verified: no, type: nauc_ndcg_at_1_max
value: 32.7888
verified: no, type: nauc_ndcg_at_1_std
value: -60.59909999999999
verified: no, type: nauc_ndcg_at_1_diff1
value: 80.1015
verified: no, type: nauc_ndcg_at_3_max
value: 30.139300000000002
verified: no, type: nauc_ndcg_at_3_std
value: -72.62960000000001
verified: no, type: nauc_ndcg_at_3_diff1
value: 78.3931
verified: no, type: nauc_ndcg_at_5_max
value: 30.9041
verified: no, type: nauc_ndcg_at_5_std
value: -74.9609
verified: no, type: nauc_ndcg_at_5_diff1
value: 79.003
verified: no, type: nauc_ndcg_at_10_max
value: 32.008900000000004
verified: no, type: nauc_ndcg_at_10_std
value: -72.85040000000001
verified: no, type: nauc_ndcg_at_10_diff1
value: 79.1641
verified: no, type: nauc_ndcg_at_20_max
value: 32.2849
verified: no, type: nauc_ndcg_at_20_std
value: -70.9905
verified: no, type: nauc_ndcg_at_20_diff1
value: 79.03620000000001
verified: no, type: nauc_ndcg_at_100_max
value: 32.7545
verified: no, type: nauc_ndcg_at_100_std
value: -68.0927
verified: no, type: nauc_ndcg_at_100_diff1
value: 78.9424
verified: no, type: nauc_ndcg_at_1000_max
value: 32.8112
verified: no, type: nauc_ndcg_at_1000_std
value: -67.671
verified: no, type: nauc_ndcg_at_1000_diff1
value: 78.93
verified: no, type: nauc_map_at_1_max
value: 21.5961
verified: no, type: nauc_map_at_1_std
value: -57.7708
verified: no, type: nauc_map_at_1_diff1
value: 82.926
verified: no, type: nauc_map_at_3_max
value: 27.5833
verified: no, type: nauc_map_at_3_std
value: -74.0814
verified: no, type: nauc_map_at_3_diff1
value: 79.8452
verified: no, type: nauc_map_at_5_max
value: 29.401100000000003
verified: no, type: nauc_map_at_5_std
value: -74.685
verified: no, type: nauc_map_at_5_diff1
value: 79.50880000000001
verified: no, type: nauc_map_at_10_max
value: 30.778699999999997
verified: no, type: nauc_map_at_10_std
value: -72.5428
verified: no, type: nauc_map_at_10_diff1
value: 79.2584
verified: no, type: nauc_map_at_20_max
value: 31.0706
verified: no, type: nauc_map_at_20_std
value: -70.9863
verified: no, type: nauc_map_at_20_diff1
value: 79.06649999999999
verified: no, type: nauc_map_at_100_max
value: 31.222299999999997
verified: no, type: nauc_map_at_100_std
value: -69.8179
verified: no, type: nauc_map_at_100_diff1
value: 78.9918
verified: no, type: nauc_map_at_1000_max
value: 31.244699999999998
verified: no, type: nauc_map_at_1000_std
value: -69.7316
verified: no, type: nauc_map_at_1000_diff1
value: 78.9897
verified: no, type: nauc_recall_at_1_max
value: 21.5961
verified: no, type: nauc_recall_at_1_std
value: -57.7708
verified: no, type: nauc_recall_at_1_diff1
value: 82.926
verified: no, type: nauc_recall_at_3_max
value: 24.0367
verified: no, type: nauc_recall_at_3_std
value: -88.22149999999999
verified: no, type: nauc_recall_at_3_diff1
value: 77.4449
verified: no, type: nauc_recall_at_5_max
value: 25.672299999999996
verified: no, type: nauc_recall_at_5_std
value: -102.07820000000001
verified: no, type: nauc_recall_at_5_diff1
value: 77.1041
verified: no, type: nauc_recall_at_10_max
value: 29.7775
verified: no, type: nauc_recall_at_10_std
value: -110.8762
verified: no, type: nauc_recall_at_10_diff1
value: 77.7589
verified: no, type: nauc_recall_at_20_max
value: 27.838600000000003
verified: no, type: nauc_recall_at_20_std
value: -118.32849999999999
verified: no, type: nauc_recall_at_20_diff1
value: 76.7294
verified: no, type: nauc_recall_at_100_max
value: 33.6829
verified: no, type: nauc_recall_at_100_std
value: -106.36699999999999
verified: no, type: nauc_recall_at_100_diff1
value: 74.8638
verified: no, type: nauc_recall_at_1000_max
value: -57.555800000000005
verified: no, type: nauc_recall_at_1000_std
value: -146.8469
verified: no, type: nauc_recall_at_1000_diff1
value: 87.1795
verified: no, type: nauc_precision_at_1_max
value: 32.7888
verified: no, type: nauc_precision_at_1_std
value: -60.59909999999999
verified: no, type: nauc_precision_at_1_diff1
value: 80.1015
verified: no, type: nauc_precision_at_3_max
value: 4.8294
verified: no, type: nauc_precision_at_3_std
value: 7.7258
verified: no, type: nauc_precision_at_3_diff1
value: -27.2173
verified: no, type: nauc_precision_at_5_max
value: 1.1652
verified: no, type: nauc_precision_at_5_std
value: 22.338
verified: no, type: nauc_precision_at_5_diff1
value: -38.0284
verified: no, type: nauc_precision_at_10_max
value: -1.4034
verified: no, type: nauc_precision_at_10_std
value: 35.9125
verified: no, type: nauc_precision_at_10_diff1
value: -43.7849
verified: no, type: nauc_precision_at_20_max
value: -3.1981999999999995
verified: no, type: nauc_precision_at_20_std
value: 43.5263
verified: no, type: nauc_precision_at_20_diff1
value: -45.839600000000004
verified: no, type: nauc_precision_at_100_max
value: -4.5615000000000006
verified: no, type: nauc_precision_at_100_std
value: 52.0084
verified: no, type: nauc_precision_at_100_diff1
value: -47.077200000000005
verified: no, type: nauc_precision_at_1000_max
value: -4.5789
verified: no, type: nauc_precision_at_1000_std
value: 53.7428
verified: no, type: nauc_precision_at_1000_diff1
value: -47.0753
verified: no, type: nauc_mrr_at_1_max
value: 32.7888
verified: no, type: nauc_mrr_at_1_std
value: -60.59909999999999
verified: no, type: nauc_mrr_at_1_diff1
value: 80.1015
verified: no, type: nauc_mrr_at_3_max
value: 33.6763
verified: no, type: nauc_mrr_at_3_std
value: -66.9798
verified: no, type: nauc_mrr_at_3_diff1
value: 79.4797
verified: no, type: nauc_mrr_at_5_max
value: 33.7747
verified: no, type: nauc_mrr_at_5_std
value: -66.67689999999999
verified: no, type: nauc_mrr_at_5_diff1
value: 79.6918
verified: no, type: nauc_mrr_at_10_max
value: 33.665299999999995
verified: no, type: nauc_mrr_at_10_std
value: -66.1357
verified: no, type: nauc_mrr_at_10_diff1
value: 79.6675
verified: no, type: nauc_mrr_at_20_max
value: 33.5729
verified: no, type: nauc_mrr_at_20_std
value: -65.97619999999999
verified: no, type: nauc_mrr_at_20_diff1
value: 79.6652
verified: no, type: nauc_mrr_at_100_max
value: 33.5653
verified: no, type: nauc_mrr_at_100_std
value: -65.8669
verified: no, type: nauc_mrr_at_100_diff1
value: 79.6636
verified: no, type: nauc_mrr_at_1000_max
value: 33.564
verified: no, type: nauc_mrr_at_1000_std
value: -65.8674
verified: no, type: nauc_mrr_at_1000_diff1
value: 79.6639
verified: no, type: main_score
value: 91.049
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: ndcg_at_1
value: 30.5
verified: no, type: ndcg_at_3
value: 25.502999999999997
verified: no, type: ndcg_at_5
value: 22.486
verified: no, type: ndcg_at_10
value: 27.284000000000002
verified: no, type: ndcg_at_20
value: 31.283
verified: no, type: ndcg_at_100
value: 38.252
verified: no, type: ndcg_at_1000
value: 43.714
verified: no, type: map_at_1
value: 6.178
verified: no, type: map_at_3
value: 11.708
verified: no, type: map_at_5
value: 14.334
verified: no, type: map_at_10
value: 17.055
verified: no, type: map_at_20
value: 18.754
verified: no, type: map_at_100
value: 20.336000000000002
verified: no, type: map_at_1000
value: 20.729
verified: no, type: recall_at_1
value: 6.178
verified: no, type: recall_at_3
value: 14.658
verified: no, type: recall_at_5
value: 20.283
verified: no, type: recall_at_10
value: 29.044999999999998
verified: no, type: recall_at_20
value: 38.415
verified: no, type: recall_at_100
value: 61.043000000000006
verified: no, type: recall_at_1000
value: 87.193
verified: no, type: precision_at_1
value: 30.5
verified: no, type: precision_at_3
value: 24.099999999999998
verified: no, type: precision_at_5
value: 20.04
verified: no, type: precision_at_10
value: 14.330000000000002
verified: no, type: precision_at_20
value: 9.475
verified: no, type: precision_at_100
value: 3.009
verified: no, type: precision_at_1000
value: 0.43
verified: no, type: mrr_at_1
value: 30.5
verified: no, type: mrr_at_3
value: 39.7333
verified: no, type: mrr_at_5
value: 41.8233
verified: no, type: mrr_at_10
value: 43.2965
verified: no, type: mrr_at_20
value: 43.9308
verified: no, type: mrr_at_100
value: 44.3324
verified: no, type: mrr_at_1000
value: 44.358
verified: no, type: nauc_ndcg_at_1_max
value: 19.314899999999998
verified: no, type: nauc_ndcg_at_1_std
value: -2.6613
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.3657
verified: no, type: nauc_ndcg_at_3_max
value: 26.4281
verified: no, type: nauc_ndcg_at_3_std
value: -1.8290000000000002
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.0717
verified: no, type: nauc_ndcg_at_5_max
value: 27.4564
verified: no, type: nauc_ndcg_at_5_std
value: -2.2685
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.1157
verified: no, type: nauc_ndcg_at_10_max
value: 28.7669
verified: no, type: nauc_ndcg_at_10_std
value: 1.1533
verified: no, type: nauc_ndcg_at_10_diff1
value: 15.5389
verified: no, type: nauc_ndcg_at_20_max
value: 30.1755
verified: no, type: nauc_ndcg_at_20_std
value: 3.248
verified: no, type: nauc_ndcg_at_20_diff1
value: 15.707799999999999
verified: no, type: nauc_ndcg_at_100_max
value: 32.6783
verified: no, type: nauc_ndcg_at_100_std
value: 8.016399999999999
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.9312
verified: no, type: nauc_ndcg_at_1000_max
value: 31.017899999999997
verified: no, type: nauc_ndcg_at_1000_std
value: 7.136099999999999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.8332
verified: no, type: nauc_map_at_1_max
value: 19.044
verified: no, type: nauc_map_at_1_std
value: -2.9671
verified: no, type: nauc_map_at_1_diff1
value: 20.453
verified: no, type: nauc_map_at_3_max
value: 25.5624
verified: no, type: nauc_map_at_3_std
value: -2.7401
verified: no, type: nauc_map_at_3_diff1
value: 16.683300000000003
verified: no, type: nauc_map_at_5_max
value: 27.4758
verified: no, type: nauc_map_at_5_std
value: -3.0138000000000003
verified: no, type: nauc_map_at_5_diff1
value: 15.6059
verified: no, type: nauc_map_at_10_max
value: 28.3243
verified: no, type: nauc_map_at_10_std
value: -0.7685
verified: no, type: nauc_map_at_10_diff1
value: 14.8902
verified: no, type: nauc_map_at_20_max
value: 29.2519
verified: no, type: nauc_map_at_20_std
value: 0.3527
verified: no, type: nauc_map_at_20_diff1
value: 14.671000000000001
verified: no, type: nauc_map_at_100_max
value: 30.066
verified: no, type: nauc_map_at_100_std
value: 1.9926
verified: no, type: nauc_map_at_100_diff1
value: 14.5708
verified: no, type: nauc_map_at_1000_max
value: 29.9673
verified: no, type: nauc_map_at_1000_std
value: 1.9934
verified: no, type: nauc_map_at_1000_diff1
value: 14.607600000000001
verified: no, type: nauc_recall_at_1_max
value: 19.044
verified: no, type: nauc_recall_at_1_std
value: -2.9671
verified: no, type: nauc_recall_at_1_diff1
value: 20.453
verified: no, type: nauc_recall_at_3_max
value: 27.7782
verified: no, type: nauc_recall_at_3_std
value: -1.4621
verified: no, type: nauc_recall_at_3_diff1
value: 15.0472
verified: no, type: nauc_recall_at_5_max
value: 28.2218
verified: no, type: nauc_recall_at_5_std
value: -1.8254
verified: no, type: nauc_recall_at_5_diff1
value: 13.04
verified: no, type: nauc_recall_at_10_max
value: 28.566799999999997
verified: no, type: nauc_recall_at_10_std
value: 4.5401
verified: no, type: nauc_recall_at_10_diff1
value: 11.5027
verified: no, type: nauc_recall_at_20_max
value: 29.717399999999998
verified: no, type: nauc_recall_at_20_std
value: 8.741
verified: no, type: nauc_recall_at_20_diff1
value: 11.3084
verified: no, type: nauc_recall_at_100_max
value: 33.307500000000005
verified: no, type: nauc_recall_at_100_std
value: 22.362199999999998
verified: no, type: nauc_recall_at_100_diff1
value: 10.347199999999999
verified: no, type: nauc_recall_at_1000_max
value: 24.7703
verified: no, type: nauc_recall_at_1000_std
value: 31.2604
verified: no, type: nauc_recall_at_1000_diff1
value: 4.808
verified: no, type: nauc_precision_at_1_max
value: 19.314899999999998
verified: no, type: nauc_precision_at_1_std
value: -2.6613
verified: no, type: nauc_precision_at_1_diff1
value: 20.3657
verified: no, type: nauc_precision_at_3_max
value: 28.3832
verified: no, type: nauc_precision_at_3_std
value: -1.0773
verified: no, type: nauc_precision_at_3_diff1
value: 15.259
verified: no, type: nauc_precision_at_5_max
value: 28.5862
verified: no, type: nauc_precision_at_5_std
value: -1.5185
verified: no, type: nauc_precision_at_5_diff1
value: 13.1334
verified: no, type: nauc_precision_at_10_max
value: 28.9184
verified: no, type: nauc_precision_at_10_std
value: 4.7115
verified: no, type: nauc_precision_at_10_diff1
value: 11.6902
verified: no, type: nauc_precision_at_20_max
value: 29.9222
verified: no, type: nauc_precision_at_20_std
value: 8.6601
verified: no, type: nauc_precision_at_20_diff1
value: 11.5136
verified: no, type: nauc_precision_at_100_max
value: 33.5098
verified: no, type: nauc_precision_at_100_std
value: 21.8466
verified: no, type: nauc_precision_at_100_diff1
value: 10.8728
verified: no, type: nauc_precision_at_1000_max
value: 24.096500000000002
verified: no, type: nauc_precision_at_1000_std
value: 28.2669
verified: no, type: nauc_precision_at_1000_diff1
value: 5.5878
verified: no, type: nauc_mrr_at_1_max
value: 19.314899999999998
verified: no, type: nauc_mrr_at_1_std
value: -2.6613
verified: no, type: nauc_mrr_at_1_diff1
value: 20.3657
verified: no, type: nauc_mrr_at_3_max
value: 24.0643
verified: no, type: nauc_mrr_at_3_std
value: -1.6310000000000002
verified: no, type: nauc_mrr_at_3_diff1
value: 19.4555
verified: no, type: nauc_mrr_at_5_max
value: 23.619699999999998
verified: no, type: nauc_mrr_at_5_std
value: -1.8619
verified: no, type: nauc_mrr_at_5_diff1
value: 19.1552
verified: no, type: nauc_mrr_at_10_max
value: 23.7961
verified: no, type: nauc_mrr_at_10_std
value: -0.8739
verified: no, type: nauc_mrr_at_10_diff1
value: 19.1556
verified: no, type: nauc_mrr_at_20_max
value: 23.857300000000002
verified: no, type: nauc_mrr_at_20_std
value: -0.8980999999999999
verified: no, type: nauc_mrr_at_20_diff1
value: 19.4159
verified: no, type: nauc_mrr_at_100_max
value: 23.8309
verified: no, type: nauc_mrr_at_100_std
value: -0.9458
verified: no, type: nauc_mrr_at_100_diff1
value: 19.3882
verified: no, type: nauc_mrr_at_1000_max
value: 23.8075
verified: no, type: nauc_mrr_at_1000_std
value: -0.9692
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.3878
verified: no, type: main_score
value: 27.284000000000002
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: ndcg_at_1
value: 68.667
verified: no, type: ndcg_at_3
value: 76
verified: no, type: ndcg_at_5
value: 78.12599999999999
verified: no, type: ndcg_at_10
value: 80.315
verified: no, type: ndcg_at_20
value: 80.923
verified: no, type: ndcg_at_100
value: 81.324
verified: no, type: ndcg_at_1000
value: 81.628
verified: no, type: map_at_1
value: 65.578
verified: no, type: map_at_3
value: 73.139
verified: no, type: map_at_5
value: 74.744
verified: no, type: map_at_10
value: 75.928
verified: no, type: map_at_20
value: 76.10900000000001
verified: no, type: map_at_100
value: 76.169
verified: no, type: map_at_1000
value: 76.181
verified: no, type: recall_at_1
value: 65.578
verified: no, type: recall_at_3
value: 81.556
verified: no, type: recall_at_5
value: 86.828
verified: no, type: recall_at_10
value: 92.833
verified: no, type: recall_at_20
value: 95.167
verified: no, type: recall_at_100
value: 97.333
verified: no, type: recall_at_1000
value: 99.667
verified: no, type: precision_at_1
value: 68.667
verified: no, type: precision_at_3
value: 29.555999999999997
verified: no, type: precision_at_5
value: 19.333
verified: no, type: precision_at_10
value: 10.533
verified: no, type: precision_at_20
value: 5.4
verified: no, type: precision_at_100
value: 1.103
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: mrr_at_1
value: 68.6667
verified: no, type: mrr_at_3
value: 74.7778
verified: no, type: mrr_at_5
value: 75.86110000000001
verified: no, type: mrr_at_10
value: 76.62
verified: no, type: mrr_at_20
value: 76.76140000000001
verified: no, type: mrr_at_100
value: 76.8052
verified: no, type: mrr_at_1000
value: 76.8177
verified: no, type: nauc_ndcg_at_1_max
value: 52.4294
verified: no, type: nauc_ndcg_at_1_std
value: 11.3885
verified: no, type: nauc_ndcg_at_1_diff1
value: 78.3119
verified: no, type: nauc_ndcg_at_3_max
value: 49.1442
verified: no, type: nauc_ndcg_at_3_std
value: 8.138399999999999
verified: no, type: nauc_ndcg_at_3_diff1
value: 74.16430000000001
verified: no, type: nauc_ndcg_at_5_max
value: 50.1431
verified: no, type: nauc_ndcg_at_5_std
value: 10.0898
verified: no, type: nauc_ndcg_at_5_diff1
value: 73.9653
verified: no, type: nauc_ndcg_at_10_max
value: 54.2292
verified: no, type: nauc_ndcg_at_10_std
value: 14.2024
verified: no, type: nauc_ndcg_at_10_diff1
value: 74.38550000000001
verified: no, type: nauc_ndcg_at_20_max
value: 54.0477
verified: no, type: nauc_ndcg_at_20_std
value: 13.669300000000002
verified: no, type: nauc_ndcg_at_20_diff1
value: 74.8536
verified: no, type: nauc_ndcg_at_100_max
value: 53.323600000000006
verified: no, type: nauc_ndcg_at_100_std
value: 13.9148
verified: no, type: nauc_ndcg_at_100_diff1
value: 74.8835
verified: no, type: nauc_ndcg_at_1000_max
value: 52.9934
verified: no, type: nauc_ndcg_at_1000_std
value: 13.8213
verified: no, type: nauc_ndcg_at_1000_diff1
value: 75.0569
verified: no, type: nauc_map_at_1_max
value: 44.4493
verified: no, type: nauc_map_at_1_std
value: 1.3082
verified: no, type: nauc_map_at_1_diff1
value: 77.78540000000001
verified: no, type: nauc_map_at_3_max
value: 46.611000000000004
verified: no, type: nauc_map_at_3_std
value: 5.4619
verified: no, type: nauc_map_at_3_diff1
value: 75.4584
verified: no, type: nauc_map_at_5_max
value: 48.9423
verified: no, type: nauc_map_at_5_std
value: 8.9274
verified: no, type: nauc_map_at_5_diff1
value: 74.9685
verified: no, type: nauc_map_at_10_max
value: 51.1725
verified: no, type: nauc_map_at_10_std
value: 11.5274
verified: no, type: nauc_map_at_10_diff1
value: 75.07310000000001
verified: no, type: nauc_map_at_20_max
value: 51.1196
verified: no, type: nauc_map_at_20_std
value: 11.426400000000001
verified: no, type: nauc_map_at_20_diff1
value: 75.1872
verified: no, type: nauc_map_at_100_max
value: 51.0301
verified: no, type: nauc_map_at_100_std
value: 11.4992
verified: no, type: nauc_map_at_100_diff1
value: 75.1974
verified: no, type: nauc_map_at_1000_max
value: 51.022999999999996
verified: no, type: nauc_map_at_1000_std
value: 11.5081
verified: no, type: nauc_map_at_1000_diff1
value: 75.205
verified: no, type: nauc_recall_at_1_max
value: 44.4493
verified: no, type: nauc_recall_at_1_std
value: 1.3082
verified: no, type: nauc_recall_at_1_diff1
value: 77.78540000000001
verified: no, type: nauc_recall_at_3_max
value: 44.3689
verified: no, type: nauc_recall_at_3_std
value: 1.4137
verified: no, type: nauc_recall_at_3_diff1
value: 68.94550000000001
verified: no, type: nauc_recall_at_5_max
value: 48.8557
verified: no, type: nauc_recall_at_5_std
value: 6.5386
verified: no, type: nauc_recall_at_5_diff1
value: 67.68509999999999
verified: no, type: nauc_recall_at_10_max
value: 73.2308
verified: no, type: nauc_recall_at_10_std
value: 25.5716
verified: no, type: nauc_recall_at_10_diff1
value: 68.0629
verified: no, type: nauc_recall_at_20_max
value: 79.9446
verified: no, type: nauc_recall_at_20_std
value: 23.0223
verified: no, type: nauc_recall_at_20_diff1
value: 71.45270000000001
verified: no, type: nauc_recall_at_100_max
value: 76.5173
verified: no, type: nauc_recall_at_100_std
value: 34.570499999999996
verified: no, type: nauc_recall_at_100_diff1
value: 69.3102
verified: no, type: nauc_recall_at_1000_max
value: 100
verified: no, type: nauc_recall_at_1000_std
value: 100
verified: no, type: nauc_recall_at_1000_diff1
value: 86.9281
verified: no, type: nauc_precision_at_1_max
value: 52.4294
verified: no, type: nauc_precision_at_1_std
value: 11.3885
verified: no, type: nauc_precision_at_1_diff1
value: 78.3119
verified: no, type: nauc_precision_at_3_max
value: 42.2598
verified: no, type: nauc_precision_at_3_std
value: 26.7638
verified: no, type: nauc_precision_at_3_diff1
value: 36.2938
verified: no, type: nauc_precision_at_5_max
value: 40.678
verified: no, type: nauc_precision_at_5_std
value: 42.566199999999995
verified: no, type: nauc_precision_at_5_diff1
value: 13.8748
verified: no, type: nauc_precision_at_10_max
value: 38.7595
verified: no, type: nauc_precision_at_10_std
value: 55.104699999999994
verified: no, type: nauc_precision_at_10_diff1
value: -5.5307
verified: no, type: nauc_precision_at_20_max
value: 34.6423
verified: no, type: nauc_precision_at_20_std
value: 54.9681
verified: no, type: nauc_precision_at_20_diff1
value: -12.0078
verified: no, type: nauc_precision_at_100_max
value: 28.8032
verified: no, type: nauc_precision_at_100_std
value: 57.6716
verified: no, type: nauc_precision_at_100_diff1
value: -19.5066
verified: no, type: nauc_precision_at_1000_max
value: 24.293699999999998
verified: no, type: nauc_precision_at_1000_std
value: 60.9702
verified: no, type: nauc_precision_at_1000_diff1
value: -28.2796
verified: no, type: nauc_mrr_at_1_max
value: 52.4294
verified: no, type: nauc_mrr_at_1_std
value: 11.3885
verified: no, type: nauc_mrr_at_1_diff1
value: 78.3119
verified: no, type: nauc_mrr_at_3_max
value: 52.145300000000006
verified: no, type: nauc_mrr_at_3_std
value: 12.562999999999999
verified: no, type: nauc_mrr_at_3_diff1
value: 75.26270000000001
verified: no, type: nauc_mrr_at_5_max
value: 52.18770000000001
verified: no, type: nauc_mrr_at_5_std
value: 12.689900000000002
verified: no, type: nauc_mrr_at_5_diff1
value: 75.3827
verified: no, type: nauc_mrr_at_10_max
value: 53.10510000000001
verified: no, type: nauc_mrr_at_10_std
value: 13.269400000000001
verified: no, type: nauc_mrr_at_10_diff1
value: 75.6717
verified: no, type: nauc_mrr_at_20_max
value: 52.9945
verified: no, type: nauc_mrr_at_20_std
value: 13.039799999999998
verified: no, type: nauc_mrr_at_20_diff1
value: 75.8107
verified: no, type: nauc_mrr_at_100_max
value: 52.9362
verified: no, type: nauc_mrr_at_100_std
value: 13.0645
verified: no, type: nauc_mrr_at_100_diff1
value: 75.821
verified: no, type: nauc_mrr_at_1000_max
value: 52.9301
verified: no, type: nauc_mrr_at_1000_std
value: 13.0746
verified: no, type: nauc_mrr_at_1000_diff1
value: 75.82910000000001
verified: no, type: main_score
value: 80.315
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: ndcg_at_1
value: 90
verified: no, type: ndcg_at_3
value: 86.91600000000001
verified: no, type: ndcg_at_5
value: 86.47200000000001
verified: no, type: ndcg_at_10
value: 84.443
verified: no, type: ndcg_at_20
value: 80.23400000000001
verified: no, type: ndcg_at_100
value: 67.15299999999999
verified: no, type: ndcg_at_1000
value: 59.508
verified: no, type: map_at_1
value: 0.247
verified: no, type: map_at_3
value: 0.703
verified: no, type: map_at_5
value: 1.149
verified: no, type: map_at_10
value: 2.186
verified: no, type: map_at_20
value: 4.01
verified: no, type: map_at_100
value: 14.357000000000001
verified: no, type: map_at_1000
value: 34.656
verified: no, type: recall_at_1
value: 0.247
verified: no, type: recall_at_3
value: 0.731
verified: no, type: recall_at_5
value: 1.206
verified: no, type: recall_at_10
value: 2.333
verified: no, type: recall_at_20
value: 4.38
verified: no, type: recall_at_100
value: 17.147000000000002
verified: no, type: recall_at_1000
value: 55.66799999999999
verified: no, type: precision_at_1
value: 92
verified: no, type: precision_at_3
value: 91.333
verified: no, type: precision_at_5
value: 91.2
verified: no, type: precision_at_10
value: 88.8
verified: no, type: precision_at_20
value: 84.1
verified: no, type: precision_at_100
value: 68.88
verified: no, type: precision_at_1000
value: 25.834000000000003
verified: no, type: mrr_at_1
value: 92
verified: no, type: mrr_at_3
value: 95.3333
verified: no, type: mrr_at_5
value: 95.3333
verified: no, type: mrr_at_10
value: 95.3333
verified: no, type: mrr_at_20
value: 95.3333
verified: no, type: mrr_at_100
value: 95.3333
verified: no, type: mrr_at_1000
value: 95.3333
verified: no, type: nauc_ndcg_at_1_max
value: -8.524099999999999
verified: no, type: nauc_ndcg_at_1_std
value: 62.828799999999994
verified: no, type: nauc_ndcg_at_1_diff1
value: -6.0076
verified: no, type: nauc_ndcg_at_3_max
value: 13.488800000000001
verified: no, type: nauc_ndcg_at_3_std
value: 61.5394
verified: no, type: nauc_ndcg_at_3_diff1
value: 3.3432000000000004
verified: no, type: nauc_ndcg_at_5_max
value: 4.4769000000000005
verified: no, type: nauc_ndcg_at_5_std
value: 61.802
verified: no, type: nauc_ndcg_at_5_diff1
value: 2.2134
verified: no, type: nauc_ndcg_at_10_max
value: 12.017
verified: no, type: nauc_ndcg_at_10_std
value: 71.154
verified: no, type: nauc_ndcg_at_10_diff1
value: 15.4614
verified: no, type: nauc_ndcg_at_20_max
value: 15.276
verified: no, type: nauc_ndcg_at_20_std
value: 79.40939999999999
verified: no, type: nauc_ndcg_at_20_diff1
value: 4.6335
verified: no, type: nauc_ndcg_at_100_max
value: 26.877000000000002
verified: no, type: nauc_ndcg_at_100_std
value: 82.75630000000001
verified: no, type: nauc_ndcg_at_100_diff1
value: -0.7959
verified: no, type: nauc_ndcg_at_1000_max
value: 17.1066
verified: no, type: nauc_ndcg_at_1000_std
value: 81.711
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.279600000000002
verified: no, type: nauc_map_at_1_max
value: -12.0929
verified: no, type: nauc_map_at_1_std
value: -6.4934
verified: no, type: nauc_map_at_1_diff1
value: 18.848300000000002
verified: no, type: nauc_map_at_3_max
value: -8.266900000000001
verified: no, type: nauc_map_at_3_std
value: 0.2753
verified: no, type: nauc_map_at_3_diff1
value: 28.223599999999998
verified: no, type: nauc_map_at_5_max
value: -9.9662
verified: no, type: nauc_map_at_5_std
value: -0.1452
verified: no, type: nauc_map_at_5_diff1
value: 29.5645
verified: no, type: nauc_map_at_10_max
value: -8.729000000000001
verified: no, type: nauc_map_at_10_std
value: 7.7295
verified: no, type: nauc_map_at_10_diff1
value: 39.8059
verified: no, type: nauc_map_at_20_max
value: -4.8332
verified: no, type: nauc_map_at_20_std
value: 17.4833
verified: no, type: nauc_map_at_20_diff1
value: 33.099000000000004
verified: no, type: nauc_map_at_100_max
value: 9.0188
verified: no, type: nauc_map_at_100_std
value: 52.376999999999995
verified: no, type: nauc_map_at_100_diff1
value: 21.8674
verified: no, type: nauc_map_at_1000_max
value: 19.7651
verified: no, type: nauc_map_at_1000_std
value: 80.997
verified: no, type: nauc_map_at_1000_diff1
value: 10.8788
verified: no, type: nauc_recall_at_1_max
value: -12.0929
verified: no, type: nauc_recall_at_1_std
value: -6.4934
verified: no, type: nauc_recall_at_1_diff1
value: 18.848300000000002
verified: no, type: nauc_recall_at_3_max
value: -11.619200000000001
verified: no, type: nauc_recall_at_3_std
value: -4.1138
verified: no, type: nauc_recall_at_3_diff1
value: 30.7361
verified: no, type: nauc_recall_at_5_max
value: -13.6486
verified: no, type: nauc_recall_at_5_std
value: -4.7317
verified: no, type: nauc_recall_at_5_diff1
value: 32.050200000000004
verified: no, type: nauc_recall_at_10_max
value: -12.345
verified: no, type: nauc_recall_at_10_std
value: 1.6268
verified: no, type: nauc_recall_at_10_diff1
value: 40.106
verified: no, type: nauc_recall_at_20_max
value: -9.0597
verified: no, type: nauc_recall_at_20_std
value: 8.6202
verified: no, type: nauc_recall_at_20_diff1
value: 33.0596
verified: no, type: nauc_recall_at_100_max
value: 0.9924999999999999
verified: no, type: nauc_recall_at_100_std
value: 36.4026
verified: no, type: nauc_recall_at_100_diff1
value: 27.0186
verified: no, type: nauc_recall_at_1000_max
value: 11.067599999999999
verified: no, type: nauc_recall_at_1000_std
value: 72.9092
verified: no, type: nauc_recall_at_1000_diff1
value: 21.1213
verified: no, type: nauc_precision_at_1_max
value: 9.6989
verified: no, type: nauc_precision_at_1_std
value: 55.7773
verified: no, type: nauc_precision_at_1_diff1
value: -15.873000000000001
verified: no, type: nauc_precision_at_3_max
value: 34.784
verified: no, type: nauc_precision_at_3_std
value: 63.6494
verified: no, type: nauc_precision_at_3_diff1
value: 11.3264
verified: no, type: nauc_precision_at_5_max
value: 23.6421
verified: no, type: nauc_precision_at_5_std
value: 60.0062
verified: no, type: nauc_precision_at_5_diff1
value: 3.9264
verified: no, type: nauc_precision_at_10_max
value: 26.344299999999997
verified: no, type: nauc_precision_at_10_std
value: 68.1971
verified: no, type: nauc_precision_at_10_diff1
value: 23.4631
verified: no, type: nauc_precision_at_20_max
value: 30.9332
verified: no, type: nauc_precision_at_20_std
value: 79.0435
verified: no, type: nauc_precision_at_20_diff1
value: 2.9309000000000003
verified: no, type: nauc_precision_at_100_max
value: 34.9658
verified: no, type: nauc_precision_at_100_std
value: 80.33829999999999
verified: no, type: nauc_precision_at_100_diff1
value: -3.7197
verified: no, type: nauc_precision_at_1000_max
value: 29.932799999999997
verified: no, type: nauc_precision_at_1000_std
value: 47.7157
verified: no, type: nauc_precision_at_1000_diff1
value: -18.814500000000002
verified: no, type: nauc_mrr_at_1_max
value: 9.6989
verified: no, type: nauc_mrr_at_1_std
value: 55.7773
verified: no, type: nauc_mrr_at_1_diff1
value: -15.873000000000001
verified: no, type: nauc_mrr_at_3_max
value: 3.0646
verified: no, type: nauc_mrr_at_3_std
value: 55.82899999999999
verified: no, type: nauc_mrr_at_3_diff1
value: -10.871
verified: no, type: nauc_mrr_at_5_max
value: 3.0646
verified: no, type: nauc_mrr_at_5_std
value: 55.82899999999999
verified: no, type: nauc_mrr_at_5_diff1
value: -10.871
verified: no, type: nauc_mrr_at_10_max
value: 3.0646
verified: no, type: nauc_mrr_at_10_std
value: 55.82899999999999
verified: no, type: nauc_mrr_at_10_diff1
value: -10.871
verified: no, type: nauc_mrr_at_20_max
value: 3.0646
verified: no, type: nauc_mrr_at_20_std
value: 55.82899999999999
verified: no, type: nauc_mrr_at_20_diff1
value: -10.871
verified: no, type: nauc_mrr_at_100_max
value: 3.0646
verified: no, type: nauc_mrr_at_100_std
value: 55.82899999999999
verified: no, type: nauc_mrr_at_100_diff1
value: -10.871
verified: no, type: nauc_mrr_at_1000_max
value: 3.0646
verified: no, type: nauc_mrr_at_1000_std
value: 55.82899999999999
verified: no, type: nauc_mrr_at_1000_diff1
value: -10.871
verified: no, type: main_score
value: 84.443
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: ndcg_at_1
value: 46.939
verified: no, type: ndcg_at_3
value: 43.293
verified: no, type: ndcg_at_5
value: 38.836
verified: no, type: ndcg_at_10
value: 34.472
verified: no, type: ndcg_at_20
value: 34.027
verified: no, type: ndcg_at_100
value: 43.888
verified: no, type: ndcg_at_1000
value: 53.973000000000006
verified: no, type: map_at_1
value: 3.436
verified: no, type: map_at_3
value: 7.852
verified: no, type: map_at_5
value: 10.192
verified: no, type: map_at_10
value: 13.322000000000001
verified: no, type: map_at_20
value: 16.53
verified: no, type: map_at_100
value: 20.418
verified: no, type: map_at_1000
value: 21.823
verified: no, type: recall_at_1
value: 3.436
verified: no, type: recall_at_3
value: 9.393
verified: no, type: recall_at_5
value: 13.334999999999999
verified: no, type: recall_at_10
value: 20.604
verified: no, type: recall_at_20
value: 29.425
verified: no, type: recall_at_100
value: 51.855
verified: no, type: recall_at_1000
value: 82.272
verified: no, type: precision_at_1
value: 48.980000000000004
verified: no, type: precision_at_3
value: 45.578
verified: no, type: precision_at_5
value: 38.367000000000004
verified: no, type: precision_at_10
value: 30
verified: no, type: precision_at_20
value: 21.939
verified: no, type: precision_at_100
value: 8.49
verified: no, type: precision_at_1000
value: 1.545
verified: no, type: mrr_at_1
value: 48.9796
verified: no, type: mrr_at_3
value: 61.9048
verified: no, type: mrr_at_5
value: 63.231300000000005
verified: no, type: mrr_at_10
value: 64.7473
verified: no, type: mrr_at_20
value: 64.86070000000001
verified: no, type: mrr_at_100
value: 64.9225
verified: no, type: mrr_at_1000
value: 64.9225
verified: no, type: nauc_ndcg_at_1_max
value: -25.0141
verified: no, type: nauc_ndcg_at_1_std
value: -6.1204
verified: no, type: nauc_ndcg_at_1_diff1
value: -4.8596
verified: no, type: nauc_ndcg_at_3_max
value: -33.5351
verified: no, type: nauc_ndcg_at_3_std
value: -11.461
verified: no, type: nauc_ndcg_at_3_diff1
value: 4.2374
verified: no, type: nauc_ndcg_at_5_max
value: -26.541700000000002
verified: no, type: nauc_ndcg_at_5_std
value: -4.8019
verified: no, type: nauc_ndcg_at_5_diff1
value: -1.2793999999999999
verified: no, type: nauc_ndcg_at_10_max
value: -20.2215
verified: no, type: nauc_ndcg_at_10_std
value: -6.21
verified: no, type: nauc_ndcg_at_10_diff1
value: 3.4302
verified: no, type: nauc_ndcg_at_20_max
value: -26.1869
verified: no, type: nauc_ndcg_at_20_std
value: -11.8507
verified: no, type: nauc_ndcg_at_20_diff1
value: 1.3782
verified: no, type: nauc_ndcg_at_100_max
value: -30.9392
verified: no, type: nauc_ndcg_at_100_std
value: 3.9889
verified: no, type: nauc_ndcg_at_100_diff1
value: 3.4261
verified: no, type: nauc_ndcg_at_1000_max
value: -23.258799999999997
verified: no, type: nauc_ndcg_at_1000_std
value: 20.5065
verified: no, type: nauc_ndcg_at_1000_diff1
value: -4.5967
verified: no, type: nauc_map_at_1_max
value: -24.2175
verified: no, type: nauc_map_at_1_std
value: -21.7713
verified: no, type: nauc_map_at_1_diff1
value: 2.3567
verified: no, type: nauc_map_at_3_max
value: -28.6738
verified: no, type: nauc_map_at_3_std
value: -25.2824
verified: no, type: nauc_map_at_3_diff1
value: 7.113600000000001
verified: no, type: nauc_map_at_5_max
value: -17.238999999999997
verified: no, type: nauc_map_at_5_std
value: -17.1227
verified: no, type: nauc_map_at_5_diff1
value: -1.1219
verified: no, type: nauc_map_at_10_max
value: -10.911
verified: no, type: nauc_map_at_10_std
value: -16.5211
verified: no, type: nauc_map_at_10_diff1
value: -0.5673
verified: no, type: nauc_map_at_20_max
value: -15.529699999999998
verified: no, type: nauc_map_at_20_std
value: -14.876100000000001
verified: no, type: nauc_map_at_20_diff1
value: 0.932
verified: no, type: nauc_map_at_100_max
value: -18.8227
verified: no, type: nauc_map_at_100_std
value: -5.667400000000001
verified: no, type: nauc_map_at_100_diff1
value: 1.1257
verified: no, type: nauc_map_at_1000_max
value: -17.377699999999997
verified: no, type: nauc_map_at_1000_std
value: -1.6842
verified: no, type: nauc_map_at_1000_diff1
value: -0.39370000000000005
verified: no, type: nauc_recall_at_1_max
value: -24.2175
verified: no, type: nauc_recall_at_1_std
value: -21.7713
verified: no, type: nauc_recall_at_1_diff1
value: 2.3567
verified: no, type: nauc_recall_at_3_max
value: -31.8235
verified: no, type: nauc_recall_at_3_std
value: -26.738899999999997
verified: no, type: nauc_recall_at_3_diff1
value: 9.004199999999999
verified: no, type: nauc_recall_at_5_max
value: -18.263199999999998
verified: no, type: nauc_recall_at_5_std
value: -19.9963
verified: no, type: nauc_recall_at_5_diff1
value: -2.3407
verified: no, type: nauc_recall_at_10_max
value: -12.842600000000001
verified: no, type: nauc_recall_at_10_std
value: -17.7103
verified: no, type: nauc_recall_at_10_diff1
value: 1.2007999999999999
verified: no, type: nauc_recall_at_20_max
value: -20.1512
verified: no, type: nauc_recall_at_20_std
value: -14.188500000000001
verified: no, type: nauc_recall_at_20_diff1
value: -0.33
verified: no, type: nauc_recall_at_100_max
value: -28.4999
verified: no, type: nauc_recall_at_100_std
value: 11.585700000000001
verified: no, type: nauc_recall_at_100_diff1
value: 2.6624
verified: no, type: nauc_recall_at_1000_max
value: -0.14450000000000002
verified: no, type: nauc_recall_at_1000_std
value: 71.0164
verified: no, type: nauc_recall_at_1000_diff1
value: -22.1695
verified: no, type: nauc_precision_at_1_max
value: -30.182599999999997
verified: no, type: nauc_precision_at_1_std
value: -8.1179
verified: no, type: nauc_precision_at_1_diff1
value: -6.1981
verified: no, type: nauc_precision_at_3_max
value: -38.3751
verified: no, type: nauc_precision_at_3_std
value: -16.4781
verified: no, type: nauc_precision_at_3_diff1
value: 7.079199999999999
verified: no, type: nauc_precision_at_5_max
value: -23.7122
verified: no, type: nauc_precision_at_5_std
value: -1.5854
verified: no, type: nauc_precision_at_5_diff1
value: -2.5532
verified: no, type: nauc_precision_at_10_max
value: -15.946399999999999
verified: no, type: nauc_precision_at_10_std
value: 6.2587
verified: no, type: nauc_precision_at_10_diff1
value: 12.9886
verified: no, type: nauc_precision_at_20_max
value: -19.6765
verified: no, type: nauc_precision_at_20_std
value: 12.7128
verified: no, type: nauc_precision_at_20_diff1
value: 7.6462
verified: no, type: nauc_precision_at_100_max
value: -15.1227
verified: no, type: nauc_precision_at_100_std
value: 48.7278
verified: no, type: nauc_precision_at_100_diff1
value: 1.6868999999999998
verified: no, type: nauc_precision_at_1000_max
value: 34.043600000000005
verified: no, type: nauc_precision_at_1000_std
value: 56.20309999999999
verified: no, type: nauc_precision_at_1000_diff1
value: -20.673
verified: no, type: nauc_mrr_at_1_max
value: -30.182599999999997
verified: no, type: nauc_mrr_at_1_std
value: -8.1179
verified: no, type: nauc_mrr_at_1_diff1
value: -6.1981
verified: no, type: nauc_mrr_at_3_max
value: -40.8514
verified: no, type: nauc_mrr_at_3_std
value: -12.0711
verified: no, type: nauc_mrr_at_3_diff1
value: -1.2318
verified: no, type: nauc_mrr_at_5_max
value: -40.3061
verified: no, type: nauc_mrr_at_5_std
value: -10.659
verified: no, type: nauc_mrr_at_5_diff1
value: -3.0787
verified: no, type: nauc_mrr_at_10_max
value: -40.3893
verified: no, type: nauc_mrr_at_10_std
value: -9.0044
verified: no, type: nauc_mrr_at_10_diff1
value: -1.2112
verified: no, type: nauc_mrr_at_20_max
value: -39.8236
verified: no, type: nauc_mrr_at_20_std
value: -9.422
verified: no, type: nauc_mrr_at_20_diff1
value: -1.2697
verified: no, type: nauc_mrr_at_100_max
value: -39.6501
verified: no, type: nauc_mrr_at_100_std
value: -9.5758
verified: no, type: nauc_mrr_at_100_diff1
value: -1.4040000000000001
verified: no, type: nauc_mrr_at_1000_max
value: -39.6501
verified: no, type: nauc_mrr_at_1000_std
value: -9.5758
verified: no, type: nauc_mrr_at_1000_diff1
value: -1.4040000000000001
verified: no, type: main_score
value: 34.472
verified: no
task: type: Retrieval
tags: mteb
Likes: 0 | All-time downloads: 0
Created: 2025-05-20 02:14:56