Model: abhinand/MedEmbed-large-v0.1
Author: abhinand
Library: sentence-transformers
Tags: sentence-transformers, safetensors, bert, medembed, medical-embedding, clinical-embedding, information-retrieval, mteb, en, dataset:MedicalQARetrieval, dataset:NFCorpus, dataset:PublicHealthQA, dataset:TRECCOVID, dataset:ArguAna, base_model:BAAI/bge-large-en-v1.5, base_model:finetune:BAAI/bge-large-en-v1.5, license:apache-2.0, model-index, region:us
Base models (finetune): id: BAAI/bge-large-en-v1.5
Card metadata: language: en
tags: medembed, medical-embedding, clinical-embedding, information-retrieval, sentence-transformers, mteb
license: apache-2.0
datasets: MedicalQARetrieval, NFCorpus, PublicHealthQA, TRECCOVID, ArguAna
metrics: nDCG, MAP, Recall, Precision, MRR
base_model: BAAI/bge-large-en-v1.5
model-index: name: abhinand/MedEmbed-large-v0.1
results: dataset: config: default
name: MTEB CMedQAv2-reranking (default)
revision: 23d186750531a14a0357ca22cd92d712fd512ea0
split: test
type: C-MTEB/CMedQAv2-reranking
metrics: type: map
value: 18.3837
verified: no, type: mrr
value: 21.1936
verified: no, type: nAUC_map_max
value: 34.185
verified: no, type: nAUC_map_std
value: 17.8023
verified: no, type: nAUC_map_diff1
value: 29.8803
verified: no, type: nAUC_mrr_max
value: 33.5715
verified: no, type: nAUC_mrr_std
value: 18.198700000000002
verified: no, type: nAUC_mrr_diff1
value: 28.1289
verified: no, type: main_score
value: 18.3837
verified: no
task: type: Reranking, dataset: config: en
name: MTEB CUREv1 (en)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: all
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 60.775
verified: no, type: ndcg_at_3
value: 55.233
verified: no, type: ndcg_at_5
value: 53.738
verified: no, type: ndcg_at_10
value: 52.898999999999994
verified: no, type: ndcg_at_20
value: 53.64
verified: no, type: ndcg_at_100
value: 60.18
verified: no, type: ndcg_at_1000
value: 68.304
verified: no, type: map_at_1
value: 9.185
verified: no, type: map_at_3
value: 16.432
verified: no, type: map_at_5
value: 20.197000000000003
verified: no, type: map_at_10
value: 25.278
verified: no, type: map_at_20
value: 29.92
verified: no, type: map_at_100
value: 38.107
verified: no, type: map_at_1000
value: 41.919000000000004
verified: no, type: recall_at_1
value: 9.185
verified: no, type: recall_at_3
value: 17.996000000000002
verified: no, type: recall_at_5
value: 23.671
verified: no, type: recall_at_10
value: 32.817
verified: no, type: recall_at_20
value: 43.415
verified: no, type: recall_at_100
value: 70.08
verified: no, type: recall_at_1000
value: 94.03099999999999
verified: no, type: precision_at_1
value: 71.95
verified: no, type: precision_at_3
value: 59.567
verified: no, type: precision_at_5
value: 53.480000000000004
verified: no, type: precision_at_10
value: 44.025
verified: no, type: precision_at_20
value: 35.147
verified: no, type: precision_at_100
value: 16.997
verified: no, type: precision_at_1000
value: 3.399
verified: no, type: mrr_at_1
value: 71.95
verified: no, type: mrr_at_3
value: 79.4917
verified: no, type: mrr_at_5
value: 80.5892
verified: no, type: mrr_at_10
value: 80.9957
verified: no, type: mrr_at_20
value: 81.1267
verified: no, type: mrr_at_100
value: 81.164
verified: no, type: mrr_at_1000
value: 81.1657
verified: no, type: nauc_ndcg_at_1_max
value: 38.9364
verified: no, type: nauc_ndcg_at_1_std
value: 13.528200000000002
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.0184
verified: no, type: nauc_ndcg_at_3_max
value: 40.0247
verified: no, type: nauc_ndcg_at_3_std
value: 16.4182
verified: no, type: nauc_ndcg_at_3_diff1
value: 27.328000000000003
verified: no, type: nauc_ndcg_at_5_max
value: 38.8812
verified: no, type: nauc_ndcg_at_5_std
value: 16.114700000000003
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.082300000000004
verified: no, type: nauc_ndcg_at_10_max
value: 38.0527
verified: no, type: nauc_ndcg_at_10_std
value: 16.9198
verified: no, type: nauc_ndcg_at_10_diff1
value: 25.3401
verified: no, type: nauc_ndcg_at_20_max
value: 37.3736
verified: no, type: nauc_ndcg_at_20_std
value: 16.9378
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.0711
verified: no, type: nauc_ndcg_at_100_max
value: 40.096399999999996
verified: no, type: nauc_ndcg_at_100_std
value: 23.7415
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.6824
verified: no, type: nauc_ndcg_at_1000_max
value: 45.1188
verified: no, type: nauc_ndcg_at_1000_std
value: 31.591200000000004
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.790200000000002
verified: no, type: nauc_map_at_1_max
value: 6.683699999999999
verified: no, type: nauc_map_at_1_std
value: -12.8402
verified: no, type: nauc_map_at_1_diff1
value: 42.0279
verified: no, type: nauc_map_at_3_max
value: 13.3802
verified: no, type: nauc_map_at_3_std
value: -7.4277999999999995
verified: no, type: nauc_map_at_3_diff1
value: 31.4791
verified: no, type: nauc_map_at_5_max
value: 16.2095
verified: no, type: nauc_map_at_5_std
value: -4.0392
verified: no, type: nauc_map_at_5_diff1
value: 28.5612
verified: no, type: nauc_map_at_10_max
value: 20.433899999999998
verified: no, type: nauc_map_at_10_std
value: 0.5703
verified: no, type: nauc_map_at_10_diff1
value: 24.7802
verified: no, type: nauc_map_at_20_max
value: 23.9891
verified: no, type: nauc_map_at_20_std
value: 5.1846000000000005
verified: no, type: nauc_map_at_20_diff1
value: 23.117099999999997
verified: no, type: nauc_map_at_100_max
value: 30.757299999999997
verified: no, type: nauc_map_at_100_std
value: 17.927599999999998
verified: no, type: nauc_map_at_100_diff1
value: 19.872500000000002
verified: no, type: nauc_map_at_1000_max
value: 33.2345
verified: no, type: nauc_map_at_1000_std
value: 21.9999
verified: no, type: nauc_map_at_1000_diff1
value: 17.2405
verified: no, type: nauc_recall_at_1_max
value: 6.683699999999999
verified: no, type: nauc_recall_at_1_std
value: -12.8402
verified: no, type: nauc_recall_at_1_diff1
value: 42.0279
verified: no, type: nauc_recall_at_3_max
value: 10.1747
verified: no, type: nauc_recall_at_3_std
value: -8.1576
verified: no, type: nauc_recall_at_3_diff1
value: 28.4653
verified: no, type: nauc_recall_at_5_max
value: 10.7604
verified: no, type: nauc_recall_at_5_std
value: -5.2583
verified: no, type: nauc_recall_at_5_diff1
value: 24.9742
verified: no, type: nauc_recall_at_10_max
value: 12.6847
verified: no, type: nauc_recall_at_10_std
value: -2.3404000000000003
verified: no, type: nauc_recall_at_10_diff1
value: 20.872
verified: no, type: nauc_recall_at_20_max
value: 14.197399999999998
verified: no, type: nauc_recall_at_20_std
value: 1.0598
verified: no, type: nauc_recall_at_20_diff1
value: 19.2151
verified: no, type: nauc_recall_at_100_max
value: 19.700400000000002
verified: no, type: nauc_recall_at_100_std
value: 18.8582
verified: no, type: nauc_recall_at_100_diff1
value: 16.723399999999998
verified: no, type: nauc_recall_at_1000_max
value: 37.7058
verified: no, type: nauc_recall_at_1000_std
value: 59.268299999999996
verified: no, type: nauc_recall_at_1000_diff1
value: 18.7504
verified: no, type: nauc_precision_at_1_max
value: 45.151599999999995
verified: no, type: nauc_precision_at_1_std
value: 19.1001
verified: no, type: nauc_precision_at_1_diff1
value: 38.0115
verified: no, type: nauc_precision_at_3_max
value: 37.2618
verified: no, type: nauc_precision_at_3_std
value: 24.4577
verified: no, type: nauc_precision_at_3_diff1
value: 3.0456
verified: no, type: nauc_precision_at_5_max
value: 33.4383
verified: no, type: nauc_precision_at_5_std
value: 26.4563
verified: no, type: nauc_precision_at_5_diff1
value: -4.6004000000000005
verified: no, type: nauc_precision_at_10_max
value: 28.6613
verified: no, type: nauc_precision_at_10_std
value: 28.3258
verified: no, type: nauc_precision_at_10_diff1
value: -11.7935
verified: no, type: nauc_precision_at_20_max
value: 22.605700000000002
verified: no, type: nauc_precision_at_20_std
value: 27.8988
verified: no, type: nauc_precision_at_20_diff1
value: -14.3591
verified: no, type: nauc_precision_at_100_max
value: 12.0733
verified: no, type: nauc_precision_at_100_std
value: 22.561500000000002
verified: no, type: nauc_precision_at_100_diff1
value: -17.0289
verified: no, type: nauc_precision_at_1000_max
value: 3.4652000000000003
verified: no, type: nauc_precision_at_1000_std
value: 3.819
verified: no, type: nauc_precision_at_1000_diff1
value: -19.627200000000002
verified: no, type: nauc_mrr_at_1_max
value: 45.151599999999995
verified: no, type: nauc_mrr_at_1_std
value: 19.1001
verified: no, type: nauc_mrr_at_1_diff1
value: 38.0115
verified: no, type: nauc_mrr_at_3_max
value: 48.4709
verified: no, type: nauc_mrr_at_3_std
value: 25.6162
verified: no, type: nauc_mrr_at_3_diff1
value: 37.5255
verified: no, type: nauc_mrr_at_5_max
value: 48.5705
verified: no, type: nauc_mrr_at_5_std
value: 24.909
verified: no, type: nauc_mrr_at_5_diff1
value: 37.693799999999996
verified: no, type: nauc_mrr_at_10_max
value: 48.4052
verified: no, type: nauc_mrr_at_10_std
value: 24.4063
verified: no, type: nauc_mrr_at_10_diff1
value: 37.684400000000004
verified: no, type: nauc_mrr_at_20_max
value: 48.2709
verified: no, type: nauc_mrr_at_20_std
value: 24.272299999999998
verified: no, type: nauc_mrr_at_20_diff1
value: 37.737300000000005
verified: no, type: nauc_mrr_at_100_max
value: 48.229499999999994
verified: no, type: nauc_mrr_at_100_std
value: 24.2469
verified: no, type: nauc_mrr_at_100_diff1
value: 37.723600000000005
verified: no, type: nauc_mrr_at_1000_max
value: 48.2309
verified: no, type: nauc_mrr_at_1000_std
value: 24.2437
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.7235
verified: no, type: main_score
value: 52.898999999999994
verified: no
task: type: Retrieval, dataset: config: es
name: MTEB CUREv1 (es)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: all
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 15.9
verified: no, type: ndcg_at_3
value: 15.412999999999998
verified: no, type: ndcg_at_5
value: 15.42
verified: no, type: ndcg_at_10
value: 16.145
verified: no, type: ndcg_at_20
value: 17.386
verified: no, type: ndcg_at_100
value: 22.116
verified: no, type: ndcg_at_1000
value: 30.42
verified: no, type: map_at_1
value: 2.689
verified: no, type: map_at_3
value: 4.891
verified: no, type: map_at_5
value: 5.998
verified: no, type: map_at_10
value: 7.502000000000001
verified: no, type: map_at_20
value: 8.784
verified: no, type: map_at_100
value: 11.08
verified: no, type: map_at_1000
value: 12.662999999999998
verified: no, type: recall_at_1
value: 2.689
verified: no, type: recall_at_3
value: 6.002
verified: no, type: recall_at_5
value: 8.187
verified: no, type: recall_at_10
value: 12.167
verified: no, type: recall_at_20
value: 16.824
verified: no, type: recall_at_100
value: 31.608999999999998
verified: no, type: recall_at_1000
value: 58.023
verified: no, type: precision_at_1
value: 20.200000000000003
verified: no, type: precision_at_3
value: 17.45
verified: no, type: precision_at_5
value: 15.85
verified: no, type: precision_at_10
value: 13.645
verified: no, type: precision_at_20
value: 11.285
verified: no, type: precision_at_100
value: 6.265
verified: no, type: precision_at_1000
value: 1.7950000000000002
verified: no, type: mrr_at_1
value: 20.200000000000003
verified: no, type: mrr_at_3
value: 25.9583
verified: no, type: mrr_at_5
value: 27.450799999999997
verified: no, type: mrr_at_10
value: 28.6658
verified: no, type: mrr_at_20
value: 29.2657
verified: no, type: mrr_at_100
value: 29.652
verified: no, type: mrr_at_1000
value: 29.724
verified: no, type: nauc_ndcg_at_1_max
value: 34.4333
verified: no, type: nauc_ndcg_at_1_std
value: 37.9045
verified: no, type: nauc_ndcg_at_1_diff1
value: 13.5962
verified: no, type: nauc_ndcg_at_3_max
value: 40.9522
verified: no, type: nauc_ndcg_at_3_std
value: 43.265
verified: no, type: nauc_ndcg_at_3_diff1
value: 13.858699999999999
verified: no, type: nauc_ndcg_at_5_max
value: 42.3408
verified: no, type: nauc_ndcg_at_5_std
value: 45.1913
verified: no, type: nauc_ndcg_at_5_diff1
value: 14.362400000000001
verified: no, type: nauc_ndcg_at_10_max
value: 43.697399999999995
verified: no, type: nauc_ndcg_at_10_std
value: 47.9172
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.7778
verified: no, type: nauc_ndcg_at_20_max
value: 45.8538
verified: no, type: nauc_ndcg_at_20_std
value: 50.7075
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.7758
verified: no, type: nauc_ndcg_at_100_max
value: 48.2383
verified: no, type: nauc_ndcg_at_100_std
value: 56.974000000000004
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.706399999999999
verified: no, type: nauc_ndcg_at_1000_max
value: 52.815599999999996
verified: no, type: nauc_ndcg_at_1000_std
value: 61.815200000000004
verified: no, type: nauc_ndcg_at_1000_diff1
value: 11.358500000000001
verified: no, type: nauc_map_at_1_max
value: 32.1329
verified: no, type: nauc_map_at_1_std
value: 30.017300000000002
verified: no, type: nauc_map_at_1_diff1
value: 33.417
verified: no, type: nauc_map_at_3_max
value: 36.6575
verified: no, type: nauc_map_at_3_std
value: 34.436099999999996
verified: no, type: nauc_map_at_3_diff1
value: 28.370099999999997
verified: no, type: nauc_map_at_5_max
value: 37.6872
verified: no, type: nauc_map_at_5_std
value: 37.303599999999996
verified: no, type: nauc_map_at_5_diff1
value: 25.6251
verified: no, type: nauc_map_at_10_max
value: 39.6209
verified: no, type: nauc_map_at_10_std
value: 41.5154
verified: no, type: nauc_map_at_10_diff1
value: 21.7045
verified: no, type: nauc_map_at_20_max
value: 41.7603
verified: no, type: nauc_map_at_20_std
value: 45.4034
verified: no, type: nauc_map_at_20_diff1
value: 19.9809
verified: no, type: nauc_map_at_100_max
value: 45.1746
verified: no, type: nauc_map_at_100_std
value: 52.485899999999994
verified: no, type: nauc_map_at_100_diff1
value: 17.2712
verified: no, type: nauc_map_at_1000_max
value: 47.978
verified: no, type: nauc_map_at_1000_std
value: 55.4423
verified: no, type: nauc_map_at_1000_diff1
value: 15.770999999999999
verified: no, type: nauc_recall_at_1_max
value: 32.1329
verified: no, type: nauc_recall_at_1_std
value: 30.017300000000002
verified: no, type: nauc_recall_at_1_diff1
value: 33.417
verified: no, type: nauc_recall_at_3_max
value: 34.0411
verified: no, type: nauc_recall_at_3_std
value: 32.08
verified: no, type: nauc_recall_at_3_diff1
value: 27.1762
verified: no, type: nauc_recall_at_5_max
value: 33.7353
verified: no, type: nauc_recall_at_5_std
value: 35.6551
verified: no, type: nauc_recall_at_5_diff1
value: 23.2104
verified: no, type: nauc_recall_at_10_max
value: 34.0794
verified: no, type: nauc_recall_at_10_std
value: 39.3103
verified: no, type: nauc_recall_at_10_diff1
value: 16.700499999999998
verified: no, type: nauc_recall_at_20_max
value: 36.025
verified: no, type: nauc_recall_at_20_std
value: 43.8139
verified: no, type: nauc_recall_at_20_diff1
value: 14.8745
verified: no, type: nauc_recall_at_100_max
value: 40.477999999999994
verified: no, type: nauc_recall_at_100_std
value: 55.299
verified: no, type: nauc_recall_at_100_diff1
value: 12.0134
verified: no, type: nauc_recall_at_1000_max
value: 50.88
verified: no, type: nauc_recall_at_1000_std
value: 69.1237
verified: no, type: nauc_recall_at_1000_diff1
value: 7.1673
verified: no, type: nauc_precision_at_1_max
value: 36.3741
verified: no, type: nauc_precision_at_1_std
value: 40.3943
verified: no, type: nauc_precision_at_1_diff1
value: 11.9572
verified: no, type: nauc_precision_at_3_max
value: 44.1485
verified: no, type: nauc_precision_at_3_std
value: 47.2489
verified: no, type: nauc_precision_at_3_diff1
value: 7.3660000000000005
verified: no, type: nauc_precision_at_5_max
value: 44.5096
verified: no, type: nauc_precision_at_5_std
value: 49.1423
verified: no, type: nauc_precision_at_5_diff1
value: 5.0777
verified: no, type: nauc_precision_at_10_max
value: 45.307700000000004
verified: no, type: nauc_precision_at_10_std
value: 51.953700000000005
verified: no, type: nauc_precision_at_10_diff1
value: 3.1449
verified: no, type: nauc_precision_at_20_max
value: 47.2433
verified: no, type: nauc_precision_at_20_std
value: 53.367200000000004
verified: no, type: nauc_precision_at_20_diff1
value: 0.7057
verified: no, type: nauc_precision_at_100_max
value: 44.3203
verified: no, type: nauc_precision_at_100_std
value: 49.472
verified: no, type: nauc_precision_at_100_diff1
value: -2.0434
verified: no, type: nauc_precision_at_1000_max
value: 37.7422
verified: no, type: nauc_precision_at_1000_std
value: 27.3935
verified: no, type: nauc_precision_at_1000_diff1
value: -3.1565000000000003
verified: no, type: nauc_mrr_at_1_max
value: 36.3741
verified: no, type: nauc_mrr_at_1_std
value: 40.3943
verified: no, type: nauc_mrr_at_1_diff1
value: 11.9572
verified: no, type: nauc_mrr_at_3_max
value: 39.006099999999996
verified: no, type: nauc_mrr_at_3_std
value: 42.753
verified: no, type: nauc_mrr_at_3_diff1
value: 11.0316
verified: no, type: nauc_mrr_at_5_max
value: 39.2901
verified: no, type: nauc_mrr_at_5_std
value: 43.4405
verified: no, type: nauc_mrr_at_5_diff1
value: 10.519499999999999
verified: no, type: nauc_mrr_at_10_max
value: 40.2703
verified: no, type: nauc_mrr_at_10_std
value: 44.372699999999995
verified: no, type: nauc_mrr_at_10_diff1
value: 10.6792
verified: no, type: nauc_mrr_at_20_max
value: 40.605999999999995
verified: no, type: nauc_mrr_at_20_std
value: 44.630199999999995
verified: no, type: nauc_mrr_at_20_diff1
value: 10.5727
verified: no, type: nauc_mrr_at_100_max
value: 40.6811
verified: no, type: nauc_mrr_at_100_std
value: 44.646
verified: no, type: nauc_mrr_at_100_diff1
value: 10.6126
verified: no, type: nauc_mrr_at_1000_max
value: 40.6568
verified: no, type: nauc_mrr_at_1000_std
value: 44.624399999999994
verified: no, type: nauc_mrr_at_1000_diff1
value: 10.6075
verified: no, type: main_score
value: 16.145
verified: no
task: type: Retrieval, dataset: config: fr
name: MTEB CUREv1 (fr)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: all
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 24.9
verified: no, type: ndcg_at_3
value: 23.435
verified: no, type: ndcg_at_5
value: 23.462
verified: no, type: ndcg_at_10
value: 24.151
verified: no, type: ndcg_at_20
value: 25.171
verified: no, type: ndcg_at_100
value: 30.714999999999996
verified: no, type: ndcg_at_1000
value: 39.26
verified: no, type: map_at_1
value: 3.987
verified: no, type: map_at_3
value: 7.101
verified: no, type: map_at_5
value: 8.752
verified: no, type: map_at_10
value: 11.075
verified: no, type: map_at_20
value: 12.964
verified: no, type: map_at_100
value: 16.424
verified: no, type: map_at_1000
value: 18.472
verified: no, type: recall_at_1
value: 3.987
verified: no, type: recall_at_3
value: 8.290000000000001
verified: no, type: recall_at_5
value: 11.407
verified: no, type: recall_at_10
value: 16.906
verified: no, type: recall_at_20
value: 22.766000000000002
verified: no, type: recall_at_100
value: 40.918
verified: no, type: recall_at_1000
value: 67.77
verified: no, type: precision_at_1
value: 31.5
verified: no, type: precision_at_3
value: 26.533
verified: no, type: precision_at_5
value: 24.19
verified: no, type: precision_at_10
value: 20.59
verified: no, type: precision_at_20
value: 16.54
verified: no, type: precision_at_100
value: 8.725
verified: no, type: precision_at_1000
value: 2.2159999999999997
verified: no, type: mrr_at_1
value: 31.5
verified: no, type: mrr_at_3
value: 38.5667
verified: no, type: mrr_at_5
value: 40.2692
verified: no, type: mrr_at_10
value: 41.4221
verified: no, type: mrr_at_20
value: 41.9627
verified: no, type: mrr_at_100
value: 42.3045
verified: no, type: mrr_at_1000
value: 42.3438
verified: no, type: nauc_ndcg_at_1_max
value: 41.2346
verified: no, type: nauc_ndcg_at_1_std
value: 34.096399999999996
verified: no, type: nauc_ndcg_at_1_diff1
value: 23.3773
verified: no, type: nauc_ndcg_at_3_max
value: 48.4194
verified: no, type: nauc_ndcg_at_3_std
value: 38.5582
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.044999999999998
verified: no, type: nauc_ndcg_at_5_max
value: 50.6073
verified: no, type: nauc_ndcg_at_5_std
value: 41.7937
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.1486
verified: no, type: nauc_ndcg_at_10_max
value: 52.3725
verified: no, type: nauc_ndcg_at_10_std
value: 44.8701
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.7716
verified: no, type: nauc_ndcg_at_20_max
value: 52.9589
verified: no, type: nauc_ndcg_at_20_std
value: 47.6835
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.6519
verified: no, type: nauc_ndcg_at_100_max
value: 57.541799999999995
verified: no, type: nauc_ndcg_at_100_std
value: 56.922799999999995
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.5411
verified: no, type: nauc_ndcg_at_1000_max
value: 60.6206
verified: no, type: nauc_ndcg_at_1000_std
value: 61.526
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.1735
verified: no, type: nauc_map_at_1_max
value: 32.4122
verified: no, type: nauc_map_at_1_std
value: 21.851499999999998
verified: no, type: nauc_map_at_1_diff1
value: 42.2724
verified: no, type: nauc_map_at_3_max
value: 36.2169
verified: no, type: nauc_map_at_3_std
value: 26.3249
verified: no, type: nauc_map_at_3_diff1
value: 32.3562
verified: no, type: nauc_map_at_5_max
value: 37.9852
verified: no, type: nauc_map_at_5_std
value: 29.6092
verified: no, type: nauc_map_at_5_diff1
value: 27.9065
verified: no, type: nauc_map_at_10_max
value: 41.227000000000004
verified: no, type: nauc_map_at_10_std
value: 34.2656
verified: no, type: nauc_map_at_10_diff1
value: 24.9007
verified: no, type: nauc_map_at_20_max
value: 44.288
verified: no, type: nauc_map_at_20_std
value: 39.033
verified: no, type: nauc_map_at_20_diff1
value: 23.0301
verified: no, type: nauc_map_at_100_max
value: 50.3709
verified: no, type: nauc_map_at_100_std
value: 48.2427
verified: no, type: nauc_map_at_100_diff1
value: 20.3268
verified: no, type: nauc_map_at_1000_max
value: 52.983599999999996
verified: no, type: nauc_map_at_1000_std
value: 51.302899999999994
verified: no, type: nauc_map_at_1000_diff1
value: 18.7497
verified: no, type: nauc_recall_at_1_max
value: 32.4122
verified: no, type: nauc_recall_at_1_std
value: 21.851499999999998
verified: no, type: nauc_recall_at_1_diff1
value: 42.2724
verified: no, type: nauc_recall_at_3_max
value: 35.6626
verified: no, type: nauc_recall_at_3_std
value: 26.583000000000002
verified: no, type: nauc_recall_at_3_diff1
value: 28.9598
verified: no, type: nauc_recall_at_5_max
value: 35.6704
verified: no, type: nauc_recall_at_5_std
value: 29.0846
verified: no, type: nauc_recall_at_5_diff1
value: 23.8078
verified: no, type: nauc_recall_at_10_max
value: 38.3994
verified: no, type: nauc_recall_at_10_std
value: 34.0908
verified: no, type: nauc_recall_at_10_diff1
value: 21.0836
verified: no, type: nauc_recall_at_20_max
value: 40.962900000000005
verified: no, type: nauc_recall_at_20_std
value: 40.4136
verified: no, type: nauc_recall_at_20_diff1
value: 18.5189
verified: no, type: nauc_recall_at_100_max
value: 51.4476
verified: no, type: nauc_recall_at_100_std
value: 58.6901
verified: no, type: nauc_recall_at_100_diff1
value: 16.724700000000002
verified: no, type: nauc_recall_at_1000_max
value: 65.0535
verified: no, type: nauc_recall_at_1000_std
value: 77.2842
verified: no, type: nauc_recall_at_1000_diff1
value: 11.8624
verified: no, type: nauc_precision_at_1_max
value: 43.3958
verified: no, type: nauc_precision_at_1_std
value: 37.1612
verified: no, type: nauc_precision_at_1_diff1
value: 20.409399999999998
verified: no, type: nauc_precision_at_3_max
value: 49.9639
verified: no, type: nauc_precision_at_3_std
value: 41.6999
verified: no, type: nauc_precision_at_3_diff1
value: 10.554
verified: no, type: nauc_precision_at_5_max
value: 51.3906
verified: no, type: nauc_precision_at_5_std
value: 45.5246
verified: no, type: nauc_precision_at_5_diff1
value: 6.8306000000000004
verified: no, type: nauc_precision_at_10_max
value: 51.8536
verified: no, type: nauc_precision_at_10_std
value: 47.8267
verified: no, type: nauc_precision_at_10_diff1
value: 4.649699999999999
verified: no, type: nauc_precision_at_20_max
value: 49.1757
verified: no, type: nauc_precision_at_20_std
value: 48.0193
verified: no, type: nauc_precision_at_20_diff1
value: 1.7838
verified: no, type: nauc_precision_at_100_max
value: 41.7249
verified: no, type: nauc_precision_at_100_std
value: 42.2626
verified: no, type: nauc_precision_at_100_diff1
value: -3.2152
verified: no, type: nauc_precision_at_1000_max
value: 26.6144
verified: no, type: nauc_precision_at_1000_std
value: 16.6642
verified: no, type: nauc_precision_at_1000_diff1
value: -6.8772
verified: no, type: nauc_mrr_at_1_max
value: 43.3958
verified: no, type: nauc_mrr_at_1_std
value: 37.1612
verified: no, type: nauc_mrr_at_1_diff1
value: 20.409399999999998
verified: no, type: nauc_mrr_at_3_max
value: 47.9059
verified: no, type: nauc_mrr_at_3_std
value: 40.9064
verified: no, type: nauc_mrr_at_3_diff1
value: 18.2671
verified: no, type: nauc_mrr_at_5_max
value: 48.7106
verified: no, type: nauc_mrr_at_5_std
value: 42.2268
verified: no, type: nauc_mrr_at_5_diff1
value: 18.875600000000002
verified: no, type: nauc_mrr_at_10_max
value: 49.0714
verified: no, type: nauc_mrr_at_10_std
value: 42.6807
verified: no, type: nauc_mrr_at_10_diff1
value: 18.8448
verified: no, type: nauc_mrr_at_20_max
value: 49.113600000000005
verified: no, type: nauc_mrr_at_20_std
value: 42.771
verified: no, type: nauc_mrr_at_20_diff1
value: 18.6008
verified: no, type: nauc_mrr_at_100_max
value: 49.1187
verified: no, type: nauc_mrr_at_100_std
value: 42.795899999999996
verified: no, type: nauc_mrr_at_100_diff1
value: 18.7082
verified: no, type: nauc_mrr_at_1000_max
value: 49.0966
verified: no, type: nauc_mrr_at_1000_std
value: 42.769600000000004
verified: no, type: nauc_mrr_at_1000_diff1
value: 18.7057
verified: no, type: main_score
value: 24.151
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB CUREv1 (en)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: dentistry_and_oral_health
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 63.74999999999999
verified: no, type: ndcg_at_3
value: 56.45400000000001
verified: no, type: ndcg_at_5
value: 53.888999999999996
verified: no, type: ndcg_at_10
value: 52.470000000000006
verified: no, type: ndcg_at_20
value: 51.661
verified: no, type: ndcg_at_100
value: 57.528
verified: no, type: ndcg_at_1000
value: 69.085
verified: no, type: map_at_1
value: 9.146
verified: no, type: map_at_3
value: 15.024999999999999
verified: no, type: map_at_5
value: 17.595
verified: no, type: map_at_10
value: 21.502
verified: no, type: map_at_20
value: 25.112000000000002
verified: no, type: map_at_100
value: 33.629999999999995
verified: no, type: map_at_1000
value: 38.818000000000005
verified: no, type: recall_at_1
value: 9.146
verified: no, type: recall_at_3
value: 17.03
verified: no, type: recall_at_5
value: 21.325
verified: no, type: recall_at_10
value: 28.424
verified: no, type: recall_at_20
value: 36.464
verified: no, type: recall_at_100
value: 64.31099999999999
verified: no, type: recall_at_1000
value: 95.343
verified: no, type: precision_at_1
value: 74
verified: no, type: precision_at_3
value: 60.167
verified: no, type: precision_at_5
value: 53.300000000000004
verified: no, type: precision_at_10
value: 44.3
verified: no, type: precision_at_20
value: 35.25
verified: no, type: precision_at_100
value: 18.404999999999998
verified: no, type: precision_at_1000
value: 3.721
verified: no, type: mrr_at_1
value: 74
verified: no, type: mrr_at_3
value: 82.08330000000001
verified: no, type: mrr_at_5
value: 83.4833
verified: no, type: mrr_at_10
value: 83.66029999999999
verified: no, type: mrr_at_20
value: 83.66029999999999
verified: no, type: mrr_at_100
value: 83.69290000000001
verified: no, type: mrr_at_1000
value: 83.69290000000001
verified: no, type: nauc_ndcg_at_1_max
value: 44.2782
verified: no, type: nauc_ndcg_at_1_std
value: -5.9135
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.12
verified: no, type: nauc_ndcg_at_3_max
value: 35.1497
verified: no, type: nauc_ndcg_at_3_std
value: -3.2272000000000003
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.9014
verified: no, type: nauc_ndcg_at_5_max
value: 29.4267
verified: no, type: nauc_ndcg_at_5_std
value: -9.1058
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.3146
verified: no, type: nauc_ndcg_at_10_max
value: 27.178600000000003
verified: no, type: nauc_ndcg_at_10_std
value: -11.1484
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.947599999999998
verified: no, type: nauc_ndcg_at_20_max
value: 23.180400000000002
verified: no, type: nauc_ndcg_at_20_std
value: -11.7635
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.630999999999997
verified: no, type: nauc_ndcg_at_100_max
value: 27.236300000000004
verified: no, type: nauc_ndcg_at_100_std
value: -11.0596
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.851699999999997
verified: no, type: nauc_ndcg_at_1000_max
value: 38.7358
verified: no, type: nauc_ndcg_at_1000_std
value: 12.8903
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.6108
verified: no, type: nauc_map_at_1_max
value: 8.0922
verified: no, type: nauc_map_at_1_std
value: -31.6799
verified: no, type: nauc_map_at_1_diff1
value: 42.1566
verified: no, type: nauc_map_at_3_max
value: 7.6643
verified: no, type: nauc_map_at_3_std
value: -32.679399999999994
verified: no, type: nauc_map_at_3_diff1
value: 29.1437
verified: no, type: nauc_map_at_5_max
value: 8.3421
verified: no, type: nauc_map_at_5_std
value: -32.3957
verified: no, type: nauc_map_at_5_diff1
value: 26.3427
verified: no, type: nauc_map_at_10_max
value: 8.5915
verified: no, type: nauc_map_at_10_std
value: -31.4049
verified: no, type: nauc_map_at_10_diff1
value: 23.3537
verified: no, type: nauc_map_at_20_max
value: 11.0618
verified: no, type: nauc_map_at_20_std
value: -28.0167
verified: no, type: nauc_map_at_20_diff1
value: 23.278399999999998
verified: no, type: nauc_map_at_100_max
value: 18.6807
verified: no, type: nauc_map_at_100_std
value: -10.8842
verified: no, type: nauc_map_at_100_diff1
value: 21.370900000000002
verified: no, type: nauc_map_at_1000_max
value: 20.6202
verified: no, type: nauc_map_at_1000_std
value: 1.8843999999999999
verified: no, type: nauc_map_at_1000_diff1
value: 16.491500000000002
verified: no, type: nauc_recall_at_1_max
value: 8.0922
verified: no, type: nauc_recall_at_1_std
value: -31.6799
verified: no, type: nauc_recall_at_1_diff1
value: 42.1566
verified: no, type: nauc_recall_at_3_max
value: 1.7718999999999998
verified: no, type: nauc_recall_at_3_std
value: -33.3208
verified: no, type: nauc_recall_at_3_diff1
value: 24.388
verified: no, type: nauc_recall_at_5_max
value: -0.1774
verified: no, type: nauc_recall_at_5_std
value: -34.9405
verified: no, type: nauc_recall_at_5_diff1
value: 19.7842
verified: no, type: nauc_recall_at_10_max
value: -1.7014999999999998
verified: no, type: nauc_recall_at_10_std
value: -33.9917
verified: no, type: nauc_recall_at_10_diff1
value: 15.3697
verified: no, type: nauc_recall_at_20_max
value: -0.48669999999999997
verified: no, type: nauc_recall_at_20_std
value: -30.890800000000002
verified: no, type: nauc_recall_at_20_diff1
value: 17.1512
verified: no, type: nauc_recall_at_100_max
value: 7.9208
verified: no, type: nauc_recall_at_100_std
value: -16.7223
verified: no, type: nauc_recall_at_100_diff1
value: 24.4227
verified: no, type: nauc_recall_at_1000_max
value: 46.3102
verified: no, type: nauc_recall_at_1000_std
value: 55.03360000000001
verified: no, type: nauc_recall_at_1000_diff1
value: 37.6798
verified: no, type: nauc_precision_at_1_max
value: 55.07379999999999
verified: no, type: nauc_precision_at_1_std
value: 6.4353
verified: no, type: nauc_precision_at_1_diff1
value: 30.604
verified: no, type: nauc_precision_at_3_max
value: 36.3344
verified: no, type: nauc_precision_at_3_std
value: 24.7186
verified: no, type: nauc_precision_at_3_diff1
value: -5.5176
verified: no, type: nauc_precision_at_5_max
value: 25.891799999999996
verified: no, type: nauc_precision_at_5_std
value: 27.0728
verified: no, type: nauc_precision_at_5_diff1
value: -8.4442
verified: no, type: nauc_precision_at_10_max
value: 21.151
verified: no, type: nauc_precision_at_10_std
value: 33.8452
verified: no, type: nauc_precision_at_10_diff1
value: -13.6853
verified: no, type: nauc_precision_at_20_max
value: 17.8701
verified: no, type: nauc_precision_at_20_std
value: 39.250600000000006
verified: no, type: nauc_precision_at_20_diff1
value: -13.8478
verified: no, type: nauc_precision_at_100_max
value: 12.2101
verified: no, type: nauc_precision_at_100_std
value: 45.3089
verified: no, type: nauc_precision_at_100_diff1
value: -13.727800000000002
verified: no, type: nauc_precision_at_1000_max
value: 0.49899999999999994
verified: no, type: nauc_precision_at_1000_std
value: 34.724199999999996
verified: no, type: nauc_precision_at_1000_diff1
value: -19.284399999999998
verified: no, type: nauc_mrr_at_1_max
value: 55.07379999999999
verified: no, type: nauc_mrr_at_1_std
value: 6.4353
verified: no, type: nauc_mrr_at_1_diff1
value: 30.604
verified: no, type: nauc_mrr_at_3_max
value: 53.581100000000006
verified: no, type: nauc_mrr_at_3_std
value: 12.326600000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 31.159599999999998
verified: no, type: nauc_mrr_at_5_max
value: 53.3839
verified: no, type: nauc_mrr_at_5_std
value: 9.695
verified: no, type: nauc_mrr_at_5_diff1
value: 30.5214
verified: no, type: nauc_mrr_at_10_max
value: 53.8177
verified: no, type: nauc_mrr_at_10_std
value: 10.4039
verified: no, type: nauc_mrr_at_10_diff1
value: 30.158099999999997
verified: no, type: nauc_mrr_at_20_max
value: 53.8177
verified: no, type: nauc_mrr_at_20_std
value: 10.4039
verified: no, type: nauc_mrr_at_20_diff1
value: 30.158099999999997
verified: no, type: nauc_mrr_at_100_max
value: 53.7423
verified: no, type: nauc_mrr_at_100_std
value: 10.235
verified: no, type: nauc_mrr_at_100_diff1
value: 30.1529
verified: no, type: nauc_mrr_at_1000_max
value: 53.7423
verified: no, type: nauc_mrr_at_1000_std
value: 10.235
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.1529
verified: no, type: main_score
value: 52.470000000000006
verified: no
task: type: Retrieval, dataset: config: es
name: MTEB CUREv1 (es)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: dentistry_and_oral_health
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 11.5
verified: no, type: ndcg_at_3
value: 11.129999999999999
verified: no, type: ndcg_at_5
value: 11.216
verified: no, type: ndcg_at_10
value: 11.392
verified: no, type: ndcg_at_20
value: 12.296999999999999
verified: no, type: ndcg_at_100
value: 15.956999999999999
verified: no, type: ndcg_at_1000
value: 25.529000000000003
verified: no, type: map_at_1
value: 2.275
verified: no, type: map_at_3
value: 3.94
verified: no, type: map_at_5
value: 4.327
verified: no, type: map_at_10
value: 5.04
verified: no, type: map_at_20
value: 5.646
verified: no, type: map_at_100
value: 7.135
verified: no, type: map_at_1000
value: 8.725
verified: no, type: recall_at_1
value: 2.275
verified: no, type: recall_at_3
value: 5.359
verified: no, type: recall_at_5
value: 6.393
verified: no, type: recall_at_10
value: 8.35
verified: no, type: recall_at_20
value: 11.158
verified: no, type: recall_at_100
value: 22.223000000000003
verified: no, type: recall_at_1000
value: 50.477000000000004
verified: no, type: precision_at_1
value: 15.5
verified: no, type: precision_at_3
value: 12.5
verified: no, type: precision_at_5
value: 11.4
verified: no, type: precision_at_10
value: 9.25
verified: no, type: precision_at_20
value: 7.875
verified: no, type: precision_at_100
value: 5.04
verified: no, type: precision_at_1000
value: 1.7389999999999999
verified: no, type: mrr_at_1
value: 15.5
verified: no, type: mrr_at_3
value: 20.5
verified: no, type: mrr_at_5
value: 21.925
verified: no, type: mrr_at_10
value: 22.5444
verified: no, type: mrr_at_20
value: 23.2625
verified: no, type: mrr_at_100
value: 23.7237
verified: no, type: mrr_at_1000
value: 23.8369
verified: no, type: nauc_ndcg_at_1_max
value: 34.4589
verified: no, type: nauc_ndcg_at_1_std
value: 42.1292
verified: no, type: nauc_ndcg_at_1_diff1
value: 17.9811
verified: no, type: nauc_ndcg_at_3_max
value: 33.5732
verified: no, type: nauc_ndcg_at_3_std
value: 41.7443
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.6128
verified: no, type: nauc_ndcg_at_5_max
value: 37.585
verified: no, type: nauc_ndcg_at_5_std
value: 46.0713
verified: no, type: nauc_ndcg_at_5_diff1
value: 27.2211
verified: no, type: nauc_ndcg_at_10_max
value: 40.0605
verified: no, type: nauc_ndcg_at_10_std
value: 47.6628
verified: no, type: nauc_ndcg_at_10_diff1
value: 29.166700000000002
verified: no, type: nauc_ndcg_at_20_max
value: 39.6748
verified: no, type: nauc_ndcg_at_20_std
value: 49.601600000000005
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.198
verified: no, type: nauc_ndcg_at_100_max
value: 38.1407
verified: no, type: nauc_ndcg_at_100_std
value: 52.9055
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.5359
verified: no, type: nauc_ndcg_at_1000_max
value: 41.737
verified: no, type: nauc_ndcg_at_1000_std
value: 58.988600000000005
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.1082
verified: no, type: nauc_map_at_1_max
value: 25.4402
verified: no, type: nauc_map_at_1_std
value: 25.208599999999997
verified: no, type: nauc_map_at_1_diff1
value: 54.664500000000004
verified: no, type: nauc_map_at_3_max
value: 24.0543
verified: no, type: nauc_map_at_3_std
value: 28.7833
verified: no, type: nauc_map_at_3_diff1
value: 46.6306
verified: no, type: nauc_map_at_5_max
value: 26.923799999999996
verified: no, type: nauc_map_at_5_std
value: 32.233000000000004
verified: no, type: nauc_map_at_5_diff1
value: 42.9054
verified: no, type: nauc_map_at_10_max
value: 31.8766
verified: no, type: nauc_map_at_10_std
value: 36.6634
verified: no, type: nauc_map_at_10_diff1
value: 41.185500000000005
verified: no, type: nauc_map_at_20_max
value: 32.3117
verified: no, type: nauc_map_at_20_std
value: 39.8134
verified: no, type: nauc_map_at_20_diff1
value: 37.7037
verified: no, type: nauc_map_at_100_max
value: 33.7308
verified: no, type: nauc_map_at_100_std
value: 47.5419
verified: no, type: nauc_map_at_100_diff1
value: 27.683999999999997
verified: no, type: nauc_map_at_1000_max
value: 37.358000000000004
verified: no, type: nauc_map_at_1000_std
value: 53.5331
verified: no, type: nauc_map_at_1000_diff1
value: 22.4664
verified: no, type: nauc_recall_at_1_max
value: 25.4402
verified: no, type: nauc_recall_at_1_std
value: 25.208599999999997
verified: no, type: nauc_recall_at_1_diff1
value: 54.664500000000004
verified: no, type: nauc_recall_at_3_max
value: 26.2666
verified: no, type: nauc_recall_at_3_std
value: 32.2588
verified: no, type: nauc_recall_at_3_diff1
value: 46.1528
verified: no, type: nauc_recall_at_5_max
value: 32.364
verified: no, type: nauc_recall_at_5_std
value: 37.816300000000005
verified: no, type: nauc_recall_at_5_diff1
value: 38.8915
verified: no, type: nauc_recall_at_10_max
value: 39.0272
verified: no, type: nauc_recall_at_10_std
value: 43.8025
verified: no, type: nauc_recall_at_10_diff1
value: 37.08
verified: no, type: nauc_recall_at_20_max
value: 35.629
verified: no, type: nauc_recall_at_20_std
value: 45.7498
verified: no, type: nauc_recall_at_20_diff1
value: 31.1273
verified: no, type: nauc_recall_at_100_max
value: 31.1328
verified: no, type: nauc_recall_at_100_std
value: 50.60980000000001
verified: no, type: nauc_recall_at_100_diff1
value: 15.974499999999999
verified: no, type: nauc_recall_at_1000_max
value: 35.4467
verified: no, type: nauc_recall_at_1000_std
value: 64.4764
verified: no, type: nauc_recall_at_1000_diff1
value: 11.8923
verified: no, type: nauc_precision_at_1_max
value: 34.8024
verified: no, type: nauc_precision_at_1_std
value: 45.0141
verified: no, type: nauc_precision_at_1_diff1
value: 16.5504
verified: no, type: nauc_precision_at_3_max
value: 34.2196
verified: no, type: nauc_precision_at_3_std
value: 45.9596
verified: no, type: nauc_precision_at_3_diff1
value: 14.921100000000001
verified: no, type: nauc_precision_at_5_max
value: 40.087
verified: no, type: nauc_precision_at_5_std
value: 55.0371
verified: no, type: nauc_precision_at_5_diff1
value: 13.638
verified: no, type: nauc_precision_at_10_max
value: 43.2516
verified: no, type: nauc_precision_at_10_std
value: 55.863
verified: no, type: nauc_precision_at_10_diff1
value: 9.0558
verified: no, type: nauc_precision_at_20_max
value: 42.8832
verified: no, type: nauc_precision_at_20_std
value: 58.2846
verified: no, type: nauc_precision_at_20_diff1
value: -0.9745999999999999
verified: no, type: nauc_precision_at_100_max
value: 38.4914
verified: no, type: nauc_precision_at_100_std
value: 58.0033
verified: no, type: nauc_precision_at_100_diff1
value: -14.6786
verified: no, type: nauc_precision_at_1000_max
value: 37.3476
verified: no, type: nauc_precision_at_1000_std
value: 38.1122
verified: no, type: nauc_precision_at_1000_diff1
value: -11.295
verified: no, type: nauc_mrr_at_1_max
value: 34.8024
verified: no, type: nauc_mrr_at_1_std
value: 45.0141
verified: no, type: nauc_mrr_at_1_diff1
value: 16.5504
verified: no, type: nauc_mrr_at_3_max
value: 33.0518
verified: no, type: nauc_mrr_at_3_std
value: 44.4493
verified: no, type: nauc_mrr_at_3_diff1
value: 19.974700000000002
verified: no, type: nauc_mrr_at_5_max
value: 36.3726
verified: no, type: nauc_mrr_at_5_std
value: 47.3453
verified: no, type: nauc_mrr_at_5_diff1
value: 21.0721
verified: no, type: nauc_mrr_at_10_max
value: 36.788199999999996
verified: no, type: nauc_mrr_at_10_std
value: 47.2219
verified: no, type: nauc_mrr_at_10_diff1
value: 20.68
verified: no, type: nauc_mrr_at_20_max
value: 36.9338
verified: no, type: nauc_mrr_at_20_std
value: 46.978500000000004
verified: no, type: nauc_mrr_at_20_diff1
value: 20.479400000000002
verified: no, type: nauc_mrr_at_100_max
value: 36.6516
verified: no, type: nauc_mrr_at_100_std
value: 46.7474
verified: no, type: nauc_mrr_at_100_diff1
value: 20.1232
verified: no, type: nauc_mrr_at_1000_max
value: 36.647400000000005
verified: no, type: nauc_mrr_at_1000_std
value: 46.7738
verified: no, type: nauc_mrr_at_1000_diff1
value: 20.1326
verified: no, type: main_score
value: 11.392
verified: no
task: type: Retrieval, dataset: config: fr
name: MTEB CUREv1 (fr)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: dentistry_and_oral_health
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 21
verified: no, type: ndcg_at_3
value: 19.622
verified: no, type: ndcg_at_5
value: 19.081
verified: no, type: ndcg_at_10
value: 18.684
verified: no, type: ndcg_at_20
value: 19.7
verified: no, type: ndcg_at_100
value: 24.552
verified: no, type: ndcg_at_1000
value: 35.679
verified: no, type: map_at_1
value: 3.44
verified: no, type: map_at_3
value: 5.6000000000000005
verified: no, type: map_at_5
value: 6.300999999999999
verified: no, type: map_at_10
value: 7.396
verified: no, type: map_at_20
value: 8.601
verified: no, type: map_at_100
value: 11.357000000000001
verified: no, type: map_at_1000
value: 13.666
verified: no, type: recall_at_1
value: 3.44
verified: no, type: recall_at_3
value: 6.642
verified: no, type: recall_at_5
value: 8.046000000000001
verified: no, type: recall_at_10
value: 10.903
verified: no, type: recall_at_20
value: 16.244
verified: no, type: recall_at_100
value: 31.702
verified: no, type: recall_at_1000
value: 64.905
verified: no, type: precision_at_1
value: 26
verified: no, type: precision_at_3
value: 22
verified: no, type: precision_at_5
value: 19.1
verified: no, type: precision_at_10
value: 15.35
verified: no, type: precision_at_20
value: 13
verified: no, type: precision_at_100
value: 7.920000000000001
verified: no, type: precision_at_1000
value: 2.2769999999999997
verified: no, type: mrr_at_1
value: 26
verified: no, type: mrr_at_3
value: 33.75
verified: no, type: mrr_at_5
value: 34.625
verified: no, type: mrr_at_10
value: 35.6232
verified: no, type: mrr_at_20
value: 36.229
verified: no, type: mrr_at_100
value: 36.717
verified: no, type: mrr_at_1000
value: 36.7906
verified: no, type: nauc_ndcg_at_1_max
value: 45.3643
verified: no, type: nauc_ndcg_at_1_std
value: 30.419200000000004
verified: no, type: nauc_ndcg_at_1_diff1
value: 23.1069
verified: no, type: nauc_ndcg_at_3_max
value: 54.793800000000005
verified: no, type: nauc_ndcg_at_3_std
value: 37.5309
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.2997
verified: no, type: nauc_ndcg_at_5_max
value: 56.3971
verified: no, type: nauc_ndcg_at_5_std
value: 40.1252
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.5363
verified: no, type: nauc_ndcg_at_10_max
value: 54.8812
verified: no, type: nauc_ndcg_at_10_std
value: 39.813700000000004
verified: no, type: nauc_ndcg_at_10_diff1
value: 21.8135
verified: no, type: nauc_ndcg_at_20_max
value: 53.821
verified: no, type: nauc_ndcg_at_20_std
value: 41.4119
verified: no, type: nauc_ndcg_at_20_diff1
value: 23.8397
verified: no, type: nauc_ndcg_at_100_max
value: 58.186800000000005
verified: no, type: nauc_ndcg_at_100_std
value: 47.5131
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.016099999999998
verified: no, type: nauc_ndcg_at_1000_max
value: 63.188599999999994
verified: no, type: nauc_ndcg_at_1000_std
value: 53.569199999999995
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.2596
verified: no, type: nauc_map_at_1_max
value: 44.656400000000005
verified: no, type: nauc_map_at_1_std
value: 18.0396
verified: no, type: nauc_map_at_1_diff1
value: 46.7439
verified: no, type: nauc_map_at_3_max
value: 47.910199999999996
verified: no, type: nauc_map_at_3_std
value: 22.9629
verified: no, type: nauc_map_at_3_diff1
value: 45.7872
verified: no, type: nauc_map_at_5_max
value: 47.903400000000005
verified: no, type: nauc_map_at_5_std
value: 25.141799999999996
verified: no, type: nauc_map_at_5_diff1
value: 42.8426
verified: no, type: nauc_map_at_10_max
value: 47.062599999999996
verified: no, type: nauc_map_at_10_std
value: 27.643600000000003
verified: no, type: nauc_map_at_10_diff1
value: 37.3522
verified: no, type: nauc_map_at_20_max
value: 47.1474
verified: no, type: nauc_map_at_20_std
value: 31.1367
verified: no, type: nauc_map_at_20_diff1
value: 35.6935
verified: no, type: nauc_map_at_100_max
value: 53.796699999999994
verified: no, type: nauc_map_at_100_std
value: 42.4636
verified: no, type: nauc_map_at_100_diff1
value: 29.5198
verified: no, type: nauc_map_at_1000_max
value: 58.303799999999995
verified: no, type: nauc_map_at_1000_std
value: 49.193999999999996
verified: no, type: nauc_map_at_1000_diff1
value: 25.9758
verified: no, type: nauc_recall_at_1_max
value: 44.656400000000005
verified: no, type: nauc_recall_at_1_std
value: 18.0396
verified: no, type: nauc_recall_at_1_diff1
value: 46.7439
verified: no, type: nauc_recall_at_3_max
value: 47.9712
verified: no, type: nauc_recall_at_3_std
value: 24.403
verified: no, type: nauc_recall_at_3_diff1
value: 43.9697
verified: no, type: nauc_recall_at_5_max
value: 45.786500000000004
verified: no, type: nauc_recall_at_5_std
value: 26.670899999999996
verified: no, type: nauc_recall_at_5_diff1
value: 38.9454
verified: no, type: nauc_recall_at_10_max
value: 41.8495
verified: no, type: nauc_recall_at_10_std
value: 28.158499999999997
verified: no, type: nauc_recall_at_10_diff1
value: 29.1754
verified: no, type: nauc_recall_at_20_max
value: 35.3029
verified: no, type: nauc_recall_at_20_std
value: 28.608099999999997
verified: no, type: nauc_recall_at_20_diff1
value: 30.7132
verified: no, type: nauc_recall_at_100_max
value: 48.8887
verified: no, type: nauc_recall_at_100_std
value: 44.1464
verified: no, type: nauc_recall_at_100_diff1
value: 22.5521
verified: no, type: nauc_recall_at_1000_max
value: 59.721599999999995
verified: no, type: nauc_recall_at_1000_std
value: 62.6649
verified: no, type: nauc_recall_at_1000_diff1
value: 11.315999999999999
verified: no, type: nauc_precision_at_1_max
value: 42.808800000000005
verified: no, type: nauc_precision_at_1_std
value: 35.0879
verified: no, type: nauc_precision_at_1_diff1
value: 16.0605
verified: no, type: nauc_precision_at_3_max
value: 57.6241
verified: no, type: nauc_precision_at_3_std
value: 45.3184
verified: no, type: nauc_precision_at_3_diff1
value: 13.2253
verified: no, type: nauc_precision_at_5_max
value: 56.070600000000006
verified: no, type: nauc_precision_at_5_std
value: 47.815000000000005
verified: no, type: nauc_precision_at_5_diff1
value: 7.6166
verified: no, type: nauc_precision_at_10_max
value: 52.8107
verified: no, type: nauc_precision_at_10_std
value: 48.8904
verified: no, type: nauc_precision_at_10_diff1
value: -0.12160000000000001
verified: no, type: nauc_precision_at_20_max
value: 49.7597
verified: no, type: nauc_precision_at_20_std
value: 49.0284
verified: no, type: nauc_precision_at_20_diff1
value: -4.8077000000000005
verified: no, type: nauc_precision_at_100_max
value: 51.4923
verified: no, type: nauc_precision_at_100_std
value: 54.0702
verified: no, type: nauc_precision_at_100_diff1
value: -6.364400000000001
verified: no, type: nauc_precision_at_1000_max
value: 41.0295
verified: no, type: nauc_precision_at_1000_std
value: 38.389
verified: no, type: nauc_precision_at_1000_diff1
value: -10.9986
verified: no, type: nauc_mrr_at_1_max
value: 42.808800000000005
verified: no, type: nauc_mrr_at_1_std
value: 35.0879
verified: no, type: nauc_mrr_at_1_diff1
value: 16.0605
verified: no, type: nauc_mrr_at_3_max
value: 50.1471
verified: no, type: nauc_mrr_at_3_std
value: 37.419000000000004
verified: no, type: nauc_mrr_at_3_diff1
value: 13.4354
verified: no, type: nauc_mrr_at_5_max
value: 51.6494
verified: no, type: nauc_mrr_at_5_std
value: 38.4967
verified: no, type: nauc_mrr_at_5_diff1
value: 14.396
verified: no, type: nauc_mrr_at_10_max
value: 51.2505
verified: no, type: nauc_mrr_at_10_std
value: 38.1019
verified: no, type: nauc_mrr_at_10_diff1
value: 13.2467
verified: no, type: nauc_mrr_at_20_max
value: 51.224000000000004
verified: no, type: nauc_mrr_at_20_std
value: 38.1196
verified: no, type: nauc_mrr_at_20_diff1
value: 13.3101
verified: no, type: nauc_mrr_at_100_max
value: 51.0104
verified: no, type: nauc_mrr_at_100_std
value: 38.023
verified: no, type: nauc_mrr_at_100_diff1
value: 13.146099999999999
verified: no, type: nauc_mrr_at_1000_max
value: 50.9907
verified: no, type: nauc_mrr_at_1000_std
value: 38.0783
verified: no, type: nauc_mrr_at_1000_diff1
value: 13.181999999999999
verified: no, type: main_score
value: 18.684
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB CUREv1 (en)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: dermatology
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 56.99999999999999
verified: no, type: ndcg_at_3
value: 53.815999999999995
verified: no, type: ndcg_at_5
value: 55.147999999999996
verified: no, type: ndcg_at_10
value: 58.379999999999995
verified: no, type: ndcg_at_20
value: 62.053000000000004
verified: no, type: ndcg_at_100
value: 68.319
verified: no, type: ndcg_at_1000
value: 71.417
verified: no, type: map_at_1
value: 13.383000000000001
verified: no, type: map_at_3
value: 26.349
verified: no, type: map_at_5
value: 32.409
verified: no, type: map_at_10
value: 40.191
verified: no, type: map_at_20
value: 45.568
verified: no, type: map_at_100
value: 51.565000000000005
verified: no, type: map_at_1000
value: 52.825
verified: no, type: recall_at_1
value: 13.383000000000001
verified: no, type: recall_at_3
value: 30.053
verified: no, type: recall_at_5
value: 39.617999999999995
verified: no, type: recall_at_10
value: 53.89000000000001
verified: no, type: recall_at_20
value: 67.54599999999999
verified: no, type: recall_at_100
value: 89.642
verified: no, type: recall_at_1000
value: 99.442
verified: no, type: precision_at_1
value: 66
verified: no, type: precision_at_3
value: 55.167
verified: no, type: precision_at_5
value: 49.3
verified: no, type: precision_at_10
value: 39.5
verified: no, type: precision_at_20
value: 28.825
verified: no, type: precision_at_100
value: 10.334999999999999
verified: no, type: precision_at_1000
value: 1.3390000000000002
verified: no, type: mrr_at_1
value: 66
verified: no, type: mrr_at_3
value: 75.75
verified: no, type: mrr_at_5
value: 76.6
verified: no, type: mrr_at_10
value: 77.0468
verified: no, type: mrr_at_20
value: 77.28960000000001
verified: no, type: mrr_at_100
value: 77.312
verified: no, type: mrr_at_1000
value: 77.312
verified: no, type: nauc_ndcg_at_1_max
value: 42.2784
verified: no, type: nauc_ndcg_at_1_std
value: 20.6358
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.803
verified: no, type: nauc_ndcg_at_3_max
value: 33.1528
verified: no, type: nauc_ndcg_at_3_std
value: 5.2341999999999995
verified: no, type: nauc_ndcg_at_3_diff1
value: 33.2999
verified: no, type: nauc_ndcg_at_5_max
value: 33.4856
verified: no, type: nauc_ndcg_at_5_std
value: -1.797
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.65
verified: no, type: nauc_ndcg_at_10_max
value: 33.5882
verified: no, type: nauc_ndcg_at_10_std
value: -4.7413
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.3708
verified: no, type: nauc_ndcg_at_20_max
value: 36.698
verified: no, type: nauc_ndcg_at_20_std
value: -4.7399
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.31
verified: no, type: nauc_ndcg_at_100_max
value: 37.9711
verified: no, type: nauc_ndcg_at_100_std
value: 0.7188
verified: no, type: nauc_ndcg_at_100_diff1
value: 30.981199999999998
verified: no, type: nauc_ndcg_at_1000_max
value: 39.01
verified: no, type: nauc_ndcg_at_1000_std
value: 12.5777
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.7875
verified: no, type: nauc_map_at_1_max
value: 2.2602
verified: no, type: nauc_map_at_1_std
value: -30.1147
verified: no, type: nauc_map_at_1_diff1
value: 42.0209
verified: no, type: nauc_map_at_3_max
value: 3.7150000000000003
verified: no, type: nauc_map_at_3_std
value: -34.897
verified: no, type: nauc_map_at_3_diff1
value: 33.908
verified: no, type: nauc_map_at_5_max
value: 8.4404
verified: no, type: nauc_map_at_5_std
value: -36.6448
verified: no, type: nauc_map_at_5_diff1
value: 33.4709
verified: no, type: nauc_map_at_10_max
value: 16.4324
verified: no, type: nauc_map_at_10_std
value: -33.3115
verified: no, type: nauc_map_at_10_diff1
value: 28.662100000000002
verified: no, type: nauc_map_at_20_max
value: 21.8025
verified: no, type: nauc_map_at_20_std
value: -27.3198
verified: no, type: nauc_map_at_20_diff1
value: 26.041700000000002
verified: no, type: nauc_map_at_100_max
value: 26.609500000000004
verified: no, type: nauc_map_at_100_std
value: -12.804499999999999
verified: no, type: nauc_map_at_100_diff1
value: 23.1641
verified: no, type: nauc_map_at_1000_max
value: 27.4532
verified: no, type: nauc_map_at_1000_std
value: -7.6803
verified: no, type: nauc_map_at_1000_diff1
value: 23.1214
verified: no, type: nauc_recall_at_1_max
value: 2.2602
verified: no, type: nauc_recall_at_1_std
value: -30.1147
verified: no, type: nauc_recall_at_1_diff1
value: 42.0209
verified: no, type: nauc_recall_at_3_max
value: -3.0239
verified: no, type: nauc_recall_at_3_std
value: -40.383599999999994
verified: no, type: nauc_recall_at_3_diff1
value: 29.9087
verified: no, type: nauc_recall_at_5_max
value: 2.141
verified: no, type: nauc_recall_at_5_std
value: -43.4961
verified: no, type: nauc_recall_at_5_diff1
value: 28.571099999999998
verified: no, type: nauc_recall_at_10_max
value: 6.8745
verified: no, type: nauc_recall_at_10_std
value: -44.0475
verified: no, type: nauc_recall_at_10_diff1
value: 21.3471
verified: no, type: nauc_recall_at_20_max
value: 13.4685
verified: no, type: nauc_recall_at_20_std
value: -44.935199999999995
verified: no, type: nauc_recall_at_20_diff1
value: 17.552599999999998
verified: no, type: nauc_recall_at_100_max
value: 19.8098
verified: no, type: nauc_recall_at_100_std
value: -36.491600000000005
verified: no, type: nauc_recall_at_100_diff1
value: 3.5177
verified: no, type: nauc_recall_at_1000_max
value: 38.0945
verified: no, type: nauc_recall_at_1000_std
value: 28.4766
verified: no, type: nauc_recall_at_1000_diff1
value: -3.2825
verified: no, type: nauc_precision_at_1_max
value: 43.9045
verified: no, type: nauc_precision_at_1_std
value: 20.3052
verified: no, type: nauc_precision_at_1_diff1
value: 46.9124
verified: no, type: nauc_precision_at_3_max
value: 32.4069
verified: no, type: nauc_precision_at_3_std
value: 19.780800000000003
verified: no, type: nauc_precision_at_3_diff1
value: 9.3264
verified: no, type: nauc_precision_at_5_max
value: 35.2436
verified: no, type: nauc_precision_at_5_std
value: 26.284800000000004
verified: no, type: nauc_precision_at_5_diff1
value: 1.4762000000000002
verified: no, type: nauc_precision_at_10_max
value: 34.0488
verified: no, type: nauc_precision_at_10_std
value: 43.9403
verified: no, type: nauc_precision_at_10_diff1
value: -11.4419
verified: no, type: nauc_precision_at_20_max
value: 27.6387
verified: no, type: nauc_precision_at_20_std
value: 54.8187
verified: no, type: nauc_precision_at_20_diff1
value: -15.8486
verified: no, type: nauc_precision_at_100_max
value: 14.2797
verified: no, type: nauc_precision_at_100_std
value: 62.7694
verified: no, type: nauc_precision_at_100_diff1
value: -15.8703
verified: no, type: nauc_precision_at_1000_max
value: 9.6766
verified: no, type: nauc_precision_at_1000_std
value: 64.4804
verified: no, type: nauc_precision_at_1000_diff1
value: -12.1726
verified: no, type: nauc_mrr_at_1_max
value: 43.9045
verified: no, type: nauc_mrr_at_1_std
value: 20.3052
verified: no, type: nauc_mrr_at_1_diff1
value: 46.9124
verified: no, type: nauc_mrr_at_3_max
value: 41.680099999999996
verified: no, type: nauc_mrr_at_3_std
value: 20.413600000000002
verified: no, type: nauc_mrr_at_3_diff1
value: 44.3971
verified: no, type: nauc_mrr_at_5_max
value: 43.655100000000004
verified: no, type: nauc_mrr_at_5_std
value: 21.6815
verified: no, type: nauc_mrr_at_5_diff1
value: 44.8015
verified: no, type: nauc_mrr_at_10_max
value: 43.8731
verified: no, type: nauc_mrr_at_10_std
value: 21.704
verified: no, type: nauc_mrr_at_10_diff1
value: 45.651799999999994
verified: no, type: nauc_mrr_at_20_max
value: 43.6494
verified: no, type: nauc_mrr_at_20_std
value: 21.4422
verified: no, type: nauc_mrr_at_20_diff1
value: 45.4376
verified: no, type: nauc_mrr_at_100_max
value: 43.5906
verified: no, type: nauc_mrr_at_100_std
value: 21.4023
verified: no, type: nauc_mrr_at_100_diff1
value: 45.4133
verified: no, type: nauc_mrr_at_1000_max
value: 43.5906
verified: no, type: nauc_mrr_at_1000_std
value: 21.4023
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.4133
verified: no, type: main_score
value: 58.379999999999995
verified: no
task: type: Retrieval, dataset: config: es
name: MTEB CUREv1 (es)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: dermatology
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 25.25
verified: no, type: ndcg_at_3
value: 24.462
verified: no, type: ndcg_at_5
value: 24.709999999999997
verified: no, type: ndcg_at_10
value: 27.426000000000002
verified: no, type: ndcg_at_20
value: 31.517
verified: no, type: ndcg_at_100
value: 39.115
verified: no, type: ndcg_at_1000
value: 47.007
verified: no, type: map_at_1
value: 5.7509999999999994
verified: no, type: map_at_3
value: 11.652
verified: no, type: map_at_5
value: 14.052999999999999
verified: no, type: map_at_10
value: 17.31
verified: no, type: map_at_20
value: 20.288
verified: no, type: map_at_100
value: 23.880000000000003
verified: no, type: map_at_1000
value: 25.47
verified: no, type: recall_at_1
value: 5.7509999999999994
verified: no, type: recall_at_3
value: 14.343
verified: no, type: recall_at_5
value: 19.093
verified: no, type: recall_at_10
value: 27.607
verified: no, type: recall_at_20
value: 38.940000000000005
verified: no, type: recall_at_100
value: 62.632
verified: no, type: recall_at_1000
value: 92.482
verified: no, type: precision_at_1
value: 31
verified: no, type: precision_at_3
value: 25.667
verified: no, type: precision_at_5
value: 21.9
verified: no, type: precision_at_10
value: 18.5
verified: no, type: precision_at_20
value: 14.899999999999999
verified: no, type: precision_at_100
value: 6.660000000000001
verified: no, type: precision_at_1000
value: 1.2510000000000001
verified: no, type: mrr_at_1
value: 31
verified: no, type: mrr_at_3
value: 38.8333
verified: no, type: mrr_at_5
value: 40.1833
verified: no, type: mrr_at_10
value: 41.700199999999995
verified: no, type: mrr_at_20
value: 42.4573
verified: no, type: mrr_at_100
value: 42.8185
verified: no, type: mrr_at_1000
value: 42.8575
verified: no, type: nauc_ndcg_at_1_max
value: 30.5552
verified: no, type: nauc_ndcg_at_1_std
value: 11.4792
verified: no, type: nauc_ndcg_at_1_diff1
value: 5.6798
verified: no, type: nauc_ndcg_at_3_max
value: 42.5877
verified: no, type: nauc_ndcg_at_3_std
value: 11.561399999999999
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.109499999999997
verified: no, type: nauc_ndcg_at_5_max
value: 41.526
verified: no, type: nauc_ndcg_at_5_std
value: 8.7759
verified: no, type: nauc_ndcg_at_5_diff1
value: 18.9848
verified: no, type: nauc_ndcg_at_10_max
value: 44.8402
verified: no, type: nauc_ndcg_at_10_std
value: 8.9034
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.1171
verified: no, type: nauc_ndcg_at_20_max
value: 46.6789
verified: no, type: nauc_ndcg_at_20_std
value: 11.5659
verified: no, type: nauc_ndcg_at_20_diff1
value: 17.324
verified: no, type: nauc_ndcg_at_100_max
value: 49.778299999999994
verified: no, type: nauc_ndcg_at_100_std
value: 17.2405
verified: no, type: nauc_ndcg_at_100_diff1
value: 12.590399999999999
verified: no, type: nauc_ndcg_at_1000_max
value: 52.843399999999995
verified: no, type: nauc_ndcg_at_1000_std
value: 28.4096
verified: no, type: nauc_ndcg_at_1000_diff1
value: 11.2003
verified: no, type: nauc_map_at_1_max
value: 28.37
verified: no, type: nauc_map_at_1_std
value: -9.6805
verified: no, type: nauc_map_at_1_diff1
value: 22.9643
verified: no, type: nauc_map_at_3_max
value: 29.716900000000003
verified: no, type: nauc_map_at_3_std
value: -14.0931
verified: no, type: nauc_map_at_3_diff1
value: 28.193800000000003
verified: no, type: nauc_map_at_5_max
value: 29.2528
verified: no, type: nauc_map_at_5_std
value: -13.189899999999998
verified: no, type: nauc_map_at_5_diff1
value: 27.340700000000002
verified: no, type: nauc_map_at_10_max
value: 33.0456
verified: no, type: nauc_map_at_10_std
value: -8.3359
verified: no, type: nauc_map_at_10_diff1
value: 24.0125
verified: no, type: nauc_map_at_20_max
value: 38.487
verified: no, type: nauc_map_at_20_std
value: -1.8057
verified: no, type: nauc_map_at_20_diff1
value: 21.898200000000003
verified: no, type: nauc_map_at_100_max
value: 43.062400000000004
verified: no, type: nauc_map_at_100_std
value: 7.0085
verified: no, type: nauc_map_at_100_diff1
value: 18.4593
verified: no, type: nauc_map_at_1000_max
value: 44.7972
verified: no, type: nauc_map_at_1000_std
value: 11.9907
verified: no, type: nauc_map_at_1000_diff1
value: 17.4989
verified: no, type: nauc_recall_at_1_max
value: 28.37
verified: no, type: nauc_recall_at_1_std
value: -9.6805
verified: no, type: nauc_recall_at_1_diff1
value: 22.9643
verified: no, type: nauc_recall_at_3_max
value: 32.583400000000005
verified: no, type: nauc_recall_at_3_std
value: -14.077799999999998
verified: no, type: nauc_recall_at_3_diff1
value: 34.2738
verified: no, type: nauc_recall_at_5_max
value: 29.554799999999997
verified: no, type: nauc_recall_at_5_std
value: -13.7679
verified: no, type: nauc_recall_at_5_diff1
value: 34.0684
verified: no, type: nauc_recall_at_10_max
value: 34.7648
verified: no, type: nauc_recall_at_10_std
value: -6.702800000000001
verified: no, type: nauc_recall_at_10_diff1
value: 27.4069
verified: no, type: nauc_recall_at_20_max
value: 36.5072
verified: no, type: nauc_recall_at_20_std
value: -1.8129
verified: no, type: nauc_recall_at_20_diff1
value: 20.105500000000003
verified: no, type: nauc_recall_at_100_max
value: 44.756800000000005
verified: no, type: nauc_recall_at_100_std
value: 13.087599999999998
verified: no, type: nauc_recall_at_100_diff1
value: 8.463099999999999
verified: no, type: nauc_recall_at_1000_max
value: 71.0217
verified: no, type: nauc_recall_at_1000_std
value: 66.8821
verified: no, type: nauc_recall_at_1000_diff1
value: -5.8082
verified: no, type: nauc_precision_at_1_max
value: 31.4835
verified: no, type: nauc_precision_at_1_std
value: 12.057500000000001
verified: no, type: nauc_precision_at_1_diff1
value: 4.9834000000000005
verified: no, type: nauc_precision_at_3_max
value: 41.4188
verified: no, type: nauc_precision_at_3_std
value: 19.1824
verified: no, type: nauc_precision_at_3_diff1
value: 8.4729
verified: no, type: nauc_precision_at_5_max
value: 39.825
verified: no, type: nauc_precision_at_5_std
value: 23.592399999999998
verified: no, type: nauc_precision_at_5_diff1
value: 4.0221
verified: no, type: nauc_precision_at_10_max
value: 43.7645
verified: no, type: nauc_precision_at_10_std
value: 32.7934
verified: no, type: nauc_precision_at_10_diff1
value: -1.2515
verified: no, type: nauc_precision_at_20_max
value: 43.0757
verified: no, type: nauc_precision_at_20_std
value: 42.4566
verified: no, type: nauc_precision_at_20_diff1
value: -7.9428
verified: no, type: nauc_precision_at_100_max
value: 31.418400000000002
verified: no, type: nauc_precision_at_100_std
value: 56.1558
verified: no, type: nauc_precision_at_100_diff1
value: -17.5248
verified: no, type: nauc_precision_at_1000_max
value: 18.6971
verified: no, type: nauc_precision_at_1000_std
value: 50.943000000000005
verified: no, type: nauc_precision_at_1000_diff1
value: -12.6889
verified: no, type: nauc_mrr_at_1_max
value: 31.4835
verified: no, type: nauc_mrr_at_1_std
value: 12.057500000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 4.9834000000000005
verified: no, type: nauc_mrr_at_3_max
value: 38.426700000000004
verified: no, type: nauc_mrr_at_3_std
value: 15.7666
verified: no, type: nauc_mrr_at_3_diff1
value: 11.0725
verified: no, type: nauc_mrr_at_5_max
value: 38.1481
verified: no, type: nauc_mrr_at_5_std
value: 16.1965
verified: no, type: nauc_mrr_at_5_diff1
value: 9.7109
verified: no, type: nauc_mrr_at_10_max
value: 39.7563
verified: no, type: nauc_mrr_at_10_std
value: 17.0487
verified: no, type: nauc_mrr_at_10_diff1
value: 9.6843
verified: no, type: nauc_mrr_at_20_max
value: 39.2711
verified: no, type: nauc_mrr_at_20_std
value: 17.1654
verified: no, type: nauc_mrr_at_20_diff1
value: 8.7669
verified: no, type: nauc_mrr_at_100_max
value: 39.2493
verified: no, type: nauc_mrr_at_100_std
value: 17.198
verified: no, type: nauc_mrr_at_100_diff1
value: 9.006699999999999
verified: no, type: nauc_mrr_at_1000_max
value: 39.2259
verified: no, type: nauc_mrr_at_1000_std
value: 17.1768
verified: no, type: nauc_mrr_at_1000_diff1
value: 9.0104
verified: no, type: main_score
value: 27.426000000000002
verified: no
task: type: Retrieval, dataset: config: fr
name: MTEB CUREv1 (fr)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: dermatology
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 31
verified: no, type: ndcg_at_3
value: 28.693999999999996
verified: no, type: ndcg_at_5
value: 30.203000000000003
verified: no, type: ndcg_at_10
value: 33.913
verified: no, type: ndcg_at_20
value: 38.05
verified: no, type: ndcg_at_100
value: 45.211
verified: no, type: ndcg_at_1000
value: 51.315
verified: no, type: map_at_1
value: 6.069999999999999
verified: no, type: map_at_3
value: 12.674
verified: no, type: map_at_5
value: 16.296
verified: no, type: map_at_10
value: 21.586
verified: no, type: map_at_20
value: 25.115
verified: no, type: map_at_100
value: 29.037000000000003
verified: no, type: map_at_1000
value: 30.389
verified: no, type: recall_at_1
value: 6.069999999999999
verified: no, type: recall_at_3
value: 15.529000000000002
verified: no, type: recall_at_5
value: 22.747
verified: no, type: recall_at_10
value: 34.821000000000005
verified: no, type: recall_at_20
value: 46.635
verified: no, type: recall_at_100
value: 69.726
verified: no, type: recall_at_1000
value: 92.412
verified: no, type: precision_at_1
value: 36.5
verified: no, type: precision_at_3
value: 30.833
verified: no, type: precision_at_5
value: 28.499999999999996
verified: no, type: precision_at_10
value: 24.349999999999998
verified: no, type: precision_at_20
value: 18.75
verified: no, type: precision_at_100
value: 7.46
verified: no, type: precision_at_1000
value: 1.2309999999999999
verified: no, type: mrr_at_1
value: 36.5
verified: no, type: mrr_at_3
value: 43.75
verified: no, type: mrr_at_5
value: 46.025
verified: no, type: mrr_at_10
value: 47.2933
verified: no, type: mrr_at_20
value: 47.9269
verified: no, type: mrr_at_100
value: 48.2183
verified: no, type: mrr_at_1000
value: 48.2385
verified: no, type: nauc_ndcg_at_1_max
value: 34.7176
verified: no, type: nauc_ndcg_at_1_std
value: 24.3626
verified: no, type: nauc_ndcg_at_1_diff1
value: 14.8799
verified: no, type: nauc_ndcg_at_3_max
value: 44.1357
verified: no, type: nauc_ndcg_at_3_std
value: 20.0165
verified: no, type: nauc_ndcg_at_3_diff1
value: 7.1797
verified: no, type: nauc_ndcg_at_5_max
value: 44.8908
verified: no, type: nauc_ndcg_at_5_std
value: 18.2622
verified: no, type: nauc_ndcg_at_5_diff1
value: 8.1525
verified: no, type: nauc_ndcg_at_10_max
value: 47.6186
verified: no, type: nauc_ndcg_at_10_std
value: 16.781299999999998
verified: no, type: nauc_ndcg_at_10_diff1
value: 9.7705
verified: no, type: nauc_ndcg_at_20_max
value: 49.9604
verified: no, type: nauc_ndcg_at_20_std
value: 17.9142
verified: no, type: nauc_ndcg_at_20_diff1
value: 8.8726
verified: no, type: nauc_ndcg_at_100_max
value: 53.24379999999999
verified: no, type: nauc_ndcg_at_100_std
value: 25.1583
verified: no, type: nauc_ndcg_at_100_diff1
value: 8.236400000000001
verified: no, type: nauc_ndcg_at_1000_max
value: 50.3497
verified: no, type: nauc_ndcg_at_1000_std
value: 35.7518
verified: no, type: nauc_ndcg_at_1000_diff1
value: 3.6366
verified: no, type: nauc_map_at_1_max
value: 30.600699999999996
verified: no, type: nauc_map_at_1_std
value: -4.7101
verified: no, type: nauc_map_at_1_diff1
value: 27.4254
verified: no, type: nauc_map_at_3_max
value: 34.5948
verified: no, type: nauc_map_at_3_std
value: -7.008699999999999
verified: no, type: nauc_map_at_3_diff1
value: 17.810699999999997
verified: no, type: nauc_map_at_5_max
value: 35.4128
verified: no, type: nauc_map_at_5_std
value: -6.8513
verified: no, type: nauc_map_at_5_diff1
value: 14.3932
verified: no, type: nauc_map_at_10_max
value: 40.1998
verified: no, type: nauc_map_at_10_std
value: -1.1526
verified: no, type: nauc_map_at_10_diff1
value: 11.0807
verified: no, type: nauc_map_at_20_max
value: 44.6921
verified: no, type: nauc_map_at_20_std
value: 5.161700000000001
verified: no, type: nauc_map_at_20_diff1
value: 9.1443
verified: no, type: nauc_map_at_100_max
value: 48.127199999999995
verified: no, type: nauc_map_at_100_std
value: 14.274999999999999
verified: no, type: nauc_map_at_100_diff1
value: 7.5502
verified: no, type: nauc_map_at_1000_max
value: 48.1338
verified: no, type: nauc_map_at_1000_std
value: 18.9952
verified: no, type: nauc_map_at_1000_diff1
value: 6.1902
verified: no, type: nauc_recall_at_1_max
value: 30.600699999999996
verified: no, type: nauc_recall_at_1_std
value: -4.7101
verified: no, type: nauc_recall_at_1_diff1
value: 27.4254
verified: no, type: nauc_recall_at_3_max
value: 37.358999999999995
verified: no, type: nauc_recall_at_3_std
value: -6.412
verified: no, type: nauc_recall_at_3_diff1
value: 17.1264
verified: no, type: nauc_recall_at_5_max
value: 32.5293
verified: no, type: nauc_recall_at_5_std
value: -10.5716
verified: no, type: nauc_recall_at_5_diff1
value: 14.913000000000002
verified: no, type: nauc_recall_at_10_max
value: 39.690999999999995
verified: no, type: nauc_recall_at_10_std
value: -5.520300000000001
verified: no, type: nauc_recall_at_10_diff1
value: 13.8849
verified: no, type: nauc_recall_at_20_max
value: 45.4972
verified: no, type: nauc_recall_at_20_std
value: -2.3068999999999997
verified: no, type: nauc_recall_at_20_diff1
value: 11.0097
verified: no, type: nauc_recall_at_100_max
value: 57.6612
verified: no, type: nauc_recall_at_100_std
value: 16.7538
verified: no, type: nauc_recall_at_100_diff1
value: 10.347000000000001
verified: no, type: nauc_recall_at_1000_max
value: 70.0951
verified: no, type: nauc_recall_at_1000_std
value: 72.3359
verified: no, type: nauc_recall_at_1000_diff1
value: -16.9591
verified: no, type: nauc_precision_at_1_max
value: 33.2225
verified: no, type: nauc_precision_at_1_std
value: 23.122400000000003
verified: no, type: nauc_precision_at_1_diff1
value: 16.112199999999998
verified: no, type: nauc_precision_at_3_max
value: 43.839299999999994
verified: no, type: nauc_precision_at_3_std
value: 26.492700000000003
verified: no, type: nauc_precision_at_3_diff1
value: -2.8691
verified: no, type: nauc_precision_at_5_max
value: 43.7524
verified: no, type: nauc_precision_at_5_std
value: 32.3313
verified: no, type: nauc_precision_at_5_diff1
value: -4.8185
verified: no, type: nauc_precision_at_10_max
value: 41.793400000000005
verified: no, type: nauc_precision_at_10_std
value: 36.8825
verified: no, type: nauc_precision_at_10_diff1
value: -8.4039
verified: no, type: nauc_precision_at_20_max
value: 38.3037
verified: no, type: nauc_precision_at_20_std
value: 47.396100000000004
verified: no, type: nauc_precision_at_20_diff1
value: -8.7708
verified: no, type: nauc_precision_at_100_max
value: 21.5088
verified: no, type: nauc_precision_at_100_std
value: 59.5302
verified: no, type: nauc_precision_at_100_diff1
value: -11.9556
verified: no, type: nauc_precision_at_1000_max
value: -0.3614
verified: no, type: nauc_precision_at_1000_std
value: 53.013600000000004
verified: no, type: nauc_precision_at_1000_diff1
value: -16.9022
verified: no, type: nauc_mrr_at_1_max
value: 33.2225
verified: no, type: nauc_mrr_at_1_std
value: 23.122400000000003
verified: no, type: nauc_mrr_at_1_diff1
value: 16.112199999999998
verified: no, type: nauc_mrr_at_3_max
value: 41.2421
verified: no, type: nauc_mrr_at_3_std
value: 24.9103
verified: no, type: nauc_mrr_at_3_diff1
value: 10.6623
verified: no, type: nauc_mrr_at_5_max
value: 40.8046
verified: no, type: nauc_mrr_at_5_std
value: 26.517699999999998
verified: no, type: nauc_mrr_at_5_diff1
value: 12.2735
verified: no, type: nauc_mrr_at_10_max
value: 40.2669
verified: no, type: nauc_mrr_at_10_std
value: 26.222800000000003
verified: no, type: nauc_mrr_at_10_diff1
value: 11.1785
verified: no, type: nauc_mrr_at_20_max
value: 40.2118
verified: no, type: nauc_mrr_at_20_std
value: 25.9945
verified: no, type: nauc_mrr_at_20_diff1
value: 11.3524
verified: no, type: nauc_mrr_at_100_max
value: 40.396300000000004
verified: no, type: nauc_mrr_at_100_std
value: 26.235799999999998
verified: no, type: nauc_mrr_at_100_diff1
value: 11.4847
verified: no, type: nauc_mrr_at_1000_max
value: 40.3684
verified: no, type: nauc_mrr_at_1000_std
value: 26.217299999999998
verified: no, type: nauc_mrr_at_1000_diff1
value: 11.4967
verified: no, type: main_score
value: 33.913
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB CUREv1 (en)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: gastroenterology
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 63.24999999999999
verified: no, type: ndcg_at_3
value: 58.5
verified: no, type: ndcg_at_5
value: 56.14
verified: no, type: ndcg_at_10
value: 55.42
verified: no, type: ndcg_at_20
value: 56.738
verified: no, type: ndcg_at_100
value: 64.412
verified: no, type: ndcg_at_1000
value: 72.794
verified: no, type: map_at_1
value: 6.805
verified: no, type: map_at_3
value: 13.644
verified: no, type: map_at_5
value: 17.426
verified: no, type: map_at_10
value: 23.127
verified: no, type: map_at_20
value: 29.354999999999997
verified: no, type: map_at_100
value: 41.601
verified: no, type: map_at_1000
value: 46.983999999999995
verified: no, type: recall_at_1
value: 6.805
verified: no, type: recall_at_3
value: 14.738000000000001
verified: no, type: recall_at_5
value: 19.801
verified: no, type: recall_at_10
value: 29.599999999999998
verified: no, type: recall_at_20
value: 41.77
verified: no, type: recall_at_100
value: 72.682
verified: no, type: recall_at_1000
value: 97.773
verified: no, type: precision_at_1
value: 74.5
verified: no, type: precision_at_3
value: 66.667
verified: no, type: precision_at_5
value: 60.199999999999996
verified: no, type: precision_at_10
value: 52.1
verified: no, type: precision_at_20
value: 44.574999999999996
verified: no, type: precision_at_100
value: 23.51
verified: no, type: precision_at_1000
value: 4.7
verified: no, type: mrr_at_1
value: 74.5
verified: no, type: mrr_at_3
value: 82.08330000000001
verified: no, type: mrr_at_5
value: 82.5583
verified: no, type: mrr_at_10
value: 83.19919999999999
verified: no, type: mrr_at_20
value: 83.2761
verified: no, type: mrr_at_100
value: 83.3136
verified: no, type: mrr_at_1000
value: 83.3179
verified: no, type: nauc_ndcg_at_1_max
value: 30.5093
verified: no, type: nauc_ndcg_at_1_std
value: 15.548699999999998
verified: no, type: nauc_ndcg_at_1_diff1
value: 29.909200000000002
verified: no, type: nauc_ndcg_at_3_max
value: 37.911
verified: no, type: nauc_ndcg_at_3_std
value: 21.8751
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.7172
verified: no, type: nauc_ndcg_at_5_max
value: 38.337500000000006
verified: no, type: nauc_ndcg_at_5_std
value: 18.2302
verified: no, type: nauc_ndcg_at_5_diff1
value: 14.9655
verified: no, type: nauc_ndcg_at_10_max
value: 41.3816
verified: no, type: nauc_ndcg_at_10_std
value: 17.222
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.309
verified: no, type: nauc_ndcg_at_20_max
value: 45.068799999999996
verified: no, type: nauc_ndcg_at_20_std
value: 17.0449
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.784100000000002
verified: no, type: nauc_ndcg_at_100_max
value: 46.426899999999996
verified: no, type: nauc_ndcg_at_100_std
value: 30.9243
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.328699999999998
verified: no, type: nauc_ndcg_at_1000_max
value: 48.744
verified: no, type: nauc_ndcg_at_1000_std
value: 33.278
verified: no, type: nauc_ndcg_at_1000_diff1
value: 14.552100000000001
verified: no, type: nauc_map_at_1_max
value: 8.1792
verified: no, type: nauc_map_at_1_std
value: -6.5594
verified: no, type: nauc_map_at_1_diff1
value: 49.4009
verified: no, type: nauc_map_at_3_max
value: 21.1779
verified: no, type: nauc_map_at_3_std
value: 0.5627
verified: no, type: nauc_map_at_3_diff1
value: 33.3576
verified: no, type: nauc_map_at_5_max
value: 23.1508
verified: no, type: nauc_map_at_5_std
value: 3.5987
verified: no, type: nauc_map_at_5_diff1
value: 26.9839
verified: no, type: nauc_map_at_10_max
value: 26.486700000000003
verified: no, type: nauc_map_at_10_std
value: 8.6895
verified: no, type: nauc_map_at_10_diff1
value: 21.1984
verified: no, type: nauc_map_at_20_max
value: 30.484
verified: no, type: nauc_map_at_20_std
value: 13.815
verified: no, type: nauc_map_at_20_diff1
value: 19.4513
verified: no, type: nauc_map_at_100_max
value: 41.3424
verified: no, type: nauc_map_at_100_std
value: 29.133300000000002
verified: no, type: nauc_map_at_100_diff1
value: 11.1852
verified: no, type: nauc_map_at_1000_max
value: 47.9787
verified: no, type: nauc_map_at_1000_std
value: 28.8993
verified: no, type: nauc_map_at_1000_diff1
value: 5.1209999999999996
verified: no, type: nauc_recall_at_1_max
value: 8.1792
verified: no, type: nauc_recall_at_1_std
value: -6.5594
verified: no, type: nauc_recall_at_1_diff1
value: 49.4009
verified: no, type: nauc_recall_at_3_max
value: 18.0985
verified: no, type: nauc_recall_at_3_std
value: -1.6192000000000002
verified: no, type: nauc_recall_at_3_diff1
value: 30.264200000000002
verified: no, type: nauc_recall_at_5_max
value: 16.0719
verified: no, type: nauc_recall_at_5_std
value: -1.7076
verified: no, type: nauc_recall_at_5_diff1
value: 27.366200000000003
verified: no, type: nauc_recall_at_10_max
value: 12.537899999999999
verified: no, type: nauc_recall_at_10_std
value: 0.514
verified: no, type: nauc_recall_at_10_diff1
value: 22.575799999999997
verified: no, type: nauc_recall_at_20_max
value: 10.0353
verified: no, type: nauc_recall_at_20_std
value: 2.8885
verified: no, type: nauc_recall_at_20_diff1
value: 21.1941
verified: no, type: nauc_recall_at_100_max
value: 12.2927
verified: no, type: nauc_recall_at_100_std
value: 24.7839
verified: no, type: nauc_recall_at_100_diff1
value: 22.8795
verified: no, type: nauc_recall_at_1000_max
value: -12.1228
verified: no, type: nauc_recall_at_1000_std
value: 71.4063
verified: no, type: nauc_recall_at_1000_diff1
value: 29.4754
verified: no, type: nauc_precision_at_1_max
value: 41.396699999999996
verified: no, type: nauc_precision_at_1_std
value: 32.6591
verified: no, type: nauc_precision_at_1_diff1
value: 25.3386
verified: no, type: nauc_precision_at_3_max
value: 42.5837
verified: no, type: nauc_precision_at_3_std
value: 30.999399999999998
verified: no, type: nauc_precision_at_3_diff1
value: -11.8464
verified: no, type: nauc_precision_at_5_max
value: 37.371300000000005
verified: no, type: nauc_precision_at_5_std
value: 22.783800000000003
verified: no, type: nauc_precision_at_5_diff1
value: -20.037399999999998
verified: no, type: nauc_precision_at_10_max
value: 33.7087
verified: no, type: nauc_precision_at_10_std
value: 22.3454
verified: no, type: nauc_precision_at_10_diff1
value: -22.0618
verified: no, type: nauc_precision_at_20_max
value: 29.107499999999998
verified: no, type: nauc_precision_at_20_std
value: 17.0055
verified: no, type: nauc_precision_at_20_diff1
value: -22.247500000000002
verified: no, type: nauc_precision_at_100_max
value: 19.4679
verified: no, type: nauc_precision_at_100_std
value: 7.725600000000001
verified: no, type: nauc_precision_at_100_diff1
value: -22.0965
verified: no, type: nauc_precision_at_1000_max
value: 12.985299999999999
verified: no, type: nauc_precision_at_1000_std
value: -15.038599999999999
verified: no, type: nauc_precision_at_1000_diff1
value: -22.500999999999998
verified: no, type: nauc_mrr_at_1_max
value: 41.396699999999996
verified: no, type: nauc_mrr_at_1_std
value: 32.6591
verified: no, type: nauc_mrr_at_1_diff1
value: 25.3386
verified: no, type: nauc_mrr_at_3_max
value: 49.346000000000004
verified: no, type: nauc_mrr_at_3_std
value: 42.0854
verified: no, type: nauc_mrr_at_3_diff1
value: 20.8887
verified: no, type: nauc_mrr_at_5_max
value: 49.0721
verified: no, type: nauc_mrr_at_5_std
value: 40.6611
verified: no, type: nauc_mrr_at_5_diff1
value: 22.686899999999998
verified: no, type: nauc_mrr_at_10_max
value: 48.5527
verified: no, type: nauc_mrr_at_10_std
value: 40.3495
verified: no, type: nauc_mrr_at_10_diff1
value: 23.6878
verified: no, type: nauc_mrr_at_20_max
value: 48.455
verified: no, type: nauc_mrr_at_20_std
value: 40.0814
verified: no, type: nauc_mrr_at_20_diff1
value: 23.9185
verified: no, type: nauc_mrr_at_100_max
value: 48.3696
verified: no, type: nauc_mrr_at_100_std
value: 40.065
verified: no, type: nauc_mrr_at_100_diff1
value: 23.875
verified: no, type: nauc_mrr_at_1000_max
value: 48.3586
verified: no, type: nauc_mrr_at_1000_std
value: 40.0662
verified: no, type: nauc_mrr_at_1000_diff1
value: 23.8532
verified: no, type: main_score
value: 55.42
verified: no
task: type: Retrieval, dataset: config: es
name: MTEB CUREv1 (es)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: gastroenterology
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 24.75
verified: no, type: ndcg_at_3
value: 23.608
verified: no, type: ndcg_at_5
value: 23.939
verified: no, type: ndcg_at_10
value: 23.983999999999998
verified: no, type: ndcg_at_20
value: 25.901999999999997
verified: no, type: ndcg_at_100
value: 32.934000000000005
verified: no, type: ndcg_at_1000
value: 45.14
verified: no, type: map_at_1
value: 2.541
verified: no, type: map_at_3
value: 5.497
verified: no, type: map_at_5
value: 7.659000000000001
verified: no, type: map_at_10
value: 9.778
verified: no, type: map_at_20
value: 11.962
verified: no, type: map_at_100
value: 16.736
verified: no, type: map_at_1000
value: 20.135
verified: no, type: recall_at_1
value: 2.541
verified: no, type: recall_at_3
value: 6.39
verified: no, type: recall_at_5
value: 10.511
verified: no, type: recall_at_10
value: 14.815999999999999
verified: no, type: recall_at_20
value: 22.067
verified: no, type: recall_at_100
value: 45.013
verified: no, type: recall_at_1000
value: 80.375
verified: no, type: precision_at_1
value: 32
verified: no, type: precision_at_3
value: 28.333000000000002
verified: no, type: precision_at_5
value: 27.1
verified: no, type: precision_at_10
value: 22.85
verified: no, type: precision_at_20
value: 19.625
verified: no, type: precision_at_100
value: 11.945
verified: no, type: precision_at_1000
value: 3.515
verified: no, type: mrr_at_1
value: 32
verified: no, type: mrr_at_3
value: 38.9167
verified: no, type: mrr_at_5
value: 40.9667
verified: no, type: mrr_at_10
value: 42.573
verified: no, type: mrr_at_20
value: 43.2429
verified: no, type: mrr_at_100
value: 43.585
verified: no, type: mrr_at_1000
value: 43.6201
verified: no, type: nauc_ndcg_at_1_max
value: 38.292500000000004
verified: no, type: nauc_ndcg_at_1_std
value: 31.045499999999997
verified: no, type: nauc_ndcg_at_1_diff1
value: 7.539700000000001
verified: no, type: nauc_ndcg_at_3_max
value: 48.530699999999996
verified: no, type: nauc_ndcg_at_3_std
value: 38.114
verified: no, type: nauc_ndcg_at_3_diff1
value: 13.930000000000001
verified: no, type: nauc_ndcg_at_5_max
value: 53.109899999999996
verified: no, type: nauc_ndcg_at_5_std
value: 40.4119
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.4794
verified: no, type: nauc_ndcg_at_10_max
value: 56.45099999999999
verified: no, type: nauc_ndcg_at_10_std
value: 43.573499999999996
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.793300000000002
verified: no, type: nauc_ndcg_at_20_max
value: 60.3572
verified: no, type: nauc_ndcg_at_20_std
value: 49.2677
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.0431
verified: no, type: nauc_ndcg_at_100_max
value: 58.897800000000004
verified: no, type: nauc_ndcg_at_100_std
value: 58.668600000000005
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.488799999999998
verified: no, type: nauc_ndcg_at_1000_max
value: 58.6925
verified: no, type: nauc_ndcg_at_1000_std
value: 56.21119999999999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.9784
verified: no, type: nauc_map_at_1_max
value: 30.462400000000002
verified: no, type: nauc_map_at_1_std
value: 33.3978
verified: no, type: nauc_map_at_1_diff1
value: 38.5237
verified: no, type: nauc_map_at_3_max
value: 46.6683
verified: no, type: nauc_map_at_3_std
value: 40.834900000000005
verified: no, type: nauc_map_at_3_diff1
value: 35.3553
verified: no, type: nauc_map_at_5_max
value: 51.3247
verified: no, type: nauc_map_at_5_std
value: 43.430400000000006
verified: no, type: nauc_map_at_5_diff1
value: 32.006299999999996
verified: no, type: nauc_map_at_10_max
value: 55.0117
verified: no, type: nauc_map_at_10_std
value: 46.3951
verified: no, type: nauc_map_at_10_diff1
value: 28.022999999999996
verified: no, type: nauc_map_at_20_max
value: 56.61279999999999
verified: no, type: nauc_map_at_20_std
value: 50.6861
verified: no, type: nauc_map_at_20_diff1
value: 25.9926
verified: no, type: nauc_map_at_100_max
value: 57.3647
verified: no, type: nauc_map_at_100_std
value: 57.78
verified: no, type: nauc_map_at_100_diff1
value: 21.236
verified: no, type: nauc_map_at_1000_max
value: 61.279700000000005
verified: no, type: nauc_map_at_1000_std
value: 55.58030000000001
verified: no, type: nauc_map_at_1000_diff1
value: 17.4497
verified: no, type: nauc_recall_at_1_max
value: 30.462400000000002
verified: no, type: nauc_recall_at_1_std
value: 33.3978
verified: no, type: nauc_recall_at_1_diff1
value: 38.5237
verified: no, type: nauc_recall_at_3_max
value: 46.1706
verified: no, type: nauc_recall_at_3_std
value: 38.5525
verified: no, type: nauc_recall_at_3_diff1
value: 34.3394
verified: no, type: nauc_recall_at_5_max
value: 43.9982
verified: no, type: nauc_recall_at_5_std
value: 36.9704
verified: no, type: nauc_recall_at_5_diff1
value: 26.4609
verified: no, type: nauc_recall_at_10_max
value: 48.3495
verified: no, type: nauc_recall_at_10_std
value: 40.754000000000005
verified: no, type: nauc_recall_at_10_diff1
value: 21.409200000000002
verified: no, type: nauc_recall_at_20_max
value: 49.7858
verified: no, type: nauc_recall_at_20_std
value: 47.6663
verified: no, type: nauc_recall_at_20_diff1
value: 20.288800000000002
verified: no, type: nauc_recall_at_100_max
value: 43.5882
verified: no, type: nauc_recall_at_100_std
value: 60.77160000000001
verified: no, type: nauc_recall_at_100_diff1
value: 20.619699999999998
verified: no, type: nauc_recall_at_1000_max
value: 57.527899999999995
verified: no, type: nauc_recall_at_1000_std
value: 77.9242
verified: no, type: nauc_recall_at_1000_diff1
value: 21.8565
verified: no, type: nauc_precision_at_1_max
value: 40.0045
verified: no, type: nauc_precision_at_1_std
value: 28.464499999999997
verified: no, type: nauc_precision_at_1_diff1
value: 6.1918
verified: no, type: nauc_precision_at_3_max
value: 50.7363
verified: no, type: nauc_precision_at_3_std
value: 35.2469
verified: no, type: nauc_precision_at_3_diff1
value: 4.5440000000000005
verified: no, type: nauc_precision_at_5_max
value: 55.355
verified: no, type: nauc_precision_at_5_std
value: 36.7226
verified: no, type: nauc_precision_at_5_diff1
value: 4.345899999999999
verified: no, type: nauc_precision_at_10_max
value: 55.1894
verified: no, type: nauc_precision_at_10_std
value: 37.8104
verified: no, type: nauc_precision_at_10_diff1
value: 1.3243
verified: no, type: nauc_precision_at_20_max
value: 53.0123
verified: no, type: nauc_precision_at_20_std
value: 34.2509
verified: no, type: nauc_precision_at_20_diff1
value: -2.3846
verified: no, type: nauc_precision_at_100_max
value: 39.6665
verified: no, type: nauc_precision_at_100_std
value: 20.041
verified: no, type: nauc_precision_at_100_diff1
value: -9.078700000000001
verified: no, type: nauc_precision_at_1000_max
value: 29.242099999999997
verified: no, type: nauc_precision_at_1000_std
value: -17.8247
verified: no, type: nauc_precision_at_1000_diff1
value: -11.6906
verified: no, type: nauc_mrr_at_1_max
value: 40.0045
verified: no, type: nauc_mrr_at_1_std
value: 28.464499999999997
verified: no, type: nauc_mrr_at_1_diff1
value: 6.1918
verified: no, type: nauc_mrr_at_3_max
value: 44.8685
verified: no, type: nauc_mrr_at_3_std
value: 31.150299999999998
verified: no, type: nauc_mrr_at_3_diff1
value: 7.2494000000000005
verified: no, type: nauc_mrr_at_5_max
value: 44.649100000000004
verified: no, type: nauc_mrr_at_5_std
value: 31.2209
verified: no, type: nauc_mrr_at_5_diff1
value: 8.2678
verified: no, type: nauc_mrr_at_10_max
value: 45.3643
verified: no, type: nauc_mrr_at_10_std
value: 32.7704
verified: no, type: nauc_mrr_at_10_diff1
value: 7.9273
verified: no, type: nauc_mrr_at_20_max
value: 45.6745
verified: no, type: nauc_mrr_at_20_std
value: 32.7141
verified: no, type: nauc_mrr_at_20_diff1
value: 7.692400000000001
verified: no, type: nauc_mrr_at_100_max
value: 45.4799
verified: no, type: nauc_mrr_at_100_std
value: 32.4976
verified: no, type: nauc_mrr_at_100_diff1
value: 7.861700000000001
verified: no, type: nauc_mrr_at_1000_max
value: 45.4435
verified: no, type: nauc_mrr_at_1000_std
value: 32.462
verified: no, type: nauc_mrr_at_1000_diff1
value: 7.846
verified: no, type: main_score
value: 23.983999999999998
verified: no
task: type: Retrieval, dataset: config: fr
name: MTEB CUREv1 (fr)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: gastroenterology
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 33
verified: no, type: ndcg_at_3
value: 31.025000000000002
verified: no, type: ndcg_at_5
value: 31.290000000000003
verified: no, type: ndcg_at_10
value: 31.863999999999997
verified: no, type: ndcg_at_20
value: 33.087
verified: no, type: ndcg_at_100
value: 40.829
verified: no, type: ndcg_at_1000
value: 52.308
verified: no, type: map_at_1
value: 3.483
verified: no, type: map_at_3
value: 6.7589999999999995
verified: no, type: map_at_5
value: 9.339
verified: no, type: map_at_10
value: 12.562999999999999
verified: no, type: map_at_20
value: 15.661
verified: no, type: map_at_100
value: 22.269
verified: no, type: map_at_1000
value: 26.366
verified: no, type: recall_at_1
value: 3.483
verified: no, type: recall_at_3
value: 7.878
verified: no, type: recall_at_5
value: 12.071
verified: no, type: recall_at_10
value: 18.133
verified: no, type: recall_at_20
value: 25.778000000000002
verified: no, type: recall_at_100
value: 51.747
verified: no, type: recall_at_1000
value: 86.577
verified: no, type: precision_at_1
value: 44.5
verified: no, type: precision_at_3
value: 37.833
verified: no, type: precision_at_5
value: 36
verified: no, type: precision_at_10
value: 32
verified: no, type: precision_at_20
value: 27.250000000000004
verified: no, type: precision_at_100
value: 15.629999999999999
verified: no, type: precision_at_1000
value: 3.962
verified: no, type: mrr_at_1
value: 44.5
verified: no, type: mrr_at_3
value: 52.5
verified: no, type: mrr_at_5
value: 53.75
verified: no, type: mrr_at_10
value: 54.7087
verified: no, type: mrr_at_20
value: 55.441700000000004
verified: no, type: mrr_at_100
value: 55.7371
verified: no, type: mrr_at_1000
value: 55.7543
verified: no, type: nauc_ndcg_at_1_max
value: 43.1991
verified: no, type: nauc_ndcg_at_1_std
value: 21.0742
verified: no, type: nauc_ndcg_at_1_diff1
value: 25.378099999999996
verified: no, type: nauc_ndcg_at_3_max
value: 48.2356
verified: no, type: nauc_ndcg_at_3_std
value: 26.9982
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.046000000000001
verified: no, type: nauc_ndcg_at_5_max
value: 50.8549
verified: no, type: nauc_ndcg_at_5_std
value: 29.8923
verified: no, type: nauc_ndcg_at_5_diff1
value: 14.678099999999999
verified: no, type: nauc_ndcg_at_10_max
value: 52.5725
verified: no, type: nauc_ndcg_at_10_std
value: 33.7675
verified: no, type: nauc_ndcg_at_10_diff1
value: 12.284699999999999
verified: no, type: nauc_ndcg_at_20_max
value: 54.851499999999994
verified: no, type: nauc_ndcg_at_20_std
value: 39.1904
verified: no, type: nauc_ndcg_at_20_diff1
value: 10.9117
verified: no, type: nauc_ndcg_at_100_max
value: 58.007299999999994
verified: no, type: nauc_ndcg_at_100_std
value: 52.051199999999994
verified: no, type: nauc_ndcg_at_100_diff1
value: 12.7829
verified: no, type: nauc_ndcg_at_1000_max
value: 54.610099999999996
verified: no, type: nauc_ndcg_at_1000_std
value: 48.904199999999996
verified: no, type: nauc_ndcg_at_1000_diff1
value: 6.1958
verified: no, type: nauc_map_at_1_max
value: 12.2458
verified: no, type: nauc_map_at_1_std
value: 14.7447
verified: no, type: nauc_map_at_1_diff1
value: 34.036300000000004
verified: no, type: nauc_map_at_3_max
value: 23.2805
verified: no, type: nauc_map_at_3_std
value: 23.075699999999998
verified: no, type: nauc_map_at_3_diff1
value: 13.449
verified: no, type: nauc_map_at_5_max
value: 31.796400000000002
verified: no, type: nauc_map_at_5_std
value: 28.320800000000002
verified: no, type: nauc_map_at_5_diff1
value: 11.802
verified: no, type: nauc_map_at_10_max
value: 38.4408
verified: no, type: nauc_map_at_10_std
value: 35.1462
verified: no, type: nauc_map_at_10_diff1
value: 11.4836
verified: no, type: nauc_map_at_20_max
value: 44.432100000000005
verified: no, type: nauc_map_at_20_std
value: 41.216
verified: no, type: nauc_map_at_20_diff1
value: 11.8712
verified: no, type: nauc_map_at_100_max
value: 52.6408
verified: no, type: nauc_map_at_100_std
value: 50.6432
verified: no, type: nauc_map_at_100_diff1
value: 10.203800000000001
verified: no, type: nauc_map_at_1000_max
value: 55.83669999999999
verified: no, type: nauc_map_at_1000_std
value: 50.1
verified: no, type: nauc_map_at_1000_diff1
value: 7.138999999999999
verified: no, type: nauc_recall_at_1_max
value: 12.2458
verified: no, type: nauc_recall_at_1_std
value: 14.7447
verified: no, type: nauc_recall_at_1_diff1
value: 34.036300000000004
verified: no, type: nauc_recall_at_3_max
value: 21.1536
verified: no, type: nauc_recall_at_3_std
value: 20.552200000000003
verified: no, type: nauc_recall_at_3_diff1
value: 9.8918
verified: no, type: nauc_recall_at_5_max
value: 27.249000000000002
verified: no, type: nauc_recall_at_5_std
value: 24.4019
verified: no, type: nauc_recall_at_5_diff1
value: 9.941899999999999
verified: no, type: nauc_recall_at_10_max
value: 33.7524
verified: no, type: nauc_recall_at_10_std
value: 32.2637
verified: no, type: nauc_recall_at_10_diff1
value: 9.5374
verified: no, type: nauc_recall_at_20_max
value: 39.72
verified: no, type: nauc_recall_at_20_std
value: 40.192699999999995
verified: no, type: nauc_recall_at_20_diff1
value: 10.4948
verified: no, type: nauc_recall_at_100_max
value: 46.9723
verified: no, type: nauc_recall_at_100_std
value: 57.1977
verified: no, type: nauc_recall_at_100_diff1
value: 13.5774
verified: no, type: nauc_recall_at_1000_max
value: 49.7254
verified: no, type: nauc_recall_at_1000_std
value: 77.2495
verified: no, type: nauc_recall_at_1000_diff1
value: -2.3819
verified: no, type: nauc_precision_at_1_max
value: 52.346199999999996
verified: no, type: nauc_precision_at_1_std
value: 33.2015
verified: no, type: nauc_precision_at_1_diff1
value: 23.8076
verified: no, type: nauc_precision_at_3_max
value: 51.325900000000004
verified: no, type: nauc_precision_at_3_std
value: 30.794
verified: no, type: nauc_precision_at_3_diff1
value: 3.4286
verified: no, type: nauc_precision_at_5_max
value: 54.672
verified: no, type: nauc_precision_at_5_std
value: 31.145
verified: no, type: nauc_precision_at_5_diff1
value: 3.1246
verified: no, type: nauc_precision_at_10_max
value: 54.738299999999995
verified: no, type: nauc_precision_at_10_std
value: 32.656800000000004
verified: no, type: nauc_precision_at_10_diff1
value: -0.0848
verified: no, type: nauc_precision_at_20_max
value: 51.759699999999995
verified: no, type: nauc_precision_at_20_std
value: 29.5588
verified: no, type: nauc_precision_at_20_diff1
value: -2.3040000000000003
verified: no, type: nauc_precision_at_100_max
value: 36.4731
verified: no, type: nauc_precision_at_100_std
value: 17.8626
verified: no, type: nauc_precision_at_100_diff1
value: -9.2071
verified: no, type: nauc_precision_at_1000_max
value: 20.854400000000002
verified: no, type: nauc_precision_at_1000_std
value: -12.570200000000002
verified: no, type: nauc_precision_at_1000_diff1
value: -14.3759
verified: no, type: nauc_mrr_at_1_max
value: 52.346199999999996
verified: no, type: nauc_mrr_at_1_std
value: 33.2015
verified: no, type: nauc_mrr_at_1_diff1
value: 23.8076
verified: no, type: nauc_mrr_at_3_max
value: 52.0386
verified: no, type: nauc_mrr_at_3_std
value: 35.7242
verified: no, type: nauc_mrr_at_3_diff1
value: 18.7328
verified: no, type: nauc_mrr_at_5_max
value: 50.8626
verified: no, type: nauc_mrr_at_5_std
value: 35.3036
verified: no, type: nauc_mrr_at_5_diff1
value: 18.8403
verified: no, type: nauc_mrr_at_10_max
value: 51.0177
verified: no, type: nauc_mrr_at_10_std
value: 35.2915
verified: no, type: nauc_mrr_at_10_diff1
value: 18.1387
verified: no, type: nauc_mrr_at_20_max
value: 51.4232
verified: no, type: nauc_mrr_at_20_std
value: 35.1578
verified: no, type: nauc_mrr_at_20_diff1
value: 17.8418
verified: no, type: nauc_mrr_at_100_max
value: 51.5004
verified: no, type: nauc_mrr_at_100_std
value: 35.3373
verified: no, type: nauc_mrr_at_100_diff1
value: 17.9748
verified: no, type: nauc_mrr_at_1000_max
value: 51.4899
verified: no, type: nauc_mrr_at_1000_std
value: 35.3187
verified: no, type: nauc_mrr_at_1000_diff1
value: 18.0391
verified: no, type: main_score
value: 31.863999999999997
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB CUREv1 (en)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: genetics
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 60.25
verified: no, type: ndcg_at_3
value: 58.475
verified: no, type: ndcg_at_5
value: 57.792
verified: no, type: ndcg_at_10
value: 57.830000000000005
verified: no, type: ndcg_at_20
value: 58.226
verified: no, type: ndcg_at_100
value: 62.902
verified: no, type: ndcg_at_1000
value: 71.911
verified: no, type: map_at_1
value: 9.786999999999999
verified: no, type: map_at_3
value: 18.359
verified: no, type: map_at_5
value: 22.716
verified: no, type: map_at_10
value: 28.389999999999997
verified: no, type: map_at_20
value: 32.991
verified: no, type: map_at_100
value: 42.074
verified: no, type: map_at_1000
value: 48.083999999999996
verified: no, type: recall_at_1
value: 9.786999999999999
verified: no, type: recall_at_3
value: 20.128
verified: no, type: recall_at_5
value: 26.615
verified: no, type: recall_at_10
value: 35.961999999999996
verified: no, type: recall_at_20
value: 44.772
verified: no, type: recall_at_100
value: 68.51899999999999
verified: no, type: recall_at_1000
value: 93.538
verified: no, type: precision_at_1
value: 74
verified: no, type: precision_at_3
value: 65.167
verified: no, type: precision_at_5
value: 60.099999999999994
verified: no, type: precision_at_10
value: 50.8
verified: no, type: precision_at_20
value: 41.25
verified: no, type: precision_at_100
value: 22.07
verified: no, type: precision_at_1000
value: 5.579
verified: no, type: mrr_at_1
value: 74
verified: no, type: mrr_at_3
value: 82.25
verified: no, type: mrr_at_5
value: 83.175
verified: no, type: mrr_at_10
value: 83.3589
verified: no, type: mrr_at_20
value: 83.52340000000001
verified: no, type: mrr_at_100
value: 83.52340000000001
verified: no, type: mrr_at_1000
value: 83.52340000000001
verified: no, type: nauc_ndcg_at_1_max
value: 23.397299999999998
verified: no, type: nauc_ndcg_at_1_std
value: 24.4939
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.0647
verified: no, type: nauc_ndcg_at_3_max
value: 32.109500000000004
verified: no, type: nauc_ndcg_at_3_std
value: 24.8319
verified: no, type: nauc_ndcg_at_3_diff1
value: 21.9448
verified: no, type: nauc_ndcg_at_5_max
value: 34.0051
verified: no, type: nauc_ndcg_at_5_std
value: 27.4148
verified: no, type: nauc_ndcg_at_5_diff1
value: 18.6325
verified: no, type: nauc_ndcg_at_10_max
value: 31.6224
verified: no, type: nauc_ndcg_at_10_std
value: 31.2952
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.426099999999998
verified: no, type: nauc_ndcg_at_20_max
value: 33.1613
verified: no, type: nauc_ndcg_at_20_std
value: 33.711400000000005
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.2519
verified: no, type: nauc_ndcg_at_100_max
value: 32.222699999999996
verified: no, type: nauc_ndcg_at_100_std
value: 40.532000000000004
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.092299999999998
verified: no, type: nauc_ndcg_at_1000_max
value: 34.9461
verified: no, type: nauc_ndcg_at_1000_std
value: 41.908899999999996
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.2818
verified: no, type: nauc_map_at_1_max
value: 1.7859
verified: no, type: nauc_map_at_1_std
value: 9.931099999999999
verified: no, type: nauc_map_at_1_diff1
value: 29.546499999999998
verified: no, type: nauc_map_at_3_max
value: 16.9801
verified: no, type: nauc_map_at_3_std
value: 17.0517
verified: no, type: nauc_map_at_3_diff1
value: 30.8838
verified: no, type: nauc_map_at_5_max
value: 21.2562
verified: no, type: nauc_map_at_5_std
value: 24.3807
verified: no, type: nauc_map_at_5_diff1
value: 30.370200000000004
verified: no, type: nauc_map_at_10_max
value: 24.388399999999997
verified: no, type: nauc_map_at_10_std
value: 30.231599999999997
verified: no, type: nauc_map_at_10_diff1
value: 26.3432
verified: no, type: nauc_map_at_20_max
value: 25.8334
verified: no, type: nauc_map_at_20_std
value: 33.4471
verified: no, type: nauc_map_at_20_diff1
value: 26.217200000000002
verified: no, type: nauc_map_at_100_max
value: 26.246799999999997
verified: no, type: nauc_map_at_100_std
value: 40.078399999999995
verified: no, type: nauc_map_at_100_diff1
value: 25.5407
verified: no, type: nauc_map_at_1000_max
value: 29.2257
verified: no, type: nauc_map_at_1000_std
value: 39.4688
verified: no, type: nauc_map_at_1000_diff1
value: 19.9766
verified: no, type: nauc_recall_at_1_max
value: 1.7859
verified: no, type: nauc_recall_at_1_std
value: 9.931099999999999
verified: no, type: nauc_recall_at_1_diff1
value: 29.546499999999998
verified: no, type: nauc_recall_at_3_max
value: 16.4105
verified: no, type: nauc_recall_at_3_std
value: 16.220200000000002
verified: no, type: nauc_recall_at_3_diff1
value: 26.8932
verified: no, type: nauc_recall_at_5_max
value: 18.6335
verified: no, type: nauc_recall_at_5_std
value: 26.1909
verified: no, type: nauc_recall_at_5_diff1
value: 25.570999999999998
verified: no, type: nauc_recall_at_10_max
value: 19.8384
verified: no, type: nauc_recall_at_10_std
value: 30.0377
verified: no, type: nauc_recall_at_10_diff1
value: 20.7945
verified: no, type: nauc_recall_at_20_max
value: 20.6784
verified: no, type: nauc_recall_at_20_std
value: 33.7626
verified: no, type: nauc_recall_at_20_diff1
value: 22.6844
verified: no, type: nauc_recall_at_100_max
value: 16.7405
verified: no, type: nauc_recall_at_100_std
value: 47.7157
verified: no, type: nauc_recall_at_100_diff1
value: 25.9606
verified: no, type: nauc_recall_at_1000_max
value: 35.3439
verified: no, type: nauc_recall_at_1000_std
value: 78.67
verified: no, type: nauc_recall_at_1000_diff1
value: 27.145799999999998
verified: no, type: nauc_precision_at_1_max
value: 27.4857
verified: no, type: nauc_precision_at_1_std
value: 32.4166
verified: no, type: nauc_precision_at_1_diff1
value: 35.327
verified: no, type: nauc_precision_at_3_max
value: 30.1426
verified: no, type: nauc_precision_at_3_std
value: 22.7352
verified: no, type: nauc_precision_at_3_diff1
value: 6.823899999999999
verified: no, type: nauc_precision_at_5_max
value: 30.236200000000004
verified: no, type: nauc_precision_at_5_std
value: 20.993100000000002
verified: no, type: nauc_precision_at_5_diff1
value: -3.7901
verified: no, type: nauc_precision_at_10_max
value: 17.6751
verified: no, type: nauc_precision_at_10_std
value: 13.324300000000001
verified: no, type: nauc_precision_at_10_diff1
value: -18.4944
verified: no, type: nauc_precision_at_20_max
value: 7.290099999999999
verified: no, type: nauc_precision_at_20_std
value: 3.0109
verified: no, type: nauc_precision_at_20_diff1
value: -19.5427
verified: no, type: nauc_precision_at_100_max
value: -1.3945
verified: no, type: nauc_precision_at_100_std
value: -11.3057
verified: no, type: nauc_precision_at_100_diff1
value: -23.4941
verified: no, type: nauc_precision_at_1000_max
value: -0.0958
verified: no, type: nauc_precision_at_1000_std
value: -25.0461
verified: no, type: nauc_precision_at_1000_diff1
value: -29.7531
verified: no, type: nauc_mrr_at_1_max
value: 27.4857
verified: no, type: nauc_mrr_at_1_std
value: 32.4166
verified: no, type: nauc_mrr_at_1_diff1
value: 35.327
verified: no, type: nauc_mrr_at_3_max
value: 33.575700000000005
verified: no, type: nauc_mrr_at_3_std
value: 33.7427
verified: no, type: nauc_mrr_at_3_diff1
value: 39.4644
verified: no, type: nauc_mrr_at_5_max
value: 33.331
verified: no, type: nauc_mrr_at_5_std
value: 33.8148
verified: no, type: nauc_mrr_at_5_diff1
value: 38.4811
verified: no, type: nauc_mrr_at_10_max
value: 33.583800000000004
verified: no, type: nauc_mrr_at_10_std
value: 33.9609
verified: no, type: nauc_mrr_at_10_diff1
value: 38.217
verified: no, type: nauc_mrr_at_20_max
value: 33.021
verified: no, type: nauc_mrr_at_20_std
value: 34.0802
verified: no, type: nauc_mrr_at_20_diff1
value: 38.281
verified: no, type: nauc_mrr_at_100_max
value: 33.021
verified: no, type: nauc_mrr_at_100_std
value: 34.0802
verified: no, type: nauc_mrr_at_100_diff1
value: 38.281
verified: no, type: nauc_mrr_at_1000_max
value: 33.021
verified: no, type: nauc_mrr_at_1000_std
value: 34.0802
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.281
verified: no, type: main_score
value: 57.830000000000005
verified: no
task: type: Retrieval, dataset: config: es
name: MTEB CUREv1 (es)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: genetics
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 20.5
verified: no, type: ndcg_at_3
value: 20.846
verified: no, type: ndcg_at_5
value: 21.898999999999997
verified: no, type: ndcg_at_10
value: 23.427999999999997
verified: no, type: ndcg_at_20
value: 25.402
verified: no, type: ndcg_at_100
value: 29.868
verified: no, type: ndcg_at_1000
value: 39.879999999999995
verified: no, type: map_at_1
value: 4.573
verified: no, type: map_at_3
value: 7.89
verified: no, type: map_at_5
value: 9.804
verified: no, type: map_at_10
value: 12.147
verified: no, type: map_at_20
value: 13.908999999999999
verified: no, type: map_at_100
value: 16.784
verified: no, type: map_at_1000
value: 19.277
verified: no, type: recall_at_1
value: 4.573
verified: no, type: recall_at_3
value: 9.396
verified: no, type: recall_at_5
value: 13.635
verified: no, type: recall_at_10
value: 20.383000000000003
verified: no, type: recall_at_20
value: 26.56
verified: no, type: recall_at_100
value: 42.141
verified: no, type: recall_at_1000
value: 69.513
verified: no, type: precision_at_1
value: 26
verified: no, type: precision_at_3
value: 24.333
verified: no, type: precision_at_5
value: 23
verified: no, type: precision_at_10
value: 18.9
verified: no, type: precision_at_20
value: 15.975
verified: no, type: precision_at_100
value: 8.790000000000001
verified: no, type: precision_at_1000
value: 2.919
verified: no, type: mrr_at_1
value: 26
verified: no, type: mrr_at_3
value: 34.1667
verified: no, type: mrr_at_5
value: 36.3917
verified: no, type: mrr_at_10
value: 37.5268
verified: no, type: mrr_at_20
value: 38.1037
verified: no, type: mrr_at_100
value: 38.2909
verified: no, type: mrr_at_1000
value: 38.3666
verified: no, type: nauc_ndcg_at_1_max
value: 30.9651
verified: no, type: nauc_ndcg_at_1_std
value: 26.2865
verified: no, type: nauc_ndcg_at_1_diff1
value: 5.3133
verified: no, type: nauc_ndcg_at_3_max
value: 34.8346
verified: no, type: nauc_ndcg_at_3_std
value: 31.572699999999998
verified: no, type: nauc_ndcg_at_3_diff1
value: 4.2997
verified: no, type: nauc_ndcg_at_5_max
value: 38.6848
verified: no, type: nauc_ndcg_at_5_std
value: 34.4997
verified: no, type: nauc_ndcg_at_5_diff1
value: 8.145
verified: no, type: nauc_ndcg_at_10_max
value: 39.4422
verified: no, type: nauc_ndcg_at_10_std
value: 42.065000000000005
verified: no, type: nauc_ndcg_at_10_diff1
value: 11.3805
verified: no, type: nauc_ndcg_at_20_max
value: 40.2946
verified: no, type: nauc_ndcg_at_20_std
value: 45.984199999999994
verified: no, type: nauc_ndcg_at_20_diff1
value: 13.3306
verified: no, type: nauc_ndcg_at_100_max
value: 40.8998
verified: no, type: nauc_ndcg_at_100_std
value: 52.7489
verified: no, type: nauc_ndcg_at_100_diff1
value: 11.8633
verified: no, type: nauc_ndcg_at_1000_max
value: 46.3694
verified: no, type: nauc_ndcg_at_1000_std
value: 56.346799999999995
verified: no, type: nauc_ndcg_at_1000_diff1
value: 3.6907
verified: no, type: nauc_map_at_1_max
value: 38.6937
verified: no, type: nauc_map_at_1_std
value: 30.1883
verified: no, type: nauc_map_at_1_diff1
value: 35.4755
verified: no, type: nauc_map_at_3_max
value: 37.1634
verified: no, type: nauc_map_at_3_std
value: 39.1229
verified: no, type: nauc_map_at_3_diff1
value: 24.429000000000002
verified: no, type: nauc_map_at_5_max
value: 35.7377
verified: no, type: nauc_map_at_5_std
value: 41.4592
verified: no, type: nauc_map_at_5_diff1
value: 24.508399999999998
verified: no, type: nauc_map_at_10_max
value: 35.7061
verified: no, type: nauc_map_at_10_std
value: 44.7305
verified: no, type: nauc_map_at_10_diff1
value: 21.0847
verified: no, type: nauc_map_at_20_max
value: 36.3037
verified: no, type: nauc_map_at_20_std
value: 47.369299999999996
verified: no, type: nauc_map_at_20_diff1
value: 19.8797
verified: no, type: nauc_map_at_100_max
value: 38.423
verified: no, type: nauc_map_at_100_std
value: 50.9625
verified: no, type: nauc_map_at_100_diff1
value: 17.043400000000002
verified: no, type: nauc_map_at_1000_max
value: 41.4598
verified: no, type: nauc_map_at_1000_std
value: 52.303
verified: no, type: nauc_map_at_1000_diff1
value: 13.9572
verified: no, type: nauc_recall_at_1_max
value: 38.6937
verified: no, type: nauc_recall_at_1_std
value: 30.1883
verified: no, type: nauc_recall_at_1_diff1
value: 35.4755
verified: no, type: nauc_recall_at_3_max
value: 32.7829
verified: no, type: nauc_recall_at_3_std
value: 37.202200000000005
verified: no, type: nauc_recall_at_3_diff1
value: 22.7994
verified: no, type: nauc_recall_at_5_max
value: 28.983199999999997
verified: no, type: nauc_recall_at_5_std
value: 39.1822
verified: no, type: nauc_recall_at_5_diff1
value: 25.370900000000002
verified: no, type: nauc_recall_at_10_max
value: 25.569599999999998
verified: no, type: nauc_recall_at_10_std
value: 44.183
verified: no, type: nauc_recall_at_10_diff1
value: 18.7259
verified: no, type: nauc_recall_at_20_max
value: 24.8139
verified: no, type: nauc_recall_at_20_std
value: 48.7119
verified: no, type: nauc_recall_at_20_diff1
value: 19.9204
verified: no, type: nauc_recall_at_100_max
value: 28.1375
verified: no, type: nauc_recall_at_100_std
value: 58.6694
verified: no, type: nauc_recall_at_100_diff1
value: 14.3897
verified: no, type: nauc_recall_at_1000_max
value: 39.3016
verified: no, type: nauc_recall_at_1000_std
value: 80.6024
verified: no, type: nauc_recall_at_1000_diff1
value: -1.5233
verified: no, type: nauc_precision_at_1_max
value: 33.3634
verified: no, type: nauc_precision_at_1_std
value: 29.862499999999997
verified: no, type: nauc_precision_at_1_diff1
value: 4.5995
verified: no, type: nauc_precision_at_3_max
value: 34.5883
verified: no, type: nauc_precision_at_3_std
value: 33.4493
verified: no, type: nauc_precision_at_3_diff1
value: -6.5379000000000005
verified: no, type: nauc_precision_at_5_max
value: 37.2304
verified: no, type: nauc_precision_at_5_std
value: 34.462399999999995
verified: no, type: nauc_precision_at_5_diff1
value: -5.7752
verified: no, type: nauc_precision_at_10_max
value: 37.0948
verified: no, type: nauc_precision_at_10_std
value: 35.8302
verified: no, type: nauc_precision_at_10_diff1
value: -4.7827
verified: no, type: nauc_precision_at_20_max
value: 37.642900000000004
verified: no, type: nauc_precision_at_20_std
value: 30.4822
verified: no, type: nauc_precision_at_20_diff1
value: -7.4448
verified: no, type: nauc_precision_at_100_max
value: 32.3888
verified: no, type: nauc_precision_at_100_std
value: 16.284100000000002
verified: no, type: nauc_precision_at_100_diff1
value: -13.534299999999998
verified: no, type: nauc_precision_at_1000_max
value: 29.5665
verified: no, type: nauc_precision_at_1000_std
value: -4.736
verified: no, type: nauc_precision_at_1000_diff1
value: -14.4178
verified: no, type: nauc_mrr_at_1_max
value: 33.3634
verified: no, type: nauc_mrr_at_1_std
value: 29.862499999999997
verified: no, type: nauc_mrr_at_1_diff1
value: 4.5995
verified: no, type: nauc_mrr_at_3_max
value: 35.8166
verified: no, type: nauc_mrr_at_3_std
value: 30.7058
verified: no, type: nauc_mrr_at_3_diff1
value: 2.931
verified: no, type: nauc_mrr_at_5_max
value: 37.0172
verified: no, type: nauc_mrr_at_5_std
value: 30.959999999999997
verified: no, type: nauc_mrr_at_5_diff1
value: 3.8329000000000004
verified: no, type: nauc_mrr_at_10_max
value: 38.2552
verified: no, type: nauc_mrr_at_10_std
value: 32.524300000000004
verified: no, type: nauc_mrr_at_10_diff1
value: 3.6144999999999996
verified: no, type: nauc_mrr_at_20_max
value: 38.2202
verified: no, type: nauc_mrr_at_20_std
value: 32.5916
verified: no, type: nauc_mrr_at_20_diff1
value: 3.0888999999999998
verified: no, type: nauc_mrr_at_100_max
value: 38.2367
verified: no, type: nauc_mrr_at_100_std
value: 32.5874
verified: no, type: nauc_mrr_at_100_diff1
value: 3.0557999999999996
verified: no, type: nauc_mrr_at_1000_max
value: 38.2161
verified: no, type: nauc_mrr_at_1000_std
value: 32.5373
verified: no, type: nauc_mrr_at_1000_diff1
value: 3.0961
verified: no, type: main_score
value: 23.427999999999997
verified: no
task: type: Retrieval, dataset: config: fr
name: MTEB CUREv1 (fr)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: genetics
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 34.75
verified: no, type: ndcg_at_3
value: 33.451
verified: no, type: ndcg_at_5
value: 33.062000000000005
verified: no, type: ndcg_at_10
value: 34.393
verified: no, type: ndcg_at_20
value: 34.725
verified: no, type: ndcg_at_100
value: 39.509
verified: no, type: ndcg_at_1000
value: 49.708999999999996
verified: no, type: map_at_1
value: 6.478000000000001
verified: no, type: map_at_3
value: 11.562
verified: no, type: map_at_5
value: 13.883999999999999
verified: no, type: map_at_10
value: 16.830000000000002
verified: no, type: map_at_20
value: 18.719
verified: no, type: map_at_100
value: 22.726
verified: no, type: map_at_1000
value: 26.284999999999997
verified: no, type: recall_at_1
value: 6.478000000000001
verified: no, type: recall_at_3
value: 13.05
verified: no, type: recall_at_5
value: 17.217
verified: no, type: recall_at_10
value: 24.532999999999998
verified: no, type: recall_at_20
value: 29.921999999999997
verified: no, type: recall_at_100
value: 48.243
verified: no, type: recall_at_1000
value: 77.143
verified: no, type: precision_at_1
value: 44
verified: no, type: precision_at_3
value: 37.5
verified: no, type: precision_at_5
value: 32.6
verified: no, type: precision_at_10
value: 27.800000000000004
verified: no, type: precision_at_20
value: 22.15
verified: no, type: precision_at_100
value: 13.020000000000001
verified: no, type: precision_at_1000
value: 4.009
verified: no, type: mrr_at_1
value: 44
verified: no, type: mrr_at_3
value: 52.416700000000006
verified: no, type: mrr_at_5
value: 53.8917
verified: no, type: mrr_at_10
value: 55.232099999999996
verified: no, type: mrr_at_20
value: 55.5794
verified: no, type: mrr_at_100
value: 55.7582
verified: no, type: mrr_at_1000
value: 55.7889
verified: no, type: nauc_ndcg_at_1_max
value: 36.268
verified: no, type: nauc_ndcg_at_1_std
value: 27.228099999999998
verified: no, type: nauc_ndcg_at_1_diff1
value: 24.5667
verified: no, type: nauc_ndcg_at_3_max
value: 33.9523
verified: no, type: nauc_ndcg_at_3_std
value: 30.5914
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.4058
verified: no, type: nauc_ndcg_at_5_max
value: 36.106500000000004
verified: no, type: nauc_ndcg_at_5_std
value: 36.521300000000004
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.0627
verified: no, type: nauc_ndcg_at_10_max
value: 39.3899
verified: no, type: nauc_ndcg_at_10_std
value: 45.009100000000004
verified: no, type: nauc_ndcg_at_10_diff1
value: 30.0523
verified: no, type: nauc_ndcg_at_20_max
value: 39.0796
verified: no, type: nauc_ndcg_at_20_std
value: 48.718
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.4393
verified: no, type: nauc_ndcg_at_100_max
value: 41.5535
verified: no, type: nauc_ndcg_at_100_std
value: 59.6568
verified: no, type: nauc_ndcg_at_100_diff1
value: 31.8814
verified: no, type: nauc_ndcg_at_1000_max
value: 48.430299999999995
verified: no, type: nauc_ndcg_at_1000_std
value: 60.9746
verified: no, type: nauc_ndcg_at_1000_diff1
value: 30.778499999999998
verified: no, type: nauc_map_at_1_max
value: 21.8143
verified: no, type: nauc_map_at_1_std
value: 39.863
verified: no, type: nauc_map_at_1_diff1
value: 38.9446
verified: no, type: nauc_map_at_3_max
value: 23.871000000000002
verified: no, type: nauc_map_at_3_std
value: 42.3217
verified: no, type: nauc_map_at_3_diff1
value: 34.5713
verified: no, type: nauc_map_at_5_max
value: 22.4625
verified: no, type: nauc_map_at_5_std
value: 44.1124
verified: no, type: nauc_map_at_5_diff1
value: 31.431199999999997
verified: no, type: nauc_map_at_10_max
value: 24.9392
verified: no, type: nauc_map_at_10_std
value: 46.123999999999995
verified: no, type: nauc_map_at_10_diff1
value: 32.6507
verified: no, type: nauc_map_at_20_max
value: 26.084400000000002
verified: no, type: nauc_map_at_20_std
value: 47.902
verified: no, type: nauc_map_at_20_diff1
value: 32.002900000000004
verified: no, type: nauc_map_at_100_max
value: 30.115399999999998
verified: no, type: nauc_map_at_100_std
value: 52.4305
verified: no, type: nauc_map_at_100_diff1
value: 32.242
verified: no, type: nauc_map_at_1000_max
value: 35.355199999999996
verified: no, type: nauc_map_at_1000_std
value: 52.38270000000001
verified: no, type: nauc_map_at_1000_diff1
value: 29.8275
verified: no, type: nauc_recall_at_1_max
value: 21.8143
verified: no, type: nauc_recall_at_1_std
value: 39.863
verified: no, type: nauc_recall_at_1_diff1
value: 38.9446
verified: no, type: nauc_recall_at_3_max
value: 22.8151
verified: no, type: nauc_recall_at_3_std
value: 43.5837
verified: no, type: nauc_recall_at_3_diff1
value: 31.1201
verified: no, type: nauc_recall_at_5_max
value: 19.276699999999998
verified: no, type: nauc_recall_at_5_std
value: 46.0849
verified: no, type: nauc_recall_at_5_diff1
value: 26.518900000000002
verified: no, type: nauc_recall_at_10_max
value: 25.4214
verified: no, type: nauc_recall_at_10_std
value: 52.4193
verified: no, type: nauc_recall_at_10_diff1
value: 32.5876
verified: no, type: nauc_recall_at_20_max
value: 26.7202
verified: no, type: nauc_recall_at_20_std
value: 57.550000000000004
verified: no, type: nauc_recall_at_20_diff1
value: 30.7318
verified: no, type: nauc_recall_at_100_max
value: 32.1892
verified: no, type: nauc_recall_at_100_std
value: 71.679
verified: no, type: nauc_recall_at_100_diff1
value: 28.494500000000002
verified: no, type: nauc_recall_at_1000_max
value: 53.0749
verified: no, type: nauc_recall_at_1000_std
value: 86.1305
verified: no, type: nauc_recall_at_1000_diff1
value: 26.4679
verified: no, type: nauc_precision_at_1_max
value: 36.2642
verified: no, type: nauc_precision_at_1_std
value: 29.8246
verified: no, type: nauc_precision_at_1_diff1
value: 24.369699999999998
verified: no, type: nauc_precision_at_3_max
value: 33.6592
verified: no, type: nauc_precision_at_3_std
value: 24.313000000000002
verified: no, type: nauc_precision_at_3_diff1
value: 11.6768
verified: no, type: nauc_precision_at_5_max
value: 35.1515
verified: no, type: nauc_precision_at_5_std
value: 23.6793
verified: no, type: nauc_precision_at_5_diff1
value: 10.2316
verified: no, type: nauc_precision_at_10_max
value: 34.3044
verified: no, type: nauc_precision_at_10_std
value: 20.2514
verified: no, type: nauc_precision_at_10_diff1
value: 12.906
verified: no, type: nauc_precision_at_20_max
value: 31.694699999999997
verified: no, type: nauc_precision_at_20_std
value: 12.6698
verified: no, type: nauc_precision_at_20_diff1
value: 7.758800000000001
verified: no, type: nauc_precision_at_100_max
value: 24.8188
verified: no, type: nauc_precision_at_100_std
value: -1.4749999999999999
verified: no, type: nauc_precision_at_100_diff1
value: -4.7867
verified: no, type: nauc_precision_at_1000_max
value: 18.5152
verified: no, type: nauc_precision_at_1000_std
value: -21.6261
verified: no, type: nauc_precision_at_1000_diff1
value: -13.8974
verified: no, type: nauc_mrr_at_1_max
value: 36.2642
verified: no, type: nauc_mrr_at_1_std
value: 29.8246
verified: no, type: nauc_mrr_at_1_diff1
value: 24.369699999999998
verified: no, type: nauc_mrr_at_3_max
value: 38.6868
verified: no, type: nauc_mrr_at_3_std
value: 34.336
verified: no, type: nauc_mrr_at_3_diff1
value: 20.794999999999998
verified: no, type: nauc_mrr_at_5_max
value: 39.9258
verified: no, type: nauc_mrr_at_5_std
value: 36.4033
verified: no, type: nauc_mrr_at_5_diff1
value: 21.2071
verified: no, type: nauc_mrr_at_10_max
value: 41.1203
verified: no, type: nauc_mrr_at_10_std
value: 38.0702
verified: no, type: nauc_mrr_at_10_diff1
value: 22.213
verified: no, type: nauc_mrr_at_20_max
value: 41.1365
verified: no, type: nauc_mrr_at_20_std
value: 37.7203
verified: no, type: nauc_mrr_at_20_diff1
value: 22.2009
verified: no, type: nauc_mrr_at_100_max
value: 41.0795
verified: no, type: nauc_mrr_at_100_std
value: 37.574400000000004
verified: no, type: nauc_mrr_at_100_diff1
value: 22.298000000000002
verified: no, type: nauc_mrr_at_1000_max
value: 41.0355
verified: no, type: nauc_mrr_at_1000_std
value: 37.528800000000004
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.2988
verified: no, type: main_score
value: 34.393
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB CUREv1 (en)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: neuroscience_and_neurology
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 54.50000000000001
verified: no, type: ndcg_at_3
value: 51.083999999999996
verified: no, type: ndcg_at_5
value: 50.954
verified: no, type: ndcg_at_10
value: 48.884
verified: no, type: ndcg_at_20
value: 49.376
verified: no, type: ndcg_at_100
value: 57.452999999999996
verified: no, type: ndcg_at_1000
value: 67.477
verified: no, type: map_at_1
value: 5.471
verified: no, type: map_at_3
value: 10.197000000000001
verified: no, type: map_at_5
value: 13.496
verified: no, type: map_at_10
value: 18.206
verified: no, type: map_at_20
value: 23.843
verified: no, type: map_at_100
value: 35.476
verified: no, type: map_at_1000
value: 40.632000000000005
verified: no, type: recall_at_1
value: 5.471
verified: no, type: recall_at_3
value: 11.132
verified: no, type: recall_at_5
value: 16.394000000000002
verified: no, type: recall_at_10
value: 24.582
verified: no, type: recall_at_20
value: 36.967
verified: no, type: recall_at_100
value: 70.206
verified: no, type: recall_at_1000
value: 96.883
verified: no, type: precision_at_1
value: 69.5
verified: no, type: precision_at_3
value: 61.833000000000006
verified: no, type: precision_at_5
value: 58.3
verified: no, type: precision_at_10
value: 49.35
verified: no, type: precision_at_20
value: 41.525
verified: no, type: precision_at_100
value: 22
verified: no, type: precision_at_1000
value: 3.977
verified: no, type: mrr_at_1
value: 69.5
verified: no, type: mrr_at_3
value: 76.9167
verified: no, type: mrr_at_5
value: 78.1167
verified: no, type: mrr_at_10
value: 78.5228
verified: no, type: mrr_at_20
value: 78.6442
verified: no, type: mrr_at_100
value: 78.7209
verified: no, type: mrr_at_1000
value: 78.7261
verified: no, type: nauc_ndcg_at_1_max
value: 39.2904
verified: no, type: nauc_ndcg_at_1_std
value: 26.1804
verified: no, type: nauc_ndcg_at_1_diff1
value: 15.9502
verified: no, type: nauc_ndcg_at_3_max
value: 45.1527
verified: no, type: nauc_ndcg_at_3_std
value: 29.781000000000002
verified: no, type: nauc_ndcg_at_3_diff1
value: 12.642999999999999
verified: no, type: nauc_ndcg_at_5_max
value: 44.426700000000004
verified: no, type: nauc_ndcg_at_5_std
value: 28.3707
verified: no, type: nauc_ndcg_at_5_diff1
value: 12.6422
verified: no, type: nauc_ndcg_at_10_max
value: 46.7505
verified: no, type: nauc_ndcg_at_10_std
value: 28.2544
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.0276
verified: no, type: nauc_ndcg_at_20_max
value: 47.1505
verified: no, type: nauc_ndcg_at_20_std
value: 24.3433
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.1224
verified: no, type: nauc_ndcg_at_100_max
value: 52.66309999999999
verified: no, type: nauc_ndcg_at_100_std
value: 27.4478
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.6075
verified: no, type: nauc_ndcg_at_1000_max
value: 56.2764
verified: no, type: nauc_ndcg_at_1000_std
value: 40.754000000000005
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.6926
verified: no, type: nauc_map_at_1_max
value: 3.0124999999999997
verified: no, type: nauc_map_at_1_std
value: -8.2124
verified: no, type: nauc_map_at_1_diff1
value: 10.987
verified: no, type: nauc_map_at_3_max
value: 19.0176
verified: no, type: nauc_map_at_3_std
value: -10.0504
verified: no, type: nauc_map_at_3_diff1
value: 13.661200000000001
verified: no, type: nauc_map_at_5_max
value: 20.0561
verified: no, type: nauc_map_at_5_std
value: -8.7265
verified: no, type: nauc_map_at_5_diff1
value: 13.9652
verified: no, type: nauc_map_at_10_max
value: 26.4123
verified: no, type: nauc_map_at_10_std
value: -3.6491000000000002
verified: no, type: nauc_map_at_10_diff1
value: 16.9533
verified: no, type: nauc_map_at_20_max
value: 33.7953
verified: no, type: nauc_map_at_20_std
value: 1.6022999999999998
verified: no, type: nauc_map_at_20_diff1
value: 16.6287
verified: no, type: nauc_map_at_100_max
value: 48.194900000000004
verified: no, type: nauc_map_at_100_std
value: 20.2344
verified: no, type: nauc_map_at_100_diff1
value: 16.5675
verified: no, type: nauc_map_at_1000_max
value: 51.1486
verified: no, type: nauc_map_at_1000_std
value: 27.487000000000002
verified: no, type: nauc_map_at_1000_diff1
value: 12.745000000000001
verified: no, type: nauc_recall_at_1_max
value: 3.0124999999999997
verified: no, type: nauc_recall_at_1_std
value: -8.2124
verified: no, type: nauc_recall_at_1_diff1
value: 10.987
verified: no, type: nauc_recall_at_3_max
value: 14.3101
verified: no, type: nauc_recall_at_3_std
value: -10.6097
verified: no, type: nauc_recall_at_3_diff1
value: 9.5236
verified: no, type: nauc_recall_at_5_max
value: 7.350700000000001
verified: no, type: nauc_recall_at_5_std
value: -13.6181
verified: no, type: nauc_recall_at_5_diff1
value: 7.914599999999999
verified: no, type: nauc_recall_at_10_max
value: 10.7259
verified: no, type: nauc_recall_at_10_std
value: -11.0079
verified: no, type: nauc_recall_at_10_diff1
value: 15.920599999999999
verified: no, type: nauc_recall_at_20_max
value: 13.755899999999999
verified: no, type: nauc_recall_at_20_std
value: -10.1572
verified: no, type: nauc_recall_at_20_diff1
value: 14.7261
verified: no, type: nauc_recall_at_100_max
value: 25.160700000000002
verified: no, type: nauc_recall_at_100_std
value: 4.3699
verified: no, type: nauc_recall_at_100_diff1
value: 12.0403
verified: no, type: nauc_recall_at_1000_max
value: 47.7286
verified: no, type: nauc_recall_at_1000_std
value: 51.61750000000001
verified: no, type: nauc_recall_at_1000_diff1
value: 9.2401
verified: no, type: nauc_precision_at_1_max
value: 47.9257
verified: no, type: nauc_precision_at_1_std
value: 23.233
verified: no, type: nauc_precision_at_1_diff1
value: 25.5884
verified: no, type: nauc_precision_at_3_max
value: 46.5061
verified: no, type: nauc_precision_at_3_std
value: 27.938800000000004
verified: no, type: nauc_precision_at_3_diff1
value: 14.1398
verified: no, type: nauc_precision_at_5_max
value: 40.203
verified: no, type: nauc_precision_at_5_std
value: 28.471400000000003
verified: no, type: nauc_precision_at_5_diff1
value: 10.7772
verified: no, type: nauc_precision_at_10_max
value: 39.1491
verified: no, type: nauc_precision_at_10_std
value: 31.4945
verified: no, type: nauc_precision_at_10_diff1
value: 12.3007
verified: no, type: nauc_precision_at_20_max
value: 34.4246
verified: no, type: nauc_precision_at_20_std
value: 29.8628
verified: no, type: nauc_precision_at_20_diff1
value: 2.8098
verified: no, type: nauc_precision_at_100_max
value: 21.1322
verified: no, type: nauc_precision_at_100_std
value: 29.6973
verified: no, type: nauc_precision_at_100_diff1
value: -6.4503
verified: no, type: nauc_precision_at_1000_max
value: 5.7992
verified: no, type: nauc_precision_at_1000_std
value: 13.969599999999998
verified: no, type: nauc_precision_at_1000_diff1
value: -11.9987
verified: no, type: nauc_mrr_at_1_max
value: 47.9257
verified: no, type: nauc_mrr_at_1_std
value: 23.233
verified: no, type: nauc_mrr_at_1_diff1
value: 25.5884
verified: no, type: nauc_mrr_at_3_max
value: 49.356899999999996
verified: no, type: nauc_mrr_at_3_std
value: 31.1402
verified: no, type: nauc_mrr_at_3_diff1
value: 24.6431
verified: no, type: nauc_mrr_at_5_max
value: 49.8243
verified: no, type: nauc_mrr_at_5_std
value: 29.1812
verified: no, type: nauc_mrr_at_5_diff1
value: 26.9064
verified: no, type: nauc_mrr_at_10_max
value: 49.7113
verified: no, type: nauc_mrr_at_10_std
value: 29.296
verified: no, type: nauc_mrr_at_10_diff1
value: 27.2803
verified: no, type: nauc_mrr_at_20_max
value: 49.613099999999996
verified: no, type: nauc_mrr_at_20_std
value: 29.137200000000004
verified: no, type: nauc_mrr_at_20_diff1
value: 27.3154
verified: no, type: nauc_mrr_at_100_max
value: 49.613099999999996
verified: no, type: nauc_mrr_at_100_std
value: 29.0941
verified: no, type: nauc_mrr_at_100_diff1
value: 27.1667
verified: no, type: nauc_mrr_at_1000_max
value: 49.606899999999996
verified: no, type: nauc_mrr_at_1000_std
value: 29.082900000000002
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.151999999999997
verified: no, type: main_score
value: 48.884
verified: no
task: type: Retrieval, dataset: config: es
name: MTEB CUREv1 (es)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: neuroscience_and_neurology
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 18.5
verified: no, type: ndcg_at_3
value: 15.914
verified: no, type: ndcg_at_5
value: 15.717
verified: no, type: ndcg_at_10
value: 15.190000000000001
verified: no, type: ndcg_at_20
value: 15.901000000000002
verified: no, type: ndcg_at_100
value: 21.93
verified: no, type: ndcg_at_1000
value: 35.305
verified: no, type: map_at_1
value: 1.764
verified: no, type: map_at_3
value: 3.2620000000000005
verified: no, type: map_at_5
value: 4.166
verified: no, type: map_at_10
value: 5.16
verified: no, type: map_at_20
value: 6.539000000000001
verified: no, type: map_at_100
value: 10.008000000000001
verified: no, type: map_at_1000
value: 12.806999999999999
verified: no, type: recall_at_1
value: 1.764
verified: no, type: recall_at_3
value: 3.585
verified: no, type: recall_at_5
value: 5.311
verified: no, type: recall_at_10
value: 7.692
verified: no, type: recall_at_20
value: 12.034
verified: no, type: recall_at_100
value: 30.930999999999997
verified: no, type: recall_at_1000
value: 69.574
verified: no, type: precision_at_1
value: 26.5
verified: no, type: precision_at_3
value: 20.333000000000002
verified: no, type: precision_at_5
value: 19.3
verified: no, type: precision_at_10
value: 16.35
verified: no, type: precision_at_20
value: 14.000000000000002
verified: no, type: precision_at_100
value: 8.985
verified: no, type: precision_at_1000
value: 2.617
verified: no, type: mrr_at_1
value: 26.5
verified: no, type: mrr_at_3
value: 30.8333
verified: no, type: mrr_at_5
value: 32.2833
verified: no, type: mrr_at_10
value: 33.2004
verified: no, type: mrr_at_20
value: 34.037800000000004
verified: no, type: mrr_at_100
value: 34.5533
verified: no, type: mrr_at_1000
value: 34.6277
verified: no, type: nauc_ndcg_at_1_max
value: 20.1184
verified: no, type: nauc_ndcg_at_1_std
value: 38.5704
verified: no, type: nauc_ndcg_at_1_diff1
value: 5.0864
verified: no, type: nauc_ndcg_at_3_max
value: 36.4827
verified: no, type: nauc_ndcg_at_3_std
value: 48.3948
verified: no, type: nauc_ndcg_at_3_diff1
value: 5.2124999999999995
verified: no, type: nauc_ndcg_at_5_max
value: 37.5982
verified: no, type: nauc_ndcg_at_5_std
value: 50.1478
verified: no, type: nauc_ndcg_at_5_diff1
value: 4.7903
verified: no, type: nauc_ndcg_at_10_max
value: 38.5586
verified: no, type: nauc_ndcg_at_10_std
value: 49.945299999999996
verified: no, type: nauc_ndcg_at_10_diff1
value: 3.0567
verified: no, type: nauc_ndcg_at_20_max
value: 40.3095
verified: no, type: nauc_ndcg_at_20_std
value: 50.8079
verified: no, type: nauc_ndcg_at_20_diff1
value: 2.9066
verified: no, type: nauc_ndcg_at_100_max
value: 44.5802
verified: no, type: nauc_ndcg_at_100_std
value: 56.85059999999999
verified: no, type: nauc_ndcg_at_100_diff1
value: 0.6169
verified: no, type: nauc_ndcg_at_1000_max
value: 50.469500000000004
verified: no, type: nauc_ndcg_at_1000_std
value: 64.4092
verified: no, type: nauc_ndcg_at_1000_diff1
value: 4.1708
verified: no, type: nauc_map_at_1_max
value: 30.6966
verified: no, type: nauc_map_at_1_std
value: 24.0367
verified: no, type: nauc_map_at_1_diff1
value: 5.1290000000000004
verified: no, type: nauc_map_at_3_max
value: 49.699
verified: no, type: nauc_map_at_3_std
value: 39.0809
verified: no, type: nauc_map_at_3_diff1
value: 17.871000000000002
verified: no, type: nauc_map_at_5_max
value: 48.4367
verified: no, type: nauc_map_at_5_std
value: 38.408
verified: no, type: nauc_map_at_5_diff1
value: 15.0561
verified: no, type: nauc_map_at_10_max
value: 47.6762
verified: no, type: nauc_map_at_10_std
value: 41.3061
verified: no, type: nauc_map_at_10_diff1
value: 11.0321
verified: no, type: nauc_map_at_20_max
value: 47.9184
verified: no, type: nauc_map_at_20_std
value: 45.1168
verified: no, type: nauc_map_at_20_diff1
value: 7.9868
verified: no, type: nauc_map_at_100_max
value: 46.889199999999995
verified: no, type: nauc_map_at_100_std
value: 53.928200000000004
verified: no, type: nauc_map_at_100_diff1
value: 3.3692
verified: no, type: nauc_map_at_1000_max
value: 49.5583
verified: no, type: nauc_map_at_1000_std
value: 58.64470000000001
verified: no, type: nauc_map_at_1000_diff1
value: 3.9248
verified: no, type: nauc_recall_at_1_max
value: 30.6966
verified: no, type: nauc_recall_at_1_std
value: 24.0367
verified: no, type: nauc_recall_at_1_diff1
value: 5.1290000000000004
verified: no, type: nauc_recall_at_3_max
value: 50.294000000000004
verified: no, type: nauc_recall_at_3_std
value: 38.821600000000004
verified: no, type: nauc_recall_at_3_diff1
value: 14.833499999999999
verified: no, type: nauc_recall_at_5_max
value: 43.410199999999996
verified: no, type: nauc_recall_at_5_std
value: 33.9841
verified: no, type: nauc_recall_at_5_diff1
value: 8.3385
verified: no, type: nauc_recall_at_10_max
value: 37.335499999999996
verified: no, type: nauc_recall_at_10_std
value: 31.113200000000003
verified: no, type: nauc_recall_at_10_diff1
value: 3.4785999999999997
verified: no, type: nauc_recall_at_20_max
value: 35.8026
verified: no, type: nauc_recall_at_20_std
value: 32.4445
verified: no, type: nauc_recall_at_20_diff1
value: -0.8593
verified: no, type: nauc_recall_at_100_max
value: 36.2594
verified: no, type: nauc_recall_at_100_std
value: 47.6576
verified: no, type: nauc_recall_at_100_diff1
value: -1.8901999999999999
verified: no, type: nauc_recall_at_1000_max
value: 50.1605
verified: no, type: nauc_recall_at_1000_std
value: 68.881
verified: no, type: nauc_recall_at_1000_diff1
value: 1.444
verified: no, type: nauc_precision_at_1_max
value: 25.905099999999997
verified: no, type: nauc_precision_at_1_std
value: 43.729
verified: no, type: nauc_precision_at_1_diff1
value: 5.370699999999999
verified: no, type: nauc_precision_at_3_max
value: 41.4022
verified: no, type: nauc_precision_at_3_std
value: 51.6336
verified: no, type: nauc_precision_at_3_diff1
value: 5.1273
verified: no, type: nauc_precision_at_5_max
value: 39.137899999999995
verified: no, type: nauc_precision_at_5_std
value: 52.505599999999994
verified: no, type: nauc_precision_at_5_diff1
value: 2.8716
verified: no, type: nauc_precision_at_10_max
value: 37.201699999999995
verified: no, type: nauc_precision_at_10_std
value: 51.8003
verified: no, type: nauc_precision_at_10_diff1
value: 1.3533
verified: no, type: nauc_precision_at_20_max
value: 37.0372
verified: no, type: nauc_precision_at_20_std
value: 55.199
verified: no, type: nauc_precision_at_20_diff1
value: -1.5115
verified: no, type: nauc_precision_at_100_max
value: 33.7239
verified: no, type: nauc_precision_at_100_std
value: 53.2366
verified: no, type: nauc_precision_at_100_diff1
value: -0.1888
verified: no, type: nauc_precision_at_1000_max
value: 35.5969
verified: no, type: nauc_precision_at_1000_std
value: 34.8242
verified: no, type: nauc_precision_at_1000_diff1
value: 12.4941
verified: no, type: nauc_mrr_at_1_max
value: 25.905099999999997
verified: no, type: nauc_mrr_at_1_std
value: 43.729
verified: no, type: nauc_mrr_at_1_diff1
value: 5.370699999999999
verified: no, type: nauc_mrr_at_3_max
value: 32.7879
verified: no, type: nauc_mrr_at_3_std
value: 47.7489
verified: no, type: nauc_mrr_at_3_diff1
value: 3.7714
verified: no, type: nauc_mrr_at_5_max
value: 32.2069
verified: no, type: nauc_mrr_at_5_std
value: 47.4263
verified: no, type: nauc_mrr_at_5_diff1
value: 2.5936
verified: no, type: nauc_mrr_at_10_max
value: 31.827499999999997
verified: no, type: nauc_mrr_at_10_std
value: 46.3717
verified: no, type: nauc_mrr_at_10_diff1
value: 3.6629
verified: no, type: nauc_mrr_at_20_max
value: 32.4509
verified: no, type: nauc_mrr_at_20_std
value: 47.153
verified: no, type: nauc_mrr_at_20_diff1
value: 3.5404999999999998
verified: no, type: nauc_mrr_at_100_max
value: 32.5451
verified: no, type: nauc_mrr_at_100_std
value: 47.1451
verified: no, type: nauc_mrr_at_100_diff1
value: 3.6397
verified: no, type: nauc_mrr_at_1000_max
value: 32.5079
verified: no, type: nauc_mrr_at_1000_std
value: 47.160999999999994
verified: no, type: nauc_mrr_at_1000_diff1
value: 3.6235000000000004
verified: no, type: main_score
value: 15.190000000000001
verified: no
task: type: Retrieval, dataset: config: fr
name: MTEB CUREv1 (fr)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: neuroscience_and_neurology
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 21.5
verified: no, type: ndcg_at_3
value: 21.453
verified: no, type: ndcg_at_5
value: 22.07
verified: no, type: ndcg_at_10
value: 22.159000000000002
verified: no, type: ndcg_at_20
value: 23.23
verified: no, type: ndcg_at_100
value: 30.018
verified: no, type: ndcg_at_1000
value: 42.709
verified: no, type: map_at_1
value: 1.891
verified: no, type: map_at_3
value: 4.484
verified: no, type: map_at_5
value: 5.753
verified: no, type: map_at_10
value: 7.648000000000001
verified: no, type: map_at_20
value: 9.916
verified: no, type: map_at_100
value: 15.229999999999999
verified: no, type: map_at_1000
value: 18.569
verified: no, type: recall_at_1
value: 1.891
verified: no, type: recall_at_3
value: 5.295
verified: no, type: recall_at_5
value: 8.021
verified: no, type: recall_at_10
value: 12.124
verified: no, type: recall_at_20
value: 18.348
verified: no, type: recall_at_100
value: 40.699999999999996
verified: no, type: recall_at_1000
value: 76.359
verified: no, type: precision_at_1
value: 29.5
verified: no, type: precision_at_3
value: 28.166999999999998
verified: no, type: precision_at_5
value: 27.500000000000004
verified: no, type: precision_at_10
value: 24.15
verified: no, type: precision_at_20
value: 20.549999999999997
verified: no, type: precision_at_100
value: 12.195
verified: no, type: precision_at_1000
value: 3.044
verified: no, type: mrr_at_1
value: 29.5
verified: no, type: mrr_at_3
value: 37.166700000000006
verified: no, type: mrr_at_5
value: 39.6667
verified: no, type: mrr_at_10
value: 41.2244
verified: no, type: mrr_at_20
value: 41.8155
verified: no, type: mrr_at_100
value: 42.0516
verified: no, type: mrr_at_1000
value: 42.0902
verified: no, type: nauc_ndcg_at_1_max
value: 43.5626
verified: no, type: nauc_ndcg_at_1_std
value: 33.057700000000004
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.1071
verified: no, type: nauc_ndcg_at_3_max
value: 52.8819
verified: no, type: nauc_ndcg_at_3_std
value: 37.508399999999995
verified: no, type: nauc_ndcg_at_3_diff1
value: 11.0716
verified: no, type: nauc_ndcg_at_5_max
value: 56.7662
verified: no, type: nauc_ndcg_at_5_std
value: 44.0626
verified: no, type: nauc_ndcg_at_5_diff1
value: 13.7661
verified: no, type: nauc_ndcg_at_10_max
value: 59.0881
verified: no, type: nauc_ndcg_at_10_std
value: 47.4331
verified: no, type: nauc_ndcg_at_10_diff1
value: 12.359
verified: no, type: nauc_ndcg_at_20_max
value: 59.967000000000006
verified: no, type: nauc_ndcg_at_20_std
value: 48.2673
verified: no, type: nauc_ndcg_at_20_diff1
value: 9.870800000000001
verified: no, type: nauc_ndcg_at_100_max
value: 67.0856
verified: no, type: nauc_ndcg_at_100_std
value: 57.9806
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.313799999999999
verified: no, type: nauc_ndcg_at_1000_max
value: 65.5311
verified: no, type: nauc_ndcg_at_1000_std
value: 63.056
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.4369
verified: no, type: nauc_map_at_1_max
value: 51.8776
verified: no, type: nauc_map_at_1_std
value: 16.841
verified: no, type: nauc_map_at_1_diff1
value: 28.8536
verified: no, type: nauc_map_at_3_max
value: 59.908300000000004
verified: no, type: nauc_map_at_3_std
value: 15.8167
verified: no, type: nauc_map_at_3_diff1
value: 22.8331
verified: no, type: nauc_map_at_5_max
value: 58.5464
verified: no, type: nauc_map_at_5_std
value: 23.1686
verified: no, type: nauc_map_at_5_diff1
value: 22.9876
verified: no, type: nauc_map_at_10_max
value: 60.4082
verified: no, type: nauc_map_at_10_std
value: 29.4774
verified: no, type: nauc_map_at_10_diff1
value: 18.101
verified: no, type: nauc_map_at_20_max
value: 62.37350000000001
verified: no, type: nauc_map_at_20_std
value: 34.9525
verified: no, type: nauc_map_at_20_diff1
value: 13.4316
verified: no, type: nauc_map_at_100_max
value: 67.3622
verified: no, type: nauc_map_at_100_std
value: 49.4945
verified: no, type: nauc_map_at_100_diff1
value: 12.040099999999999
verified: no, type: nauc_map_at_1000_max
value: 68.682
verified: no, type: nauc_map_at_1000_std
value: 54.789
verified: no, type: nauc_map_at_1000_diff1
value: 12.1231
verified: no, type: nauc_recall_at_1_max
value: 51.8776
verified: no, type: nauc_recall_at_1_std
value: 16.841
verified: no, type: nauc_recall_at_1_diff1
value: 28.8536
verified: no, type: nauc_recall_at_3_max
value: 54.79579999999999
verified: no, type: nauc_recall_at_3_std
value: 14.1491
verified: no, type: nauc_recall_at_3_diff1
value: 17.1418
verified: no, type: nauc_recall_at_5_max
value: 46.6136
verified: no, type: nauc_recall_at_5_std
value: 26.7224
verified: no, type: nauc_recall_at_5_diff1
value: 20.1685
verified: no, type: nauc_recall_at_10_max
value: 47.1669
verified: no, type: nauc_recall_at_10_std
value: 29.942800000000002
verified: no, type: nauc_recall_at_10_diff1
value: 11.7095
verified: no, type: nauc_recall_at_20_max
value: 47.9761
verified: no, type: nauc_recall_at_20_std
value: 32.1175
verified: no, type: nauc_recall_at_20_diff1
value: 2.7359
verified: no, type: nauc_recall_at_100_max
value: 61.0279
verified: no, type: nauc_recall_at_100_std
value: 54.3599
verified: no, type: nauc_recall_at_100_diff1
value: 1.3716000000000002
verified: no, type: nauc_recall_at_1000_max
value: 72.0291
verified: no, type: nauc_recall_at_1000_std
value: 80.9602
verified: no, type: nauc_recall_at_1000_diff1
value: -0.41869999999999996
verified: no, type: nauc_precision_at_1_max
value: 47.8929
verified: no, type: nauc_precision_at_1_std
value: 37.763000000000005
verified: no, type: nauc_precision_at_1_diff1
value: 18.953999999999997
verified: no, type: nauc_precision_at_3_max
value: 52.2589
verified: no, type: nauc_precision_at_3_std
value: 39.362399999999994
verified: no, type: nauc_precision_at_3_diff1
value: 9.073
verified: no, type: nauc_precision_at_5_max
value: 54.110800000000005
verified: no, type: nauc_precision_at_5_std
value: 46.6259
verified: no, type: nauc_precision_at_5_diff1
value: 10.1231
verified: no, type: nauc_precision_at_10_max
value: 54.676199999999994
verified: no, type: nauc_precision_at_10_std
value: 51.1227
verified: no, type: nauc_precision_at_10_diff1
value: 7.298699999999999
verified: no, type: nauc_precision_at_20_max
value: 51.2621
verified: no, type: nauc_precision_at_20_std
value: 51.6519
verified: no, type: nauc_precision_at_20_diff1
value: 6.9037
verified: no, type: nauc_precision_at_100_max
value: 44.887100000000004
verified: no, type: nauc_precision_at_100_std
value: 53.1115
verified: no, type: nauc_precision_at_100_diff1
value: 5.6667000000000005
verified: no, type: nauc_precision_at_1000_max
value: 22.2381
verified: no, type: nauc_precision_at_1000_std
value: 26.4376
verified: no, type: nauc_precision_at_1000_diff1
value: 6.6614
verified: no, type: nauc_mrr_at_1_max
value: 47.8929
verified: no, type: nauc_mrr_at_1_std
value: 37.763000000000005
verified: no, type: nauc_mrr_at_1_diff1
value: 18.953999999999997
verified: no, type: nauc_mrr_at_3_max
value: 43.709199999999996
verified: no, type: nauc_mrr_at_3_std
value: 36.9888
verified: no, type: nauc_mrr_at_3_diff1
value: 13.1974
verified: no, type: nauc_mrr_at_5_max
value: 44.7596
verified: no, type: nauc_mrr_at_5_std
value: 38.9198
verified: no, type: nauc_mrr_at_5_diff1
value: 14.5207
verified: no, type: nauc_mrr_at_10_max
value: 44.952
verified: no, type: nauc_mrr_at_10_std
value: 39.1837
verified: no, type: nauc_mrr_at_10_diff1
value: 14.904100000000001
verified: no, type: nauc_mrr_at_20_max
value: 45.0789
verified: no, type: nauc_mrr_at_20_std
value: 39.0244
verified: no, type: nauc_mrr_at_20_diff1
value: 14.617099999999999
verified: no, type: nauc_mrr_at_100_max
value: 45.2951
verified: no, type: nauc_mrr_at_100_std
value: 39.2859
verified: no, type: nauc_mrr_at_100_diff1
value: 14.5809
verified: no, type: nauc_mrr_at_1000_max
value: 45.2772
verified: no, type: nauc_mrr_at_1000_std
value: 39.2712
verified: no, type: nauc_mrr_at_1000_diff1
value: 14.6173
verified: no, type: main_score
value: 22.159000000000002
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB CUREv1 (en)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: orthopedic_surgery
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 60.75000000000001
verified: no, type: ndcg_at_3
value: 54.434000000000005
verified: no, type: ndcg_at_5
value: 51.845
verified: no, type: ndcg_at_10
value: 51.17
verified: no, type: ndcg_at_20
value: 53.299
verified: no, type: ndcg_at_100
value: 61.650000000000006
verified: no, type: ndcg_at_1000
value: 67.209
verified: no, type: map_at_1
value: 13.605999999999998
verified: no, type: map_at_3
value: 21.435000000000002
verified: no, type: map_at_5
value: 25.217
verified: no, type: map_at_10
value: 29.909000000000002
verified: no, type: map_at_20
value: 34.355000000000004
verified: no, type: map_at_100
value: 40.714
verified: no, type: map_at_1000
value: 42.296
verified: no, type: recall_at_1
value: 13.605999999999998
verified: no, type: recall_at_3
value: 22.628999999999998
verified: no, type: recall_at_5
value: 28.365000000000002
verified: no, type: recall_at_10
value: 37.228
verified: no, type: recall_at_20
value: 48.777
verified: no, type: recall_at_100
value: 77.02
verified: no, type: recall_at_1000
value: 97.235
verified: no, type: precision_at_1
value: 69.5
verified: no, type: precision_at_3
value: 53.5
verified: no, type: precision_at_5
value: 44.7
verified: no, type: precision_at_10
value: 34.35
verified: no, type: precision_at_20
value: 26.375
verified: no, type: precision_at_100
value: 10.514999999999999
verified: no, type: precision_at_1000
value: 1.44
verified: no, type: mrr_at_1
value: 69.5
verified: no, type: mrr_at_3
value: 76.25
verified: no, type: mrr_at_5
value: 77.325
verified: no, type: mrr_at_10
value: 77.9123
verified: no, type: mrr_at_20
value: 78.0774
verified: no, type: mrr_at_100
value: 78.1866
verified: no, type: mrr_at_1000
value: 78.19369999999999
verified: no, type: nauc_ndcg_at_1_max
value: 54.398500000000006
verified: no, type: nauc_ndcg_at_1_std
value: 17.9876
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.747
verified: no, type: nauc_ndcg_at_3_max
value: 52.347
verified: no, type: nauc_ndcg_at_3_std
value: 20.6541
verified: no, type: nauc_ndcg_at_3_diff1
value: 33.0152
verified: no, type: nauc_ndcg_at_5_max
value: 48.4688
verified: no, type: nauc_ndcg_at_5_std
value: 15.216099999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.163
verified: no, type: nauc_ndcg_at_10_max
value: 47.938399999999994
verified: no, type: nauc_ndcg_at_10_std
value: 12.8266
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.5183
verified: no, type: nauc_ndcg_at_20_max
value: 47.1248
verified: no, type: nauc_ndcg_at_20_std
value: 10.111
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.941500000000005
verified: no, type: nauc_ndcg_at_100_max
value: 49.1599
verified: no, type: nauc_ndcg_at_100_std
value: 14.7579
verified: no, type: nauc_ndcg_at_100_diff1
value: 30.8168
verified: no, type: nauc_ndcg_at_1000_max
value: 52.4098
verified: no, type: nauc_ndcg_at_1000_std
value: 21.5182
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.093500000000002
verified: no, type: nauc_map_at_1_max
value: 17.618000000000002
verified: no, type: nauc_map_at_1_std
value: -13.4546
verified: no, type: nauc_map_at_1_diff1
value: 41.566399999999994
verified: no, type: nauc_map_at_3_max
value: 23.082
verified: no, type: nauc_map_at_3_std
value: -10.227
verified: no, type: nauc_map_at_3_diff1
value: 29.129500000000004
verified: no, type: nauc_map_at_5_max
value: 26.845000000000002
verified: no, type: nauc_map_at_5_std
value: -9.3116
verified: no, type: nauc_map_at_5_diff1
value: 27.1069
verified: no, type: nauc_map_at_10_max
value: 33.0877
verified: no, type: nauc_map_at_10_std
value: -5.7204999999999995
verified: no, type: nauc_map_at_10_diff1
value: 26.088
verified: no, type: nauc_map_at_20_max
value: 34.9799
verified: no, type: nauc_map_at_20_std
value: -2.9575
verified: no, type: nauc_map_at_20_diff1
value: 24.5261
verified: no, type: nauc_map_at_100_max
value: 37.684400000000004
verified: no, type: nauc_map_at_100_std
value: 6.4834000000000005
verified: no, type: nauc_map_at_100_diff1
value: 21.1685
verified: no, type: nauc_map_at_1000_max
value: 38.1583
verified: no, type: nauc_map_at_1000_std
value: 9.4362
verified: no, type: nauc_map_at_1000_diff1
value: 20.1685
verified: no, type: nauc_recall_at_1_max
value: 17.618000000000002
verified: no, type: nauc_recall_at_1_std
value: -13.4546
verified: no, type: nauc_recall_at_1_diff1
value: 41.566399999999994
verified: no, type: nauc_recall_at_3_max
value: 21.3422
verified: no, type: nauc_recall_at_3_std
value: -11.7132
verified: no, type: nauc_recall_at_3_diff1
value: 28.5136
verified: no, type: nauc_recall_at_5_max
value: 23.0503
verified: no, type: nauc_recall_at_5_std
value: -12.0308
verified: no, type: nauc_recall_at_5_diff1
value: 27.3613
verified: no, type: nauc_recall_at_10_max
value: 30.965700000000002
verified: no, type: nauc_recall_at_10_std
value: -7.4334
verified: no, type: nauc_recall_at_10_diff1
value: 28.5328
verified: no, type: nauc_recall_at_20_max
value: 30.848399999999998
verified: no, type: nauc_recall_at_20_std
value: -6.601
verified: no, type: nauc_recall_at_20_diff1
value: 27.900399999999998
verified: no, type: nauc_recall_at_100_max
value: 29.0117
verified: no, type: nauc_recall_at_100_std
value: 2.0551
verified: no, type: nauc_recall_at_100_diff1
value: 16.6381
verified: no, type: nauc_recall_at_1000_max
value: 38.0238
verified: no, type: nauc_recall_at_1000_std
value: 46.2507
verified: no, type: nauc_recall_at_1000_diff1
value: 23.321
verified: no, type: nauc_precision_at_1_max
value: 59.151399999999995
verified: no, type: nauc_precision_at_1_std
value: 20.9755
verified: no, type: nauc_precision_at_1_diff1
value: 39.576899999999995
verified: no, type: nauc_precision_at_3_max
value: 41.3475
verified: no, type: nauc_precision_at_3_std
value: 28.674899999999997
verified: no, type: nauc_precision_at_3_diff1
value: 3.8309
verified: no, type: nauc_precision_at_5_max
value: 35.9683
verified: no, type: nauc_precision_at_5_std
value: 26.0424
verified: no, type: nauc_precision_at_5_diff1
value: -4.8175
verified: no, type: nauc_precision_at_10_max
value: 31.426199999999998
verified: no, type: nauc_precision_at_10_std
value: 32.1259
verified: no, type: nauc_precision_at_10_diff1
value: -10.7677
verified: no, type: nauc_precision_at_20_max
value: 18.674599999999998
verified: no, type: nauc_precision_at_20_std
value: 33.768100000000004
verified: no, type: nauc_precision_at_20_diff1
value: -14.386299999999999
verified: no, type: nauc_precision_at_100_max
value: 6.2094000000000005
verified: no, type: nauc_precision_at_100_std
value: 37.741400000000006
verified: no, type: nauc_precision_at_100_diff1
value: -18.4227
verified: no, type: nauc_precision_at_1000_max
value: 3.1195
verified: no, type: nauc_precision_at_1000_std
value: 37.286500000000004
verified: no, type: nauc_precision_at_1000_diff1
value: -18.4375
verified: no, type: nauc_mrr_at_1_max
value: 59.151399999999995
verified: no, type: nauc_mrr_at_1_std
value: 20.9755
verified: no, type: nauc_mrr_at_1_diff1
value: 39.576899999999995
verified: no, type: nauc_mrr_at_3_max
value: 63.780800000000006
verified: no, type: nauc_mrr_at_3_std
value: 23.3993
verified: no, type: nauc_mrr_at_3_diff1
value: 39.055299999999995
verified: no, type: nauc_mrr_at_5_max
value: 62.9519
verified: no, type: nauc_mrr_at_5_std
value: 22.863500000000002
verified: no, type: nauc_mrr_at_5_diff1
value: 39.056200000000004
verified: no, type: nauc_mrr_at_10_max
value: 63.10829999999999
verified: no, type: nauc_mrr_at_10_std
value: 22.8684
verified: no, type: nauc_mrr_at_10_diff1
value: 38.8828
verified: no, type: nauc_mrr_at_20_max
value: 63.3607
verified: no, type: nauc_mrr_at_20_std
value: 22.9754
verified: no, type: nauc_mrr_at_20_diff1
value: 39.0582
verified: no, type: nauc_mrr_at_100_max
value: 63.25229999999999
verified: no, type: nauc_mrr_at_100_std
value: 22.922600000000003
verified: no, type: nauc_mrr_at_100_diff1
value: 39.1318
verified: no, type: nauc_mrr_at_1000_max
value: 63.239000000000004
verified: no, type: nauc_mrr_at_1000_std
value: 22.8994
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.137499999999996
verified: no, type: main_score
value: 51.17
verified: no
task: type: Retrieval, dataset: config: es
name: MTEB CUREv1 (es)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: orthopedic_surgery
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 12.25
verified: no, type: ndcg_at_3
value: 12.534999999999998
verified: no, type: ndcg_at_5
value: 12.592
verified: no, type: ndcg_at_10
value: 13.916
verified: no, type: ndcg_at_20
value: 15.325
verified: no, type: ndcg_at_100
value: 20.25
verified: no, type: ndcg_at_1000
value: 28.003
verified: no, type: map_at_1
value: 3.7769999999999997
verified: no, type: map_at_3
value: 5.4719999999999995
verified: no, type: map_at_5
value: 6.366
verified: no, type: map_at_10
value: 7.836
verified: no, type: map_at_20
value: 8.731
verified: no, type: map_at_100
value: 10.223
verified: no, type: map_at_1000
value: 10.972
verified: no, type: recall_at_1
value: 3.7769999999999997
verified: no, type: recall_at_3
value: 6.697
verified: no, type: recall_at_5
value: 8.474
verified: no, type: recall_at_10
value: 13.136000000000001
verified: no, type: recall_at_20
value: 17.427
verified: no, type: recall_at_100
value: 31.661
verified: no, type: recall_at_1000
value: 62.053999999999995
verified: no, type: precision_at_1
value: 14.000000000000002
verified: no, type: precision_at_3
value: 11.667
verified: no, type: precision_at_5
value: 10.100000000000001
verified: no, type: precision_at_10
value: 8.799999999999999
verified: no, type: precision_at_20
value: 7.025
verified: no, type: precision_at_100
value: 3.53
verified: no, type: precision_at_1000
value: 0.8500000000000001
verified: no, type: mrr_at_1
value: 14.000000000000002
verified: no, type: mrr_at_3
value: 19.416700000000002
verified: no, type: mrr_at_5
value: 20.041700000000002
verified: no, type: mrr_at_10
value: 21.4329
verified: no, type: mrr_at_20
value: 22.1672
verified: no, type: mrr_at_100
value: 22.6437
verified: no, type: mrr_at_1000
value: 22.750799999999998
verified: no, type: nauc_ndcg_at_1_max
value: 32.8059
verified: no, type: nauc_ndcg_at_1_std
value: 23.0151
verified: no, type: nauc_ndcg_at_1_diff1
value: 17.6054
verified: no, type: nauc_ndcg_at_3_max
value: 32.2789
verified: no, type: nauc_ndcg_at_3_std
value: 30.056300000000004
verified: no, type: nauc_ndcg_at_3_diff1
value: 14.2457
verified: no, type: nauc_ndcg_at_5_max
value: 33.2192
verified: no, type: nauc_ndcg_at_5_std
value: 28.3219
verified: no, type: nauc_ndcg_at_5_diff1
value: 13.1414
verified: no, type: nauc_ndcg_at_10_max
value: 36.961
verified: no, type: nauc_ndcg_at_10_std
value: 29.5117
verified: no, type: nauc_ndcg_at_10_diff1
value: 11.3792
verified: no, type: nauc_ndcg_at_20_max
value: 36.1903
verified: no, type: nauc_ndcg_at_20_std
value: 28.485300000000002
verified: no, type: nauc_ndcg_at_20_diff1
value: 11.7044
verified: no, type: nauc_ndcg_at_100_max
value: 41.8182
verified: no, type: nauc_ndcg_at_100_std
value: 34.623799999999996
verified: no, type: nauc_ndcg_at_100_diff1
value: 7.639500000000001
verified: no, type: nauc_ndcg_at_1000_max
value: 42.3133
verified: no, type: nauc_ndcg_at_1000_std
value: 32.9471
verified: no, type: nauc_ndcg_at_1000_diff1
value: 6.7987
verified: no, type: nauc_map_at_1_max
value: 20.5729
verified: no, type: nauc_map_at_1_std
value: 18.8459
verified: no, type: nauc_map_at_1_diff1
value: 18.7146
verified: no, type: nauc_map_at_3_max
value: 28.4936
verified: no, type: nauc_map_at_3_std
value: 24.8274
verified: no, type: nauc_map_at_3_diff1
value: 17.458199999999998
verified: no, type: nauc_map_at_5_max
value: 29.9757
verified: no, type: nauc_map_at_5_std
value: 21.243100000000002
verified: no, type: nauc_map_at_5_diff1
value: 16.2896
verified: no, type: nauc_map_at_10_max
value: 34.1833
verified: no, type: nauc_map_at_10_std
value: 22.8358
verified: no, type: nauc_map_at_10_diff1
value: 13.134199999999998
verified: no, type: nauc_map_at_20_max
value: 35.067
verified: no, type: nauc_map_at_20_std
value: 24.9975
verified: no, type: nauc_map_at_20_diff1
value: 13.1876
verified: no, type: nauc_map_at_100_max
value: 37.1922
verified: no, type: nauc_map_at_100_std
value: 31.132900000000003
verified: no, type: nauc_map_at_100_diff1
value: 12.1831
verified: no, type: nauc_map_at_1000_max
value: 37.4097
verified: no, type: nauc_map_at_1000_std
value: 31.6388
verified: no, type: nauc_map_at_1000_diff1
value: 12.045
verified: no, type: nauc_recall_at_1_max
value: 20.5729
verified: no, type: nauc_recall_at_1_std
value: 18.8459
verified: no, type: nauc_recall_at_1_diff1
value: 18.7146
verified: no, type: nauc_recall_at_3_max
value: 28.170299999999997
verified: no, type: nauc_recall_at_3_std
value: 26.860400000000002
verified: no, type: nauc_recall_at_3_diff1
value: 13.3677
verified: no, type: nauc_recall_at_5_max
value: 28.220299999999998
verified: no, type: nauc_recall_at_5_std
value: 19.519000000000002
verified: no, type: nauc_recall_at_5_diff1
value: 12.501999999999999
verified: no, type: nauc_recall_at_10_max
value: 36.1699
verified: no, type: nauc_recall_at_10_std
value: 22.950699999999998
verified: no, type: nauc_recall_at_10_diff1
value: 8.3368
verified: no, type: nauc_recall_at_20_max
value: 34.869
verified: no, type: nauc_recall_at_20_std
value: 23.3199
verified: no, type: nauc_recall_at_20_diff1
value: 8.0855
verified: no, type: nauc_recall_at_100_max
value: 48.916399999999996
verified: no, type: nauc_recall_at_100_std
value: 39.6427
verified: no, type: nauc_recall_at_100_diff1
value: 0.1031
verified: no, type: nauc_recall_at_1000_max
value: 56.2504
verified: no, type: nauc_recall_at_1000_std
value: 42.9539
verified: no, type: nauc_recall_at_1000_diff1
value: -3.3978
verified: no, type: nauc_precision_at_1_max
value: 34.6833
verified: no, type: nauc_precision_at_1_std
value: 22.2443
verified: no, type: nauc_precision_at_1_diff1
value: 18.937
verified: no, type: nauc_precision_at_3_max
value: 39.2643
verified: no, type: nauc_precision_at_3_std
value: 36.851099999999995
verified: no, type: nauc_precision_at_3_diff1
value: 12.923699999999998
verified: no, type: nauc_precision_at_5_max
value: 37.3389
verified: no, type: nauc_precision_at_5_std
value: 30.6489
verified: no, type: nauc_precision_at_5_diff1
value: 8.0897
verified: no, type: nauc_precision_at_10_max
value: 41.051
verified: no, type: nauc_precision_at_10_std
value: 36.8489
verified: no, type: nauc_precision_at_10_diff1
value: 3.2661999999999995
verified: no, type: nauc_precision_at_20_max
value: 37.676700000000004
verified: no, type: nauc_precision_at_20_std
value: 35.885
verified: no, type: nauc_precision_at_20_diff1
value: 6.8808
verified: no, type: nauc_precision_at_100_max
value: 31.550800000000002
verified: no, type: nauc_precision_at_100_std
value: 35.3254
verified: no, type: nauc_precision_at_100_diff1
value: -0.0628
verified: no, type: nauc_precision_at_1000_max
value: 12.159699999999999
verified: no, type: nauc_precision_at_1000_std
value: 8.086699999999999
verified: no, type: nauc_precision_at_1000_diff1
value: 1.609
verified: no, type: nauc_mrr_at_1_max
value: 34.6833
verified: no, type: nauc_mrr_at_1_std
value: 22.2443
verified: no, type: nauc_mrr_at_1_diff1
value: 18.937
verified: no, type: nauc_mrr_at_3_max
value: 34.6155
verified: no, type: nauc_mrr_at_3_std
value: 26.871299999999998
verified: no, type: nauc_mrr_at_3_diff1
value: 13.0607
verified: no, type: nauc_mrr_at_5_max
value: 34.1124
verified: no, type: nauc_mrr_at_5_std
value: 26.673000000000002
verified: no, type: nauc_mrr_at_5_diff1
value: 12.9241
verified: no, type: nauc_mrr_at_10_max
value: 35.2871
verified: no, type: nauc_mrr_at_10_std
value: 27.596799999999998
verified: no, type: nauc_mrr_at_10_diff1
value: 11.6235
verified: no, type: nauc_mrr_at_20_max
value: 35.1618
verified: no, type: nauc_mrr_at_20_std
value: 26.937
verified: no, type: nauc_mrr_at_20_diff1
value: 11.5846
verified: no, type: nauc_mrr_at_100_max
value: 35.4628
verified: no, type: nauc_mrr_at_100_std
value: 26.630599999999998
verified: no, type: nauc_mrr_at_100_diff1
value: 11.338099999999999
verified: no, type: nauc_mrr_at_1000_max
value: 35.4548
verified: no, type: nauc_mrr_at_1000_std
value: 26.617600000000003
verified: no, type: nauc_mrr_at_1000_diff1
value: 11.4321
verified: no, type: main_score
value: 13.916
verified: no
task: type: Retrieval, dataset: config: fr
name: MTEB CUREv1 (fr)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: orthopedic_surgery
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 24.5
verified: no, type: ndcg_at_3
value: 24.687
verified: no, type: ndcg_at_5
value: 24.352999999999998
verified: no, type: ndcg_at_10
value: 24.891
verified: no, type: ndcg_at_20
value: 26.287
verified: no, type: ndcg_at_100
value: 33.079
verified: no, type: ndcg_at_1000
value: 41.436
verified: no, type: map_at_1
value: 6.834999999999999
verified: no, type: map_at_3
value: 10.338
verified: no, type: map_at_5
value: 11.949
verified: no, type: map_at_10
value: 13.785
verified: no, type: map_at_20
value: 15.445999999999998
verified: no, type: map_at_100
value: 18.32
verified: no, type: map_at_1000
value: 19.709
verified: no, type: recall_at_1
value: 6.834999999999999
verified: no, type: recall_at_3
value: 11.558
verified: no, type: recall_at_5
value: 15.079999999999998
verified: no, type: recall_at_10
value: 20.226
verified: no, type: recall_at_20
value: 26.022000000000002
verified: no, type: recall_at_100
value: 46.611999999999995
verified: no, type: recall_at_1000
value: 78.901
verified: no, type: precision_at_1
value: 29.5
verified: no, type: precision_at_3
value: 24.833
verified: no, type: precision_at_5
value: 20.599999999999998
verified: no, type: precision_at_10
value: 16.150000000000002
verified: no, type: precision_at_20
value: 12.575
verified: no, type: precision_at_100
value: 5.94
verified: no, type: precision_at_1000
value: 1.143
verified: no, type: mrr_at_1
value: 29.5
verified: no, type: mrr_at_3
value: 36.916700000000006
verified: no, type: mrr_at_5
value: 38.9917
verified: no, type: mrr_at_10
value: 40.5738
verified: no, type: mrr_at_20
value: 41.2425
verified: no, type: mrr_at_100
value: 41.5069
verified: no, type: mrr_at_1000
value: 41.5546
verified: no, type: nauc_ndcg_at_1_max
value: 39.3236
verified: no, type: nauc_ndcg_at_1_std
value: 21.2847
verified: no, type: nauc_ndcg_at_1_diff1
value: 31.586399999999998
verified: no, type: nauc_ndcg_at_3_max
value: 48.9355
verified: no, type: nauc_ndcg_at_3_std
value: 22.438299999999998
verified: no, type: nauc_ndcg_at_3_diff1
value: 27.0578
verified: no, type: nauc_ndcg_at_5_max
value: 52.169
verified: no, type: nauc_ndcg_at_5_std
value: 23.6694
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.735300000000002
verified: no, type: nauc_ndcg_at_10_max
value: 51.781
verified: no, type: nauc_ndcg_at_10_std
value: 24.0064
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.6463
verified: no, type: nauc_ndcg_at_20_max
value: 51.7658
verified: no, type: nauc_ndcg_at_20_std
value: 24.0852
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.7103
verified: no, type: nauc_ndcg_at_100_max
value: 54.4474
verified: no, type: nauc_ndcg_at_100_std
value: 31.6873
verified: no, type: nauc_ndcg_at_100_diff1
value: 17.1214
verified: no, type: nauc_ndcg_at_1000_max
value: 56.9241
verified: no, type: nauc_ndcg_at_1000_std
value: 38.0309
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.6583
verified: no, type: nauc_map_at_1_max
value: 40.3816
verified: no, type: nauc_map_at_1_std
value: 5.3704
verified: no, type: nauc_map_at_1_diff1
value: 53.0836
verified: no, type: nauc_map_at_3_max
value: 42.9518
verified: no, type: nauc_map_at_3_std
value: 8.5508
verified: no, type: nauc_map_at_3_diff1
value: 41.4236
verified: no, type: nauc_map_at_5_max
value: 44.039699999999996
verified: no, type: nauc_map_at_5_std
value: 9.459299999999999
verified: no, type: nauc_map_at_5_diff1
value: 34.3919
verified: no, type: nauc_map_at_10_max
value: 43.518699999999995
verified: no, type: nauc_map_at_10_std
value: 10.4546
verified: no, type: nauc_map_at_10_diff1
value: 28.8859
verified: no, type: nauc_map_at_20_max
value: 45.3241
verified: no, type: nauc_map_at_20_std
value: 13.3366
verified: no, type: nauc_map_at_20_diff1
value: 26.4547
verified: no, type: nauc_map_at_100_max
value: 47.9247
verified: no, type: nauc_map_at_100_std
value: 20.048
verified: no, type: nauc_map_at_100_diff1
value: 21.915499999999998
verified: no, type: nauc_map_at_1000_max
value: 48.8745
verified: no, type: nauc_map_at_1000_std
value: 23.2159
verified: no, type: nauc_map_at_1000_diff1
value: 21.1535
verified: no, type: nauc_recall_at_1_max
value: 40.3816
verified: no, type: nauc_recall_at_1_std
value: 5.3704
verified: no, type: nauc_recall_at_1_diff1
value: 53.0836
verified: no, type: nauc_recall_at_3_max
value: 43.917699999999996
verified: no, type: nauc_recall_at_3_std
value: 8.602
verified: no, type: nauc_recall_at_3_diff1
value: 36.0712
verified: no, type: nauc_recall_at_5_max
value: 43.6882
verified: no, type: nauc_recall_at_5_std
value: 9.4163
verified: no, type: nauc_recall_at_5_diff1
value: 21.9081
verified: no, type: nauc_recall_at_10_max
value: 40.0266
verified: no, type: nauc_recall_at_10_std
value: 11.4113
verified: no, type: nauc_recall_at_10_diff1
value: 12.4679
verified: no, type: nauc_recall_at_20_max
value: 40.718199999999996
verified: no, type: nauc_recall_at_20_std
value: 13.3378
verified: no, type: nauc_recall_at_20_diff1
value: 8.6095
verified: no, type: nauc_recall_at_100_max
value: 48.9917
verified: no, type: nauc_recall_at_100_std
value: 34.8589
verified: no, type: nauc_recall_at_100_diff1
value: 2.7233
verified: no, type: nauc_recall_at_1000_max
value: 63.3372
verified: no, type: nauc_recall_at_1000_std
value: 63.046899999999994
verified: no, type: nauc_recall_at_1000_diff1
value: -9.3282
verified: no, type: nauc_precision_at_1_max
value: 44.1351
verified: no, type: nauc_precision_at_1_std
value: 25.255300000000002
verified: no, type: nauc_precision_at_1_diff1
value: 28.532200000000003
verified: no, type: nauc_precision_at_3_max
value: 46.5017
verified: no, type: nauc_precision_at_3_std
value: 29.053
verified: no, type: nauc_precision_at_3_diff1
value: 12.581500000000002
verified: no, type: nauc_precision_at_5_max
value: 50.9217
verified: no, type: nauc_precision_at_5_std
value: 35.749900000000004
verified: no, type: nauc_precision_at_5_diff1
value: 2.922
verified: no, type: nauc_precision_at_10_max
value: 45.213
verified: no, type: nauc_precision_at_10_std
value: 38.149100000000004
verified: no, type: nauc_precision_at_10_diff1
value: -7.9922
verified: no, type: nauc_precision_at_20_max
value: 40.5852
verified: no, type: nauc_precision_at_20_std
value: 40.3656
verified: no, type: nauc_precision_at_20_diff1
value: -11.210199999999999
verified: no, type: nauc_precision_at_100_max
value: 28.71
verified: no, type: nauc_precision_at_100_std
value: 43.1581
verified: no, type: nauc_precision_at_100_diff1
value: -15.4147
verified: no, type: nauc_precision_at_1000_max
value: 17.1742
verified: no, type: nauc_precision_at_1000_std
value: 35.162
verified: no, type: nauc_precision_at_1000_diff1
value: -8.7069
verified: no, type: nauc_mrr_at_1_max
value: 44.1351
verified: no, type: nauc_mrr_at_1_std
value: 25.255300000000002
verified: no, type: nauc_mrr_at_1_diff1
value: 28.532200000000003
verified: no, type: nauc_mrr_at_3_max
value: 51.83069999999999
verified: no, type: nauc_mrr_at_3_std
value: 30.6181
verified: no, type: nauc_mrr_at_3_diff1
value: 26.160600000000002
verified: no, type: nauc_mrr_at_5_max
value: 52.36110000000001
verified: no, type: nauc_mrr_at_5_std
value: 30.839100000000002
verified: no, type: nauc_mrr_at_5_diff1
value: 24.5763
verified: no, type: nauc_mrr_at_10_max
value: 52.1246
verified: no, type: nauc_mrr_at_10_std
value: 30.9131
verified: no, type: nauc_mrr_at_10_diff1
value: 23.5647
verified: no, type: nauc_mrr_at_20_max
value: 51.9513
verified: no, type: nauc_mrr_at_20_std
value: 30.7942
verified: no, type: nauc_mrr_at_20_diff1
value: 23.8432
verified: no, type: nauc_mrr_at_100_max
value: 52.123200000000004
verified: no, type: nauc_mrr_at_100_std
value: 30.9398
verified: no, type: nauc_mrr_at_100_diff1
value: 23.9534
verified: no, type: nauc_mrr_at_1000_max
value: 52.076299999999996
verified: no, type: nauc_mrr_at_1000_std
value: 30.8819
verified: no, type: nauc_mrr_at_1000_diff1
value: 23.9329
verified: no, type: main_score
value: 24.891
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB CUREv1 (en)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: otorhinolaryngology
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 58.75
verified: no, type: ndcg_at_3
value: 51.113
verified: no, type: ndcg_at_5
value: 48.946
verified: no, type: ndcg_at_10
value: 47.447
verified: no, type: ndcg_at_20
value: 47.425
verified: no, type: ndcg_at_100
value: 54.642
verified: no, type: ndcg_at_1000
value: 65.155
verified: no, type: map_at_1
value: 6.365
verified: no, type: map_at_3
value: 12.296999999999999
verified: no, type: map_at_5
value: 14.866999999999999
verified: no, type: map_at_10
value: 18.975
verified: no, type: map_at_20
value: 22.985
verified: no, type: map_at_100
value: 30.8
verified: no, type: map_at_1000
value: 35.141
verified: no, type: recall_at_1
value: 6.365
verified: no, type: recall_at_3
value: 13.253
verified: no, type: recall_at_5
value: 17.333000000000002
verified: no, type: recall_at_10
value: 25.029
verified: no, type: recall_at_20
value: 34.623
verified: no, type: recall_at_100
value: 62.605
verified: no, type: recall_at_1000
value: 94.306
verified: no, type: precision_at_1
value: 70
verified: no, type: precision_at_3
value: 56.333
verified: no, type: precision_at_5
value: 50.6
verified: no, type: precision_at_10
value: 41.75
verified: no, type: precision_at_20
value: 33.800000000000004
verified: no, type: precision_at_100
value: 16.845
verified: no, type: precision_at_1000
value: 3.3939999999999997
verified: no, type: mrr_at_1
value: 70
verified: no, type: mrr_at_3
value: 77.0833
verified: no, type: mrr_at_5
value: 78.7333
verified: no, type: mrr_at_10
value: 78.9942
verified: no, type: mrr_at_20
value: 79.0994
verified: no, type: mrr_at_100
value: 79.1791
verified: no, type: mrr_at_1000
value: 79.183
verified: no, type: nauc_ndcg_at_1_max
value: 23.0541
verified: no, type: nauc_ndcg_at_1_std
value: -6.7547999999999995
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.7899
verified: no, type: nauc_ndcg_at_3_max
value: 31.9251
verified: no, type: nauc_ndcg_at_3_std
value: 5.774900000000001
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.1505
verified: no, type: nauc_ndcg_at_5_max
value: 31.531599999999997
verified: no, type: nauc_ndcg_at_5_std
value: 6.903099999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 25.2152
verified: no, type: nauc_ndcg_at_10_max
value: 32.771
verified: no, type: nauc_ndcg_at_10_std
value: 4.9274
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.6843
verified: no, type: nauc_ndcg_at_20_max
value: 29.857400000000002
verified: no, type: nauc_ndcg_at_20_std
value: 2.3416
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.3388
verified: no, type: nauc_ndcg_at_100_max
value: 29.4487
verified: no, type: nauc_ndcg_at_100_std
value: 8.363199999999999
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.3061
verified: no, type: nauc_ndcg_at_1000_max
value: 32.656800000000004
verified: no, type: nauc_ndcg_at_1000_std
value: 15.3001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.607599999999998
verified: no, type: nauc_map_at_1_max
value: 2.984
verified: no, type: nauc_map_at_1_std
value: -16.3357
verified: no, type: nauc_map_at_1_diff1
value: 39.8679
verified: no, type: nauc_map_at_3_max
value: 13.1494
verified: no, type: nauc_map_at_3_std
value: -9.7997
verified: no, type: nauc_map_at_3_diff1
value: 32.3868
verified: no, type: nauc_map_at_5_max
value: 15.5304
verified: no, type: nauc_map_at_5_std
value: -6.934899999999999
verified: no, type: nauc_map_at_5_diff1
value: 29.6433
verified: no, type: nauc_map_at_10_max
value: 20.6028
verified: no, type: nauc_map_at_10_std
value: -4.782
verified: no, type: nauc_map_at_10_diff1
value: 26.6735
verified: no, type: nauc_map_at_20_max
value: 23.7623
verified: no, type: nauc_map_at_20_std
value: -1.7728000000000002
verified: no, type: nauc_map_at_20_diff1
value: 24.4019
verified: no, type: nauc_map_at_100_max
value: 27.324900000000003
verified: no, type: nauc_map_at_100_std
value: 7.7754
verified: no, type: nauc_map_at_100_diff1
value: 22.1984
verified: no, type: nauc_map_at_1000_max
value: 27.751900000000003
verified: no, type: nauc_map_at_1000_std
value: 13.422899999999998
verified: no, type: nauc_map_at_1000_diff1
value: 20.6692
verified: no, type: nauc_recall_at_1_max
value: 2.984
verified: no, type: nauc_recall_at_1_std
value: -16.3357
verified: no, type: nauc_recall_at_1_diff1
value: 39.8679
verified: no, type: nauc_recall_at_3_max
value: 11.4488
verified: no, type: nauc_recall_at_3_std
value: -9.1606
verified: no, type: nauc_recall_at_3_diff1
value: 32.008199999999995
verified: no, type: nauc_recall_at_5_max
value: 11.7309
verified: no, type: nauc_recall_at_5_std
value: -7.855099999999999
verified: no, type: nauc_recall_at_5_diff1
value: 26.928
verified: no, type: nauc_recall_at_10_max
value: 14.1124
verified: no, type: nauc_recall_at_10_std
value: -8.2747
verified: no, type: nauc_recall_at_10_diff1
value: 21.8328
verified: no, type: nauc_recall_at_20_max
value: 13.697999999999999
verified: no, type: nauc_recall_at_20_std
value: -5.6466
verified: no, type: nauc_recall_at_20_diff1
value: 17.2139
verified: no, type: nauc_recall_at_100_max
value: 12.7504
verified: no, type: nauc_recall_at_100_std
value: 9.058399999999999
verified: no, type: nauc_recall_at_100_diff1
value: 8.5206
verified: no, type: nauc_recall_at_1000_max
value: 37.2254
verified: no, type: nauc_recall_at_1000_std
value: 49.817699999999995
verified: no, type: nauc_recall_at_1000_diff1
value: -4.812799999999999
verified: no, type: nauc_precision_at_1_max
value: 27.128400000000003
verified: no, type: nauc_precision_at_1_std
value: -6.3169
verified: no, type: nauc_precision_at_1_diff1
value: 37.2347
verified: no, type: nauc_precision_at_3_max
value: 40.02
verified: no, type: nauc_precision_at_3_std
value: 17.0871
verified: no, type: nauc_precision_at_3_diff1
value: 16.1509
verified: no, type: nauc_precision_at_5_max
value: 35.7648
verified: no, type: nauc_precision_at_5_std
value: 22.4046
verified: no, type: nauc_precision_at_5_diff1
value: 3.5429000000000004
verified: no, type: nauc_precision_at_10_max
value: 32.5383
verified: no, type: nauc_precision_at_10_std
value: 19.8196
verified: no, type: nauc_precision_at_10_diff1
value: -2.6108
verified: no, type: nauc_precision_at_20_max
value: 24.7033
verified: no, type: nauc_precision_at_20_std
value: 20.3249
verified: no, type: nauc_precision_at_20_diff1
value: -5.3223
verified: no, type: nauc_precision_at_100_max
value: 4.4075999999999995
verified: no, type: nauc_precision_at_100_std
value: 20.3847
verified: no, type: nauc_precision_at_100_diff1
value: -7.7542
verified: no, type: nauc_precision_at_1000_max
value: -0.1031
verified: no, type: nauc_precision_at_1000_std
value: 13.970699999999999
verified: no, type: nauc_precision_at_1000_diff1
value: -8.6302
verified: no, type: nauc_mrr_at_1_max
value: 27.128400000000003
verified: no, type: nauc_mrr_at_1_std
value: -6.3169
verified: no, type: nauc_mrr_at_1_diff1
value: 37.2347
verified: no, type: nauc_mrr_at_3_max
value: 32.1131
verified: no, type: nauc_mrr_at_3_std
value: 2.7546
verified: no, type: nauc_mrr_at_3_diff1
value: 37.2989
verified: no, type: nauc_mrr_at_5_max
value: 30.8927
verified: no, type: nauc_mrr_at_5_std
value: 0.422
verified: no, type: nauc_mrr_at_5_diff1
value: 36.0035
verified: no, type: nauc_mrr_at_10_max
value: 30.3494
verified: no, type: nauc_mrr_at_10_std
value: -0.2848
verified: no, type: nauc_mrr_at_10_diff1
value: 35.881600000000006
verified: no, type: nauc_mrr_at_20_max
value: 30.2487
verified: no, type: nauc_mrr_at_20_std
value: -0.4132
verified: no, type: nauc_mrr_at_20_diff1
value: 35.9397
verified: no, type: nauc_mrr_at_100_max
value: 30.206
verified: no, type: nauc_mrr_at_100_std
value: -0.39039999999999997
verified: no, type: nauc_mrr_at_100_diff1
value: 36.020799999999994
verified: no, type: nauc_mrr_at_1000_max
value: 30.2487
verified: no, type: nauc_mrr_at_1000_std
value: -0.3869
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.0524
verified: no, type: main_score
value: 47.447
verified: no
task: type: Retrieval, dataset: config: es
name: MTEB CUREv1 (es)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: otorhinolaryngology
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 9
verified: no, type: ndcg_at_3
value: 8.487
verified: no, type: ndcg_at_5
value: 8.622
verified: no, type: ndcg_at_10
value: 9.475999999999999
verified: no, type: ndcg_at_20
value: 10.620000000000001
verified: no, type: ndcg_at_100
value: 16.346
verified: no, type: ndcg_at_1000
value: 27.265
verified: no, type: map_at_1
value: 0.9900000000000001
verified: no, type: map_at_3
value: 1.892
verified: no, type: map_at_5
value: 2.261
verified: no, type: map_at_10
value: 2.94
verified: no, type: map_at_20
value: 3.6990000000000003
verified: no, type: map_at_100
value: 5.8229999999999995
verified: no, type: map_at_1000
value: 7.664999999999999
verified: no, type: recall_at_1
value: 0.9900000000000001
verified: no, type: recall_at_3
value: 2.637
verified: no, type: recall_at_5
value: 3.6189999999999998
verified: no, type: recall_at_10
value: 5.88
verified: no, type: recall_at_20
value: 9.259
verified: no, type: recall_at_100
value: 25.215
verified: no, type: recall_at_1000
value: 58.672999999999995
verified: no, type: precision_at_1
value: 12
verified: no, type: precision_at_3
value: 10.333
verified: no, type: precision_at_5
value: 10
verified: no, type: precision_at_10
value: 9.65
verified: no, type: precision_at_20
value: 8.825
verified: no, type: precision_at_100
value: 6.175
verified: no, type: precision_at_1000
value: 1.916
verified: no, type: mrr_at_1
value: 12
verified: no, type: mrr_at_3
value: 16.5833
verified: no, type: mrr_at_5
value: 18.9583
verified: no, type: mrr_at_10
value: 20.194000000000003
verified: no, type: mrr_at_20
value: 21.0313
verified: no, type: mrr_at_100
value: 21.6374
verified: no, type: mrr_at_1000
value: 21.7083
verified: no, type: nauc_ndcg_at_1_max
value: 42.2033
verified: no, type: nauc_ndcg_at_1_std
value: 33.1304
verified: no, type: nauc_ndcg_at_1_diff1
value: 3.8263
verified: no, type: nauc_ndcg_at_3_max
value: 36.240899999999996
verified: no, type: nauc_ndcg_at_3_std
value: 46.0242
verified: no, type: nauc_ndcg_at_3_diff1
value: 0.638
verified: no, type: nauc_ndcg_at_5_max
value: 35.0781
verified: no, type: nauc_ndcg_at_5_std
value: 44.2813
verified: no, type: nauc_ndcg_at_5_diff1
value: -0.772
verified: no, type: nauc_ndcg_at_10_max
value: 34.6139
verified: no, type: nauc_ndcg_at_10_std
value: 47.0856
verified: no, type: nauc_ndcg_at_10_diff1
value: 2.5038
verified: no, type: nauc_ndcg_at_20_max
value: 38.8003
verified: no, type: nauc_ndcg_at_20_std
value: 49.3951
verified: no, type: nauc_ndcg_at_20_diff1
value: 6.1885
verified: no, type: nauc_ndcg_at_100_max
value: 43.7993
verified: no, type: nauc_ndcg_at_100_std
value: 57.052
verified: no, type: nauc_ndcg_at_100_diff1
value: 6.4491000000000005
verified: no, type: nauc_ndcg_at_1000_max
value: 50.7017
verified: no, type: nauc_ndcg_at_1000_std
value: 58.455999999999996
verified: no, type: nauc_ndcg_at_1000_diff1
value: 3.6403
verified: no, type: nauc_map_at_1_max
value: 46.286899999999996
verified: no, type: nauc_map_at_1_std
value: 26.722600000000003
verified: no, type: nauc_map_at_1_diff1
value: 23.3318
verified: no, type: nauc_map_at_3_max
value: 34.0861
verified: no, type: nauc_map_at_3_std
value: 46.7414
verified: no, type: nauc_map_at_3_diff1
value: 8.5018
verified: no, type: nauc_map_at_5_max
value: 34.7325
verified: no, type: nauc_map_at_5_std
value: 43.0688
verified: no, type: nauc_map_at_5_diff1
value: 9.9683
verified: no, type: nauc_map_at_10_max
value: 35.2354
verified: no, type: nauc_map_at_10_std
value: 46.2276
verified: no, type: nauc_map_at_10_diff1
value: 11.2777
verified: no, type: nauc_map_at_20_max
value: 39.5891
verified: no, type: nauc_map_at_20_std
value: 48.1422
verified: no, type: nauc_map_at_20_diff1
value: 10.886999999999999
verified: no, type: nauc_map_at_100_max
value: 42.2714
verified: no, type: nauc_map_at_100_std
value: 57.924699999999994
verified: no, type: nauc_map_at_100_diff1
value: 7.001799999999999
verified: no, type: nauc_map_at_1000_max
value: 44.162800000000004
verified: no, type: nauc_map_at_1000_std
value: 59.3092
verified: no, type: nauc_map_at_1000_diff1
value: 3.3226
verified: no, type: nauc_recall_at_1_max
value: 46.286899999999996
verified: no, type: nauc_recall_at_1_std
value: 26.722600000000003
verified: no, type: nauc_recall_at_1_diff1
value: 23.3318
verified: no, type: nauc_recall_at_3_max
value: 26.035399999999996
verified: no, type: nauc_recall_at_3_std
value: 53.1263
verified: no, type: nauc_recall_at_3_diff1
value: 0.42129999999999995
verified: no, type: nauc_recall_at_5_max
value: 25.4674
verified: no, type: nauc_recall_at_5_std
value: 44.1066
verified: no, type: nauc_recall_at_5_diff1
value: 4.22
verified: no, type: nauc_recall_at_10_max
value: 24.2043
verified: no, type: nauc_recall_at_10_std
value: 43.383
verified: no, type: nauc_recall_at_10_diff1
value: 10.5937
verified: no, type: nauc_recall_at_20_max
value: 36.433
verified: no, type: nauc_recall_at_20_std
value: 46.3323
verified: no, type: nauc_recall_at_20_diff1
value: 13.9961
verified: no, type: nauc_recall_at_100_max
value: 37.576100000000004
verified: no, type: nauc_recall_at_100_std
value: 54.7615
verified: no, type: nauc_recall_at_100_diff1
value: 11.209900000000001
verified: no, type: nauc_recall_at_1000_max
value: 55.1674
verified: no, type: nauc_recall_at_1000_std
value: 59.4684
verified: no, type: nauc_recall_at_1000_diff1
value: 11.3697
verified: no, type: nauc_precision_at_1_max
value: 42.180800000000005
verified: no, type: nauc_precision_at_1_std
value: 32.8073
verified: no, type: nauc_precision_at_1_diff1
value: 0.4348
verified: no, type: nauc_precision_at_3_max
value: 38.1217
verified: no, type: nauc_precision_at_3_std
value: 46.0086
verified: no, type: nauc_precision_at_3_diff1
value: -2.2963
verified: no, type: nauc_precision_at_5_max
value: 35.9551
verified: no, type: nauc_precision_at_5_std
value: 42.0543
verified: no, type: nauc_precision_at_5_diff1
value: -3.1207
verified: no, type: nauc_precision_at_10_max
value: 34.2246
verified: no, type: nauc_precision_at_10_std
value: 46.5836
verified: no, type: nauc_precision_at_10_diff1
value: -2.844
verified: no, type: nauc_precision_at_20_max
value: 39.338899999999995
verified: no, type: nauc_precision_at_20_std
value: 50.256299999999996
verified: no, type: nauc_precision_at_20_diff1
value: -3.9847
verified: no, type: nauc_precision_at_100_max
value: 35.5887
verified: no, type: nauc_precision_at_100_std
value: 49.170700000000004
verified: no, type: nauc_precision_at_100_diff1
value: -6.653499999999999
verified: no, type: nauc_precision_at_1000_max
value: 22.698999999999998
verified: no, type: nauc_precision_at_1000_std
value: 23.137900000000002
verified: no, type: nauc_precision_at_1000_diff1
value: -5.8536
verified: no, type: nauc_mrr_at_1_max
value: 42.180800000000005
verified: no, type: nauc_mrr_at_1_std
value: 32.8073
verified: no, type: nauc_mrr_at_1_diff1
value: 0.4348
verified: no, type: nauc_mrr_at_3_max
value: 39.9656
verified: no, type: nauc_mrr_at_3_std
value: 38.564
verified: no, type: nauc_mrr_at_3_diff1
value: -0.4943
verified: no, type: nauc_mrr_at_5_max
value: 39.152300000000004
verified: no, type: nauc_mrr_at_5_std
value: 38.2446
verified: no, type: nauc_mrr_at_5_diff1
value: -1.0491000000000001
verified: no, type: nauc_mrr_at_10_max
value: 39.4098
verified: no, type: nauc_mrr_at_10_std
value: 38.4484
verified: no, type: nauc_mrr_at_10_diff1
value: -0.134
verified: no, type: nauc_mrr_at_20_max
value: 40.426899999999996
verified: no, type: nauc_mrr_at_20_std
value: 38.9061
verified: no, type: nauc_mrr_at_20_diff1
value: 0.20010000000000003
verified: no, type: nauc_mrr_at_100_max
value: 40.4788
verified: no, type: nauc_mrr_at_100_std
value: 38.8631
verified: no, type: nauc_mrr_at_100_diff1
value: -0.013300000000000001
verified: no, type: nauc_mrr_at_1000_max
value: 40.4469
verified: no, type: nauc_mrr_at_1000_std
value: 38.8602
verified: no, type: nauc_mrr_at_1000_diff1
value: 0.0619
verified: no, type: main_score
value: 9.475999999999999
verified: no
task: type: Retrieval, dataset: config: fr
name: MTEB CUREv1 (fr)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: otorhinolaryngology
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 19.5
verified: no, type: ndcg_at_3
value: 17.663
verified: no, type: ndcg_at_5
value: 17.574
verified: no, type: ndcg_at_10
value: 17.660999999999998
verified: no, type: ndcg_at_20
value: 18.372
verified: no, type: ndcg_at_100
value: 24.366
verified: no, type: ndcg_at_1000
value: 35.075
verified: no, type: map_at_1
value: 2.095
verified: no, type: map_at_3
value: 4.43
verified: no, type: map_at_5
value: 5.437
verified: no, type: map_at_10
value: 6.736000000000001
verified: no, type: map_at_20
value: 8.116
verified: no, type: map_at_100
value: 11.183
verified: no, type: map_at_1000
value: 13.373
verified: no, type: recall_at_1
value: 2.095
verified: no, type: recall_at_3
value: 5.135
verified: no, type: recall_at_5
value: 7.002999999999999
verified: no, type: recall_at_10
value: 10.571
verified: no, type: recall_at_20
value: 14.809
verified: no, type: recall_at_100
value: 32.126
verified: no, type: recall_at_1000
value: 64.834
verified: no, type: precision_at_1
value: 25.5
verified: no, type: precision_at_3
value: 21.5
verified: no, type: precision_at_5
value: 19.7
verified: no, type: precision_at_10
value: 16.6
verified: no, type: precision_at_20
value: 13.8
verified: no, type: precision_at_100
value: 8.075000000000001
verified: no, type: precision_at_1000
value: 2.1399999999999997
verified: no, type: mrr_at_1
value: 25.5
verified: no, type: mrr_at_3
value: 31.9167
verified: no, type: mrr_at_5
value: 33.216699999999996
verified: no, type: mrr_at_10
value: 34.9563
verified: no, type: mrr_at_20
value: 35.6321
verified: no, type: mrr_at_100
value: 36.0473
verified: no, type: mrr_at_1000
value: 36.106500000000004
verified: no, type: nauc_ndcg_at_1_max
value: 38.752900000000004
verified: no, type: nauc_ndcg_at_1_std
value: 22.9816
verified: no, type: nauc_ndcg_at_1_diff1
value: 14.973
verified: no, type: nauc_ndcg_at_3_max
value: 45.1268
verified: no, type: nauc_ndcg_at_3_std
value: 27.2744
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.1938
verified: no, type: nauc_ndcg_at_5_max
value: 50.1247
verified: no, type: nauc_ndcg_at_5_std
value: 32.867000000000004
verified: no, type: nauc_ndcg_at_5_diff1
value: 17.5213
verified: no, type: nauc_ndcg_at_10_max
value: 54.09080000000001
verified: no, type: nauc_ndcg_at_10_std
value: 35.4424
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.7834
verified: no, type: nauc_ndcg_at_20_max
value: 55.9825
verified: no, type: nauc_ndcg_at_20_std
value: 36.863600000000005
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.8584
verified: no, type: nauc_ndcg_at_100_max
value: 60.00529999999999
verified: no, type: nauc_ndcg_at_100_std
value: 45.7262
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.6427
verified: no, type: nauc_ndcg_at_1000_max
value: 59.0706
verified: no, type: nauc_ndcg_at_1000_std
value: 50.505100000000006
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.5525
verified: no, type: nauc_map_at_1_max
value: 33.4795
verified: no, type: nauc_map_at_1_std
value: 14.426400000000001
verified: no, type: nauc_map_at_1_diff1
value: 16.761699999999998
verified: no, type: nauc_map_at_3_max
value: 37.6433
verified: no, type: nauc_map_at_3_std
value: 16.2529
verified: no, type: nauc_map_at_3_diff1
value: 12.893099999999999
verified: no, type: nauc_map_at_5_max
value: 41.5271
verified: no, type: nauc_map_at_5_std
value: 20.3954
verified: no, type: nauc_map_at_5_diff1
value: 17.0506
verified: no, type: nauc_map_at_10_max
value: 47.210499999999996
verified: no, type: nauc_map_at_10_std
value: 25.4344
verified: no, type: nauc_map_at_10_diff1
value: 19.8433
verified: no, type: nauc_map_at_20_max
value: 51.430299999999995
verified: no, type: nauc_map_at_20_std
value: 31.0075
verified: no, type: nauc_map_at_20_diff1
value: 21.435000000000002
verified: no, type: nauc_map_at_100_max
value: 55.723299999999995
verified: no, type: nauc_map_at_100_std
value: 41.9041
verified: no, type: nauc_map_at_100_diff1
value: 20.6049
verified: no, type: nauc_map_at_1000_max
value: 54.0405
verified: no, type: nauc_map_at_1000_std
value: 45.088
verified: no, type: nauc_map_at_1000_diff1
value: 17.8828
verified: no, type: nauc_recall_at_1_max
value: 33.4795
verified: no, type: nauc_recall_at_1_std
value: 14.426400000000001
verified: no, type: nauc_recall_at_1_diff1
value: 16.761699999999998
verified: no, type: nauc_recall_at_3_max
value: 41.3467
verified: no, type: nauc_recall_at_3_std
value: 19.2823
verified: no, type: nauc_recall_at_3_diff1
value: 13.3268
verified: no, type: nauc_recall_at_5_max
value: 46.3683
verified: no, type: nauc_recall_at_5_std
value: 23.827
verified: no, type: nauc_recall_at_5_diff1
value: 19.297
verified: no, type: nauc_recall_at_10_max
value: 50.0236
verified: no, type: nauc_recall_at_10_std
value: 25.537
verified: no, type: nauc_recall_at_10_diff1
value: 23.9121
verified: no, type: nauc_recall_at_20_max
value: 52.249500000000005
verified: no, type: nauc_recall_at_20_std
value: 30.9311
verified: no, type: nauc_recall_at_20_diff1
value: 23.5544
verified: no, type: nauc_recall_at_100_max
value: 60.0984
verified: no, type: nauc_recall_at_100_std
value: 46.9398
verified: no, type: nauc_recall_at_100_diff1
value: 20.657600000000002
verified: no, type: nauc_recall_at_1000_max
value: 71.0111
verified: no, type: nauc_recall_at_1000_std
value: 63.178999999999995
verified: no, type: nauc_recall_at_1000_diff1
value: 14.643900000000002
verified: no, type: nauc_precision_at_1_max
value: 38.3342
verified: no, type: nauc_precision_at_1_std
value: 24.3116
verified: no, type: nauc_precision_at_1_diff1
value: 12.347199999999999
verified: no, type: nauc_precision_at_3_max
value: 49.369099999999996
verified: no, type: nauc_precision_at_3_std
value: 32.3882
verified: no, type: nauc_precision_at_3_diff1
value: 16.189500000000002
verified: no, type: nauc_precision_at_5_max
value: 55.2461
verified: no, type: nauc_precision_at_5_std
value: 39.0339
verified: no, type: nauc_precision_at_5_diff1
value: 17.2901
verified: no, type: nauc_precision_at_10_max
value: 57.067800000000005
verified: no, type: nauc_precision_at_10_std
value: 43.318
verified: no, type: nauc_precision_at_10_diff1
value: 17.4133
verified: no, type: nauc_precision_at_20_max
value: 52.382600000000004
verified: no, type: nauc_precision_at_20_std
value: 45.1982
verified: no, type: nauc_precision_at_20_diff1
value: 16.1817
verified: no, type: nauc_precision_at_100_max
value: 33.0242
verified: no, type: nauc_precision_at_100_std
value: 43.7429
verified: no, type: nauc_precision_at_100_diff1
value: 6.1582
verified: no, type: nauc_precision_at_1000_max
value: 6.4754000000000005
verified: no, type: nauc_precision_at_1000_std
value: 16.081500000000002
verified: no, type: nauc_precision_at_1000_diff1
value: -2.5237
verified: no, type: nauc_mrr_at_1_max
value: 38.3342
verified: no, type: nauc_mrr_at_1_std
value: 24.3116
verified: no, type: nauc_mrr_at_1_diff1
value: 12.347199999999999
verified: no, type: nauc_mrr_at_3_max
value: 44.7413
verified: no, type: nauc_mrr_at_3_std
value: 28.607100000000003
verified: no, type: nauc_mrr_at_3_diff1
value: 15.176
verified: no, type: nauc_mrr_at_5_max
value: 46.9016
verified: no, type: nauc_mrr_at_5_std
value: 29.964000000000002
verified: no, type: nauc_mrr_at_5_diff1
value: 15.0206
verified: no, type: nauc_mrr_at_10_max
value: 46.6374
verified: no, type: nauc_mrr_at_10_std
value: 29.4985
verified: no, type: nauc_mrr_at_10_diff1
value: 15.9884
verified: no, type: nauc_mrr_at_20_max
value: 46.2181
verified: no, type: nauc_mrr_at_20_std
value: 29.538999999999998
verified: no, type: nauc_mrr_at_20_diff1
value: 15.964999999999998
verified: no, type: nauc_mrr_at_100_max
value: 46.1424
verified: no, type: nauc_mrr_at_100_std
value: 29.5665
verified: no, type: nauc_mrr_at_100_diff1
value: 15.7968
verified: no, type: nauc_mrr_at_1000_max
value: 46.1536
verified: no, type: nauc_mrr_at_1000_std
value: 29.5835
verified: no, type: nauc_mrr_at_1000_diff1
value: 15.7713
verified: no, type: main_score
value: 17.660999999999998
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB CUREv1 (en)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: plastic_surgery
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 67.75
verified: no, type: ndcg_at_3
value: 59.958
verified: no, type: ndcg_at_5
value: 56.188
verified: no, type: ndcg_at_10
value: 54.081999999999994
verified: no, type: ndcg_at_20
value: 54.352000000000004
verified: no, type: ndcg_at_100
value: 63.461
verified: no, type: ndcg_at_1000
value: 71.052
verified: no, type: map_at_1
value: 8.769
verified: no, type: map_at_3
value: 16.821
verified: no, type: map_at_5
value: 20.674999999999997
verified: no, type: map_at_10
value: 25.861
verified: no, type: map_at_20
value: 30.334
verified: no, type: map_at_100
value: 39.324
verified: no, type: map_at_1000
value: 42.05
verified: no, type: recall_at_1
value: 8.769
verified: no, type: recall_at_3
value: 17.97
verified: no, type: recall_at_5
value: 23.372999999999998
verified: no, type: recall_at_10
value: 32.952
verified: no, type: recall_at_20
value: 43.49
verified: no, type: recall_at_100
value: 74.634
verified: no, type: recall_at_1000
value: 97.513
verified: no, type: precision_at_1
value: 78
verified: no, type: precision_at_3
value: 62.333000000000006
verified: no, type: precision_at_5
value: 53.7
verified: no, type: precision_at_10
value: 42.75
verified: no, type: precision_at_20
value: 33.125
verified: no, type: precision_at_100
value: 15.129999999999999
verified: no, type: precision_at_1000
value: 2.39
verified: no, type: mrr_at_1
value: 78
verified: no, type: mrr_at_3
value: 85.25
verified: no, type: mrr_at_5
value: 86.05000000000001
verified: no, type: mrr_at_10
value: 86.3069
verified: no, type: mrr_at_20
value: 86.3364
verified: no, type: mrr_at_100
value: 86.3549
verified: no, type: mrr_at_1000
value: 86.3549
verified: no, type: nauc_ndcg_at_1_max
value: 39.9723
verified: no, type: nauc_ndcg_at_1_std
value: 1.3915
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.5282
verified: no, type: nauc_ndcg_at_3_max
value: 33.899
verified: no, type: nauc_ndcg_at_3_std
value: 4.6108
verified: no, type: nauc_ndcg_at_3_diff1
value: 28.0094
verified: no, type: nauc_ndcg_at_5_max
value: 32.277699999999996
verified: no, type: nauc_ndcg_at_5_std
value: 9.3641
verified: no, type: nauc_ndcg_at_5_diff1
value: 25.5435
verified: no, type: nauc_ndcg_at_10_max
value: 29.232999999999997
verified: no, type: nauc_ndcg_at_10_std
value: 11.2034
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.6675
verified: no, type: nauc_ndcg_at_20_max
value: 27.5872
verified: no, type: nauc_ndcg_at_20_std
value: 11.1633
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.0519
verified: no, type: nauc_ndcg_at_100_max
value: 31.857999999999997
verified: no, type: nauc_ndcg_at_100_std
value: 26.0807
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.3271
verified: no, type: nauc_ndcg_at_1000_max
value: 31.2605
verified: no, type: nauc_ndcg_at_1000_std
value: 21.9248
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.2753
verified: no, type: nauc_map_at_1_max
value: 11.0953
verified: no, type: nauc_map_at_1_std
value: -16.169
verified: no, type: nauc_map_at_1_diff1
value: 43.9757
verified: no, type: nauc_map_at_3_max
value: 15.6448
verified: no, type: nauc_map_at_3_std
value: -11.5982
verified: no, type: nauc_map_at_3_diff1
value: 24.3589
verified: no, type: nauc_map_at_5_max
value: 17.2011
verified: no, type: nauc_map_at_5_std
value: -7.3374
verified: no, type: nauc_map_at_5_diff1
value: 21.685399999999998
verified: no, type: nauc_map_at_10_max
value: 19.043499999999998
verified: no, type: nauc_map_at_10_std
value: -3.2707
verified: no, type: nauc_map_at_10_diff1
value: 18.8752
verified: no, type: nauc_map_at_20_max
value: 20.0765
verified: no, type: nauc_map_at_20_std
value: 2.5831
verified: no, type: nauc_map_at_20_diff1
value: 17.7315
verified: no, type: nauc_map_at_100_max
value: 20.599899999999998
verified: no, type: nauc_map_at_100_std
value: 18.8259
verified: no, type: nauc_map_at_100_diff1
value: 10.5128
verified: no, type: nauc_map_at_1000_max
value: 19.1446
verified: no, type: nauc_map_at_1000_std
value: 19.122700000000002
verified: no, type: nauc_map_at_1000_diff1
value: 7.8306000000000004
verified: no, type: nauc_recall_at_1_max
value: 11.0953
verified: no, type: nauc_recall_at_1_std
value: -16.169
verified: no, type: nauc_recall_at_1_diff1
value: 43.9757
verified: no, type: nauc_recall_at_3_max
value: 15.4575
verified: no, type: nauc_recall_at_3_std
value: -10.2927
verified: no, type: nauc_recall_at_3_diff1
value: 21.893
verified: no, type: nauc_recall_at_5_max
value: 14.186599999999999
verified: no, type: nauc_recall_at_5_std
value: -6.930600000000001
verified: no, type: nauc_recall_at_5_diff1
value: 17.793400000000002
verified: no, type: nauc_recall_at_10_max
value: 13.0639
verified: no, type: nauc_recall_at_10_std
value: -4.063400000000001
verified: no, type: nauc_recall_at_10_diff1
value: 16.2193
verified: no, type: nauc_recall_at_20_max
value: 13.801
verified: no, type: nauc_recall_at_20_std
value: 2.5117000000000003
verified: no, type: nauc_recall_at_20_diff1
value: 13.7599
verified: no, type: nauc_recall_at_100_max
value: 18.8061
verified: no, type: nauc_recall_at_100_std
value: 34.467999999999996
verified: no, type: nauc_recall_at_100_diff1
value: 4.1441
verified: no, type: nauc_recall_at_1000_max
value: 20.785899999999998
verified: no, type: nauc_recall_at_1000_std
value: 63.2456
verified: no, type: nauc_recall_at_1000_diff1
value: -11.3226
verified: no, type: nauc_precision_at_1_max
value: 38.5172
verified: no, type: nauc_precision_at_1_std
value: 3.4462
verified: no, type: nauc_precision_at_1_diff1
value: 50.5645
verified: no, type: nauc_precision_at_3_max
value: 19.0546
verified: no, type: nauc_precision_at_3_std
value: 8.3792
verified: no, type: nauc_precision_at_3_diff1
value: -1.7430999999999999
verified: no, type: nauc_precision_at_5_max
value: 16.231499999999997
verified: no, type: nauc_precision_at_5_std
value: 18.2838
verified: no, type: nauc_precision_at_5_diff1
value: -5.2056
verified: no, type: nauc_precision_at_10_max
value: 9.3026
verified: no, type: nauc_precision_at_10_std
value: 23.149800000000003
verified: no, type: nauc_precision_at_10_diff1
value: -12.2439
verified: no, type: nauc_precision_at_20_max
value: 1.4767000000000001
verified: no, type: nauc_precision_at_20_std
value: 26.437300000000004
verified: no, type: nauc_precision_at_20_diff1
value: -16.6781
verified: no, type: nauc_precision_at_100_max
value: -7.756200000000001
verified: no, type: nauc_precision_at_100_std
value: 22.622999999999998
verified: no, type: nauc_precision_at_100_diff1
value: -21.8454
verified: no, type: nauc_precision_at_1000_max
value: -17.3046
verified: no, type: nauc_precision_at_1000_std
value: -0.4687
verified: no, type: nauc_precision_at_1000_diff1
value: -21.2201
verified: no, type: nauc_mrr_at_1_max
value: 38.5172
verified: no, type: nauc_mrr_at_1_std
value: 3.4462
verified: no, type: nauc_mrr_at_1_diff1
value: 50.5645
verified: no, type: nauc_mrr_at_3_max
value: 48.4513
verified: no, type: nauc_mrr_at_3_std
value: 10.053700000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 46.6829
verified: no, type: nauc_mrr_at_5_max
value: 46.7355
verified: no, type: nauc_mrr_at_5_std
value: 8.5268
verified: no, type: nauc_mrr_at_5_diff1
value: 46.7111
verified: no, type: nauc_mrr_at_10_max
value: 45.942499999999995
verified: no, type: nauc_mrr_at_10_std
value: 7.4193
verified: no, type: nauc_mrr_at_10_diff1
value: 47.857699999999994
verified: no, type: nauc_mrr_at_20_max
value: 45.8818
verified: no, type: nauc_mrr_at_20_std
value: 7.475999999999999
verified: no, type: nauc_mrr_at_20_diff1
value: 47.7373
verified: no, type: nauc_mrr_at_100_max
value: 45.822
verified: no, type: nauc_mrr_at_100_std
value: 7.469
verified: no, type: nauc_mrr_at_100_diff1
value: 47.7016
verified: no, type: nauc_mrr_at_1000_max
value: 45.822
verified: no, type: nauc_mrr_at_1000_std
value: 7.469
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.7016
verified: no, type: main_score
value: 54.081999999999994
verified: no
task: type: Retrieval, dataset: config: es
name: MTEB CUREv1 (es)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: plastic_surgery
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 21.75
verified: no, type: ndcg_at_3
value: 18.837
verified: no, type: ndcg_at_5
value: 18.215999999999998
verified: no, type: ndcg_at_10
value: 18.512
verified: no, type: ndcg_at_20
value: 19.611
verified: no, type: ndcg_at_100
value: 26.711000000000002
verified: no, type: ndcg_at_1000
value: 36.405
verified: no, type: map_at_1
value: 2.932
verified: no, type: map_at_3
value: 4.791
verified: no, type: map_at_5
value: 5.998
verified: no, type: map_at_10
value: 7.713
verified: no, type: map_at_20
value: 9.075
verified: no, type: map_at_100
value: 12.352
verified: no, type: map_at_1000
value: 13.861
verified: no, type: recall_at_1
value: 2.932
verified: no, type: recall_at_3
value: 5.4510000000000005
verified: no, type: recall_at_5
value: 8.051
verified: no, type: recall_at_10
value: 12.638
verified: no, type: recall_at_20
value: 18.009
verified: no, type: recall_at_100
value: 38.15
verified: no, type: recall_at_1000
value: 71.577
verified: no, type: precision_at_1
value: 27
verified: no, type: precision_at_3
value: 19.833000000000002
verified: no, type: precision_at_5
value: 18.099999999999998
verified: no, type: precision_at_10
value: 15.75
verified: no, type: precision_at_20
value: 12.5
verified: no, type: precision_at_100
value: 6.52
verified: no, type: precision_at_1000
value: 1.498
verified: no, type: mrr_at_1
value: 27
verified: no, type: mrr_at_3
value: 31.833299999999998
verified: no, type: mrr_at_5
value: 33.7333
verified: no, type: mrr_at_10
value: 35.3665
verified: no, type: mrr_at_20
value: 35.9375
verified: no, type: mrr_at_100
value: 36.2769
verified: no, type: mrr_at_1000
value: 36.3373
verified: no, type: nauc_ndcg_at_1_max
value: 43.717800000000004
verified: no, type: nauc_ndcg_at_1_std
value: 35.2105
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.829500000000003
verified: no, type: nauc_ndcg_at_3_max
value: 43.349399999999996
verified: no, type: nauc_ndcg_at_3_std
value: 39.1872
verified: no, type: nauc_ndcg_at_3_diff1
value: 21.1047
verified: no, type: nauc_ndcg_at_5_max
value: 47.8451
verified: no, type: nauc_ndcg_at_5_std
value: 42.5181
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.078300000000002
verified: no, type: nauc_ndcg_at_10_max
value: 49.788199999999996
verified: no, type: nauc_ndcg_at_10_std
value: 46.5601
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.556
verified: no, type: nauc_ndcg_at_20_max
value: 51.60209999999999
verified: no, type: nauc_ndcg_at_20_std
value: 47.5537
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.5479
verified: no, type: nauc_ndcg_at_100_max
value: 53.5291
verified: no, type: nauc_ndcg_at_100_std
value: 59.6699
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.365499999999999
verified: no, type: nauc_ndcg_at_1000_max
value: 53.889900000000004
verified: no, type: nauc_ndcg_at_1000_std
value: 62.61449999999999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 11.686399999999999
verified: no, type: nauc_map_at_1_max
value: 36.228
verified: no, type: nauc_map_at_1_std
value: 16.9316
verified: no, type: nauc_map_at_1_diff1
value: 36.4257
verified: no, type: nauc_map_at_3_max
value: 37.6485
verified: no, type: nauc_map_at_3_std
value: 20.9514
verified: no, type: nauc_map_at_3_diff1
value: 24.4027
verified: no, type: nauc_map_at_5_max
value: 41.510999999999996
verified: no, type: nauc_map_at_5_std
value: 25.6374
verified: no, type: nauc_map_at_5_diff1
value: 21.309800000000003
verified: no, type: nauc_map_at_10_max
value: 44.3985
verified: no, type: nauc_map_at_10_std
value: 33.6395
verified: no, type: nauc_map_at_10_diff1
value: 18.4125
verified: no, type: nauc_map_at_20_max
value: 46.2344
verified: no, type: nauc_map_at_20_std
value: 39.099000000000004
verified: no, type: nauc_map_at_20_diff1
value: 17.7258
verified: no, type: nauc_map_at_100_max
value: 48.254599999999996
verified: no, type: nauc_map_at_100_std
value: 53.358000000000004
verified: no, type: nauc_map_at_100_diff1
value: 15.387999999999998
verified: no, type: nauc_map_at_1000_max
value: 48.4559
verified: no, type: nauc_map_at_1000_std
value: 56.648900000000005
verified: no, type: nauc_map_at_1000_diff1
value: 14.731
verified: no, type: nauc_recall_at_1_max
value: 36.228
verified: no, type: nauc_recall_at_1_std
value: 16.9316
verified: no, type: nauc_recall_at_1_diff1
value: 36.4257
verified: no, type: nauc_recall_at_3_max
value: 35.6758
verified: no, type: nauc_recall_at_3_std
value: 20.495
verified: no, type: nauc_recall_at_3_diff1
value: 20.2299
verified: no, type: nauc_recall_at_5_max
value: 42.1255
verified: no, type: nauc_recall_at_5_std
value: 26.890399999999996
verified: no, type: nauc_recall_at_5_diff1
value: 16.5719
verified: no, type: nauc_recall_at_10_max
value: 41.8796
verified: no, type: nauc_recall_at_10_std
value: 35.886
verified: no, type: nauc_recall_at_10_diff1
value: 9.186900000000001
verified: no, type: nauc_recall_at_20_max
value: 42.714
verified: no, type: nauc_recall_at_20_std
value: 38.8114
verified: no, type: nauc_recall_at_20_diff1
value: 8.1773
verified: no, type: nauc_recall_at_100_max
value: 46.6919
verified: no, type: nauc_recall_at_100_std
value: 61.7482
verified: no, type: nauc_recall_at_100_diff1
value: 3.8259000000000003
verified: no, type: nauc_recall_at_1000_max
value: 55.9762
verified: no, type: nauc_recall_at_1000_std
value: 71.4429
verified: no, type: nauc_recall_at_1000_diff1
value: 1.5741
verified: no, type: nauc_precision_at_1_max
value: 45.0774
verified: no, type: nauc_precision_at_1_std
value: 41.1016
verified: no, type: nauc_precision_at_1_diff1
value: 25.1666
verified: no, type: nauc_precision_at_3_max
value: 43.3536
verified: no, type: nauc_precision_at_3_std
value: 45.083400000000005
verified: no, type: nauc_precision_at_3_diff1
value: 14.815900000000001
verified: no, type: nauc_precision_at_5_max
value: 48.3736
verified: no, type: nauc_precision_at_5_std
value: 52.174600000000005
verified: no, type: nauc_precision_at_5_diff1
value: 12.2844
verified: no, type: nauc_precision_at_10_max
value: 46.069700000000005
verified: no, type: nauc_precision_at_10_std
value: 58.0045
verified: no, type: nauc_precision_at_10_diff1
value: 9.6372
verified: no, type: nauc_precision_at_20_max
value: 44.2562
verified: no, type: nauc_precision_at_20_std
value: 61.706799999999994
verified: no, type: nauc_precision_at_20_diff1
value: 11.1688
verified: no, type: nauc_precision_at_100_max
value: 34.7099
verified: no, type: nauc_precision_at_100_std
value: 66.8047
verified: no, type: nauc_precision_at_100_diff1
value: 5.9025
verified: no, type: nauc_precision_at_1000_max
value: 11.375300000000001
verified: no, type: nauc_precision_at_1000_std
value: 40.9784
verified: no, type: nauc_precision_at_1000_diff1
value: -5.2021
verified: no, type: nauc_mrr_at_1_max
value: 45.0774
verified: no, type: nauc_mrr_at_1_std
value: 41.1016
verified: no, type: nauc_mrr_at_1_diff1
value: 25.1666
verified: no, type: nauc_mrr_at_3_max
value: 43.3192
verified: no, type: nauc_mrr_at_3_std
value: 42.6595
verified: no, type: nauc_mrr_at_3_diff1
value: 19.1777
verified: no, type: nauc_mrr_at_5_max
value: 46.1263
verified: no, type: nauc_mrr_at_5_std
value: 45.2286
verified: no, type: nauc_mrr_at_5_diff1
value: 19.4694
verified: no, type: nauc_mrr_at_10_max
value: 46.421600000000005
verified: no, type: nauc_mrr_at_10_std
value: 46.0056
verified: no, type: nauc_mrr_at_10_diff1
value: 18.924599999999998
verified: no, type: nauc_mrr_at_20_max
value: 46.7969
verified: no, type: nauc_mrr_at_20_std
value: 45.9656
verified: no, type: nauc_mrr_at_20_diff1
value: 19.1375
verified: no, type: nauc_mrr_at_100_max
value: 46.8001
verified: no, type: nauc_mrr_at_100_std
value: 45.9121
verified: no, type: nauc_mrr_at_100_diff1
value: 19.1912
verified: no, type: nauc_mrr_at_1000_max
value: 46.751
verified: no, type: nauc_mrr_at_1000_std
value: 45.886500000000005
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.189500000000002
verified: no, type: main_score
value: 18.512
verified: no
task: type: Retrieval, dataset: config: fr
name: MTEB CUREv1 (fr)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: plastic_surgery
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 26.5
verified: no, type: ndcg_at_3
value: 23.357
verified: no, type: ndcg_at_5
value: 23.148
verified: no, type: ndcg_at_10
value: 24.154
verified: no, type: ndcg_at_20
value: 25.901000000000003
verified: no, type: ndcg_at_100
value: 34.075
verified: no, type: ndcg_at_1000
value: 43.693
verified: no, type: map_at_1
value: 3.202
verified: no, type: map_at_3
value: 6.101999999999999
verified: no, type: map_at_5
value: 7.611999999999999
verified: no, type: map_at_10
value: 10.245999999999999
verified: no, type: map_at_20
value: 12.4
verified: no, type: map_at_100
value: 16.489
verified: no, type: map_at_1000
value: 18.276
verified: no, type: recall_at_1
value: 3.202
verified: no, type: recall_at_3
value: 6.97
verified: no, type: recall_at_5
value: 9.805
verified: no, type: recall_at_10
value: 16.884
verified: no, type: recall_at_20
value: 24.099
verified: no, type: recall_at_100
value: 48.03
verified: no, type: recall_at_1000
value: 80.098
verified: no, type: precision_at_1
value: 32
verified: no, type: precision_at_3
value: 25.833000000000002
verified: no, type: precision_at_5
value: 23.9
verified: no, type: precision_at_10
value: 20.599999999999998
verified: no, type: precision_at_20
value: 16.575
verified: no, type: precision_at_100
value: 8.290000000000001
verified: no, type: precision_at_1000
value: 1.73
verified: no, type: mrr_at_1
value: 32
verified: no, type: mrr_at_3
value: 38.5
verified: no, type: mrr_at_5
value: 41.025
verified: no, type: mrr_at_10
value: 42.7242
verified: no, type: mrr_at_20
value: 43.2621
verified: no, type: mrr_at_100
value: 43.6464
verified: no, type: mrr_at_1000
value: 43.684
verified: no, type: nauc_ndcg_at_1_max
value: 33.564899999999994
verified: no, type: nauc_ndcg_at_1_std
value: 18.848200000000002
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.8665
verified: no, type: nauc_ndcg_at_3_max
value: 38.5293
verified: no, type: nauc_ndcg_at_3_std
value: 30.883399999999998
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.0333
verified: no, type: nauc_ndcg_at_5_max
value: 43.662
verified: no, type: nauc_ndcg_at_5_std
value: 34.9714
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.587200000000001
verified: no, type: nauc_ndcg_at_10_max
value: 49.431999999999995
verified: no, type: nauc_ndcg_at_10_std
value: 41.0383
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.7453
verified: no, type: nauc_ndcg_at_20_max
value: 50.2147
verified: no, type: nauc_ndcg_at_20_std
value: 45.2975
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.377499999999998
verified: no, type: nauc_ndcg_at_100_max
value: 56.59889999999999
verified: no, type: nauc_ndcg_at_100_std
value: 56.2936
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.9873
verified: no, type: nauc_ndcg_at_1000_max
value: 55.2342
verified: no, type: nauc_ndcg_at_1000_std
value: 57.22390000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 18.0735
verified: no, type: nauc_map_at_1_max
value: 34.0341
verified: no, type: nauc_map_at_1_std
value: 5.3872
verified: no, type: nauc_map_at_1_diff1
value: 38.5789
verified: no, type: nauc_map_at_3_max
value: 36.638
verified: no, type: nauc_map_at_3_std
value: 21.882199999999997
verified: no, type: nauc_map_at_3_diff1
value: 29.220000000000002
verified: no, type: nauc_map_at_5_max
value: 40.0682
verified: no, type: nauc_map_at_5_std
value: 25.2585
verified: no, type: nauc_map_at_5_diff1
value: 25.2411
verified: no, type: nauc_map_at_10_max
value: 45.246700000000004
verified: no, type: nauc_map_at_10_std
value: 31.0429
verified: no, type: nauc_map_at_10_diff1
value: 25.9568
verified: no, type: nauc_map_at_20_max
value: 45.726
verified: no, type: nauc_map_at_20_std
value: 35.6744
verified: no, type: nauc_map_at_20_diff1
value: 24.348200000000002
verified: no, type: nauc_map_at_100_max
value: 49.9123
verified: no, type: nauc_map_at_100_std
value: 46.9594
verified: no, type: nauc_map_at_100_diff1
value: 19.500600000000002
verified: no, type: nauc_map_at_1000_max
value: 49.6205
verified: no, type: nauc_map_at_1000_std
value: 49.8661
verified: no, type: nauc_map_at_1000_diff1
value: 17.8803
verified: no, type: nauc_recall_at_1_max
value: 34.0341
verified: no, type: nauc_recall_at_1_std
value: 5.3872
verified: no, type: nauc_recall_at_1_diff1
value: 38.5789
verified: no, type: nauc_recall_at_3_max
value: 39.1413
verified: no, type: nauc_recall_at_3_std
value: 27.670699999999997
verified: no, type: nauc_recall_at_3_diff1
value: 27.185
verified: no, type: nauc_recall_at_5_max
value: 41.5029
verified: no, type: nauc_recall_at_5_std
value: 29.4584
verified: no, type: nauc_recall_at_5_diff1
value: 23.2386
verified: no, type: nauc_recall_at_10_max
value: 45.006299999999996
verified: no, type: nauc_recall_at_10_std
value: 33.4615
verified: no, type: nauc_recall_at_10_diff1
value: 25.6115
verified: no, type: nauc_recall_at_20_max
value: 45.466699999999996
verified: no, type: nauc_recall_at_20_std
value: 41.477000000000004
verified: no, type: nauc_recall_at_20_diff1
value: 22.309
verified: no, type: nauc_recall_at_100_max
value: 51.815900000000006
verified: no, type: nauc_recall_at_100_std
value: 61.633
verified: no, type: nauc_recall_at_100_diff1
value: 15.5623
verified: no, type: nauc_recall_at_1000_max
value: 69.5645
verified: no, type: nauc_recall_at_1000_std
value: 76.03370000000001
verified: no, type: nauc_recall_at_1000_diff1
value: 18.5411
verified: no, type: nauc_precision_at_1_max
value: 33.3284
verified: no, type: nauc_precision_at_1_std
value: 20.809
verified: no, type: nauc_precision_at_1_diff1
value: 17.3773
verified: no, type: nauc_precision_at_3_max
value: 38.0662
verified: no, type: nauc_precision_at_3_std
value: 37.0294
verified: no, type: nauc_precision_at_3_diff1
value: 10.726700000000001
verified: no, type: nauc_precision_at_5_max
value: 42.142
verified: no, type: nauc_precision_at_5_std
value: 40.913199999999996
verified: no, type: nauc_precision_at_5_diff1
value: 6.334
verified: no, type: nauc_precision_at_10_max
value: 45.536
verified: no, type: nauc_precision_at_10_std
value: 46.061800000000005
verified: no, type: nauc_precision_at_10_diff1
value: 9.435
verified: no, type: nauc_precision_at_20_max
value: 39.5048
verified: no, type: nauc_precision_at_20_std
value: 49.370799999999996
verified: no, type: nauc_precision_at_20_diff1
value: 4.9357999999999995
verified: no, type: nauc_precision_at_100_max
value: 29.158800000000003
verified: no, type: nauc_precision_at_100_std
value: 50.5371
verified: no, type: nauc_precision_at_100_diff1
value: -5.7985
verified: no, type: nauc_precision_at_1000_max
value: -3.2552
verified: no, type: nauc_precision_at_1000_std
value: 21.9283
verified: no, type: nauc_precision_at_1000_diff1
value: -13.078699999999998
verified: no, type: nauc_mrr_at_1_max
value: 33.3284
verified: no, type: nauc_mrr_at_1_std
value: 20.809
verified: no, type: nauc_mrr_at_1_diff1
value: 17.3773
verified: no, type: nauc_mrr_at_3_max
value: 39.1492
verified: no, type: nauc_mrr_at_3_std
value: 31.512400000000003
verified: no, type: nauc_mrr_at_3_diff1
value: 15.7237
verified: no, type: nauc_mrr_at_5_max
value: 40.6122
verified: no, type: nauc_mrr_at_5_std
value: 33.4723
verified: no, type: nauc_mrr_at_5_diff1
value: 16.361600000000003
verified: no, type: nauc_mrr_at_10_max
value: 41.0804
verified: no, type: nauc_mrr_at_10_std
value: 33.3934
verified: no, type: nauc_mrr_at_10_diff1
value: 17.163800000000002
verified: no, type: nauc_mrr_at_20_max
value: 41.3014
verified: no, type: nauc_mrr_at_20_std
value: 33.826299999999996
verified: no, type: nauc_mrr_at_20_diff1
value: 17.3245
verified: no, type: nauc_mrr_at_100_max
value: 40.9816
verified: no, type: nauc_mrr_at_100_std
value: 33.4721
verified: no, type: nauc_mrr_at_100_diff1
value: 17.1153
verified: no, type: nauc_mrr_at_1000_max
value: 40.941
verified: no, type: nauc_mrr_at_1000_std
value: 33.4166
verified: no, type: nauc_mrr_at_1000_diff1
value: 17.0834
verified: no, type: main_score
value: 24.154
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB CUREv1 (en)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: psychiatry_and_psychology
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 62.25000000000001
verified: no, type: ndcg_at_3
value: 56.178
verified: no, type: ndcg_at_5
value: 55.35600000000001
verified: no, type: ndcg_at_10
value: 53.787
verified: no, type: ndcg_at_20
value: 54.425999999999995
verified: no, type: ndcg_at_100
value: 61.51
verified: no, type: ndcg_at_1000
value: 69.59100000000001
verified: no, type: map_at_1
value: 6.508
verified: no, type: map_at_3
value: 11.125
verified: no, type: map_at_5
value: 14.84
verified: no, type: map_at_10
value: 20.191
verified: no, type: map_at_20
value: 26.150000000000002
verified: no, type: map_at_100
value: 37.021
verified: no, type: map_at_1000
value: 42.846000000000004
verified: no, type: recall_at_1
value: 6.508
verified: no, type: recall_at_3
value: 12.055
verified: no, type: recall_at_5
value: 17.66
verified: no, type: recall_at_10
value: 26.485999999999997
verified: no, type: recall_at_20
value: 38.799
verified: no, type: recall_at_100
value: 68.774
verified: no, type: recall_at_1000
value: 93.62899999999999
verified: no, type: precision_at_1
value: 75.5
verified: no, type: precision_at_3
value: 64.667
verified: no, type: precision_at_5
value: 61.1
verified: no, type: precision_at_10
value: 52.6
verified: no, type: precision_at_20
value: 44.3
verified: no, type: precision_at_100
value: 23.735
verified: no, type: precision_at_1000
value: 5.314
verified: no, type: mrr_at_1
value: 75.5
verified: no, type: mrr_at_3
value: 80.8333
verified: no, type: mrr_at_5
value: 82.1833
verified: no, type: mrr_at_10
value: 82.6575
verified: no, type: mrr_at_20
value: 82.7818
verified: no, type: mrr_at_100
value: 82.8156
verified: no, type: mrr_at_1000
value: 82.8179
verified: no, type: nauc_ndcg_at_1_max
value: 29.204200000000004
verified: no, type: nauc_ndcg_at_1_std
value: 5.5276
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.7735
verified: no, type: nauc_ndcg_at_3_max
value: 39.7652
verified: no, type: nauc_ndcg_at_3_std
value: 12.5479
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.257200000000005
verified: no, type: nauc_ndcg_at_5_max
value: 38.7411
verified: no, type: nauc_ndcg_at_5_std
value: 17.310200000000002
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.327600000000004
verified: no, type: nauc_ndcg_at_10_max
value: 39.135799999999996
verified: no, type: nauc_ndcg_at_10_std
value: 22.9689
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.9699
verified: no, type: nauc_ndcg_at_20_max
value: 39.9846
verified: no, type: nauc_ndcg_at_20_std
value: 25.7726
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.3069
verified: no, type: nauc_ndcg_at_100_max
value: 46.7474
verified: no, type: nauc_ndcg_at_100_std
value: 40.069700000000005
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.802
verified: no, type: nauc_ndcg_at_1000_max
value: 52.6498
verified: no, type: nauc_ndcg_at_1000_std
value: 42.8565
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.4601
verified: no, type: nauc_map_at_1_max
value: -16.932
verified: no, type: nauc_map_at_1_std
value: -17.021
verified: no, type: nauc_map_at_1_diff1
value: 52.6778
verified: no, type: nauc_map_at_3_max
value: -1.1856
verified: no, type: nauc_map_at_3_std
value: -6.725299999999999
verified: no, type: nauc_map_at_3_diff1
value: 39.343
verified: no, type: nauc_map_at_5_max
value: 4.2418
verified: no, type: nauc_map_at_5_std
value: -0.39569999999999994
verified: no, type: nauc_map_at_5_diff1
value: 32.5041
verified: no, type: nauc_map_at_10_max
value: 13.7455
verified: no, type: nauc_map_at_10_std
value: 7.9563999999999995
verified: no, type: nauc_map_at_10_diff1
value: 27.549699999999998
verified: no, type: nauc_map_at_20_max
value: 20.1616
verified: no, type: nauc_map_at_20_std
value: 15.3559
verified: no, type: nauc_map_at_20_diff1
value: 24.5985
verified: no, type: nauc_map_at_100_max
value: 35.7109
verified: no, type: nauc_map_at_100_std
value: 35.8448
verified: no, type: nauc_map_at_100_diff1
value: 22.9314
verified: no, type: nauc_map_at_1000_max
value: 40.5827
verified: no, type: nauc_map_at_1000_std
value: 40.516999999999996
verified: no, type: nauc_map_at_1000_diff1
value: 21.8728
verified: no, type: nauc_recall_at_1_max
value: -16.932
verified: no, type: nauc_recall_at_1_std
value: -17.021
verified: no, type: nauc_recall_at_1_diff1
value: 52.6778
verified: no, type: nauc_recall_at_3_max
value: -1.6465
verified: no, type: nauc_recall_at_3_std
value: -4.1869000000000005
verified: no, type: nauc_recall_at_3_diff1
value: 36.6417
verified: no, type: nauc_recall_at_5_max
value: -1.897
verified: no, type: nauc_recall_at_5_std
value: -1.6251000000000002
verified: no, type: nauc_recall_at_5_diff1
value: 26.605
verified: no, type: nauc_recall_at_10_max
value: 3.3542
verified: no, type: nauc_recall_at_10_std
value: 2.3941
verified: no, type: nauc_recall_at_10_diff1
value: 21.5494
verified: no, type: nauc_recall_at_20_max
value: 6.8939
verified: no, type: nauc_recall_at_20_std
value: 6.0322000000000005
verified: no, type: nauc_recall_at_20_diff1
value: 15.322700000000001
verified: no, type: nauc_recall_at_100_max
value: 22.0212
verified: no, type: nauc_recall_at_100_std
value: 35.032000000000004
verified: no, type: nauc_recall_at_100_diff1
value: 12.5475
verified: no, type: nauc_recall_at_1000_max
value: 41.3636
verified: no, type: nauc_recall_at_1000_std
value: 61.2891
verified: no, type: nauc_recall_at_1000_diff1
value: 25.154700000000002
verified: no, type: nauc_precision_at_1_max
value: 39.4009
verified: no, type: nauc_precision_at_1_std
value: 13.0772
verified: no, type: nauc_precision_at_1_diff1
value: 44.709199999999996
verified: no, type: nauc_precision_at_3_max
value: 45.9236
verified: no, type: nauc_precision_at_3_std
value: 23.3125
verified: no, type: nauc_precision_at_3_diff1
value: 12.0883
verified: no, type: nauc_precision_at_5_max
value: 39.2342
verified: no, type: nauc_precision_at_5_std
value: 27.9706
verified: no, type: nauc_precision_at_5_diff1
value: 6.1063
verified: no, type: nauc_precision_at_10_max
value: 36.578500000000005
verified: no, type: nauc_precision_at_10_std
value: 30.2286
verified: no, type: nauc_precision_at_10_diff1
value: 0.212
verified: no, type: nauc_precision_at_20_max
value: 31.939899999999998
verified: no, type: nauc_precision_at_20_std
value: 29.0114
verified: no, type: nauc_precision_at_20_diff1
value: -1.5977000000000001
verified: no, type: nauc_precision_at_100_max
value: 17.9772
verified: no, type: nauc_precision_at_100_std
value: 19.254199999999997
verified: no, type: nauc_precision_at_100_diff1
value: -8.297400000000001
verified: no, type: nauc_precision_at_1000_max
value: 1.124
verified: no, type: nauc_precision_at_1000_std
value: -3.2368
verified: no, type: nauc_precision_at_1000_diff1
value: -11.5367
verified: no, type: nauc_mrr_at_1_max
value: 39.4009
verified: no, type: nauc_mrr_at_1_std
value: 13.0772
verified: no, type: nauc_mrr_at_1_diff1
value: 44.709199999999996
verified: no, type: nauc_mrr_at_3_max
value: 47.9986
verified: no, type: nauc_mrr_at_3_std
value: 22.703200000000002
verified: no, type: nauc_mrr_at_3_diff1
value: 48.8416
verified: no, type: nauc_mrr_at_5_max
value: 46.2575
verified: no, type: nauc_mrr_at_5_std
value: 21.3868
verified: no, type: nauc_mrr_at_5_diff1
value: 48.9122
verified: no, type: nauc_mrr_at_10_max
value: 46.3047
verified: no, type: nauc_mrr_at_10_std
value: 21.0973
verified: no, type: nauc_mrr_at_10_diff1
value: 48.5351
verified: no, type: nauc_mrr_at_20_max
value: 46.056000000000004
verified: no, type: nauc_mrr_at_20_std
value: 20.9263
verified: no, type: nauc_mrr_at_20_diff1
value: 48.5802
verified: no, type: nauc_mrr_at_100_max
value: 46.0327
verified: no, type: nauc_mrr_at_100_std
value: 20.9821
verified: no, type: nauc_mrr_at_100_diff1
value: 48.5011
verified: no, type: nauc_mrr_at_1000_max
value: 46.0251
verified: no, type: nauc_mrr_at_1000_std
value: 20.9709
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.4956
verified: no, type: main_score
value: 53.787
verified: no
task: type: Retrieval, dataset: config: es
name: MTEB CUREv1 (es)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: psychiatry_and_psychology
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 15.25
verified: no, type: ndcg_at_3
value: 16.503999999999998
verified: no, type: ndcg_at_5
value: 17.229
verified: no, type: ndcg_at_10
value: 18.285
verified: no, type: ndcg_at_20
value: 20.498
verified: no, type: ndcg_at_100
value: 28.155
verified: no, type: ndcg_at_1000
value: 39.995999999999995
verified: no, type: map_at_1
value: 1.691
verified: no, type: map_at_3
value: 3.596
verified: no, type: map_at_5
value: 4.546
verified: no, type: map_at_10
value: 6.461
verified: no, type: map_at_20
value: 8.507000000000001
verified: no, type: map_at_100
value: 12.629999999999999
verified: no, type: map_at_1000
value: 16.005
verified: no, type: recall_at_1
value: 1.691
verified: no, type: recall_at_3
value: 4.661
verified: no, type: recall_at_5
value: 6.413
verified: no, type: recall_at_10
value: 11.055
verified: no, type: recall_at_20
value: 17.264
verified: no, type: recall_at_100
value: 39.257
verified: no, type: recall_at_1000
value: 73.616
verified: no, type: precision_at_1
value: 19.5
verified: no, type: precision_at_3
value: 21.5
verified: no, type: precision_at_5
value: 21.2
verified: no, type: precision_at_10
value: 19.8
verified: no, type: precision_at_20
value: 18.7
verified: no, type: precision_at_100
value: 11.97
verified: no, type: precision_at_1000
value: 3.6639999999999997
verified: no, type: mrr_at_1
value: 19.5
verified: no, type: mrr_at_3
value: 28.4167
verified: no, type: mrr_at_5
value: 30.3667
verified: no, type: mrr_at_10
value: 32.1278
verified: no, type: mrr_at_20
value: 33.194
verified: no, type: mrr_at_100
value: 33.679500000000004
verified: no, type: mrr_at_1000
value: 33.7017
verified: no, type: nauc_ndcg_at_1_max
value: 8.3704
verified: no, type: nauc_ndcg_at_1_std
value: 35.2143
verified: no, type: nauc_ndcg_at_1_diff1
value: 3.4162999999999997
verified: no, type: nauc_ndcg_at_3_max
value: 10.3469
verified: no, type: nauc_ndcg_at_3_std
value: 35.4444
verified: no, type: nauc_ndcg_at_3_diff1
value: -1.7632999999999999
verified: no, type: nauc_ndcg_at_5_max
value: 9.8734
verified: no, type: nauc_ndcg_at_5_std
value: 34.4609
verified: no, type: nauc_ndcg_at_5_diff1
value: -3.7905
verified: no, type: nauc_ndcg_at_10_max
value: 10.8117
verified: no, type: nauc_ndcg_at_10_std
value: 38.156400000000005
verified: no, type: nauc_ndcg_at_10_diff1
value: -2.3385
verified: no, type: nauc_ndcg_at_20_max
value: 14.477100000000002
verified: no, type: nauc_ndcg_at_20_std
value: 41.1031
verified: no, type: nauc_ndcg_at_20_diff1
value: -4.7229
verified: no, type: nauc_ndcg_at_100_max
value: 23.9752
verified: no, type: nauc_ndcg_at_100_std
value: 54.198299999999996
verified: no, type: nauc_ndcg_at_100_diff1
value: 0.47939999999999994
verified: no, type: nauc_ndcg_at_1000_max
value: 31.2555
verified: no, type: nauc_ndcg_at_1000_std
value: 56.81420000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 0.7486999999999999
verified: no, type: nauc_map_at_1_max
value: 5.1724
verified: no, type: nauc_map_at_1_std
value: 37.5486
verified: no, type: nauc_map_at_1_diff1
value: 28.0577
verified: no, type: nauc_map_at_3_max
value: 6.870900000000001
verified: no, type: nauc_map_at_3_std
value: 35.1499
verified: no, type: nauc_map_at_3_diff1
value: 16.5024
verified: no, type: nauc_map_at_5_max
value: 5.1497
verified: no, type: nauc_map_at_5_std
value: 33.9484
verified: no, type: nauc_map_at_5_diff1
value: 9.6245
verified: no, type: nauc_map_at_10_max
value: 2.4238
verified: no, type: nauc_map_at_10_std
value: 34.7536
verified: no, type: nauc_map_at_10_diff1
value: 2.4971
verified: no, type: nauc_map_at_20_max
value: 4.6439
verified: no, type: nauc_map_at_20_std
value: 36.771300000000004
verified: no, type: nauc_map_at_20_diff1
value: -1.6913
verified: no, type: nauc_map_at_100_max
value: 13.689200000000001
verified: no, type: nauc_map_at_100_std
value: 46.6883
verified: no, type: nauc_map_at_100_diff1
value: -0.9819
verified: no, type: nauc_map_at_1000_max
value: 19.6067
verified: no, type: nauc_map_at_1000_std
value: 50.14809999999999
verified: no, type: nauc_map_at_1000_diff1
value: 0.21389999999999998
verified: no, type: nauc_recall_at_1_max
value: 5.1724
verified: no, type: nauc_recall_at_1_std
value: 37.5486
verified: no, type: nauc_recall_at_1_diff1
value: 28.0577
verified: no, type: nauc_recall_at_3_max
value: 4.0584
verified: no, type: nauc_recall_at_3_std
value: 32.493100000000005
verified: no, type: nauc_recall_at_3_diff1
value: 13.8324
verified: no, type: nauc_recall_at_5_max
value: 0.9519
verified: no, type: nauc_recall_at_5_std
value: 29.073999999999998
verified: no, type: nauc_recall_at_5_diff1
value: 4.2552
verified: no, type: nauc_recall_at_10_max
value: -1.1522
verified: no, type: nauc_recall_at_10_std
value: 30.8215
verified: no, type: nauc_recall_at_10_diff1
value: -0.7575000000000001
verified: no, type: nauc_recall_at_20_max
value: 4.0141
verified: no, type: nauc_recall_at_20_std
value: 34.6209
verified: no, type: nauc_recall_at_20_diff1
value: -4.9465
verified: no, type: nauc_recall_at_100_max
value: 19.0596
verified: no, type: nauc_recall_at_100_std
value: 53.043099999999995
verified: no, type: nauc_recall_at_100_diff1
value: -0.4443
verified: no, type: nauc_recall_at_1000_max
value: 40.3603
verified: no, type: nauc_recall_at_1000_std
value: 66.3722
verified: no, type: nauc_recall_at_1000_diff1
value: -5.2899
verified: no, type: nauc_precision_at_1_max
value: 15.3147
verified: no, type: nauc_precision_at_1_std
value: 38.4547
verified: no, type: nauc_precision_at_1_diff1
value: 5.2894
verified: no, type: nauc_precision_at_3_max
value: 13.0357
verified: no, type: nauc_precision_at_3_std
value: 34.6165
verified: no, type: nauc_precision_at_3_diff1
value: -6.7761000000000005
verified: no, type: nauc_precision_at_5_max
value: 10.3074
verified: no, type: nauc_precision_at_5_std
value: 31.929000000000002
verified: no, type: nauc_precision_at_5_diff1
value: -11.0482
verified: no, type: nauc_precision_at_10_max
value: 12.5554
verified: no, type: nauc_precision_at_10_std
value: 35.6601
verified: no, type: nauc_precision_at_10_diff1
value: -9.7417
verified: no, type: nauc_precision_at_20_max
value: 18.0836
verified: no, type: nauc_precision_at_20_std
value: 35.891
verified: no, type: nauc_precision_at_20_diff1
value: -11.1218
verified: no, type: nauc_precision_at_100_max
value: 26.936799999999998
verified: no, type: nauc_precision_at_100_std
value: 36.4249
verified: no, type: nauc_precision_at_100_diff1
value: -0.5038
verified: no, type: nauc_precision_at_1000_max
value: 16.145899999999997
verified: no, type: nauc_precision_at_1000_std
value: 8.6919
verified: no, type: nauc_precision_at_1000_diff1
value: 1.8063
verified: no, type: nauc_mrr_at_1_max
value: 15.3147
verified: no, type: nauc_mrr_at_1_std
value: 38.4547
verified: no, type: nauc_mrr_at_1_diff1
value: 5.2894
verified: no, type: nauc_mrr_at_3_max
value: 14.596899999999998
verified: no, type: nauc_mrr_at_3_std
value: 38.254599999999996
verified: no, type: nauc_mrr_at_3_diff1
value: 3.8059000000000003
verified: no, type: nauc_mrr_at_5_max
value: 13.7185
verified: no, type: nauc_mrr_at_5_std
value: 38.0272
verified: no, type: nauc_mrr_at_5_diff1
value: 2.6057
verified: no, type: nauc_mrr_at_10_max
value: 15.759300000000001
verified: no, type: nauc_mrr_at_10_std
value: 38.3291
verified: no, type: nauc_mrr_at_10_diff1
value: 4.0205
verified: no, type: nauc_mrr_at_20_max
value: 16.0776
verified: no, type: nauc_mrr_at_20_std
value: 38.6794
verified: no, type: nauc_mrr_at_20_diff1
value: 3.9222
verified: no, type: nauc_mrr_at_100_max
value: 16.1438
verified: no, type: nauc_mrr_at_100_std
value: 39.0121
verified: no, type: nauc_mrr_at_100_diff1
value: 4.0474000000000006
verified: no, type: nauc_mrr_at_1000_max
value: 16.1074
verified: no, type: nauc_mrr_at_1000_std
value: 38.9799
verified: no, type: nauc_mrr_at_1000_diff1
value: 4.018800000000001
verified: no, type: main_score
value: 18.285
verified: no
task: type: Retrieval, dataset: config: fr
name: MTEB CUREv1 (fr)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: psychiatry_and_psychology
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 34.5
verified: no, type: ndcg_at_3
value: 31.302999999999997
verified: no, type: ndcg_at_5
value: 30.329
verified: no, type: ndcg_at_10
value: 30.092000000000002
verified: no, type: ndcg_at_20
value: 31.141000000000002
verified: no, type: ndcg_at_100
value: 38.452
verified: no, type: ndcg_at_1000
value: 49.441
verified: no, type: map_at_1
value: 3.762
verified: no, type: map_at_3
value: 6.194
verified: no, type: map_at_5
value: 7.827000000000001
verified: no, type: map_at_10
value: 10.530000000000001
verified: no, type: map_at_20
value: 13.624
verified: no, type: map_at_100
value: 19.580000000000002
verified: no, type: map_at_1000
value: 23.517
verified: no, type: recall_at_1
value: 3.762
verified: no, type: recall_at_3
value: 6.935
verified: no, type: recall_at_5
value: 9.469
verified: no, type: recall_at_10
value: 14.774999999999999
verified: no, type: recall_at_20
value: 23.272000000000002
verified: no, type: recall_at_100
value: 47.899
verified: no, type: recall_at_1000
value: 79.336
verified: no, type: precision_at_1
value: 45
verified: no, type: precision_at_3
value: 37.5
verified: no, type: precision_at_5
value: 34.5
verified: no, type: precision_at_10
value: 30.65
verified: no, type: precision_at_20
value: 26.125
verified: no, type: precision_at_100
value: 14.75
verified: no, type: precision_at_1000
value: 4.055000000000001
verified: no, type: mrr_at_1
value: 45
verified: no, type: mrr_at_3
value: 53.41669999999999
verified: no, type: mrr_at_5
value: 54.8167
verified: no, type: mrr_at_10
value: 56.003400000000006
verified: no, type: mrr_at_20
value: 56.599900000000005
verified: no, type: mrr_at_100
value: 56.8053
verified: no, type: mrr_at_1000
value: 56.8178
verified: no, type: nauc_ndcg_at_1_max
value: 21.7329
verified: no, type: nauc_ndcg_at_1_std
value: 28.6663
verified: no, type: nauc_ndcg_at_1_diff1
value: 21.7183
verified: no, type: nauc_ndcg_at_3_max
value: 33.7072
verified: no, type: nauc_ndcg_at_3_std
value: 35.4064
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.9404
verified: no, type: nauc_ndcg_at_5_max
value: 36.1588
verified: no, type: nauc_ndcg_at_5_std
value: 41.077799999999996
verified: no, type: nauc_ndcg_at_5_diff1
value: 18.8722
verified: no, type: nauc_ndcg_at_10_max
value: 36.8808
verified: no, type: nauc_ndcg_at_10_std
value: 42.6325
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.203
verified: no, type: nauc_ndcg_at_20_max
value: 40.5287
verified: no, type: nauc_ndcg_at_20_std
value: 48.8626
verified: no, type: nauc_ndcg_at_20_diff1
value: 12.2369
verified: no, type: nauc_ndcg_at_100_max
value: 52.285000000000004
verified: no, type: nauc_ndcg_at_100_std
value: 62.0211
verified: no, type: nauc_ndcg_at_100_diff1
value: 7.3617
verified: no, type: nauc_ndcg_at_1000_max
value: 52.5857
verified: no, type: nauc_ndcg_at_1000_std
value: 64.48270000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 11.462
verified: no, type: nauc_map_at_1_max
value: -4.9144
verified: no, type: nauc_map_at_1_std
value: 9.7903
verified: no, type: nauc_map_at_1_diff1
value: 31.9263
verified: no, type: nauc_map_at_3_max
value: 11.4121
verified: no, type: nauc_map_at_3_std
value: 20.4973
verified: no, type: nauc_map_at_3_diff1
value: 22.2687
verified: no, type: nauc_map_at_5_max
value: 18.5748
verified: no, type: nauc_map_at_5_std
value: 27.561799999999998
verified: no, type: nauc_map_at_5_diff1
value: 17.8388
verified: no, type: nauc_map_at_10_max
value: 27.125799999999998
verified: no, type: nauc_map_at_10_std
value: 33.840399999999995
verified: no, type: nauc_map_at_10_diff1
value: 12.963099999999999
verified: no, type: nauc_map_at_20_max
value: 33.469500000000004
verified: no, type: nauc_map_at_20_std
value: 40.9153
verified: no, type: nauc_map_at_20_diff1
value: 10.1626
verified: no, type: nauc_map_at_100_max
value: 47.2695
verified: no, type: nauc_map_at_100_std
value: 56.0531
verified: no, type: nauc_map_at_100_diff1
value: 8.020199999999999
verified: no, type: nauc_map_at_1000_max
value: 47.847899999999996
verified: no, type: nauc_map_at_1000_std
value: 58.7227
verified: no, type: nauc_map_at_1000_diff1
value: 8.697199999999999
verified: no, type: nauc_recall_at_1_max
value: -4.9144
verified: no, type: nauc_recall_at_1_std
value: 9.7903
verified: no, type: nauc_recall_at_1_diff1
value: 31.9263
verified: no, type: nauc_recall_at_3_max
value: 11.7904
verified: no, type: nauc_recall_at_3_std
value: 21.4997
verified: no, type: nauc_recall_at_3_diff1
value: 19.6193
verified: no, type: nauc_recall_at_5_max
value: 19.039900000000003
verified: no, type: nauc_recall_at_5_std
value: 29.3609
verified: no, type: nauc_recall_at_5_diff1
value: 13.7371
verified: no, type: nauc_recall_at_10_max
value: 25.318800000000003
verified: no, type: nauc_recall_at_10_std
value: 30.9394
verified: no, type: nauc_recall_at_10_diff1
value: 7.7126
verified: no, type: nauc_recall_at_20_max
value: 31.7363
verified: no, type: nauc_recall_at_20_std
value: 41.167300000000004
verified: no, type: nauc_recall_at_20_diff1
value: 1.2625000000000002
verified: no, type: nauc_recall_at_100_max
value: 49.5017
verified: no, type: nauc_recall_at_100_std
value: 62.5455
verified: no, type: nauc_recall_at_100_diff1
value: -6.0973
verified: no, type: nauc_recall_at_1000_max
value: 62.021800000000006
verified: no, type: nauc_recall_at_1000_std
value: 82.6167
verified: no, type: nauc_recall_at_1000_diff1
value: -7.6475
verified: no, type: nauc_precision_at_1_max
value: 24.5636
verified: no, type: nauc_precision_at_1_std
value: 30.032700000000002
verified: no, type: nauc_precision_at_1_diff1
value: 20.9605
verified: no, type: nauc_precision_at_3_max
value: 38.6768
verified: no, type: nauc_precision_at_3_std
value: 36.7568
verified: no, type: nauc_precision_at_3_diff1
value: 13.77
verified: no, type: nauc_precision_at_5_max
value: 40.002900000000004
verified: no, type: nauc_precision_at_5_std
value: 43.7761
verified: no, type: nauc_precision_at_5_diff1
value: 9.8675
verified: no, type: nauc_precision_at_10_max
value: 39.5
verified: no, type: nauc_precision_at_10_std
value: 43.282900000000005
verified: no, type: nauc_precision_at_10_diff1
value: 8.8047
verified: no, type: nauc_precision_at_20_max
value: 38.8534
verified: no, type: nauc_precision_at_20_std
value: 43.6591
verified: no, type: nauc_precision_at_20_diff1
value: 3.0647
verified: no, type: nauc_precision_at_100_max
value: 28.808600000000002
verified: no, type: nauc_precision_at_100_std
value: 34.5524
verified: no, type: nauc_precision_at_100_diff1
value: 2.9145
verified: no, type: nauc_precision_at_1000_max
value: 0.8090999999999999
verified: no, type: nauc_precision_at_1000_std
value: 3.0013
verified: no, type: nauc_precision_at_1000_diff1
value: 12.712499999999999
verified: no, type: nauc_mrr_at_1_max
value: 24.5636
verified: no, type: nauc_mrr_at_1_std
value: 30.032700000000002
verified: no, type: nauc_mrr_at_1_diff1
value: 20.9605
verified: no, type: nauc_mrr_at_3_max
value: 29.911199999999997
verified: no, type: nauc_mrr_at_3_std
value: 36.0742
verified: no, type: nauc_mrr_at_3_diff1
value: 22.6104
verified: no, type: nauc_mrr_at_5_max
value: 29.8299
verified: no, type: nauc_mrr_at_5_std
value: 36.584
verified: no, type: nauc_mrr_at_5_diff1
value: 22.5318
verified: no, type: nauc_mrr_at_10_max
value: 29.4982
verified: no, type: nauc_mrr_at_10_std
value: 35.9069
verified: no, type: nauc_mrr_at_10_diff1
value: 22.4779
verified: no, type: nauc_mrr_at_20_max
value: 29.834600000000002
verified: no, type: nauc_mrr_at_20_std
value: 36.0663
verified: no, type: nauc_mrr_at_20_diff1
value: 22.4151
verified: no, type: nauc_mrr_at_100_max
value: 29.674699999999998
verified: no, type: nauc_mrr_at_100_std
value: 35.988
verified: no, type: nauc_mrr_at_100_diff1
value: 22.2975
verified: no, type: nauc_mrr_at_1000_max
value: 29.6539
verified: no, type: nauc_mrr_at_1000_std
value: 35.9683
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.3039
verified: no, type: main_score
value: 30.092000000000002
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB CUREv1 (en)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: pulmonology
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 64
verified: no, type: ndcg_at_3
value: 57.730000000000004
verified: no, type: ndcg_at_5
value: 56.537000000000006
verified: no, type: ndcg_at_10
value: 55.355
verified: no, type: ndcg_at_20
value: 56.119
verified: no, type: ndcg_at_100
value: 62.271
verified: no, type: ndcg_at_1000
value: 70.458
verified: no, type: map_at_1
value: 12.120000000000001
verified: no, type: map_at_3
value: 19.903000000000002
verified: no, type: map_at_5
value: 23.996000000000002
verified: no, type: map_at_10
value: 28.767
verified: no, type: map_at_20
value: 32.574999999999996
verified: no, type: map_at_100
value: 39.367999999999995
verified: no, type: map_at_1000
value: 43.169999999999995
verified: no, type: recall_at_1
value: 12.120000000000001
verified: no, type: recall_at_3
value: 21.934
verified: no, type: recall_at_5
value: 28.09
verified: no, type: recall_at_10
value: 36.939
verified: no, type: recall_at_20
value: 46.831
verified: no, type: recall_at_100
value: 71.05900000000001
verified: no, type: recall_at_1000
value: 95.543
verified: no, type: precision_at_1
value: 73.5
verified: no, type: precision_at_3
value: 57.667
verified: no, type: precision_at_5
value: 51.1
verified: no, type: precision_at_10
value: 40.400000000000006
verified: no, type: precision_at_20
value: 30.925000000000004
verified: no, type: precision_at_100
value: 15.310000000000002
verified: no, type: precision_at_1000
value: 3.4299999999999997
verified: no, type: mrr_at_1
value: 73.5
verified: no, type: mrr_at_3
value: 80.91669999999999
verified: no, type: mrr_at_5
value: 82.36670000000001
verified: no, type: mrr_at_10
value: 82.6792
verified: no, type: mrr_at_20
value: 82.8638
verified: no, type: mrr_at_100
value: 82.8638
verified: no, type: mrr_at_1000
value: 82.8638
verified: no, type: nauc_ndcg_at_1_max
value: 52.9944
verified: no, type: nauc_ndcg_at_1_std
value: 10.6488
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.655199999999994
verified: no, type: nauc_ndcg_at_3_max
value: 51.953
verified: no, type: nauc_ndcg_at_3_std
value: 13.8674
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.9794
verified: no, type: nauc_ndcg_at_5_max
value: 50.5956
verified: no, type: nauc_ndcg_at_5_std
value: 14.1906
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.0879
verified: no, type: nauc_ndcg_at_10_max
value: 46.3615
verified: no, type: nauc_ndcg_at_10_std
value: 17.5279
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.3915
verified: no, type: nauc_ndcg_at_20_max
value: 45.8408
verified: no, type: nauc_ndcg_at_20_std
value: 14.768500000000001
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.9504
verified: no, type: nauc_ndcg_at_100_max
value: 51.45269999999999
verified: no, type: nauc_ndcg_at_100_std
value: 25.4131
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.646699999999996
verified: no, type: nauc_ndcg_at_1000_max
value: 53.3425
verified: no, type: nauc_ndcg_at_1000_std
value: 26.118599999999997
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.6503
verified: no, type: nauc_map_at_1_max
value: 25.144899999999996
verified: no, type: nauc_map_at_1_std
value: 6.5377
verified: no, type: nauc_map_at_1_diff1
value: 55.247
verified: no, type: nauc_map_at_3_max
value: 29.1222
verified: no, type: nauc_map_at_3_std
value: 12.2911
verified: no, type: nauc_map_at_3_diff1
value: 44.0726
verified: no, type: nauc_map_at_5_max
value: 31.3535
verified: no, type: nauc_map_at_5_std
value: 14.696200000000001
verified: no, type: nauc_map_at_5_diff1
value: 38.48
verified: no, type: nauc_map_at_10_max
value: 33.285
verified: no, type: nauc_map_at_10_std
value: 16.5916
verified: no, type: nauc_map_at_10_diff1
value: 33.197700000000005
verified: no, type: nauc_map_at_20_max
value: 35.9366
verified: no, type: nauc_map_at_20_std
value: 16.9539
verified: no, type: nauc_map_at_20_diff1
value: 33.4713
verified: no, type: nauc_map_at_100_max
value: 39.4216
verified: no, type: nauc_map_at_100_std
value: 23.5005
verified: no, type: nauc_map_at_100_diff1
value: 32.3674
verified: no, type: nauc_map_at_1000_max
value: 38.9144
verified: no, type: nauc_map_at_1000_std
value: 22.9379
verified: no, type: nauc_map_at_1000_diff1
value: 29.9875
verified: no, type: nauc_recall_at_1_max
value: 25.144899999999996
verified: no, type: nauc_recall_at_1_std
value: 6.5377
verified: no, type: nauc_recall_at_1_diff1
value: 55.247
verified: no, type: nauc_recall_at_3_max
value: 24.9541
verified: no, type: nauc_recall_at_3_std
value: 12.2005
verified: no, type: nauc_recall_at_3_diff1
value: 39.8432
verified: no, type: nauc_recall_at_5_max
value: 26.035000000000004
verified: no, type: nauc_recall_at_5_std
value: 15.7753
verified: no, type: nauc_recall_at_5_diff1
value: 33.602900000000005
verified: no, type: nauc_recall_at_10_max
value: 29.224099999999996
verified: no, type: nauc_recall_at_10_std
value: 16.9009
verified: no, type: nauc_recall_at_10_diff1
value: 27.7753
verified: no, type: nauc_recall_at_20_max
value: 30.2261
verified: no, type: nauc_recall_at_20_std
value: 14.480599999999999
verified: no, type: nauc_recall_at_20_diff1
value: 29.133599999999998
verified: no, type: nauc_recall_at_100_max
value: 38.1305
verified: no, type: nauc_recall_at_100_std
value: 31.1575
verified: no, type: nauc_recall_at_100_diff1
value: 35.969
verified: no, type: nauc_recall_at_1000_max
value: 58.8372
verified: no, type: nauc_recall_at_1000_std
value: 76.1479
verified: no, type: nauc_recall_at_1000_diff1
value: 36.6072
verified: no, type: nauc_precision_at_1_max
value: 57.537099999999995
verified: no, type: nauc_precision_at_1_std
value: 15.8427
verified: no, type: nauc_precision_at_1_diff1
value: 50.3828
verified: no, type: nauc_precision_at_3_max
value: 33.5024
verified: no, type: nauc_precision_at_3_std
value: 11.182699999999999
verified: no, type: nauc_precision_at_3_diff1
value: -0.21960000000000002
verified: no, type: nauc_precision_at_5_max
value: 24.208199999999998
verified: no, type: nauc_precision_at_5_std
value: 7.292
verified: no, type: nauc_precision_at_5_diff1
value: -9.8187
verified: no, type: nauc_precision_at_10_max
value: 11.2527
verified: no, type: nauc_precision_at_10_std
value: 5.273
verified: no, type: nauc_precision_at_10_diff1
value: -20.255300000000002
verified: no, type: nauc_precision_at_20_max
value: 4.5758
verified: no, type: nauc_precision_at_20_std
value: 1.9272999999999998
verified: no, type: nauc_precision_at_20_diff1
value: -18.9272
verified: no, type: nauc_precision_at_100_max
value: -6.4853
verified: no, type: nauc_precision_at_100_std
value: -0.35729999999999995
verified: no, type: nauc_precision_at_100_diff1
value: -19.8495
verified: no, type: nauc_precision_at_1000_max
value: -15.5076
verified: no, type: nauc_precision_at_1000_std
value: -19.7998
verified: no, type: nauc_precision_at_1000_diff1
value: -23.3793
verified: no, type: nauc_mrr_at_1_max
value: 57.537099999999995
verified: no, type: nauc_mrr_at_1_std
value: 15.8427
verified: no, type: nauc_mrr_at_1_diff1
value: 50.3828
verified: no, type: nauc_mrr_at_3_max
value: 60.519400000000005
verified: no, type: nauc_mrr_at_3_std
value: 25.4011
verified: no, type: nauc_mrr_at_3_diff1
value: 47.106700000000004
verified: no, type: nauc_mrr_at_5_max
value: 59.9727
verified: no, type: nauc_mrr_at_5_std
value: 23.0994
verified: no, type: nauc_mrr_at_5_diff1
value: 46.9457
verified: no, type: nauc_mrr_at_10_max
value: 59.78869999999999
verified: no, type: nauc_mrr_at_10_std
value: 22.3365
verified: no, type: nauc_mrr_at_10_diff1
value: 46.8909
verified: no, type: nauc_mrr_at_20_max
value: 59.5865
verified: no, type: nauc_mrr_at_20_std
value: 22.070600000000002
verified: no, type: nauc_mrr_at_20_diff1
value: 47.1936
verified: no, type: nauc_mrr_at_100_max
value: 59.5865
verified: no, type: nauc_mrr_at_100_std
value: 22.070600000000002
verified: no, type: nauc_mrr_at_100_diff1
value: 47.1936
verified: no, type: nauc_mrr_at_1000_max
value: 59.5865
verified: no, type: nauc_mrr_at_1000_std
value: 22.070600000000002
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.1936
verified: no, type: main_score
value: 55.355
verified: no
task: type: Retrieval, dataset: config: es
name: MTEB CUREv1 (es)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: pulmonology
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 18
verified: no, type: ndcg_at_3
value: 17.581
verified: no, type: ndcg_at_5
value: 17.521
verified: no, type: ndcg_at_10
value: 17.929000000000002
verified: no, type: ndcg_at_20
value: 19.194
verified: no, type: ndcg_at_100
value: 24.951
verified: no, type: ndcg_at_1000
value: 33.986
verified: no, type: map_at_1
value: 3.5130000000000003
verified: no, type: map_at_3
value: 5.822
verified: no, type: map_at_5
value: 6.927
verified: no, type: map_at_10
value: 8.567
verified: no, type: map_at_20
value: 9.804
verified: no, type: map_at_100
value: 12.208
verified: no, type: map_at_1000
value: 13.876
verified: no, type: recall_at_1
value: 3.5130000000000003
verified: no, type: recall_at_3
value: 7.031
verified: no, type: recall_at_5
value: 9.747
verified: no, type: recall_at_10
value: 14.171
verified: no, type: recall_at_20
value: 19.304
verified: no, type: recall_at_100
value: 37.382
verified: no, type: recall_at_1000
value: 67.855
verified: no, type: precision_at_1
value: 22.5
verified: no, type: precision_at_3
value: 19
verified: no, type: precision_at_5
value: 16.7
verified: no, type: precision_at_10
value: 13.700000000000001
verified: no, type: precision_at_20
value: 11.125
verified: no, type: precision_at_100
value: 6.61
verified: no, type: precision_at_1000
value: 2.091
verified: no, type: mrr_at_1
value: 22.5
verified: no, type: mrr_at_3
value: 28.8333
verified: no, type: mrr_at_5
value: 30.8333
verified: no, type: mrr_at_10
value: 32.0377
verified: no, type: mrr_at_20
value: 32.6114
verified: no, type: mrr_at_100
value: 32.983000000000004
verified: no, type: mrr_at_1000
value: 33.0393
verified: no, type: nauc_ndcg_at_1_max
value: 43.932500000000005
verified: no, type: nauc_ndcg_at_1_std
value: 30.9222
verified: no, type: nauc_ndcg_at_1_diff1
value: 19.9076
verified: no, type: nauc_ndcg_at_3_max
value: 52.4309
verified: no, type: nauc_ndcg_at_3_std
value: 33.2502
verified: no, type: nauc_ndcg_at_3_diff1
value: 21.6392
verified: no, type: nauc_ndcg_at_5_max
value: 53.7562
verified: no, type: nauc_ndcg_at_5_std
value: 38.7857
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.2335
verified: no, type: nauc_ndcg_at_10_max
value: 56.3609
verified: no, type: nauc_ndcg_at_10_std
value: 41.5947
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.6265
verified: no, type: nauc_ndcg_at_20_max
value: 59.8171
verified: no, type: nauc_ndcg_at_20_std
value: 44.1169
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.7763
verified: no, type: nauc_ndcg_at_100_max
value: 63.490100000000005
verified: no, type: nauc_ndcg_at_100_std
value: 50.1014
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.4293
verified: no, type: nauc_ndcg_at_1000_max
value: 63.620200000000004
verified: no, type: nauc_ndcg_at_1000_std
value: 51.35809999999999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.1076
verified: no, type: nauc_map_at_1_max
value: 42.8805
verified: no, type: nauc_map_at_1_std
value: 34.9412
verified: no, type: nauc_map_at_1_diff1
value: 51.257299999999994
verified: no, type: nauc_map_at_3_max
value: 49.3844
verified: no, type: nauc_map_at_3_std
value: 31.5361
verified: no, type: nauc_map_at_3_diff1
value: 42.1771
verified: no, type: nauc_map_at_5_max
value: 52.0142
verified: no, type: nauc_map_at_5_std
value: 38.156099999999995
verified: no, type: nauc_map_at_5_diff1
value: 34.7349
verified: no, type: nauc_map_at_10_max
value: 55.47410000000001
verified: no, type: nauc_map_at_10_std
value: 41.1528
verified: no, type: nauc_map_at_10_diff1
value: 30.3408
verified: no, type: nauc_map_at_20_max
value: 57.971399999999996
verified: no, type: nauc_map_at_20_std
value: 43.3687
verified: no, type: nauc_map_at_20_diff1
value: 28.723300000000002
verified: no, type: nauc_map_at_100_max
value: 61.5196
verified: no, type: nauc_map_at_100_std
value: 47.762100000000004
verified: no, type: nauc_map_at_100_diff1
value: 26.5933
verified: no, type: nauc_map_at_1000_max
value: 62.327299999999994
verified: no, type: nauc_map_at_1000_std
value: 48.6106
verified: no, type: nauc_map_at_1000_diff1
value: 24.8347
verified: no, type: nauc_recall_at_1_max
value: 42.8805
verified: no, type: nauc_recall_at_1_std
value: 34.9412
verified: no, type: nauc_recall_at_1_diff1
value: 51.257299999999994
verified: no, type: nauc_recall_at_3_max
value: 46.008500000000005
verified: no, type: nauc_recall_at_3_std
value: 25.9357
verified: no, type: nauc_recall_at_3_diff1
value: 39.5208
verified: no, type: nauc_recall_at_5_max
value: 45.2357
verified: no, type: nauc_recall_at_5_std
value: 41.3928
verified: no, type: nauc_recall_at_5_diff1
value: 24.9619
verified: no, type: nauc_recall_at_10_max
value: 46.6621
verified: no, type: nauc_recall_at_10_std
value: 38.1389
verified: no, type: nauc_recall_at_10_diff1
value: 22.9227
verified: no, type: nauc_recall_at_20_max
value: 51.809400000000004
verified: no, type: nauc_recall_at_20_std
value: 44.9357
verified: no, type: nauc_recall_at_20_diff1
value: 19.8542
verified: no, type: nauc_recall_at_100_max
value: 56.9719
verified: no, type: nauc_recall_at_100_std
value: 55.10810000000001
verified: no, type: nauc_recall_at_100_diff1
value: 15.0191
verified: no, type: nauc_recall_at_1000_max
value: 61.3058
verified: no, type: nauc_recall_at_1000_std
value: 74.4173
verified: no, type: nauc_recall_at_1000_diff1
value: 11.5847
verified: no, type: nauc_precision_at_1_max
value: 44.6099
verified: no, type: nauc_precision_at_1_std
value: 34.2709
verified: no, type: nauc_precision_at_1_diff1
value: 12.620600000000001
verified: no, type: nauc_precision_at_3_max
value: 52.7269
verified: no, type: nauc_precision_at_3_std
value: 35.4988
verified: no, type: nauc_precision_at_3_diff1
value: 5.5428
verified: no, type: nauc_precision_at_5_max
value: 52.2888
verified: no, type: nauc_precision_at_5_std
value: 40.1329
verified: no, type: nauc_precision_at_5_diff1
value: 0.7597999999999999
verified: no, type: nauc_precision_at_10_max
value: 53.4776
verified: no, type: nauc_precision_at_10_std
value: 41.308099999999996
verified: no, type: nauc_precision_at_10_diff1
value: 1.2727
verified: no, type: nauc_precision_at_20_max
value: 51.581900000000005
verified: no, type: nauc_precision_at_20_std
value: 41.4412
verified: no, type: nauc_precision_at_20_diff1
value: 1.8686999999999998
verified: no, type: nauc_precision_at_100_max
value: 37.2452
verified: no, type: nauc_precision_at_100_std
value: 29.8866
verified: no, type: nauc_precision_at_100_diff1
value: -2.653
verified: no, type: nauc_precision_at_1000_max
value: 10.8915
verified: no, type: nauc_precision_at_1000_std
value: -1.9983
verified: no, type: nauc_precision_at_1000_diff1
value: -7.8149
verified: no, type: nauc_mrr_at_1_max
value: 44.6099
verified: no, type: nauc_mrr_at_1_std
value: 34.2709
verified: no, type: nauc_mrr_at_1_diff1
value: 12.620600000000001
verified: no, type: nauc_mrr_at_3_max
value: 47.1393
verified: no, type: nauc_mrr_at_3_std
value: 33.9716
verified: no, type: nauc_mrr_at_3_diff1
value: 9.6941
verified: no, type: nauc_mrr_at_5_max
value: 46.381099999999996
verified: no, type: nauc_mrr_at_5_std
value: 36.4238
verified: no, type: nauc_mrr_at_5_diff1
value: 8.3056
verified: no, type: nauc_mrr_at_10_max
value: 47.5779
verified: no, type: nauc_mrr_at_10_std
value: 36.6239
verified: no, type: nauc_mrr_at_10_diff1
value: 8.732099999999999
verified: no, type: nauc_mrr_at_20_max
value: 48.2236
verified: no, type: nauc_mrr_at_20_std
value: 37.2659
verified: no, type: nauc_mrr_at_20_diff1
value: 9.1473
verified: no, type: nauc_mrr_at_100_max
value: 48.231
verified: no, type: nauc_mrr_at_100_std
value: 37.335499999999996
verified: no, type: nauc_mrr_at_100_diff1
value: 8.94
verified: no, type: nauc_mrr_at_1000_max
value: 48.1705
verified: no, type: nauc_mrr_at_1000_std
value: 37.278299999999994
verified: no, type: nauc_mrr_at_1000_diff1
value: 8.9861
verified: no, type: main_score
value: 17.929000000000002
verified: no
task: type: Retrieval, dataset: config: fr
name: MTEB CUREv1 (fr)
revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
split: pulmonology
type: clinia/CUREv1
metrics: type: ndcg_at_1
value: 22
verified: no, type: ndcg_at_3
value: 19.67
verified: no, type: ndcg_at_5
value: 19.637999999999998
verified: no, type: ndcg_at_10
value: 20.093
verified: no, type: ndcg_at_20
value: 22.037000000000003
verified: no, type: ndcg_at_100
value: 27.633999999999997
verified: no, type: ndcg_at_1000
value: 36.504999999999995
verified: no, type: map_at_1
value: 4.806
verified: no, type: map_at_3
value: 6.3839999999999995
verified: no, type: map_at_5
value: 7.617
verified: no, type: map_at_10
value: 9.371
verified: no, type: map_at_20
value: 10.822
verified: no, type: map_at_100
value: 13.616
verified: no, type: map_at_1000
value: 15.429
verified: no, type: recall_at_1
value: 4.806
verified: no, type: recall_at_3
value: 7.5009999999999994
verified: no, type: recall_at_5
value: 10.041
verified: no, type: recall_at_10
value: 14.588999999999999
verified: no, type: recall_at_20
value: 22.256
verified: no, type: recall_at_100
value: 40.071
verified: no, type: recall_at_1000
value: 69.741
verified: no, type: precision_at_1
value: 27.500000000000004
verified: no, type: precision_at_3
value: 19.833000000000002
verified: no, type: precision_at_5
value: 18.3
verified: no, type: precision_at_10
value: 15.5
verified: no, type: precision_at_20
value: 12.875
verified: no, type: precision_at_100
value: 7.380000000000001
verified: no, type: precision_at_1000
value: 2.186
verified: no, type: mrr_at_1
value: 27.500000000000004
verified: no, type: mrr_at_3
value: 33.6667
verified: no, type: mrr_at_5
value: 35.341699999999996
verified: no, type: mrr_at_10
value: 36.432700000000004
verified: no, type: mrr_at_20
value: 37.297200000000004
verified: no, type: mrr_at_100
value: 37.675599999999996
verified: no, type: mrr_at_1000
value: 37.722899999999996
verified: no, type: nauc_ndcg_at_1_max
value: 42.6021
verified: no, type: nauc_ndcg_at_1_std
value: 35.9813
verified: no, type: nauc_ndcg_at_1_diff1
value: 22.290399999999998
verified: no, type: nauc_ndcg_at_3_max
value: 49.1559
verified: no, type: nauc_ndcg_at_3_std
value: 40.0896
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.279799999999998
verified: no, type: nauc_ndcg_at_5_max
value: 51.4668
verified: no, type: nauc_ndcg_at_5_std
value: 39.624900000000004
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.3741
verified: no, type: nauc_ndcg_at_10_max
value: 54.519
verified: no, type: nauc_ndcg_at_10_std
value: 42.104200000000006
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.4078
verified: no, type: nauc_ndcg_at_20_max
value: 56.2174
verified: no, type: nauc_ndcg_at_20_std
value: 46.512100000000004
verified: no, type: nauc_ndcg_at_20_diff1
value: 23.6843
verified: no, type: nauc_ndcg_at_100_max
value: 61.04619999999999
verified: no, type: nauc_ndcg_at_100_std
value: 57.2706
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.2432
verified: no, type: nauc_ndcg_at_1000_max
value: 61.364200000000004
verified: no, type: nauc_ndcg_at_1000_std
value: 56.0934
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.2488
verified: no, type: nauc_map_at_1_max
value: 44.9878
verified: no, type: nauc_map_at_1_std
value: 34.9461
verified: no, type: nauc_map_at_1_diff1
value: 53.675399999999996
verified: no, type: nauc_map_at_3_max
value: 44.4329
verified: no, type: nauc_map_at_3_std
value: 36.0323
verified: no, type: nauc_map_at_3_diff1
value: 46.4853
verified: no, type: nauc_map_at_5_max
value: 46.2582
verified: no, type: nauc_map_at_5_std
value: 36.9879
verified: no, type: nauc_map_at_5_diff1
value: 41.4037
verified: no, type: nauc_map_at_10_max
value: 50.330200000000005
verified: no, type: nauc_map_at_10_std
value: 40.0156
verified: no, type: nauc_map_at_10_diff1
value: 38.1695
verified: no, type: nauc_map_at_20_max
value: 51.7941
verified: no, type: nauc_map_at_20_std
value: 44.193599999999996
verified: no, type: nauc_map_at_20_diff1
value: 35.8223
verified: no, type: nauc_map_at_100_max
value: 54.651
verified: no, type: nauc_map_at_100_std
value: 50.6749
verified: no, type: nauc_map_at_100_diff1
value: 31.0403
verified: no, type: nauc_map_at_1000_max
value: 54.2956
verified: no, type: nauc_map_at_1000_std
value: 50.2575
verified: no, type: nauc_map_at_1000_diff1
value: 26.8654
verified: no, type: nauc_recall_at_1_max
value: 44.9878
verified: no, type: nauc_recall_at_1_std
value: 34.9461
verified: no, type: nauc_recall_at_1_diff1
value: 53.675399999999996
verified: no, type: nauc_recall_at_3_max
value: 40.9893
verified: no, type: nauc_recall_at_3_std
value: 34.5723
verified: no, type: nauc_recall_at_3_diff1
value: 41.6989
verified: no, type: nauc_recall_at_5_max
value: 43.0016
verified: no, type: nauc_recall_at_5_std
value: 32.7617
verified: no, type: nauc_recall_at_5_diff1
value: 34.6036
verified: no, type: nauc_recall_at_10_max
value: 51.5082
verified: no, type: nauc_recall_at_10_std
value: 39.9773
verified: no, type: nauc_recall_at_10_diff1
value: 30.900899999999996
verified: no, type: nauc_recall_at_20_max
value: 48.149300000000004
verified: no, type: nauc_recall_at_20_std
value: 45.0434
verified: no, type: nauc_recall_at_20_diff1
value: 28.865800000000004
verified: no, type: nauc_recall_at_100_max
value: 56.163799999999995
verified: no, type: nauc_recall_at_100_std
value: 65.4097
verified: no, type: nauc_recall_at_100_diff1
value: 24.0152
verified: no, type: nauc_recall_at_1000_max
value: 65.8655
verified: no, type: nauc_recall_at_1000_std
value: 74.5213
verified: no, type: nauc_recall_at_1000_diff1
value: 15.1259
verified: no, type: nauc_precision_at_1_max
value: 39.8972
verified: no, type: nauc_precision_at_1_std
value: 33.6627
verified: no, type: nauc_precision_at_1_diff1
value: 17.1124
verified: no, type: nauc_precision_at_3_max
value: 44.7058
verified: no, type: nauc_precision_at_3_std
value: 37.6182
verified: no, type: nauc_precision_at_3_diff1
value: 8.8976
verified: no, type: nauc_precision_at_5_max
value: 43.9751
verified: no, type: nauc_precision_at_5_std
value: 34.65
verified: no, type: nauc_precision_at_5_diff1
value: 2.9363
verified: no, type: nauc_precision_at_10_max
value: 41.3611
verified: no, type: nauc_precision_at_10_std
value: 35.741299999999995
verified: no, type: nauc_precision_at_10_diff1
value: -0.1869
verified: no, type: nauc_precision_at_20_max
value: 37.6713
verified: no, type: nauc_precision_at_20_std
value: 37.3803
verified: no, type: nauc_precision_at_20_diff1
value: -6.543699999999999
verified: no, type: nauc_precision_at_100_max
value: 21.4265
verified: no, type: nauc_precision_at_100_std
value: 24.3006
verified: no, type: nauc_precision_at_100_diff1
value: -18.1773
verified: no, type: nauc_precision_at_1000_max
value: 0.7231
verified: no, type: nauc_precision_at_1000_std
value: -7.500500000000001
verified: no, type: nauc_precision_at_1000_diff1
value: -27.672400000000003
verified: no, type: nauc_mrr_at_1_max
value: 39.8972
verified: no, type: nauc_mrr_at_1_std
value: 33.6627
verified: no, type: nauc_mrr_at_1_diff1
value: 17.1124
verified: no, type: nauc_mrr_at_3_max
value: 44.0551
verified: no, type: nauc_mrr_at_3_std
value: 35.9342
verified: no, type: nauc_mrr_at_3_diff1
value: 16.797
verified: no, type: nauc_mrr_at_5_max
value: 44.575700000000005
verified: no, type: nauc_mrr_at_5_std
value: 35.5613
verified: no, type: nauc_mrr_at_5_diff1
value: 15.8189
verified: no, type: nauc_mrr_at_10_max
value: 45.3991
verified: no, type: nauc_mrr_at_10_std
value: 37.3274
verified: no, type: nauc_mrr_at_10_diff1
value: 15.509899999999998
verified: no, type: nauc_mrr_at_20_max
value: 45.6017
verified: no, type: nauc_mrr_at_20_std
value: 37.7156
verified: no, type: nauc_mrr_at_20_diff1
value: 15.357499999999998
verified: no, type: nauc_mrr_at_100_max
value: 45.5056
verified: no, type: nauc_mrr_at_100_std
value: 37.734899999999996
verified: no, type: nauc_mrr_at_100_diff1
value: 15.382599999999998
verified: no, type: nauc_mrr_at_1000_max
value: 45.4736
verified: no, type: nauc_mrr_at_1000_std
value: 37.6894
verified: no, type: nauc_mrr_at_1000_diff1
value: 15.3948
verified: no, type: main_score
value: 20.093
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CmedqaRetrieval (default)
revision: cd540c506dae1cf9e9a59c3e06f42030d54e7301
split: dev
type: C-MTEB/CmedqaRetrieval
metrics: type: ndcg_at_1
value: 1.975
verified: no, type: ndcg_at_3
value: 1.8800000000000001
verified: no, type: ndcg_at_5
value: 2.064
verified: no, type: ndcg_at_10
value: 2.244
verified: no, type: ndcg_at_20
value: 2.444
verified: no, type: ndcg_at_100
value: 3.1419999999999995
verified: no, type: ndcg_at_1000
value: 4.436
verified: no, type: map_at_1
value: 1.0959999999999999
verified: no, type: map_at_3
value: 1.459
verified: no, type: map_at_5
value: 1.5970000000000002
verified: no, type: map_at_10
value: 1.678
verified: no, type: map_at_20
value: 1.73
verified: no, type: map_at_100
value: 1.817
verified: no, type: map_at_1000
value: 1.854
verified: no, type: recall_at_1
value: 1.0959999999999999
verified: no, type: recall_at_3
value: 1.8399999999999999
verified: no, type: recall_at_5
value: 2.411
verified: no, type: recall_at_10
value: 2.9690000000000003
verified: no, type: recall_at_20
value: 3.65
verified: no, type: recall_at_100
value: 6.882000000000001
verified: no, type: recall_at_1000
value: 16.221
verified: no, type: precision_at_1
value: 1.975
verified: no, type: precision_at_3
value: 1.134
verified: no, type: precision_at_5
value: 0.855
verified: no, type: precision_at_10
value: 0.545
verified: no, type: precision_at_20
value: 0.34299999999999997
verified: no, type: precision_at_100
value: 0.136
verified: no, type: precision_at_1000
value: 0.031
verified: no, type: mrr_at_1
value: 1.9755000000000003
verified: no, type: mrr_at_3
value: 2.4548
verified: no, type: mrr_at_5
value: 2.6336
verified: no, type: mrr_at_10
value: 2.7566
verified: no, type: mrr_at_20
value: 2.834
verified: no, type: mrr_at_100
value: 2.948
verified: no, type: mrr_at_1000
value: 2.9941
verified: no, type: nauc_ndcg_at_1_max
value: 44.5578
verified: no, type: nauc_ndcg_at_1_std
value: -7.0793
verified: no, type: nauc_ndcg_at_1_diff1
value: 41.342800000000004
verified: no, type: nauc_ndcg_at_3_max
value: 38.824799999999996
verified: no, type: nauc_ndcg_at_3_std
value: -7.721400000000001
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.5746
verified: no, type: nauc_ndcg_at_5_max
value: 35.3778
verified: no, type: nauc_ndcg_at_5_std
value: -8.0892
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.1742
verified: no, type: nauc_ndcg_at_10_max
value: 33.9489
verified: no, type: nauc_ndcg_at_10_std
value: -6.5869
verified: no, type: nauc_ndcg_at_10_diff1
value: 25.1357
verified: no, type: nauc_ndcg_at_20_max
value: 31.6749
verified: no, type: nauc_ndcg_at_20_std
value: -6.1487
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.4549
verified: no, type: nauc_ndcg_at_100_max
value: 25.5529
verified: no, type: nauc_ndcg_at_100_std
value: -3.3800999999999997
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.2302
verified: no, type: nauc_ndcg_at_1000_max
value: 21.4586
verified: no, type: nauc_ndcg_at_1000_std
value: 0.3195
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.187800000000001
verified: no, type: nauc_map_at_1_max
value: 48.9561
verified: no, type: nauc_map_at_1_std
value: -8.7168
verified: no, type: nauc_map_at_1_diff1
value: 41.5248
verified: no, type: nauc_map_at_3_max
value: 41.7416
verified: no, type: nauc_map_at_3_std
value: -8.9731
verified: no, type: nauc_map_at_3_diff1
value: 30.8288
verified: no, type: nauc_map_at_5_max
value: 39.2026
verified: no, type: nauc_map_at_5_std
value: -9.1096
verified: no, type: nauc_map_at_5_diff1
value: 29.8599
verified: no, type: nauc_map_at_10_max
value: 38.3244
verified: no, type: nauc_map_at_10_std
value: -8.3488
verified: no, type: nauc_map_at_10_diff1
value: 28.4995
verified: no, type: nauc_map_at_20_max
value: 37.4247
verified: no, type: nauc_map_at_20_std
value: -8.132200000000001
verified: no, type: nauc_map_at_20_diff1
value: 27.494000000000003
verified: no, type: nauc_map_at_100_max
value: 35.9232
verified: no, type: nauc_map_at_100_std
value: -7.3904
verified: no, type: nauc_map_at_100_diff1
value: 26.3365
verified: no, type: nauc_map_at_1000_max
value: 35.5077
verified: no, type: nauc_map_at_1000_std
value: -7.093000000000001
verified: no, type: nauc_map_at_1000_diff1
value: 25.9599
verified: no, type: nauc_recall_at_1_max
value: 48.9561
verified: no, type: nauc_recall_at_1_std
value: -8.7168
verified: no, type: nauc_recall_at_1_diff1
value: 41.5248
verified: no, type: nauc_recall_at_3_max
value: 35.0824
verified: no, type: nauc_recall_at_3_std
value: -6.9858
verified: no, type: nauc_recall_at_3_diff1
value: 24.1649
verified: no, type: nauc_recall_at_5_max
value: 29.3684
verified: no, type: nauc_recall_at_5_std
value: -8.2378
verified: no, type: nauc_recall_at_5_diff1
value: 23.042299999999997
verified: no, type: nauc_recall_at_10_max
value: 27.4364
verified: no, type: nauc_recall_at_10_std
value: -5.7612
verified: no, type: nauc_recall_at_10_diff1
value: 18.4245
verified: no, type: nauc_recall_at_20_max
value: 23.4658
verified: no, type: nauc_recall_at_20_std
value: -5.0295
verified: no, type: nauc_recall_at_20_diff1
value: 13.6712
verified: no, type: nauc_recall_at_100_max
value: 14.056199999999999
verified: no, type: nauc_recall_at_100_std
value: -0.0629
verified: no, type: nauc_recall_at_100_diff1
value: 9.0138
verified: no, type: nauc_recall_at_1000_max
value: 10.1503
verified: no, type: nauc_recall_at_1000_std
value: 6.651
verified: no, type: nauc_recall_at_1000_diff1
value: 6.7867999999999995
verified: no, type: nauc_precision_at_1_max
value: 44.5578
verified: no, type: nauc_precision_at_1_std
value: -7.0793
verified: no, type: nauc_precision_at_1_diff1
value: 41.342800000000004
verified: no, type: nauc_precision_at_3_max
value: 35.142
verified: no, type: nauc_precision_at_3_std
value: -6.3729
verified: no, type: nauc_precision_at_3_diff1
value: 23.5105
verified: no, type: nauc_precision_at_5_max
value: 31.5182
verified: no, type: nauc_precision_at_5_std
value: -5.9487
verified: no, type: nauc_precision_at_5_diff1
value: 23.244899999999998
verified: no, type: nauc_precision_at_10_max
value: 28.1848
verified: no, type: nauc_precision_at_10_std
value: -2.1538000000000004
verified: no, type: nauc_precision_at_10_diff1
value: 18.1237
verified: no, type: nauc_precision_at_20_max
value: 23.6964
verified: no, type: nauc_precision_at_20_std
value: -1.5044
verified: no, type: nauc_precision_at_20_diff1
value: 13.669300000000002
verified: no, type: nauc_precision_at_100_max
value: 14.132900000000001
verified: no, type: nauc_precision_at_100_std
value: 3.6346000000000003
verified: no, type: nauc_precision_at_100_diff1
value: 9.3907
verified: no, type: nauc_precision_at_1000_max
value: 9.5808
verified: no, type: nauc_precision_at_1000_std
value: 7.452400000000001
verified: no, type: nauc_precision_at_1000_diff1
value: 7.3365
verified: no, type: nauc_mrr_at_1_max
value: 44.5578
verified: no, type: nauc_mrr_at_1_std
value: -7.0793
verified: no, type: nauc_mrr_at_1_diff1
value: 41.342800000000004
verified: no, type: nauc_mrr_at_3_max
value: 38.055299999999995
verified: no, type: nauc_mrr_at_3_std
value: -6.456199999999999
verified: no, type: nauc_mrr_at_3_diff1
value: 32.067099999999996
verified: no, type: nauc_mrr_at_5_max
value: 36.5336
verified: no, type: nauc_mrr_at_5_std
value: -6.546399999999999
verified: no, type: nauc_mrr_at_5_diff1
value: 31.506899999999998
verified: no, type: nauc_mrr_at_10_max
value: 35.57
verified: no, type: nauc_mrr_at_10_std
value: -5.7427
verified: no, type: nauc_mrr_at_10_diff1
value: 30.0035
verified: no, type: nauc_mrr_at_20_max
value: 34.6904
verified: no, type: nauc_mrr_at_20_std
value: -5.6437
verified: no, type: nauc_mrr_at_20_diff1
value: 29.002200000000002
verified: no, type: nauc_mrr_at_100_max
value: 33.377
verified: no, type: nauc_mrr_at_100_std
value: -5.2307
verified: no, type: nauc_mrr_at_100_diff1
value: 27.822999999999997
verified: no, type: nauc_mrr_at_1000_max
value: 33.1079
verified: no, type: nauc_mrr_at_1000_std
value: -5.066
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.535700000000002
verified: no, type: main_score
value: 2.244
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MedicalQARetrieval (default)
revision: ae763399273d8b20506b80cf6f6f9a31a6a2b238
split: test
type: mteb/medical_qa
metrics: type: ndcg_at_1
value: 61.816
verified: no, type: ndcg_at_3
value: 70.759
verified: no, type: ndcg_at_5
value: 72.968
verified: no, type: ndcg_at_10
value: 74.824
verified: no, type: ndcg_at_20
value: 75.82799999999999
verified: no, type: ndcg_at_100
value: 76.846
verified: no, type: ndcg_at_1000
value: 77.164
verified: no, type: map_at_1
value: 61.816
verified: no, type: map_at_3
value: 68.612
verified: no, type: map_at_5
value: 69.83500000000001
verified: no, type: map_at_10
value: 70.616
verified: no, type: map_at_20
value: 70.899
verified: no, type: map_at_100
value: 71.043
verified: no, type: map_at_1000
value: 71.055
verified: no, type: recall_at_1
value: 61.816
verified: no, type: recall_at_3
value: 76.953
verified: no, type: recall_at_5
value: 82.324
verified: no, type: recall_at_10
value: 87.988
verified: no, type: recall_at_20
value: 91.89500000000001
verified: no, type: recall_at_100
value: 97.363
verified: no, type: recall_at_1000
value: 99.854
verified: no, type: precision_at_1
value: 61.816
verified: no, type: precision_at_3
value: 25.651000000000003
verified: no, type: precision_at_5
value: 16.465
verified: no, type: precision_at_10
value: 8.799
verified: no, type: precision_at_20
value: 4.595
verified: no, type: precision_at_100
value: 0.9740000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 61.914100000000005
verified: no, type: mrr_at_3
value: 68.6686
verified: no, type: mrr_at_5
value: 69.8942
verified: no, type: mrr_at_10
value: 70.6751
verified: no, type: mrr_at_20
value: 70.9589
verified: no, type: mrr_at_100
value: 71.102
verified: no, type: mrr_at_1000
value: 71.11420000000001
verified: no, type: nauc_ndcg_at_1_max
value: 43.0416
verified: no, type: nauc_ndcg_at_1_std
value: 1.4047
verified: no, type: nauc_ndcg_at_1_diff1
value: 68.2899
verified: no, type: nauc_ndcg_at_3_max
value: 44.2637
verified: no, type: nauc_ndcg_at_3_std
value: -2.6632
verified: no, type: nauc_ndcg_at_3_diff1
value: 62.948499999999996
verified: no, type: nauc_ndcg_at_5_max
value: 44.3739
verified: no, type: nauc_ndcg_at_5_std
value: -3.1071
verified: no, type: nauc_ndcg_at_5_diff1
value: 62.4586
verified: no, type: nauc_ndcg_at_10_max
value: 45.7976
verified: no, type: nauc_ndcg_at_10_std
value: -4.037
verified: no, type: nauc_ndcg_at_10_diff1
value: 62.5016
verified: no, type: nauc_ndcg_at_20_max
value: 45.4416
verified: no, type: nauc_ndcg_at_20_std
value: -3.3076000000000003
verified: no, type: nauc_ndcg_at_20_diff1
value: 62.64619999999999
verified: no, type: nauc_ndcg_at_100_max
value: 45.216
verified: no, type: nauc_ndcg_at_100_std
value: -2.6107
verified: no, type: nauc_ndcg_at_100_diff1
value: 63.1536
verified: no, type: nauc_ndcg_at_1000_max
value: 44.8511
verified: no, type: nauc_ndcg_at_1000_std
value: -2.2796
verified: no, type: nauc_ndcg_at_1000_diff1
value: 63.5203
verified: no, type: nauc_map_at_1_max
value: 43.0416
verified: no, type: nauc_map_at_1_std
value: 1.4047
verified: no, type: nauc_map_at_1_diff1
value: 68.2899
verified: no, type: nauc_map_at_3_max
value: 43.8357
verified: no, type: nauc_map_at_3_std
value: -1.4727999999999999
verified: no, type: nauc_map_at_3_diff1
value: 64.3811
verified: no, type: nauc_map_at_5_max
value: 43.865300000000005
verified: no, type: nauc_map_at_5_std
value: -1.6657000000000002
verified: no, type: nauc_map_at_5_diff1
value: 64.1906
verified: no, type: nauc_map_at_10_max
value: 44.376599999999996
verified: no, type: nauc_map_at_10_std
value: -2.004
verified: no, type: nauc_map_at_10_diff1
value: 64.2587
verified: no, type: nauc_map_at_20_max
value: 44.289
verified: no, type: nauc_map_at_20_std
value: -1.8488999999999998
verified: no, type: nauc_map_at_20_diff1
value: 64.3021
verified: no, type: nauc_map_at_100_max
value: 44.2802
verified: no, type: nauc_map_at_100_std
value: -1.7392999999999998
verified: no, type: nauc_map_at_100_diff1
value: 64.3597
verified: no, type: nauc_map_at_1000_max
value: 44.2691
verified: no, type: nauc_map_at_1000_std
value: -1.72
verified: no, type: nauc_map_at_1000_diff1
value: 64.37349999999999
verified: no, type: nauc_recall_at_1_max
value: 43.0416
verified: no, type: nauc_recall_at_1_std
value: 1.4047
verified: no, type: nauc_recall_at_1_diff1
value: 68.2899
verified: no, type: nauc_recall_at_3_max
value: 45.8586
verified: no, type: nauc_recall_at_3_std
value: -7.0022
verified: no, type: nauc_recall_at_3_diff1
value: 57.791599999999995
verified: no, type: nauc_recall_at_5_max
value: 46.698299999999996
verified: no, type: nauc_recall_at_5_std
value: -9.518699999999999
verified: no, type: nauc_recall_at_5_diff1
value: 54.8081
verified: no, type: nauc_recall_at_10_max
value: 55.617700000000006
verified: no, type: nauc_recall_at_10_std
value: -17.0066
verified: no, type: nauc_recall_at_10_diff1
value: 51.7949
verified: no, type: nauc_recall_at_20_max
value: 56.2234
verified: no, type: nauc_recall_at_20_std
value: -14.6945
verified: no, type: nauc_recall_at_20_diff1
value: 48.6265
verified: no, type: nauc_recall_at_100_max
value: 66.3957
verified: no, type: nauc_recall_at_100_std
value: -13.4665
verified: no, type: nauc_recall_at_100_diff1
value: 41.1961
verified: no, type: nauc_recall_at_1000_max
value: 47.873599999999996
verified: no, type: nauc_recall_at_1000_std
value: 61.4994
verified: no, type: nauc_recall_at_1000_diff1
value: 33.012
verified: no, type: nauc_precision_at_1_max
value: 43.0416
verified: no, type: nauc_precision_at_1_std
value: 1.4047
verified: no, type: nauc_precision_at_1_diff1
value: 68.2899
verified: no, type: nauc_precision_at_3_max
value: 45.8586
verified: no, type: nauc_precision_at_3_std
value: -7.0022
verified: no, type: nauc_precision_at_3_diff1
value: 57.791599999999995
verified: no, type: nauc_precision_at_5_max
value: 46.698299999999996
verified: no, type: nauc_precision_at_5_std
value: -9.518699999999999
verified: no, type: nauc_precision_at_5_diff1
value: 54.8081
verified: no, type: nauc_precision_at_10_max
value: 55.617700000000006
verified: no, type: nauc_precision_at_10_std
value: -17.0066
verified: no, type: nauc_precision_at_10_diff1
value: 51.7949
verified: no, type: nauc_precision_at_20_max
value: 56.2234
verified: no, type: nauc_precision_at_20_std
value: -14.6945
verified: no, type: nauc_precision_at_20_diff1
value: 48.6265
verified: no, type: nauc_precision_at_100_max
value: 66.3957
verified: no, type: nauc_precision_at_100_std
value: -13.4665
verified: no, type: nauc_precision_at_100_diff1
value: 41.1961
verified: no, type: nauc_precision_at_1000_max
value: 47.873599999999996
verified: no, type: nauc_precision_at_1000_std
value: 61.4994
verified: no, type: nauc_precision_at_1000_diff1
value: 33.012
verified: no, type: nauc_mrr_at_1_max
value: 43.147000000000006
verified: no, type: nauc_mrr_at_1_std
value: 1.6458
verified: no, type: nauc_mrr_at_1_diff1
value: 68.0902
verified: no, type: nauc_mrr_at_3_max
value: 43.904199999999996
verified: no, type: nauc_mrr_at_3_std
value: -1.3296999999999999
verified: no, type: nauc_mrr_at_3_diff1
value: 64.24459999999999
verified: no, type: nauc_mrr_at_5_max
value: 43.9347
verified: no, type: nauc_mrr_at_5_std
value: -1.5104
verified: no, type: nauc_mrr_at_5_diff1
value: 64.0435
verified: no, type: nauc_mrr_at_10_max
value: 44.4408
verified: no, type: nauc_mrr_at_10_std
value: -1.8647
verified: no, type: nauc_mrr_at_10_diff1
value: 64.1077
verified: no, type: nauc_mrr_at_20_max
value: 44.3536
verified: no, type: nauc_mrr_at_20_std
value: -1.7078
verified: no, type: nauc_mrr_at_20_diff1
value: 64.1495
verified: no, type: nauc_mrr_at_100_max
value: 44.3452
verified: no, type: nauc_mrr_at_100_std
value: -1.5973000000000002
verified: no, type: nauc_mrr_at_100_diff1
value: 64.2063
verified: no, type: nauc_mrr_at_1000_max
value: 44.3341
verified: no, type: nauc_mrr_at_1000_std
value: -1.5779
verified: no, type: nauc_mrr_at_1000_diff1
value: 64.22
verified: no, type: main_score
value: 74.824
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MedrxivClusteringP2P.v2 (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: v_measure
value: 36.208200000000005
verified: no, type: v_measure_std
value: 1.3513000000000002
verified: no, type: main_score
value: 36.208200000000005
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S.v2 (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: v_measure
value: 34.1653
verified: no, type: v_measure_std
value: 0.5923
verified: no, type: main_score
value: 34.1653
verified: no
task: type: Clustering, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: ndcg_at_1
value: 47.368
verified: no, type: ndcg_at_3
value: 43.149
verified: no, type: ndcg_at_5
value: 40.262
verified: no, type: ndcg_at_10
value: 37.07
verified: no, type: ndcg_at_20
value: 35.258
verified: no, type: ndcg_at_100
value: 34.742
verified: no, type: ndcg_at_1000
value: 43.864999999999995
verified: no, type: map_at_1
value: 7.298
verified: no, type: map_at_3
value: 11.259
verified: no, type: map_at_5
value: 12.756
verified: no, type: map_at_10
value: 14.829
verified: no, type: map_at_20
value: 16.543
verified: no, type: map_at_100
value: 18.755
verified: no, type: map_at_1000
value: 20.302999999999997
verified: no, type: recall_at_1
value: 7.298
verified: no, type: recall_at_3
value: 12.056000000000001
verified: no, type: recall_at_5
value: 14.184
verified: no, type: recall_at_10
value: 18.224999999999998
verified: no, type: recall_at_20
value: 23.009
verified: no, type: recall_at_100
value: 35.398
verified: no, type: recall_at_1000
value: 67.74900000000001
verified: no, type: precision_at_1
value: 48.916
verified: no, type: precision_at_3
value: 39.938
verified: no, type: precision_at_5
value: 33.994
verified: no, type: precision_at_10
value: 26.779999999999998
verified: no, type: precision_at_20
value: 20.355999999999998
verified: no, type: precision_at_100
value: 8.458
verified: no, type: precision_at_1000
value: 2.176
verified: no, type: mrr_at_1
value: 48.916399999999996
verified: no, type: mrr_at_3
value: 55.985600000000005
verified: no, type: mrr_at_5
value: 57.0537
verified: no, type: mrr_at_10
value: 57.7149
verified: no, type: mrr_at_20
value: 58.1229
verified: no, type: mrr_at_100
value: 58.397299999999994
verified: no, type: mrr_at_1000
value: 58.4248
verified: no, type: nauc_ndcg_at_1_max
value: 41.3116
verified: no, type: nauc_ndcg_at_1_std
value: 22.451
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.2109
verified: no, type: nauc_ndcg_at_3_max
value: 40.1035
verified: no, type: nauc_ndcg_at_3_std
value: 24.5928
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.430699999999998
verified: no, type: nauc_ndcg_at_5_max
value: 39.734
verified: no, type: nauc_ndcg_at_5_std
value: 25.881500000000003
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.0016
verified: no, type: nauc_ndcg_at_10_max
value: 38.4436
verified: no, type: nauc_ndcg_at_10_std
value: 27.4864
verified: no, type: nauc_ndcg_at_10_diff1
value: 21.456400000000002
verified: no, type: nauc_ndcg_at_20_max
value: 37.5296
verified: no, type: nauc_ndcg_at_20_std
value: 26.714100000000002
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.9013
verified: no, type: nauc_ndcg_at_100_max
value: 40.7159
verified: no, type: nauc_ndcg_at_100_std
value: 27.7585
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.681700000000003
verified: no, type: nauc_ndcg_at_1000_max
value: 45.828799999999994
verified: no, type: nauc_ndcg_at_1000_std
value: 35.1004
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.220799999999997
verified: no, type: nauc_map_at_1_max
value: 15.6695
verified: no, type: nauc_map_at_1_std
value: -10.7993
verified: no, type: nauc_map_at_1_diff1
value: 42.3173
verified: no, type: nauc_map_at_3_max
value: 20.509900000000002
verified: no, type: nauc_map_at_3_std
value: -5.0278
verified: no, type: nauc_map_at_3_diff1
value: 39.326299999999996
verified: no, type: nauc_map_at_5_max
value: 23.020699999999998
verified: no, type: nauc_map_at_5_std
value: -2.0001
verified: no, type: nauc_map_at_5_diff1
value: 36.3273
verified: no, type: nauc_map_at_10_max
value: 25.6403
verified: no, type: nauc_map_at_10_std
value: 3.4666
verified: no, type: nauc_map_at_10_diff1
value: 32.1434
verified: no, type: nauc_map_at_20_max
value: 27.7762
verified: no, type: nauc_map_at_20_std
value: 8.83
verified: no, type: nauc_map_at_20_diff1
value: 29.428700000000003
verified: no, type: nauc_map_at_100_max
value: 30.4644
verified: no, type: nauc_map_at_100_std
value: 14.0983
verified: no, type: nauc_map_at_100_diff1
value: 27.7847
verified: no, type: nauc_map_at_1000_max
value: 31.1749
verified: no, type: nauc_map_at_1000_std
value: 16.8873
verified: no, type: nauc_map_at_1000_diff1
value: 26.736500000000003
verified: no, type: nauc_recall_at_1_max
value: 15.6695
verified: no, type: nauc_recall_at_1_std
value: -10.7993
verified: no, type: nauc_recall_at_1_diff1
value: 42.3173
verified: no, type: nauc_recall_at_3_max
value: 19.5384
verified: no, type: nauc_recall_at_3_std
value: -4.2829
verified: no, type: nauc_recall_at_3_diff1
value: 37.924
verified: no, type: nauc_recall_at_5_max
value: 21.6262
verified: no, type: nauc_recall_at_5_std
value: -0.6713
verified: no, type: nauc_recall_at_5_diff1
value: 34.423500000000004
verified: no, type: nauc_recall_at_10_max
value: 21.7819
verified: no, type: nauc_recall_at_10_std
value: 3.4214
verified: no, type: nauc_recall_at_10_diff1
value: 28.447499999999998
verified: no, type: nauc_recall_at_20_max
value: 23.880499999999998
verified: no, type: nauc_recall_at_20_std
value: 9.232899999999999
verified: no, type: nauc_recall_at_20_diff1
value: 26.002
verified: no, type: nauc_recall_at_100_max
value: 25.6814
verified: no, type: nauc_recall_at_100_std
value: 15.804599999999999
verified: no, type: nauc_recall_at_100_diff1
value: 16.955000000000002
verified: no, type: nauc_recall_at_1000_max
value: 22.5706
verified: no, type: nauc_recall_at_1000_std
value: 25.684600000000003
verified: no, type: nauc_recall_at_1000_diff1
value: 7.257099999999999
verified: no, type: nauc_precision_at_1_max
value: 43.9778
verified: no, type: nauc_precision_at_1_std
value: 23.9525
verified: no, type: nauc_precision_at_1_diff1
value: 34.5267
verified: no, type: nauc_precision_at_3_max
value: 38.661899999999996
verified: no, type: nauc_precision_at_3_std
value: 29.4867
verified: no, type: nauc_precision_at_3_diff1
value: 12.2659
verified: no, type: nauc_precision_at_5_max
value: 37.0542
verified: no, type: nauc_precision_at_5_std
value: 33.0248
verified: no, type: nauc_precision_at_5_diff1
value: 3.8455999999999997
verified: no, type: nauc_precision_at_10_max
value: 34.932900000000004
verified: no, type: nauc_precision_at_10_std
value: 38.5304
verified: no, type: nauc_precision_at_10_diff1
value: -2.7742
verified: no, type: nauc_precision_at_20_max
value: 29.228199999999998
verified: no, type: nauc_precision_at_20_std
value: 39.0561
verified: no, type: nauc_precision_at_20_diff1
value: -6.049
verified: no, type: nauc_precision_at_100_max
value: 18.4449
verified: no, type: nauc_precision_at_100_std
value: 35.3197
verified: no, type: nauc_precision_at_100_diff1
value: -8.9064
verified: no, type: nauc_precision_at_1000_max
value: 3.8112
verified: no, type: nauc_precision_at_1000_std
value: 23.8397
verified: no, type: nauc_precision_at_1000_diff1
value: -13.475200000000001
verified: no, type: nauc_mrr_at_1_max
value: 43.9778
verified: no, type: nauc_mrr_at_1_std
value: 23.9525
verified: no, type: nauc_mrr_at_1_diff1
value: 34.5267
verified: no, type: nauc_mrr_at_3_max
value: 46.333
verified: no, type: nauc_mrr_at_3_std
value: 27.969
verified: no, type: nauc_mrr_at_3_diff1
value: 34.537600000000005
verified: no, type: nauc_mrr_at_5_max
value: 47.0493
verified: no, type: nauc_mrr_at_5_std
value: 29.6659
verified: no, type: nauc_mrr_at_5_diff1
value: 33.9539
verified: no, type: nauc_mrr_at_10_max
value: 47.1933
verified: no, type: nauc_mrr_at_10_std
value: 30.4836
verified: no, type: nauc_mrr_at_10_diff1
value: 33.794200000000004
verified: no, type: nauc_mrr_at_20_max
value: 47.5342
verified: no, type: nauc_mrr_at_20_std
value: 30.714999999999996
verified: no, type: nauc_mrr_at_20_diff1
value: 34.042899999999996
verified: no, type: nauc_mrr_at_100_max
value: 47.5202
verified: no, type: nauc_mrr_at_100_std
value: 30.534299999999998
verified: no, type: nauc_mrr_at_100_diff1
value: 33.8418
verified: no, type: nauc_mrr_at_1000_max
value: 47.4983
verified: no, type: nauc_mrr_at_1000_std
value: 30.5077
verified: no, type: nauc_mrr_at_1000_diff1
value: 33.856700000000004
verified: no, type: main_score
value: 37.07
verified: no
task: type: Retrieval, dataset: config: arabic
name: MTEB PublicHealthQA (arabic)
revision: main
split: test
type: xhluca/publichealth-qa
metrics: type: ndcg_at_1
value: 3.488
verified: no, type: ndcg_at_3
value: 7.738
verified: no, type: ndcg_at_5
value: 9.639000000000001
verified: no, type: ndcg_at_10
value: 12.396
verified: no, type: ndcg_at_20
value: 17.115
verified: no, type: ndcg_at_100
value: 27.512999999999998
verified: no, type: ndcg_at_1000
value: 27.512999999999998
verified: no, type: map_at_1
value: 3.488
verified: no, type: map_at_3
value: 6.783
verified: no, type: map_at_5
value: 7.829
verified: no, type: map_at_10
value: 9.044
verified: no, type: map_at_20
value: 10.347000000000001
verified: no, type: map_at_100
value: 11.632000000000001
verified: no, type: map_at_1000
value: 11.632000000000001
verified: no, type: recall_at_1
value: 3.488
verified: no, type: recall_at_3
value: 10.465
verified: no, type: recall_at_5
value: 15.116
verified: no, type: recall_at_10
value: 23.256
verified: no, type: recall_at_20
value: 41.86
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 3.488
verified: no, type: precision_at_3
value: 3.488
verified: no, type: precision_at_5
value: 3.023
verified: no, type: precision_at_10
value: 2.326
verified: no, type: precision_at_20
value: 2.093
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 3.4884
verified: no, type: mrr_at_3
value: 6.7829
verified: no, type: mrr_at_5
value: 7.8295
verified: no, type: mrr_at_10
value: 9.0439
verified: no, type: mrr_at_20
value: 10.3465
verified: no, type: mrr_at_100
value: 11.6317
verified: no, type: mrr_at_1000
value: 11.6317
verified: no, type: nauc_ndcg_at_1_max
value: 59.715700000000005
verified: no, type: nauc_ndcg_at_1_std
value: 37.2948
verified: no, type: nauc_ndcg_at_1_diff1
value: 77.5791
verified: no, type: nauc_ndcg_at_3_max
value: 35.650999999999996
verified: no, type: nauc_ndcg_at_3_std
value: 4.0767
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.6041
verified: no, type: nauc_ndcg_at_5_max
value: 26.639400000000002
verified: no, type: nauc_ndcg_at_5_std
value: -2.3021
verified: no, type: nauc_ndcg_at_5_diff1
value: 53.8186
verified: no, type: nauc_ndcg_at_10_max
value: 20.5654
verified: no, type: nauc_ndcg_at_10_std
value: -0.2084
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.2555
verified: no, type: nauc_ndcg_at_20_max
value: 18.3581
verified: no, type: nauc_ndcg_at_20_std
value: 7.5809
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.1175
verified: no, type: nauc_ndcg_at_100_max
value: 23.2254
verified: no, type: nauc_ndcg_at_100_std
value: 4.8341
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.2908
verified: no, type: nauc_ndcg_at_1000_max
value: 23.2254
verified: no, type: nauc_ndcg_at_1000_std
value: 4.8341
verified: no, type: nauc_ndcg_at_1000_diff1
value: 45.2908
verified: no, type: nauc_map_at_1_max
value: 59.715700000000005
verified: no, type: nauc_map_at_1_std
value: 37.2948
verified: no, type: nauc_map_at_1_diff1
value: 77.5791
verified: no, type: nauc_map_at_3_max
value: 37.5253
verified: no, type: nauc_map_at_3_std
value: 7.3128
verified: no, type: nauc_map_at_3_diff1
value: 52.1115
verified: no, type: nauc_map_at_5_max
value: 31.4148
verified: no, type: nauc_map_at_5_std
value: 2.8417000000000003
verified: no, type: nauc_map_at_5_diff1
value: 55.038399999999996
verified: no, type: nauc_map_at_10_max
value: 27.1445
verified: no, type: nauc_map_at_10_std
value: 3.4858000000000002
verified: no, type: nauc_map_at_10_diff1
value: 50.8304
verified: no, type: nauc_map_at_20_max
value: 25.901000000000003
verified: no, type: nauc_map_at_20_std
value: 6.0125
verified: no, type: nauc_map_at_20_diff1
value: 48.234500000000004
verified: no, type: nauc_map_at_100_max
value: 26.7912
verified: no, type: nauc_map_at_100_std
value: 5.5458
verified: no, type: nauc_map_at_100_diff1
value: 49.1744
verified: no, type: nauc_map_at_1000_max
value: 26.7912
verified: no, type: nauc_map_at_1000_std
value: 5.5458
verified: no, type: nauc_map_at_1000_diff1
value: 49.1744
verified: no, type: nauc_recall_at_1_max
value: 59.715700000000005
verified: no, type: nauc_recall_at_1_std
value: 37.2948
verified: no, type: nauc_recall_at_1_diff1
value: 77.5791
verified: no, type: nauc_recall_at_3_max
value: 32.4424
verified: no, type: nauc_recall_at_3_std
value: -1.7395999999999998
verified: no, type: nauc_recall_at_3_diff1
value: 42.067
verified: no, type: nauc_recall_at_5_max
value: 18.4679
verified: no, type: nauc_recall_at_5_std
value: -10.892
verified: no, type: nauc_recall_at_5_diff1
value: 52.4896
verified: no, type: nauc_recall_at_10_max
value: 10.9455
verified: no, type: nauc_recall_at_10_std
value: -4.9153
verified: no, type: nauc_recall_at_10_diff1
value: 39.267
verified: no, type: nauc_recall_at_20_max
value: 8.365599999999999
verified: no, type: nauc_recall_at_20_std
value: 13.2074
verified: no, type: nauc_recall_at_20_diff1
value: 24.5364
verified: no, type: nauc_recall_at_100_max
verified: no, type: nauc_recall_at_100_std
verified: no, type: nauc_recall_at_100_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 59.715700000000005
verified: no, type: nauc_precision_at_1_std
value: 37.2948
verified: no, type: nauc_precision_at_1_diff1
value: 77.5791
verified: no, type: nauc_precision_at_3_max
value: 32.4424
verified: no, type: nauc_precision_at_3_std
value: -1.7395999999999998
verified: no, type: nauc_precision_at_3_diff1
value: 42.067
verified: no, type: nauc_precision_at_5_max
value: 18.4679
verified: no, type: nauc_precision_at_5_std
value: -10.892
verified: no, type: nauc_precision_at_5_diff1
value: 52.4896
verified: no, type: nauc_precision_at_10_max
value: 10.9455
verified: no, type: nauc_precision_at_10_std
value: -4.9153
verified: no, type: nauc_precision_at_10_diff1
value: 39.267
verified: no, type: nauc_precision_at_20_max
value: 8.365599999999999
verified: no, type: nauc_precision_at_20_std
value: 13.2074
verified: no, type: nauc_precision_at_20_diff1
value: 24.5364
verified: no, type: nauc_precision_at_100_max
value: 100
verified: no, type: nauc_precision_at_100_std
value: 100
verified: no, type: nauc_precision_at_100_diff1
value: 100
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 59.715700000000005
verified: no, type: nauc_mrr_at_1_std
value: 37.2948
verified: no, type: nauc_mrr_at_1_diff1
value: 77.5791
verified: no, type: nauc_mrr_at_3_max
value: 37.5253
verified: no, type: nauc_mrr_at_3_std
value: 7.3128
verified: no, type: nauc_mrr_at_3_diff1
value: 52.1115
verified: no, type: nauc_mrr_at_5_max
value: 31.4148
verified: no, type: nauc_mrr_at_5_std
value: 2.8417000000000003
verified: no, type: nauc_mrr_at_5_diff1
value: 55.038399999999996
verified: no, type: nauc_mrr_at_10_max
value: 27.1445
verified: no, type: nauc_mrr_at_10_std
value: 3.4858000000000002
verified: no, type: nauc_mrr_at_10_diff1
value: 50.8304
verified: no, type: nauc_mrr_at_20_max
value: 25.901000000000003
verified: no, type: nauc_mrr_at_20_std
value: 6.0125
verified: no, type: nauc_mrr_at_20_diff1
value: 48.234500000000004
verified: no, type: nauc_mrr_at_100_max
value: 26.7912
verified: no, type: nauc_mrr_at_100_std
value: 5.5458
verified: no, type: nauc_mrr_at_100_diff1
value: 49.1744
verified: no, type: nauc_mrr_at_1000_max
value: 26.7912
verified: no, type: nauc_mrr_at_1000_std
value: 5.5458
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.1744
verified: no, type: main_score
value: 12.396
verified: no
task: type: Retrieval, dataset: config: chinese
name: MTEB PublicHealthQA (chinese)
revision: main
split: test
type: xhluca/publichealth-qa
metrics: type: ndcg_at_1
value: 17.791
verified: no, type: ndcg_at_3
value: 23.809
verified: no, type: ndcg_at_5
value: 26.344
verified: no, type: ndcg_at_10
value: 29.694
verified: no, type: ndcg_at_20
value: 32.551
verified: no, type: ndcg_at_100
value: 38.822
verified: no, type: ndcg_at_1000
value: 40.119
verified: no, type: map_at_1
value: 17.791
verified: no, type: map_at_3
value: 22.29
verified: no, type: map_at_5
value: 23.701
verified: no, type: map_at_10
value: 25.070999999999998
verified: no, type: map_at_20
value: 25.889
verified: no, type: map_at_100
value: 26.680999999999997
verified: no, type: map_at_1000
value: 26.749000000000002
verified: no, type: recall_at_1
value: 17.791
verified: no, type: recall_at_3
value: 28.221
verified: no, type: recall_at_5
value: 34.355999999999995
verified: no, type: recall_at_10
value: 44.785000000000004
verified: no, type: recall_at_20
value: 55.828
verified: no, type: recall_at_100
value: 90.798
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 17.791
verified: no, type: precision_at_3
value: 9.407
verified: no, type: precision_at_5
value: 6.8709999999999996
verified: no, type: precision_at_10
value: 4.479
verified: no, type: precision_at_20
value: 2.791
verified: no, type: precision_at_100
value: 0.9079999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 17.7914
verified: no, type: mrr_at_3
value: 22.290399999999998
verified: no, type: mrr_at_5
value: 23.7014
verified: no, type: mrr_at_10
value: 25.0711
verified: no, type: mrr_at_20
value: 25.8893
verified: no, type: mrr_at_100
value: 26.6812
verified: no, type: mrr_at_1000
value: 26.7494
verified: no, type: nauc_ndcg_at_1_max
value: 29.8804
verified: no, type: nauc_ndcg_at_1_std
value: 6.9849
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.0644
verified: no, type: nauc_ndcg_at_3_max
value: 26.8668
verified: no, type: nauc_ndcg_at_3_std
value: 5.0143
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.0569
verified: no, type: nauc_ndcg_at_5_max
value: 27.4273
verified: no, type: nauc_ndcg_at_5_std
value: 8.097999999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 31.8002
verified: no, type: nauc_ndcg_at_10_max
value: 26.9388
verified: no, type: nauc_ndcg_at_10_std
value: 8.001999999999999
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.4373
verified: no, type: nauc_ndcg_at_20_max
value: 27.6432
verified: no, type: nauc_ndcg_at_20_std
value: 10.1775
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.0765
verified: no, type: nauc_ndcg_at_100_max
value: 27.2202
verified: no, type: nauc_ndcg_at_100_std
value: 8.144400000000001
verified: no, type: nauc_ndcg_at_100_diff1
value: 31.2131
verified: no, type: nauc_ndcg_at_1000_max
value: 27.6147
verified: no, type: nauc_ndcg_at_1000_std
value: 8.203100000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.8949
verified: no, type: nauc_map_at_1_max
value: 29.8804
verified: no, type: nauc_map_at_1_std
value: 6.9849
verified: no, type: nauc_map_at_1_diff1
value: 42.0644
verified: no, type: nauc_map_at_3_max
value: 27.971
verified: no, type: nauc_map_at_3_std
value: 5.8834
verified: no, type: nauc_map_at_3_diff1
value: 37.4543
verified: no, type: nauc_map_at_5_max
value: 28.3068
verified: no, type: nauc_map_at_5_std
value: 7.7293
verified: no, type: nauc_map_at_5_diff1
value: 34.9238
verified: no, type: nauc_map_at_10_max
value: 28.1389
verified: no, type: nauc_map_at_10_std
value: 7.6501
verified: no, type: nauc_map_at_10_diff1
value: 33.5384
verified: no, type: nauc_map_at_20_max
value: 28.363
verified: no, type: nauc_map_at_20_std
value: 8.2814
verified: no, type: nauc_map_at_20_diff1
value: 33.5464
verified: no, type: nauc_map_at_100_max
value: 28.2036
verified: no, type: nauc_map_at_100_std
value: 7.8896
verified: no, type: nauc_map_at_100_diff1
value: 34.0184
verified: no, type: nauc_map_at_1000_max
value: 28.2323
verified: no, type: nauc_map_at_1000_std
value: 7.8995
verified: no, type: nauc_map_at_1000_diff1
value: 34.050599999999996
verified: no, type: nauc_recall_at_1_max
value: 29.8804
verified: no, type: nauc_recall_at_1_std
value: 6.9849
verified: no, type: nauc_recall_at_1_diff1
value: 42.0644
verified: no, type: nauc_recall_at_3_max
value: 23.8995
verified: no, type: nauc_recall_at_3_std
value: 2.6474
verified: no, type: nauc_recall_at_3_diff1
value: 32.4726
verified: no, type: nauc_recall_at_5_max
value: 25.1623
verified: no, type: nauc_recall_at_5_std
value: 9.1546
verified: no, type: nauc_recall_at_5_diff1
value: 23.6453
verified: no, type: nauc_recall_at_10_max
value: 23.647199999999998
verified: no, type: nauc_recall_at_10_std
value: 9.0445
verified: no, type: nauc_recall_at_10_diff1
value: 14.225299999999999
verified: no, type: nauc_recall_at_20_max
value: 25.882699999999996
verified: no, type: nauc_recall_at_20_std
value: 17.0687
verified: no, type: nauc_recall_at_20_diff1
value: 11.1392
verified: no, type: nauc_recall_at_100_max
value: 20.4424
verified: no, type: nauc_recall_at_100_std
value: 7.8594
verified: no, type: nauc_recall_at_100_diff1
value: 17.3056
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 29.8804
verified: no, type: nauc_precision_at_1_std
value: 6.9849
verified: no, type: nauc_precision_at_1_diff1
value: 42.0644
verified: no, type: nauc_precision_at_3_max
value: 23.8995
verified: no, type: nauc_precision_at_3_std
value: 2.6474
verified: no, type: nauc_precision_at_3_diff1
value: 32.4726
verified: no, type: nauc_precision_at_5_max
value: 25.1623
verified: no, type: nauc_precision_at_5_std
value: 9.1546
verified: no, type: nauc_precision_at_5_diff1
value: 23.6453
verified: no, type: nauc_precision_at_10_max
value: 23.647199999999998
verified: no, type: nauc_precision_at_10_std
value: 9.0445
verified: no, type: nauc_precision_at_10_diff1
value: 14.225299999999999
verified: no, type: nauc_precision_at_20_max
value: 25.882699999999996
verified: no, type: nauc_precision_at_20_std
value: 17.0687
verified: no, type: nauc_precision_at_20_diff1
value: 11.1392
verified: no, type: nauc_precision_at_100_max
value: 20.4424
verified: no, type: nauc_precision_at_100_std
value: 7.8594
verified: no, type: nauc_precision_at_100_diff1
value: 17.3056
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 29.8804
verified: no, type: nauc_mrr_at_1_std
value: 6.9849
verified: no, type: nauc_mrr_at_1_diff1
value: 42.0644
verified: no, type: nauc_mrr_at_3_max
value: 27.971
verified: no, type: nauc_mrr_at_3_std
value: 5.8834
verified: no, type: nauc_mrr_at_3_diff1
value: 37.4543
verified: no, type: nauc_mrr_at_5_max
value: 28.3068
verified: no, type: nauc_mrr_at_5_std
value: 7.7293
verified: no, type: nauc_mrr_at_5_diff1
value: 34.9238
verified: no, type: nauc_mrr_at_10_max
value: 28.1389
verified: no, type: nauc_mrr_at_10_std
value: 7.6501
verified: no, type: nauc_mrr_at_10_diff1
value: 33.5384
verified: no, type: nauc_mrr_at_20_max
value: 28.363
verified: no, type: nauc_mrr_at_20_std
value: 8.2814
verified: no, type: nauc_mrr_at_20_diff1
value: 33.5464
verified: no, type: nauc_mrr_at_100_max
value: 28.2036
verified: no, type: nauc_mrr_at_100_std
value: 7.8896
verified: no, type: nauc_mrr_at_100_diff1
value: 34.0184
verified: no, type: nauc_mrr_at_1000_max
value: 28.2323
verified: no, type: nauc_mrr_at_1000_std
value: 7.8995
verified: no, type: nauc_mrr_at_1000_diff1
value: 34.050599999999996
verified: no, type: main_score
value: 29.694
verified: no
task: type: Retrieval, dataset: config: english
name: MTEB PublicHealthQA (english)
revision: main
split: test
type: xhluca/publichealth-qa
metrics: type: ndcg_at_1
value: 68.605
verified: no, type: ndcg_at_3
value: 79.063
verified: no, type: ndcg_at_5
value: 80.989
verified: no, type: ndcg_at_10
value: 82.368
verified: no, type: ndcg_at_20
value: 82.816
verified: no, type: ndcg_at_100
value: 83.246
verified: no, type: ndcg_at_1000
value: 83.327
verified: no, type: map_at_1
value: 68.605
verified: no, type: map_at_3
value: 76.453
verified: no, type: map_at_5
value: 77.529
verified: no, type: map_at_10
value: 78.13600000000001
verified: no, type: map_at_20
value: 78.263
verified: no, type: map_at_100
value: 78.322
verified: no, type: map_at_1000
value: 78.326
verified: no, type: recall_at_1
value: 68.605
verified: no, type: recall_at_3
value: 86.628
verified: no, type: recall_at_5
value: 91.279
verified: no, type: recall_at_10
value: 95.34899999999999
verified: no, type: recall_at_20
value: 97.09299999999999
verified: no, type: recall_at_100
value: 99.419
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 68.605
verified: no, type: precision_at_3
value: 28.876
verified: no, type: precision_at_5
value: 18.256
verified: no, type: precision_at_10
value: 9.535
verified: no, type: precision_at_20
value: 4.855
verified: no, type: precision_at_100
value: 0.9939999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 68.6047
verified: no, type: mrr_at_3
value: 76.45349999999999
verified: no, type: mrr_at_5
value: 77.5291
verified: no, type: mrr_at_10
value: 78.1363
verified: no, type: mrr_at_20
value: 78.2626
verified: no, type: mrr_at_100
value: 78.322
verified: no, type: mrr_at_1000
value: 78.3261
verified: no, type: nauc_ndcg_at_1_max
value: 39.230399999999996
verified: no, type: nauc_ndcg_at_1_std
value: -14.3013
verified: no, type: nauc_ndcg_at_1_diff1
value: 63.6784
verified: no, type: nauc_ndcg_at_3_max
value: 42.6008
verified: no, type: nauc_ndcg_at_3_std
value: -14.300699999999999
verified: no, type: nauc_ndcg_at_3_diff1
value: 59.948
verified: no, type: nauc_ndcg_at_5_max
value: 44.91
verified: no, type: nauc_ndcg_at_5_std
value: -8.611099999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 60.5873
verified: no, type: nauc_ndcg_at_10_max
value: 43.5913
verified: no, type: nauc_ndcg_at_10_std
value: -11.4792
verified: no, type: nauc_ndcg_at_10_diff1
value: 60.8896
verified: no, type: nauc_ndcg_at_20_max
value: 44.405699999999996
verified: no, type: nauc_ndcg_at_20_std
value: -9.0507
verified: no, type: nauc_ndcg_at_20_diff1
value: 60.295100000000005
verified: no, type: nauc_ndcg_at_100_max
value: 43.6858
verified: no, type: nauc_ndcg_at_100_std
value: -10.0097
verified: no, type: nauc_ndcg_at_100_diff1
value: 61.163900000000005
verified: no, type: nauc_ndcg_at_1000_max
value: 43.375
verified: no, type: nauc_ndcg_at_1000_std
value: -10.617
verified: no, type: nauc_ndcg_at_1000_diff1
value: 61.021499999999996
verified: no, type: nauc_map_at_1_max
value: 39.230399999999996
verified: no, type: nauc_map_at_1_std
value: -14.3013
verified: no, type: nauc_map_at_1_diff1
value: 63.6784
verified: no, type: nauc_map_at_3_max
value: 41.875
verified: no, type: nauc_map_at_3_std
value: -13.911299999999999
verified: no, type: nauc_map_at_3_diff1
value: 61.1028
verified: no, type: nauc_map_at_5_max
value: 43.0246
verified: no, type: nauc_map_at_5_std
value: -10.9924
verified: no, type: nauc_map_at_5_diff1
value: 61.381600000000006
verified: no, type: nauc_map_at_10_max
value: 42.5303
verified: no, type: nauc_map_at_10_std
value: -12.0992
verified: no, type: nauc_map_at_10_diff1
value: 61.5417
verified: no, type: nauc_map_at_20_max
value: 42.7267
verified: no, type: nauc_map_at_20_std
value: -11.5421
verified: no, type: nauc_map_at_20_diff1
value: 61.4179
verified: no, type: nauc_map_at_100_max
value: 42.653200000000005
verified: no, type: nauc_map_at_100_std
value: -11.5826
verified: no, type: nauc_map_at_100_diff1
value: 61.47709999999999
verified: no, type: nauc_map_at_1000_max
value: 42.640899999999995
verified: no, type: nauc_map_at_1000_std
value: -11.6066
verified: no, type: nauc_map_at_1000_diff1
value: 61.4717
verified: no, type: nauc_recall_at_1_max
value: 39.230399999999996
verified: no, type: nauc_recall_at_1_std
value: -14.3013
verified: no, type: nauc_recall_at_1_diff1
value: 63.6784
verified: no, type: nauc_recall_at_3_max
value: 45.7626
verified: no, type: nauc_recall_at_3_std
value: -16.3689
verified: no, type: nauc_recall_at_3_diff1
value: 54.581599999999995
verified: no, type: nauc_recall_at_5_max
value: 57.456700000000005
verified: no, type: nauc_recall_at_5_std
value: 7.8857
verified: no, type: nauc_recall_at_5_diff1
value: 55.8095
verified: no, type: nauc_recall_at_10_max
value: 54.461999999999996
verified: no, type: nauc_recall_at_10_std
value: -6.1557
verified: no, type: nauc_recall_at_10_diff1
value: 54.03980000000001
verified: no, type: nauc_recall_at_20_max
value: 76.5834
verified: no, type: nauc_recall_at_20_std
value: 45.8102
verified: no, type: nauc_recall_at_20_diff1
value: 37.551
verified: no, type: nauc_recall_at_100_max
value: 100
verified: no, type: nauc_recall_at_100_std
value: 100
verified: no, type: nauc_recall_at_100_diff1
value: 86.945
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 39.230399999999996
verified: no, type: nauc_precision_at_1_std
value: -14.3013
verified: no, type: nauc_precision_at_1_diff1
value: 63.6784
verified: no, type: nauc_precision_at_3_max
value: 45.7626
verified: no, type: nauc_precision_at_3_std
value: -16.3689
verified: no, type: nauc_precision_at_3_diff1
value: 54.581599999999995
verified: no, type: nauc_precision_at_5_max
value: 57.456700000000005
verified: no, type: nauc_precision_at_5_std
value: 7.8857
verified: no, type: nauc_precision_at_5_diff1
value: 55.8095
verified: no, type: nauc_precision_at_10_max
value: 54.461999999999996
verified: no, type: nauc_precision_at_10_std
value: -6.1557
verified: no, type: nauc_precision_at_10_diff1
value: 54.03980000000001
verified: no, type: nauc_precision_at_20_max
value: 76.5834
verified: no, type: nauc_precision_at_20_std
value: 45.8102
verified: no, type: nauc_precision_at_20_diff1
value: 37.551
verified: no, type: nauc_precision_at_100_max
value: 100
verified: no, type: nauc_precision_at_100_std
value: 100
verified: no, type: nauc_precision_at_100_diff1
value: 86.945
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 39.230399999999996
verified: no, type: nauc_mrr_at_1_std
value: -14.3013
verified: no, type: nauc_mrr_at_1_diff1
value: 63.6784
verified: no, type: nauc_mrr_at_3_max
value: 41.875
verified: no, type: nauc_mrr_at_3_std
value: -13.911299999999999
verified: no, type: nauc_mrr_at_3_diff1
value: 61.1028
verified: no, type: nauc_mrr_at_5_max
value: 43.0246
verified: no, type: nauc_mrr_at_5_std
value: -10.9924
verified: no, type: nauc_mrr_at_5_diff1
value: 61.381600000000006
verified: no, type: nauc_mrr_at_10_max
value: 42.5303
verified: no, type: nauc_mrr_at_10_std
value: -12.0992
verified: no, type: nauc_mrr_at_10_diff1
value: 61.5417
verified: no, type: nauc_mrr_at_20_max
value: 42.7267
verified: no, type: nauc_mrr_at_20_std
value: -11.5421
verified: no, type: nauc_mrr_at_20_diff1
value: 61.4179
verified: no, type: nauc_mrr_at_100_max
value: 42.653200000000005
verified: no, type: nauc_mrr_at_100_std
value: -11.5826
verified: no, type: nauc_mrr_at_100_diff1
value: 61.47709999999999
verified: no, type: nauc_mrr_at_1000_max
value: 42.640899999999995
verified: no, type: nauc_mrr_at_1000_std
value: -11.6064
verified: no, type: nauc_mrr_at_1000_diff1
value: 61.4717
verified: no, type: main_score
value: 82.368
verified: no
task: type: Retrieval, dataset: config: french
name: MTEB PublicHealthQA (french)
revision: main
split: test
type: xhluca/publichealth-qa
metrics: type: ndcg_at_1
value: 57.647000000000006
verified: no, type: ndcg_at_3
value: 68.16499999999999
verified: no, type: ndcg_at_5
value: 70.14
verified: no, type: ndcg_at_10
value: 74.08500000000001
verified: no, type: ndcg_at_20
value: 75.297
verified: no, type: ndcg_at_100
value: 75.97699999999999
verified: no, type: ndcg_at_1000
value: 75.97699999999999
verified: no, type: map_at_1
value: 57.647000000000006
verified: no, type: map_at_3
value: 65.686
verified: no, type: map_at_5
value: 66.804
verified: no, type: map_at_10
value: 68.516
verified: no, type: map_at_20
value: 68.86
verified: no, type: map_at_100
value: 68.959
verified: no, type: map_at_1000
value: 68.959
verified: no, type: recall_at_1
value: 57.647000000000006
verified: no, type: recall_at_3
value: 75.29400000000001
verified: no, type: recall_at_5
value: 80
verified: no, type: recall_at_10
value: 91.765
verified: no, type: recall_at_20
value: 96.47099999999999
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 57.647000000000006
verified: no, type: precision_at_3
value: 25.098
verified: no, type: precision_at_5
value: 16
verified: no, type: precision_at_10
value: 9.176
verified: no, type: precision_at_20
value: 4.824
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 57.647099999999995
verified: no, type: mrr_at_3
value: 65.6863
verified: no, type: mrr_at_5
value: 66.8039
verified: no, type: mrr_at_10
value: 68.5159
verified: no, type: mrr_at_20
value: 68.8596
verified: no, type: mrr_at_100
value: 68.9587
verified: no, type: mrr_at_1000
value: 68.9587
verified: no, type: nauc_ndcg_at_1_max
value: 36.299
verified: no, type: nauc_ndcg_at_1_std
value: -0.31129999999999997
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.98349999999999
verified: no, type: nauc_ndcg_at_3_max
value: 30.7772
verified: no, type: nauc_ndcg_at_3_std
value: 15.1285
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.4886
verified: no, type: nauc_ndcg_at_5_max
value: 34.1327
verified: no, type: nauc_ndcg_at_5_std
value: 17.4173
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.7984
verified: no, type: nauc_ndcg_at_10_max
value: 38.8615
verified: no, type: nauc_ndcg_at_10_std
value: 17.1227
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.4977
verified: no, type: nauc_ndcg_at_20_max
value: 37.0022
verified: no, type: nauc_ndcg_at_20_std
value: 13.7289
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.4148
verified: no, type: nauc_ndcg_at_100_max
value: 35.965
verified: no, type: nauc_ndcg_at_100_std
value: 12.9999
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.7781
verified: no, type: nauc_ndcg_at_1000_max
value: 35.965
verified: no, type: nauc_ndcg_at_1000_std
value: 12.9999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.7781
verified: no, type: nauc_map_at_1_max
value: 36.299
verified: no, type: nauc_map_at_1_std
value: -0.31129999999999997
verified: no, type: nauc_map_at_1_diff1
value: 52.98349999999999
verified: no, type: nauc_map_at_3_max
value: 32.4585
verified: no, type: nauc_map_at_3_std
value: 11.4142
verified: no, type: nauc_map_at_3_diff1
value: 44.913
verified: no, type: nauc_map_at_5_max
value: 34.2207
verified: no, type: nauc_map_at_5_std
value: 12.4555
verified: no, type: nauc_map_at_5_diff1
value: 45.1962
verified: no, type: nauc_map_at_10_max
value: 36.0741
verified: no, type: nauc_map_at_10_std
value: 12.3794
verified: no, type: nauc_map_at_10_diff1
value: 48.3191
verified: no, type: nauc_map_at_20_max
value: 35.6485
verified: no, type: nauc_map_at_20_std
value: 11.5573
verified: no, type: nauc_map_at_20_diff1
value: 47.8261
verified: no, type: nauc_map_at_100_max
value: 35.5227
verified: no, type: nauc_map_at_100_std
value: 11.4605
verified: no, type: nauc_map_at_100_diff1
value: 47.7512
verified: no, type: nauc_map_at_1000_max
value: 35.5227
verified: no, type: nauc_map_at_1000_std
value: 11.4605
verified: no, type: nauc_map_at_1000_diff1
value: 47.7512
verified: no, type: nauc_recall_at_1_max
value: 36.299
verified: no, type: nauc_recall_at_1_std
value: -0.31129999999999997
verified: no, type: nauc_recall_at_1_diff1
value: 52.98349999999999
verified: no, type: nauc_recall_at_3_max
value: 24.5979
verified: no, type: nauc_recall_at_3_std
value: 28.3054
verified: no, type: nauc_recall_at_3_diff1
value: 33.9486
verified: no, type: nauc_recall_at_5_max
value: 34.3725
verified: no, type: nauc_recall_at_5_std
value: 38.2391
verified: no, type: nauc_recall_at_5_diff1
value: 33.080999999999996
verified: no, type: nauc_recall_at_10_max
value: 69.187
verified: no, type: nauc_recall_at_10_std
value: 57.02739999999999
verified: no, type: nauc_recall_at_10_diff1
value: 77.4776
verified: no, type: nauc_recall_at_20_max
value: 66.5024
verified: no, type: nauc_recall_at_20_std
value: 34.1342
verified: no, type: nauc_recall_at_20_diff1
value: 66.6574
verified: no, type: nauc_recall_at_100_max
verified: no, type: nauc_recall_at_100_std
verified: no, type: nauc_recall_at_100_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 36.299
verified: no, type: nauc_precision_at_1_std
value: -0.31129999999999997
verified: no, type: nauc_precision_at_1_diff1
value: 52.98349999999999
verified: no, type: nauc_precision_at_3_max
value: 24.5979
verified: no, type: nauc_precision_at_3_std
value: 28.3054
verified: no, type: nauc_precision_at_3_diff1
value: 33.9486
verified: no, type: nauc_precision_at_5_max
value: 34.3725
verified: no, type: nauc_precision_at_5_std
value: 38.2391
verified: no, type: nauc_precision_at_5_diff1
value: 33.080999999999996
verified: no, type: nauc_precision_at_10_max
value: 69.187
verified: no, type: nauc_precision_at_10_std
value: 57.02739999999999
verified: no, type: nauc_precision_at_10_diff1
value: 77.4776
verified: no, type: nauc_precision_at_20_max
value: 66.5024
verified: no, type: nauc_precision_at_20_std
value: 34.1342
verified: no, type: nauc_precision_at_20_diff1
value: 66.6574
verified: no, type: nauc_precision_at_100_max
value: 100
verified: no, type: nauc_precision_at_100_std
value: 100
verified: no, type: nauc_precision_at_100_diff1
value: 100
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 36.299
verified: no, type: nauc_mrr_at_1_std
value: -0.31129999999999997
verified: no, type: nauc_mrr_at_1_diff1
value: 52.98349999999999
verified: no, type: nauc_mrr_at_3_max
value: 32.4585
verified: no, type: nauc_mrr_at_3_std
value: 11.4142
verified: no, type: nauc_mrr_at_3_diff1
value: 44.913
verified: no, type: nauc_mrr_at_5_max
value: 34.2207
verified: no, type: nauc_mrr_at_5_std
value: 12.4555
verified: no, type: nauc_mrr_at_5_diff1
value: 45.1962
verified: no, type: nauc_mrr_at_10_max
value: 36.0741
verified: no, type: nauc_mrr_at_10_std
value: 12.3794
verified: no, type: nauc_mrr_at_10_diff1
value: 48.3191
verified: no, type: nauc_mrr_at_20_max
value: 35.6485
verified: no, type: nauc_mrr_at_20_std
value: 11.5573
verified: no, type: nauc_mrr_at_20_diff1
value: 47.8261
verified: no, type: nauc_mrr_at_100_max
value: 35.5227
verified: no, type: nauc_mrr_at_100_std
value: 11.4605
verified: no, type: nauc_mrr_at_100_diff1
value: 47.7512
verified: no, type: nauc_mrr_at_1000_max
value: 35.5227
verified: no, type: nauc_mrr_at_1000_std
value: 11.4605
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.7512
verified: no, type: main_score
value: 74.08500000000001
verified: no
task: type: Retrieval, dataset: config: korean
name: MTEB PublicHealthQA (korean)
revision: main
split: test
type: xhluca/publichealth-qa
metrics: type: ndcg_at_1
value: 15.584000000000001
verified: no, type: ndcg_at_3
value: 25.046000000000003
verified: no, type: ndcg_at_5
value: 30.857
verified: no, type: ndcg_at_10
value: 34.729
verified: no, type: ndcg_at_20
value: 38.313
verified: no, type: ndcg_at_100
value: 43.254999999999995
verified: no, type: ndcg_at_1000
value: 43.254999999999995
verified: no, type: map_at_1
value: 15.584000000000001
verified: no, type: map_at_3
value: 22.511
verified: no, type: map_at_5
value: 25.692999999999998
verified: no, type: map_at_10
value: 27.35
verified: no, type: map_at_20
value: 28.317999999999998
verified: no, type: map_at_100
value: 28.947
verified: no, type: map_at_1000
value: 28.947
verified: no, type: recall_at_1
value: 15.584000000000001
verified: no, type: recall_at_3
value: 32.468
verified: no, type: recall_at_5
value: 46.753
verified: no, type: recall_at_10
value: 58.44200000000001
verified: no, type: recall_at_20
value: 72.727
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 15.584000000000001
verified: no, type: precision_at_3
value: 10.823
verified: no, type: precision_at_5
value: 9.350999999999999
verified: no, type: precision_at_10
value: 5.844
verified: no, type: precision_at_20
value: 3.636
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 15.5844
verified: no, type: mrr_at_3
value: 22.5108
verified: no, type: mrr_at_5
value: 25.6926
verified: no, type: mrr_at_10
value: 27.35
verified: no, type: mrr_at_20
value: 28.3185
verified: no, type: mrr_at_100
value: 28.9469
verified: no, type: mrr_at_1000
value: 28.9469
verified: no, type: nauc_ndcg_at_1_max
value: 22.6619
verified: no, type: nauc_ndcg_at_1_std
value: 26.3584
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.0107
verified: no, type: nauc_ndcg_at_3_max
value: 26.0589
verified: no, type: nauc_ndcg_at_3_std
value: 27.4435
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.6848
verified: no, type: nauc_ndcg_at_5_max
value: 29.0957
verified: no, type: nauc_ndcg_at_5_std
value: 28.6226
verified: no, type: nauc_ndcg_at_5_diff1
value: 12.873999999999999
verified: no, type: nauc_ndcg_at_10_max
value: 22.5377
verified: no, type: nauc_ndcg_at_10_std
value: 22.9366
verified: no, type: nauc_ndcg_at_10_diff1
value: 6.500100000000001
verified: no, type: nauc_ndcg_at_20_max
value: 23.9022
verified: no, type: nauc_ndcg_at_20_std
value: 25.572499999999998
verified: no, type: nauc_ndcg_at_20_diff1
value: 10.0398
verified: no, type: nauc_ndcg_at_100_max
value: 24.9972
verified: no, type: nauc_ndcg_at_100_std
value: 26.282299999999996
verified: no, type: nauc_ndcg_at_100_diff1
value: 14.2371
verified: no, type: nauc_ndcg_at_1000_max
value: 24.9972
verified: no, type: nauc_ndcg_at_1000_std
value: 26.282299999999996
verified: no, type: nauc_ndcg_at_1000_diff1
value: 14.2371
verified: no, type: nauc_map_at_1_max
value: 22.6619
verified: no, type: nauc_map_at_1_std
value: 26.3584
verified: no, type: nauc_map_at_1_diff1
value: 30.0107
verified: no, type: nauc_map_at_3_max
value: 25.584600000000002
verified: no, type: nauc_map_at_3_std
value: 27.6868
verified: no, type: nauc_map_at_3_diff1
value: 22.831599999999998
verified: no, type: nauc_map_at_5_max
value: 27.417399999999997
verified: no, type: nauc_map_at_5_std
value: 28.5693
verified: no, type: nauc_map_at_5_diff1
value: 18.212999999999997
verified: no, type: nauc_map_at_10_max
value: 24.4972
verified: no, type: nauc_map_at_10_std
value: 25.991500000000002
verified: no, type: nauc_map_at_10_diff1
value: 15.3749
verified: no, type: nauc_map_at_20_max
value: 24.8498
verified: no, type: nauc_map_at_20_std
value: 26.7085
verified: no, type: nauc_map_at_20_diff1
value: 16.4134
verified: no, type: nauc_map_at_100_max
value: 25.1019
verified: no, type: nauc_map_at_100_std
value: 26.8269
verified: no, type: nauc_map_at_100_diff1
value: 17.0376
verified: no, type: nauc_map_at_1000_max
value: 25.1019
verified: no, type: nauc_map_at_1000_std
value: 26.8269
verified: no, type: nauc_map_at_1000_diff1
value: 17.0376
verified: no, type: nauc_recall_at_1_max
value: 22.6619
verified: no, type: nauc_recall_at_1_std
value: 26.3584
verified: no, type: nauc_recall_at_1_diff1
value: 30.0107
verified: no, type: nauc_recall_at_3_max
value: 27.1171
verified: no, type: nauc_recall_at_3_std
value: 26.706400000000002
verified: no, type: nauc_recall_at_3_diff1
value: 15.479499999999998
verified: no, type: nauc_recall_at_5_max
value: 33.3129
verified: no, type: nauc_recall_at_5_std
value: 28.5407
verified: no, type: nauc_recall_at_5_diff1
value: -0.7628
verified: no, type: nauc_recall_at_10_max
value: 15.459100000000001
verified: no, type: nauc_recall_at_10_std
value: 13.001199999999999
verified: no, type: nauc_recall_at_10_diff1
value: -19.4151
verified: no, type: nauc_recall_at_20_max
value: 19.689400000000003
verified: no, type: nauc_recall_at_20_std
value: 22.014300000000002
verified: no, type: nauc_recall_at_20_diff1
value: -11.3263
verified: no, type: nauc_recall_at_100_max
verified: no, type: nauc_recall_at_100_std
verified: no, type: nauc_recall_at_100_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 22.6619
verified: no, type: nauc_precision_at_1_std
value: 26.3584
verified: no, type: nauc_precision_at_1_diff1
value: 30.0107
verified: no, type: nauc_precision_at_3_max
value: 27.1171
verified: no, type: nauc_precision_at_3_std
value: 26.706400000000002
verified: no, type: nauc_precision_at_3_diff1
value: 15.479499999999998
verified: no, type: nauc_precision_at_5_max
value: 33.3129
verified: no, type: nauc_precision_at_5_std
value: 28.5407
verified: no, type: nauc_precision_at_5_diff1
value: -0.7628
verified: no, type: nauc_precision_at_10_max
value: 15.459100000000001
verified: no, type: nauc_precision_at_10_std
value: 13.001199999999999
verified: no, type: nauc_precision_at_10_diff1
value: -19.4151
verified: no, type: nauc_precision_at_20_max
value: 19.689400000000003
verified: no, type: nauc_precision_at_20_std
value: 22.014300000000002
verified: no, type: nauc_precision_at_20_diff1
value: -11.3263
verified: no, type: nauc_precision_at_100_max
value: 100
verified: no, type: nauc_precision_at_100_std
value: 100
verified: no, type: nauc_precision_at_100_diff1
value: 100
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 22.6619
verified: no, type: nauc_mrr_at_1_std
value: 26.3584
verified: no, type: nauc_mrr_at_1_diff1
value: 30.0107
verified: no, type: nauc_mrr_at_3_max
value: 25.584600000000002
verified: no, type: nauc_mrr_at_3_std
value: 27.6868
verified: no, type: nauc_mrr_at_3_diff1
value: 22.831599999999998
verified: no, type: nauc_mrr_at_5_max
value: 27.417399999999997
verified: no, type: nauc_mrr_at_5_std
value: 28.5693
verified: no, type: nauc_mrr_at_5_diff1
value: 18.212999999999997
verified: no, type: nauc_mrr_at_10_max
value: 24.4972
verified: no, type: nauc_mrr_at_10_std
value: 25.991500000000002
verified: no, type: nauc_mrr_at_10_diff1
value: 15.3749
verified: no, type: nauc_mrr_at_20_max
value: 24.8498
verified: no, type: nauc_mrr_at_20_std
value: 26.7085
verified: no, type: nauc_mrr_at_20_diff1
value: 16.4134
verified: no, type: nauc_mrr_at_100_max
value: 25.1019
verified: no, type: nauc_mrr_at_100_std
value: 26.8269
verified: no, type: nauc_mrr_at_100_diff1
value: 17.0376
verified: no, type: nauc_mrr_at_1000_max
value: 25.1019
verified: no, type: nauc_mrr_at_1000_std
value: 26.8269
verified: no, type: nauc_mrr_at_1000_diff1
value: 17.0376
verified: no, type: main_score
value: 34.729
verified: no
task: type: Retrieval, dataset: config: russian
name: MTEB PublicHealthQA (russian)
revision: main
split: test
type: xhluca/publichealth-qa
metrics: type: ndcg_at_1
value: 38.462
verified: no, type: ndcg_at_3
value: 39.432
verified: no, type: ndcg_at_5
value: 43.801
verified: no, type: ndcg_at_10
value: 47.365
verified: no, type: ndcg_at_20
value: 50.529
verified: no, type: ndcg_at_100
value: 55.525999999999996
verified: no, type: ndcg_at_1000
value: 55.525999999999996
verified: no, type: map_at_1
value: 38.462
verified: no, type: map_at_3
value: 39.231
verified: no, type: map_at_5
value: 41.615
verified: no, type: map_at_10
value: 43.134
verified: no, type: map_at_20
value: 44.027
verified: no, type: map_at_100
value: 44.762
verified: no, type: map_at_1000
value: 44.762
verified: no, type: recall_at_1
value: 38.462
verified: no, type: recall_at_3
value: 40
verified: no, type: recall_at_5
value: 50.769
verified: no, type: recall_at_10
value: 61.538000000000004
verified: no, type: recall_at_20
value: 73.846
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 38.462
verified: no, type: precision_at_3
value: 13.333
verified: no, type: precision_at_5
value: 10.154
verified: no, type: precision_at_10
value: 6.154
verified: no, type: precision_at_20
value: 3.692
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 38.4615
verified: no, type: mrr_at_3
value: 39.2308
verified: no, type: mrr_at_5
value: 41.6154
verified: no, type: mrr_at_10
value: 43.133700000000005
verified: no, type: mrr_at_20
value: 44.0268
verified: no, type: mrr_at_100
value: 44.7615
verified: no, type: mrr_at_1000
value: 44.7615
verified: no, type: nauc_ndcg_at_1_max
value: 35.7196
verified: no, type: nauc_ndcg_at_1_std
value: 31.128899999999998
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.9534
verified: no, type: nauc_ndcg_at_3_max
value: 33.2144
verified: no, type: nauc_ndcg_at_3_std
value: 28.644599999999997
verified: no, type: nauc_ndcg_at_3_diff1
value: 53.3224
verified: no, type: nauc_ndcg_at_5_max
value: 35.9717
verified: no, type: nauc_ndcg_at_5_std
value: 34.1499
verified: no, type: nauc_ndcg_at_5_diff1
value: 53.568000000000005
verified: no, type: nauc_ndcg_at_10_max
value: 35.6701
verified: no, type: nauc_ndcg_at_10_std
value: 30.9807
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.645799999999994
verified: no, type: nauc_ndcg_at_20_max
value: 37.1344
verified: no, type: nauc_ndcg_at_20_std
value: 31.297399999999996
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.5693
verified: no, type: nauc_ndcg_at_100_max
value: 35.5966
verified: no, type: nauc_ndcg_at_100_std
value: 31.0317
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.1695
verified: no, type: nauc_ndcg_at_1000_max
value: 35.5966
verified: no, type: nauc_ndcg_at_1000_std
value: 31.0317
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.1695
verified: no, type: nauc_map_at_1_max
value: 35.7196
verified: no, type: nauc_map_at_1_std
value: 31.128899999999998
verified: no, type: nauc_map_at_1_diff1
value: 48.9534
verified: no, type: nauc_map_at_3_max
value: 33.7324
verified: no, type: nauc_map_at_3_std
value: 29.158299999999997
verified: no, type: nauc_map_at_3_diff1
value: 52.419000000000004
verified: no, type: nauc_map_at_5_max
value: 35.1746
verified: no, type: nauc_map_at_5_std
value: 31.917
verified: no, type: nauc_map_at_5_diff1
value: 52.615100000000005
verified: no, type: nauc_map_at_10_max
value: 35.009299999999996
verified: no, type: nauc_map_at_10_std
value: 30.4855
verified: no, type: nauc_map_at_10_diff1
value: 51.4068
verified: no, type: nauc_map_at_20_max
value: 35.3619
verified: no, type: nauc_map_at_20_std
value: 30.5305
verified: no, type: nauc_map_at_20_diff1
value: 50.6054
verified: no, type: nauc_map_at_100_max
value: 35.1648
verified: no, type: nauc_map_at_100_std
value: 30.605300000000003
verified: no, type: nauc_map_at_100_diff1
value: 50.85809999999999
verified: no, type: nauc_map_at_1000_max
value: 35.1648
verified: no, type: nauc_map_at_1000_std
value: 30.605300000000003
verified: no, type: nauc_map_at_1000_diff1
value: 50.85809999999999
verified: no, type: nauc_recall_at_1_max
value: 35.7196
verified: no, type: nauc_recall_at_1_std
value: 31.128899999999998
verified: no, type: nauc_recall_at_1_diff1
value: 48.9534
verified: no, type: nauc_recall_at_3_max
value: 31.759500000000003
verified: no, type: nauc_recall_at_3_std
value: 27.2018
verified: no, type: nauc_recall_at_3_diff1
value: 55.859700000000004
verified: no, type: nauc_recall_at_5_max
value: 38.8865
verified: no, type: nauc_recall_at_5_std
value: 41.984
verified: no, type: nauc_recall_at_5_diff1
value: 56.2765
verified: no, type: nauc_recall_at_10_max
value: 38.400600000000004
verified: no, type: nauc_recall_at_10_std
value: 32.869
verified: no, type: nauc_recall_at_10_diff1
value: 46.7236
verified: no, type: nauc_recall_at_20_max
value: 47.502
verified: no, type: nauc_recall_at_20_std
value: 35.5301
verified: no, type: nauc_recall_at_20_diff1
value: 28.7689
verified: no, type: nauc_recall_at_100_max
verified: no, type: nauc_recall_at_100_std
verified: no, type: nauc_recall_at_100_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 35.7196
verified: no, type: nauc_precision_at_1_std
value: 31.128899999999998
verified: no, type: nauc_precision_at_1_diff1
value: 48.9534
verified: no, type: nauc_precision_at_3_max
value: 31.759500000000003
verified: no, type: nauc_precision_at_3_std
value: 27.2018
verified: no, type: nauc_precision_at_3_diff1
value: 55.859700000000004
verified: no, type: nauc_precision_at_5_max
value: 38.8865
verified: no, type: nauc_precision_at_5_std
value: 41.984
verified: no, type: nauc_precision_at_5_diff1
value: 56.2765
verified: no, type: nauc_precision_at_10_max
value: 38.400600000000004
verified: no, type: nauc_precision_at_10_std
value: 32.869
verified: no, type: nauc_precision_at_10_diff1
value: 46.7236
verified: no, type: nauc_precision_at_20_max
value: 47.502
verified: no, type: nauc_precision_at_20_std
value: 35.5301
verified: no, type: nauc_precision_at_20_diff1
value: 28.7689
verified: no, type: nauc_precision_at_100_max
verified: no, type: nauc_precision_at_100_std
verified: no, type: nauc_precision_at_100_diff1
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 35.7196
verified: no, type: nauc_mrr_at_1_std
value: 31.128899999999998
verified: no, type: nauc_mrr_at_1_diff1
value: 48.9534
verified: no, type: nauc_mrr_at_3_max
value: 33.7324
verified: no, type: nauc_mrr_at_3_std
value: 29.158299999999997
verified: no, type: nauc_mrr_at_3_diff1
value: 52.419000000000004
verified: no, type: nauc_mrr_at_5_max
value: 35.1746
verified: no, type: nauc_mrr_at_5_std
value: 31.917
verified: no, type: nauc_mrr_at_5_diff1
value: 52.615100000000005
verified: no, type: nauc_mrr_at_10_max
value: 35.009299999999996
verified: no, type: nauc_mrr_at_10_std
value: 30.4855
verified: no, type: nauc_mrr_at_10_diff1
value: 51.4068
verified: no, type: nauc_mrr_at_20_max
value: 35.3619
verified: no, type: nauc_mrr_at_20_std
value: 30.5305
verified: no, type: nauc_mrr_at_20_diff1
value: 50.6054
verified: no, type: nauc_mrr_at_100_max
value: 35.1648
verified: no, type: nauc_mrr_at_100_std
value: 30.605300000000003
verified: no, type: nauc_mrr_at_100_diff1
value: 50.85809999999999
verified: no, type: nauc_mrr_at_1000_max
value: 35.1648
verified: no, type: nauc_mrr_at_1000_std
value: 30.605300000000003
verified: no, type: nauc_mrr_at_1000_diff1
value: 50.85809999999999
verified: no, type: main_score
value: 47.365
verified: no
task: type: Retrieval, dataset: config: spanish
name: MTEB PublicHealthQA (spanish)
revision: main
split: test
type: xhluca/publichealth-qa
metrics: type: ndcg_at_1
value: 39.506
verified: no, type: ndcg_at_3
value: 54.247
verified: no, type: ndcg_at_5
value: 57.541
verified: no, type: ndcg_at_10
value: 60.328
verified: no, type: ndcg_at_20
value: 62.331
verified: no, type: ndcg_at_100
value: 63.794
verified: no, type: ndcg_at_1000
value: 64.05999999999999
verified: no, type: map_at_1
value: 39.506
verified: no, type: map_at_3
value: 50.412
verified: no, type: map_at_5
value: 52.233
verified: no, type: map_at_10
value: 53.38
verified: no, type: map_at_20
value: 53.917
verified: no, type: map_at_100
value: 54.107000000000006
verified: no, type: map_at_1000
value: 54.122
verified: no, type: recall_at_1
value: 39.506
verified: no, type: recall_at_3
value: 65.432
verified: no, type: recall_at_5
value: 73.457
verified: no, type: recall_at_10
value: 82.099
verified: no, type: recall_at_20
value: 90.12299999999999
verified: no, type: recall_at_100
value: 98.148
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 39.506
verified: no, type: precision_at_3
value: 21.811
verified: no, type: precision_at_5
value: 14.691
verified: no, type: precision_at_10
value: 8.21
verified: no, type: precision_at_20
value: 4.506
verified: no, type: precision_at_100
value: 0.9809999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 39.5062
verified: no, type: mrr_at_3
value: 50.4115
verified: no, type: mrr_at_5
value: 52.2325
verified: no, type: mrr_at_10
value: 53.380399999999995
verified: no, type: mrr_at_20
value: 53.9174
verified: no, type: mrr_at_100
value: 54.1072
verified: no, type: mrr_at_1000
value: 54.122400000000006
verified: no, type: nauc_ndcg_at_1_max
value: 33.465
verified: no, type: nauc_ndcg_at_1_std
value: -4.077
verified: no, type: nauc_ndcg_at_1_diff1
value: 63.7579
verified: no, type: nauc_ndcg_at_3_max
value: 34.5067
verified: no, type: nauc_ndcg_at_3_std
value: -7.5327
verified: no, type: nauc_ndcg_at_3_diff1
value: 54.14020000000001
verified: no, type: nauc_ndcg_at_5_max
value: 35.6912
verified: no, type: nauc_ndcg_at_5_std
value: -0.911
verified: no, type: nauc_ndcg_at_5_diff1
value: 53.2654
verified: no, type: nauc_ndcg_at_10_max
value: 35.2651
verified: no, type: nauc_ndcg_at_10_std
value: -0.0039
verified: no, type: nauc_ndcg_at_10_diff1
value: 55.3022
verified: no, type: nauc_ndcg_at_20_max
value: 36.071799999999996
verified: no, type: nauc_ndcg_at_20_std
value: 1.6840000000000002
verified: no, type: nauc_ndcg_at_20_diff1
value: 55.6957
verified: no, type: nauc_ndcg_at_100_max
value: 35.964400000000005
verified: no, type: nauc_ndcg_at_100_std
value: -1.6336
verified: no, type: nauc_ndcg_at_100_diff1
value: 56.626
verified: no, type: nauc_ndcg_at_1000_max
value: 35.551899999999996
verified: no, type: nauc_ndcg_at_1000_std
value: -1.4092
verified: no, type: nauc_ndcg_at_1000_diff1
value: 56.64979999999999
verified: no, type: nauc_map_at_1_max
value: 33.465
verified: no, type: nauc_map_at_1_std
value: -4.077
verified: no, type: nauc_map_at_1_diff1
value: 63.7579
verified: no, type: nauc_map_at_3_max
value: 34.3502
verified: no, type: nauc_map_at_3_std
value: -5.9047
verified: no, type: nauc_map_at_3_diff1
value: 56.5011
verified: no, type: nauc_map_at_5_max
value: 35.0286
verified: no, type: nauc_map_at_5_std
value: -2.464
verified: no, type: nauc_map_at_5_diff1
value: 56.152
verified: no, type: nauc_map_at_10_max
value: 34.8474
verified: no, type: nauc_map_at_10_std
value: -2.2748999999999997
verified: no, type: nauc_map_at_10_diff1
value: 57.052499999999995
verified: no, type: nauc_map_at_20_max
value: 34.9946
verified: no, type: nauc_map_at_20_std
value: -1.9411999999999998
verified: no, type: nauc_map_at_20_diff1
value: 57.17
verified: no, type: nauc_map_at_100_max
value: 35.051500000000004
verified: no, type: nauc_map_at_100_std
value: -2.2917
verified: no, type: nauc_map_at_100_diff1
value: 57.3365
verified: no, type: nauc_map_at_1000_max
value: 35.0333
verified: no, type: nauc_map_at_1000_std
value: -2.2848
verified: no, type: nauc_map_at_1000_diff1
value: 57.338
verified: no, type: nauc_recall_at_1_max
value: 33.465
verified: no, type: nauc_recall_at_1_std
value: -4.077
verified: no, type: nauc_recall_at_1_diff1
value: 63.7579
verified: no, type: nauc_recall_at_3_max
value: 34.977799999999995
verified: no, type: nauc_recall_at_3_std
value: -13.3675
verified: no, type: nauc_recall_at_3_diff1
value: 46.262100000000004
verified: no, type: nauc_recall_at_5_max
value: 38.3639
verified: no, type: nauc_recall_at_5_std
value: 6.2278
verified: no, type: nauc_recall_at_5_diff1
value: 41.7151
verified: no, type: nauc_recall_at_10_max
value: 37.2498
verified: no, type: nauc_recall_at_10_std
value: 14.6038
verified: no, type: nauc_recall_at_10_diff1
value: 46.9591
verified: no, type: nauc_recall_at_20_max
value: 47.9805
verified: no, type: nauc_recall_at_20_std
value: 43.1323
verified: no, type: nauc_recall_at_20_diff1
value: 45.1942
verified: no, type: nauc_recall_at_100_max
value: 74.239
verified: no, type: nauc_recall_at_100_std
value: -23.8365
verified: no, type: nauc_recall_at_100_diff1
value: 54.4918
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 33.465
verified: no, type: nauc_precision_at_1_std
value: -4.077
verified: no, type: nauc_precision_at_1_diff1
value: 63.7579
verified: no, type: nauc_precision_at_3_max
value: 34.977799999999995
verified: no, type: nauc_precision_at_3_std
value: -13.3675
verified: no, type: nauc_precision_at_3_diff1
value: 46.262100000000004
verified: no, type: nauc_precision_at_5_max
value: 38.3639
verified: no, type: nauc_precision_at_5_std
value: 6.2278
verified: no, type: nauc_precision_at_5_diff1
value: 41.7151
verified: no, type: nauc_precision_at_10_max
value: 37.2498
verified: no, type: nauc_precision_at_10_std
value: 14.6038
verified: no, type: nauc_precision_at_10_diff1
value: 46.9591
verified: no, type: nauc_precision_at_20_max
value: 47.9805
verified: no, type: nauc_precision_at_20_std
value: 43.1323
verified: no, type: nauc_precision_at_20_diff1
value: 45.1942
verified: no, type: nauc_precision_at_100_max
value: 74.239
verified: no, type: nauc_precision_at_100_std
value: -23.8365
verified: no, type: nauc_precision_at_100_diff1
value: 54.4918
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 33.465
verified: no, type: nauc_mrr_at_1_std
value: -4.077
verified: no, type: nauc_mrr_at_1_diff1
value: 63.7579
verified: no, type: nauc_mrr_at_3_max
value: 34.3502
verified: no, type: nauc_mrr_at_3_std
value: -5.9047
verified: no, type: nauc_mrr_at_3_diff1
value: 56.5011
verified: no, type: nauc_mrr_at_5_max
value: 35.0286
verified: no, type: nauc_mrr_at_5_std
value: -2.464
verified: no, type: nauc_mrr_at_5_diff1
value: 56.152
verified: no, type: nauc_mrr_at_10_max
value: 34.8474
verified: no, type: nauc_mrr_at_10_std
value: -2.2748999999999997
verified: no, type: nauc_mrr_at_10_diff1
value: 57.052499999999995
verified: no, type: nauc_mrr_at_20_max
value: 34.9946
verified: no, type: nauc_mrr_at_20_std
value: -1.9411999999999998
verified: no, type: nauc_mrr_at_20_diff1
value: 57.17
verified: no, type: nauc_mrr_at_100_max
value: 35.051500000000004
verified: no, type: nauc_mrr_at_100_std
value: -2.2917
verified: no, type: nauc_mrr_at_100_diff1
value: 57.3365
verified: no, type: nauc_mrr_at_1000_max
value: 35.0333
verified: no, type: nauc_mrr_at_1000_std
value: -2.2848
verified: no, type: nauc_mrr_at_1000_diff1
value: 57.338
verified: no, type: main_score
value: 60.328
verified: no
task: type: Retrieval, dataset: config: vietnamese
name: MTEB PublicHealthQA (vietnamese)
revision: main
split: test
type: xhluca/publichealth-qa
metrics: type: ndcg_at_1
value: 31.169000000000004
verified: no, type: ndcg_at_3
value: 41.79
verified: no, type: ndcg_at_5
value: 43.354
verified: no, type: ndcg_at_10
value: 45.957
verified: no, type: ndcg_at_20
value: 48.631
verified: no, type: ndcg_at_100
value: 53.940999999999995
verified: no, type: ndcg_at_1000
value: 53.940999999999995
verified: no, type: map_at_1
value: 31.169000000000004
verified: no, type: map_at_3
value: 39.177
verified: no, type: map_at_5
value: 40.022000000000006
verified: no, type: map_at_10
value: 41.144999999999996
verified: no, type: map_at_20
value: 41.905
verified: no, type: map_at_100
value: 42.641
verified: no, type: map_at_1000
value: 42.641
verified: no, type: recall_at_1
value: 31.169000000000004
verified: no, type: recall_at_3
value: 49.351
verified: no, type: recall_at_5
value: 53.247
verified: no, type: recall_at_10
value: 61.039
verified: no, type: recall_at_20
value: 71.429
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 31.169000000000004
verified: no, type: precision_at_3
value: 16.45
verified: no, type: precision_at_5
value: 10.649000000000001
verified: no, type: precision_at_10
value: 6.104
verified: no, type: precision_at_20
value: 3.5709999999999997
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 31.1688
verified: no, type: mrr_at_3
value: 39.177499999999995
verified: no, type: mrr_at_5
value: 40.0216
verified: no, type: mrr_at_10
value: 41.1451
verified: no, type: mrr_at_20
value: 41.9054
verified: no, type: mrr_at_100
value: 42.6408
verified: no, type: mrr_at_1000
value: 42.6408
verified: no, type: nauc_ndcg_at_1_max
value: 24.196
verified: no, type: nauc_ndcg_at_1_std
value: -4.1928
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.1914
verified: no, type: nauc_ndcg_at_3_max
value: 20.099800000000002
verified: no, type: nauc_ndcg_at_3_std
value: -0.4444
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.0998
verified: no, type: nauc_ndcg_at_5_max
value: 23.3937
verified: no, type: nauc_ndcg_at_5_std
value: -1.4628999999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.0126
verified: no, type: nauc_ndcg_at_10_max
value: 20.7063
verified: no, type: nauc_ndcg_at_10_std
value: -4.7612000000000005
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.1062
verified: no, type: nauc_ndcg_at_20_max
value: 21.5561
verified: no, type: nauc_ndcg_at_20_std
value: -0.5067
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.6175
verified: no, type: nauc_ndcg_at_100_max
value: 21.5381
verified: no, type: nauc_ndcg_at_100_std
value: -0.7255
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.822900000000004
verified: no, type: nauc_ndcg_at_1000_max
value: 21.5381
verified: no, type: nauc_ndcg_at_1000_std
value: -0.7255
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.822900000000004
verified: no, type: nauc_map_at_1_max
value: 24.196
verified: no, type: nauc_map_at_1_std
value: -4.1928
verified: no, type: nauc_map_at_1_diff1
value: 52.1914
verified: no, type: nauc_map_at_3_max
value: 21.205199999999998
verified: no, type: nauc_map_at_3_std
value: -1.0412
verified: no, type: nauc_map_at_3_diff1
value: 46.8352
verified: no, type: nauc_map_at_5_max
value: 23.086000000000002
verified: no, type: nauc_map_at_5_std
value: -1.5817999999999999
verified: no, type: nauc_map_at_5_diff1
value: 47.8869
verified: no, type: nauc_map_at_10_max
value: 21.9837
verified: no, type: nauc_map_at_10_std
value: -2.8929
verified: no, type: nauc_map_at_10_diff1
value: 47.045500000000004
verified: no, type: nauc_map_at_20_max
value: 22.1671
verified: no, type: nauc_map_at_20_std
value: -1.7763999999999998
verified: no, type: nauc_map_at_20_diff1
value: 47.388999999999996
verified: no, type: nauc_map_at_100_max
value: 22.0523
verified: no, type: nauc_map_at_100_std
value: -1.4708
verified: no, type: nauc_map_at_100_diff1
value: 47.2193
verified: no, type: nauc_map_at_1000_max
value: 22.0523
verified: no, type: nauc_map_at_1000_std
value: -1.4708
verified: no, type: nauc_map_at_1000_diff1
value: 47.2193
verified: no, type: nauc_recall_at_1_max
value: 24.196
verified: no, type: nauc_recall_at_1_std
value: -4.1928
verified: no, type: nauc_recall_at_1_diff1
value: 52.1914
verified: no, type: nauc_recall_at_3_max
value: 16.862199999999998
verified: no, type: nauc_recall_at_3_std
value: 1.1521
verified: no, type: nauc_recall_at_3_diff1
value: 44.2778
verified: no, type: nauc_recall_at_5_max
value: 24.669
verified: no, type: nauc_recall_at_5_std
value: -1.4235
verified: no, type: nauc_recall_at_5_diff1
value: 48.987199999999994
verified: no, type: nauc_recall_at_10_max
value: 15.8398
verified: no, type: nauc_recall_at_10_std
value: -12.6435
verified: no, type: nauc_recall_at_10_diff1
value: 43.087900000000005
verified: no, type: nauc_recall_at_20_max
value: 19.5526
verified: no, type: nauc_recall_at_20_std
value: 7.2501
verified: no, type: nauc_recall_at_20_diff1
value: 50.6734
verified: no, type: nauc_recall_at_100_max
verified: no, type: nauc_recall_at_100_std
verified: no, type: nauc_recall_at_100_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 24.196
verified: no, type: nauc_precision_at_1_std
value: -4.1928
verified: no, type: nauc_precision_at_1_diff1
value: 52.1914
verified: no, type: nauc_precision_at_3_max
value: 16.862199999999998
verified: no, type: nauc_precision_at_3_std
value: 1.1521
verified: no, type: nauc_precision_at_3_diff1
value: 44.2778
verified: no, type: nauc_precision_at_5_max
value: 24.669
verified: no, type: nauc_precision_at_5_std
value: -1.4235
verified: no, type: nauc_precision_at_5_diff1
value: 48.987199999999994
verified: no, type: nauc_precision_at_10_max
value: 15.8398
verified: no, type: nauc_precision_at_10_std
value: -12.6435
verified: no, type: nauc_precision_at_10_diff1
value: 43.087900000000005
verified: no, type: nauc_precision_at_20_max
value: 19.5526
verified: no, type: nauc_precision_at_20_std
value: 7.2501
verified: no, type: nauc_precision_at_20_diff1
value: 50.6734
verified: no, type: nauc_precision_at_100_max
value: 100
verified: no, type: nauc_precision_at_100_std
value: 100
verified: no, type: nauc_precision_at_100_diff1
value: 100
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 24.196
verified: no, type: nauc_mrr_at_1_std
value: -4.1928
verified: no, type: nauc_mrr_at_1_diff1
value: 52.1914
verified: no, type: nauc_mrr_at_3_max
value: 21.205199999999998
verified: no, type: nauc_mrr_at_3_std
value: -1.0412
verified: no, type: nauc_mrr_at_3_diff1
value: 46.8352
verified: no, type: nauc_mrr_at_5_max
value: 23.086000000000002
verified: no, type: nauc_mrr_at_5_std
value: -1.5817999999999999
verified: no, type: nauc_mrr_at_5_diff1
value: 47.8869
verified: no, type: nauc_mrr_at_10_max
value: 21.9837
verified: no, type: nauc_mrr_at_10_std
value: -2.8929
verified: no, type: nauc_mrr_at_10_diff1
value: 47.045500000000004
verified: no, type: nauc_mrr_at_20_max
value: 22.1671
verified: no, type: nauc_mrr_at_20_std
value: -1.7763999999999998
verified: no, type: nauc_mrr_at_20_diff1
value: 47.388999999999996
verified: no, type: nauc_mrr_at_100_max
value: 22.0523
verified: no, type: nauc_mrr_at_100_std
value: -1.4708
verified: no, type: nauc_mrr_at_100_diff1
value: 47.2193
verified: no, type: nauc_mrr_at_1000_max
value: 22.0523
verified: no, type: nauc_mrr_at_1000_std
value: -1.4708
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.2193
verified: no, type: main_score
value: 45.957
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: ndcg_at_1
value: 61.333000000000006
verified: no, type: ndcg_at_3
value: 68.60199999999999
verified: no, type: ndcg_at_5
value: 70.411
verified: no, type: ndcg_at_10
value: 73.413
verified: no, type: ndcg_at_20
value: 74.58200000000001
verified: no, type: ndcg_at_100
value: 75.592
verified: no, type: ndcg_at_1000
value: 76.062
verified: no, type: map_at_1
value: 58.428000000000004
verified: no, type: map_at_3
value: 65.924
verified: no, type: map_at_5
value: 67.187
verified: no, type: map_at_10
value: 68.755
verified: no, type: map_at_20
value: 69.122
verified: no, type: map_at_100
value: 69.26299999999999
verified: no, type: map_at_1000
value: 69.284
verified: no, type: recall_at_1
value: 58.428000000000004
verified: no, type: recall_at_3
value: 73.489
verified: no, type: recall_at_5
value: 78.328
verified: no, type: recall_at_10
value: 86.722
verified: no, type: recall_at_20
value: 91.056
verified: no, type: recall_at_100
value: 96.5
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 61.333000000000006
verified: no, type: precision_at_3
value: 26.889000000000003
verified: no, type: precision_at_5
value: 17.467
verified: no, type: precision_at_10
value: 9.866999999999999
verified: no, type: precision_at_20
value: 5.183
verified: no, type: precision_at_100
value: 1.093
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: mrr_at_1
value: 61.3333
verified: no, type: mrr_at_3
value: 67.61110000000001
verified: no, type: mrr_at_5
value: 68.61110000000001
verified: no, type: mrr_at_10
value: 69.6848
verified: no, type: mrr_at_20
value: 69.9864
verified: no, type: mrr_at_100
value: 70.1174
verified: no, type: mrr_at_1000
value: 70.13719999999999
verified: no, type: nauc_ndcg_at_1_max
value: 64.11149999999999
verified: no, type: nauc_ndcg_at_1_std
value: 14.688
verified: no, type: nauc_ndcg_at_1_diff1
value: 79.292
verified: no, type: nauc_ndcg_at_3_max
value: 62.202400000000004
verified: no, type: nauc_ndcg_at_3_std
value: 12.7864
verified: no, type: nauc_ndcg_at_3_diff1
value: 74.5286
verified: no, type: nauc_ndcg_at_5_max
value: 61.394099999999995
verified: no, type: nauc_ndcg_at_5_std
value: 14.099800000000002
verified: no, type: nauc_ndcg_at_5_diff1
value: 73.0227
verified: no, type: nauc_ndcg_at_10_max
value: 66.13560000000001
verified: no, type: nauc_ndcg_at_10_std
value: 15.5687
verified: no, type: nauc_ndcg_at_10_diff1
value: 74.4028
verified: no, type: nauc_ndcg_at_20_max
value: 66.3651
verified: no, type: nauc_ndcg_at_20_std
value: 16.8451
verified: no, type: nauc_ndcg_at_20_diff1
value: 75.0316
verified: no, type: nauc_ndcg_at_100_max
value: 65.5397
verified: no, type: nauc_ndcg_at_100_std
value: 17.0616
verified: no, type: nauc_ndcg_at_100_diff1
value: 74.8458
verified: no, type: nauc_ndcg_at_1000_max
value: 65.1443
verified: no, type: nauc_ndcg_at_1000_std
value: 16.2639
verified: no, type: nauc_ndcg_at_1000_diff1
value: 75.0683
verified: no, type: nauc_map_at_1_max
value: 58.674499999999995
verified: no, type: nauc_map_at_1_std
value: 4.7646
verified: no, type: nauc_map_at_1_diff1
value: 80.0349
verified: no, type: nauc_map_at_3_max
value: 60.1997
verified: no, type: nauc_map_at_3_std
value: 9.1883
verified: no, type: nauc_map_at_3_diff1
value: 75.9478
verified: no, type: nauc_map_at_5_max
value: 60.7738
verified: no, type: nauc_map_at_5_std
value: 10.9619
verified: no, type: nauc_map_at_5_diff1
value: 74.8759
verified: no, type: nauc_map_at_10_max
value: 63.547399999999996
verified: no, type: nauc_map_at_10_std
value: 12.7719
verified: no, type: nauc_map_at_10_diff1
value: 75.208
verified: no, type: nauc_map_at_20_max
value: 63.5955
verified: no, type: nauc_map_at_20_std
value: 13.279
verified: no, type: nauc_map_at_20_diff1
value: 75.3911
verified: no, type: nauc_map_at_100_max
value: 63.5034
verified: no, type: nauc_map_at_100_std
value: 13.3433
verified: no, type: nauc_map_at_100_diff1
value: 75.3801
verified: no, type: nauc_map_at_1000_max
value: 63.4857
verified: no, type: nauc_map_at_1000_std
value: 13.3133
verified: no, type: nauc_map_at_1000_diff1
value: 75.3873
verified: no, type: nauc_recall_at_1_max
value: 58.674499999999995
verified: no, type: nauc_recall_at_1_std
value: 4.7646
verified: no, type: nauc_recall_at_1_diff1
value: 80.0349
verified: no, type: nauc_recall_at_3_max
value: 59.0557
verified: no, type: nauc_recall_at_3_std
value: 9.031799999999999
verified: no, type: nauc_recall_at_3_diff1
value: 70.52929999999999
verified: no, type: nauc_recall_at_5_max
value: 57.2901
verified: no, type: nauc_recall_at_5_std
value: 15.6434
verified: no, type: nauc_recall_at_5_diff1
value: 64.9777
verified: no, type: nauc_recall_at_10_max
value: 75.7042
verified: no, type: nauc_recall_at_10_std
value: 18.401600000000002
verified: no, type: nauc_recall_at_10_diff1
value: 69.11580000000001
verified: no, type: nauc_recall_at_20_max
value: 82.5429
verified: no, type: nauc_recall_at_20_std
value: 29.412899999999997
verified: no, type: nauc_recall_at_20_diff1
value: 73.2713
verified: no, type: nauc_recall_at_100_max
value: 81.7594
verified: no, type: nauc_recall_at_100_std
value: 51.816300000000005
verified: no, type: nauc_recall_at_100_diff1
value: 65.2683
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 64.11149999999999
verified: no, type: nauc_precision_at_1_std
value: 14.688
verified: no, type: nauc_precision_at_1_diff1
value: 79.292
verified: no, type: nauc_precision_at_3_max
value: 49.7731
verified: no, type: nauc_precision_at_3_std
value: 29.6594
verified: no, type: nauc_precision_at_3_diff1
value: 39.8605
verified: no, type: nauc_precision_at_5_max
value: 45.1136
verified: no, type: nauc_precision_at_5_std
value: 38.2477
verified: no, type: nauc_precision_at_5_diff1
value: 23.9286
verified: no, type: nauc_precision_at_10_max
value: 43.4848
verified: no, type: nauc_precision_at_10_std
value: 45.5735
verified: no, type: nauc_precision_at_10_diff1
value: 5.6292
verified: no, type: nauc_precision_at_20_max
value: 37.7011
verified: no, type: nauc_precision_at_20_std
value: 51.105199999999996
verified: no, type: nauc_precision_at_20_diff1
value: -2.2522
verified: no, type: nauc_precision_at_100_max
value: 27.0942
verified: no, type: nauc_precision_at_100_std
value: 58.4669
verified: no, type: nauc_precision_at_100_diff1
value: -19.608
verified: no, type: nauc_precision_at_1000_max
value: 17.333000000000002
verified: no, type: nauc_precision_at_1000_std
value: 56.925599999999996
verified: no, type: nauc_precision_at_1000_diff1
value: -32.3578
verified: no, type: nauc_mrr_at_1_max
value: 64.11149999999999
verified: no, type: nauc_mrr_at_1_std
value: 14.688
verified: no, type: nauc_mrr_at_1_diff1
value: 79.292
verified: no, type: nauc_mrr_at_3_max
value: 64.43100000000001
verified: no, type: nauc_mrr_at_3_std
value: 16.4446
verified: no, type: nauc_mrr_at_3_diff1
value: 75.9528
verified: no, type: nauc_mrr_at_5_max
value: 64.1166
verified: no, type: nauc_mrr_at_5_std
value: 17.9375
verified: no, type: nauc_mrr_at_5_diff1
value: 75.14150000000001
verified: no, type: nauc_mrr_at_10_max
value: 65.4043
verified: no, type: nauc_mrr_at_10_std
value: 17.5929
verified: no, type: nauc_mrr_at_10_diff1
value: 75.9545
verified: no, type: nauc_mrr_at_20_max
value: 65.4177
verified: no, type: nauc_mrr_at_20_std
value: 17.6251
verified: no, type: nauc_mrr_at_20_diff1
value: 76.06540000000001
verified: no, type: nauc_mrr_at_100_max
value: 65.3124
verified: no, type: nauc_mrr_at_100_std
value: 17.6635
verified: no, type: nauc_mrr_at_100_diff1
value: 76.04570000000001
verified: no, type: nauc_mrr_at_1000_max
value: 65.2954
verified: no, type: nauc_mrr_at_1000_std
value: 17.6416
verified: no, type: nauc_mrr_at_1000_diff1
value: 76.0508
verified: no, type: main_score
value: 73.413
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SciFact-PL (default)
revision: 47932a35f045ef8ed01ba82bf9ff67f6e109207e
split: test
type: clarin-knext/scifact-pl
metrics: type: ndcg_at_1
value: 28.666999999999998
verified: no, type: ndcg_at_3
value: 34.56
verified: no, type: ndcg_at_5
value: 36.183
verified: no, type: ndcg_at_10
value: 38.862
verified: no, type: ndcg_at_20
value: 39.871
verified: no, type: ndcg_at_100
value: 42.934
verified: no, type: ndcg_at_1000
value: 45.439
verified: no, type: map_at_1
value: 26.789
verified: no, type: map_at_3
value: 32.231
verified: no, type: map_at_5
value: 33.306999999999995
verified: no, type: map_at_10
value: 34.538999999999994
verified: no, type: map_at_20
value: 34.838
verified: no, type: map_at_100
value: 35.22
verified: no, type: map_at_1000
value: 35.312
verified: no, type: recall_at_1
value: 26.789
verified: no, type: recall_at_3
value: 39.078
verified: no, type: recall_at_5
value: 43.217
verified: no, type: recall_at_10
value: 51.00599999999999
verified: no, type: recall_at_20
value: 54.922000000000004
verified: no, type: recall_at_100
value: 72.044
verified: no, type: recall_at_1000
value: 91.822
verified: no, type: precision_at_1
value: 28.666999999999998
verified: no, type: precision_at_3
value: 14.333000000000002
verified: no, type: precision_at_5
value: 9.667
verified: no, type: precision_at_10
value: 5.867
verified: no, type: precision_at_20
value: 3.167
verified: no, type: precision_at_100
value: 0.8130000000000001
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: mrr_at_1
value: 28.6667
verified: no, type: mrr_at_3
value: 33.8333
verified: no, type: mrr_at_5
value: 34.75
verified: no, type: mrr_at_10
value: 35.753800000000005
verified: no, type: mrr_at_20
value: 35.983599999999996
verified: no, type: mrr_at_100
value: 36.344300000000004
verified: no, type: mrr_at_1000
value: 36.4276
verified: no, type: nauc_ndcg_at_1_max
value: 47.3964
verified: no, type: nauc_ndcg_at_1_std
value: 23.1255
verified: no, type: nauc_ndcg_at_1_diff1
value: 61.3553
verified: no, type: nauc_ndcg_at_3_max
value: 46.8095
verified: no, type: nauc_ndcg_at_3_std
value: 20.8113
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.5186
verified: no, type: nauc_ndcg_at_5_max
value: 48.563
verified: no, type: nauc_ndcg_at_5_std
value: 22.9279
verified: no, type: nauc_ndcg_at_5_diff1
value: 52.3505
verified: no, type: nauc_ndcg_at_10_max
value: 51.0144
verified: no, type: nauc_ndcg_at_10_std
value: 25.165399999999998
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.928399999999996
verified: no, type: nauc_ndcg_at_20_max
value: 51.2402
verified: no, type: nauc_ndcg_at_20_std
value: 26.264599999999998
verified: no, type: nauc_ndcg_at_20_diff1
value: 52.085800000000006
verified: no, type: nauc_ndcg_at_100_max
value: 51.486900000000006
verified: no, type: nauc_ndcg_at_100_std
value: 27.043499999999998
verified: no, type: nauc_ndcg_at_100_diff1
value: 51.4942
verified: no, type: nauc_ndcg_at_1000_max
value: 50.8764
verified: no, type: nauc_ndcg_at_1000_std
value: 26.6247
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.4891
verified: no, type: nauc_map_at_1_max
value: 45.3571
verified: no, type: nauc_map_at_1_std
value: 22.224
verified: no, type: nauc_map_at_1_diff1
value: 60.9856
verified: no, type: nauc_map_at_3_max
value: 46.641
verified: no, type: nauc_map_at_3_std
value: 21.3558
verified: no, type: nauc_map_at_3_diff1
value: 53.9335
verified: no, type: nauc_map_at_5_max
value: 47.604600000000005
verified: no, type: nauc_map_at_5_std
value: 22.3532
verified: no, type: nauc_map_at_5_diff1
value: 54.727599999999995
verified: no, type: nauc_map_at_10_max
value: 48.8623
verified: no, type: nauc_map_at_10_std
value: 23.3967
verified: no, type: nauc_map_at_10_diff1
value: 54.4613
verified: no, type: nauc_map_at_20_max
value: 48.9766
verified: no, type: nauc_map_at_20_std
value: 23.848
verified: no, type: nauc_map_at_20_diff1
value: 54.476
verified: no, type: nauc_map_at_100_max
value: 48.9984
verified: no, type: nauc_map_at_100_std
value: 23.9562
verified: no, type: nauc_map_at_100_diff1
value: 54.4079
verified: no, type: nauc_map_at_1000_max
value: 48.9822
verified: no, type: nauc_map_at_1000_std
value: 23.9555
verified: no, type: nauc_map_at_1000_diff1
value: 54.4478
verified: no, type: nauc_recall_at_1_max
value: 45.3571
verified: no, type: nauc_recall_at_1_std
value: 22.224
verified: no, type: nauc_recall_at_1_diff1
value: 60.9856
verified: no, type: nauc_recall_at_3_max
value: 44.850699999999996
verified: no, type: nauc_recall_at_3_std
value: 18.1467
verified: no, type: nauc_recall_at_3_diff1
value: 41.9454
verified: no, type: nauc_recall_at_5_max
value: 48.7443
verified: no, type: nauc_recall_at_5_std
value: 22.654
verified: no, type: nauc_recall_at_5_diff1
value: 45.2269
verified: no, type: nauc_recall_at_10_max
value: 55.4795
verified: no, type: nauc_recall_at_10_std
value: 29.117700000000003
verified: no, type: nauc_recall_at_10_diff1
value: 44.5212
verified: no, type: nauc_recall_at_20_max
value: 56.4723
verified: no, type: nauc_recall_at_20_std
value: 33.0929
verified: no, type: nauc_recall_at_20_diff1
value: 45.1359
verified: no, type: nauc_recall_at_100_max
value: 60.0848
verified: no, type: nauc_recall_at_100_std
value: 40.9103
verified: no, type: nauc_recall_at_100_diff1
value: 38.1492
verified: no, type: nauc_recall_at_1000_max
value: 59.6927
verified: no, type: nauc_recall_at_1000_std
value: 53.2595
verified: no, type: nauc_recall_at_1000_diff1
value: 42.1092
verified: no, type: nauc_precision_at_1_max
value: 47.3964
verified: no, type: nauc_precision_at_1_std
value: 23.1255
verified: no, type: nauc_precision_at_1_diff1
value: 61.3553
verified: no, type: nauc_precision_at_3_max
value: 47.0326
verified: no, type: nauc_precision_at_3_std
value: 19.482499999999998
verified: no, type: nauc_precision_at_3_diff1
value: 40.994
verified: no, type: nauc_precision_at_5_max
value: 49.263200000000005
verified: no, type: nauc_precision_at_5_std
value: 23.4494
verified: no, type: nauc_precision_at_5_diff1
value: 42.436099999999996
verified: no, type: nauc_precision_at_10_max
value: 52.249900000000004
verified: no, type: nauc_precision_at_10_std
value: 28.228199999999998
verified: no, type: nauc_precision_at_10_diff1
value: 35.3869
verified: no, type: nauc_precision_at_20_max
value: 51.8228
verified: no, type: nauc_precision_at_20_std
value: 32.289699999999996
verified: no, type: nauc_precision_at_20_diff1
value: 33.976800000000004
verified: no, type: nauc_precision_at_100_max
value: 51.063199999999995
verified: no, type: nauc_precision_at_100_std
value: 35.375099999999996
verified: no, type: nauc_precision_at_100_diff1
value: 25.5759
verified: no, type: nauc_precision_at_1000_max
value: 30.785600000000002
verified: no, type: nauc_precision_at_1000_std
value: 26.445600000000002
verified: no, type: nauc_precision_at_1000_diff1
value: 11.6568
verified: no, type: nauc_mrr_at_1_max
value: 47.3964
verified: no, type: nauc_mrr_at_1_std
value: 23.1255
verified: no, type: nauc_mrr_at_1_diff1
value: 61.3553
verified: no, type: nauc_mrr_at_3_max
value: 48.303000000000004
verified: no, type: nauc_mrr_at_3_std
value: 22.5707
verified: no, type: nauc_mrr_at_3_diff1
value: 53.01519999999999
verified: no, type: nauc_mrr_at_5_max
value: 49.1763
verified: no, type: nauc_mrr_at_5_std
value: 23.907
verified: no, type: nauc_mrr_at_5_diff1
value: 54.146899999999995
verified: no, type: nauc_mrr_at_10_max
value: 49.9118
verified: no, type: nauc_mrr_at_10_std
value: 24.5548
verified: no, type: nauc_mrr_at_10_diff1
value: 53.9486
verified: no, type: nauc_mrr_at_20_max
value: 49.9542
verified: no, type: nauc_mrr_at_20_std
value: 24.729200000000002
verified: no, type: nauc_mrr_at_20_diff1
value: 54.01519999999999
verified: no, type: nauc_mrr_at_100_max
value: 49.9469
verified: no, type: nauc_mrr_at_100_std
value: 24.8281
verified: no, type: nauc_mrr_at_100_diff1
value: 53.9569
verified: no, type: nauc_mrr_at_1000_max
value: 49.9349
verified: no, type: nauc_mrr_at_1000_std
value: 24.8281
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.9925
verified: no, type: main_score
value: 38.862
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: ndcg_at_1
value: 77
verified: no, type: ndcg_at_3
value: 77.95
verified: no, type: ndcg_at_5
value: 76.3
verified: no, type: ndcg_at_10
value: 75.729
verified: no, type: ndcg_at_20
value: 71.923
verified: no, type: ndcg_at_100
value: 57.583
verified: no, type: ndcg_at_1000
value: 51.809000000000005
verified: no, type: map_at_1
value: 0.22200000000000003
verified: no, type: map_at_3
value: 0.6459999999999999
verified: no, type: map_at_5
value: 1.044
verified: no, type: map_at_10
value: 1.986
verified: no, type: map_at_20
value: 3.544
verified: no, type: map_at_100
value: 11.19
verified: no, type: map_at_1000
value: 26.351000000000003
verified: no, type: recall_at_1
value: 0.22200000000000003
verified: no, type: recall_at_3
value: 0.677
verified: no, type: recall_at_5
value: 1.117
verified: no, type: recall_at_10
value: 2.189
verified: no, type: recall_at_20
value: 4.031
verified: no, type: recall_at_100
value: 14.512
verified: no, type: recall_at_1000
value: 48.644999999999996
verified: no, type: precision_at_1
value: 84
verified: no, type: precision_at_3
value: 84.667
verified: no, type: precision_at_5
value: 82
verified: no, type: precision_at_10
value: 80.80000000000001
verified: no, type: precision_at_20
value: 76.1
verified: no, type: precision_at_100
value: 59.160000000000004
verified: no, type: precision_at_1000
value: 22.692
verified: no, type: mrr_at_1
value: 84
verified: no, type: mrr_at_3
value: 90.6667
verified: no, type: mrr_at_5
value: 91.0667
verified: no, type: mrr_at_10
value: 91.0667
verified: no, type: mrr_at_20
value: 91.0667
verified: no, type: mrr_at_100
value: 91.0667
verified: no, type: mrr_at_1000
value: 91.0667
verified: no, type: nauc_ndcg_at_1_max
value: 48.8547
verified: no, type: nauc_ndcg_at_1_std
value: 49.0681
verified: no, type: nauc_ndcg_at_1_diff1
value: -30.4738
verified: no, type: nauc_ndcg_at_3_max
value: 44.5189
verified: no, type: nauc_ndcg_at_3_std
value: 51.435900000000004
verified: no, type: nauc_ndcg_at_3_diff1
value: 0.6276999999999999
verified: no, type: nauc_ndcg_at_5_max
value: 45.063199999999995
verified: no, type: nauc_ndcg_at_5_std
value: 53.6234
verified: no, type: nauc_ndcg_at_5_diff1
value: -3.7708
verified: no, type: nauc_ndcg_at_10_max
value: 45.2686
verified: no, type: nauc_ndcg_at_10_std
value: 55.53979999999999
verified: no, type: nauc_ndcg_at_10_diff1
value: -8.5233
verified: no, type: nauc_ndcg_at_20_max
value: 54.0756
verified: no, type: nauc_ndcg_at_20_std
value: 61.454
verified: no, type: nauc_ndcg_at_20_diff1
value: -14.1012
verified: no, type: nauc_ndcg_at_100_max
value: 48.0204
verified: no, type: nauc_ndcg_at_100_std
value: 76.6764
verified: no, type: nauc_ndcg_at_100_diff1
value: -21.3943
verified: no, type: nauc_ndcg_at_1000_max
value: 42.2604
verified: no, type: nauc_ndcg_at_1000_std
value: 76.43090000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: -10.339
verified: no, type: nauc_map_at_1_max
value: 19.6618
verified: no, type: nauc_map_at_1_std
value: 12.3368
verified: no, type: nauc_map_at_1_diff1
value: 5.8378
verified: no, type: nauc_map_at_3_max
value: 19.9671
verified: no, type: nauc_map_at_3_std
value: 14.360500000000002
verified: no, type: nauc_map_at_3_diff1
value: 11.2964
verified: no, type: nauc_map_at_5_max
value: 21.484
verified: no, type: nauc_map_at_5_std
value: 15.7254
verified: no, type: nauc_map_at_5_diff1
value: 8.277800000000001
verified: no, type: nauc_map_at_10_max
value: 19.5425
verified: no, type: nauc_map_at_10_std
value: 17.1697
verified: no, type: nauc_map_at_10_diff1
value: 4.6949
verified: no, type: nauc_map_at_20_max
value: 30.469
verified: no, type: nauc_map_at_20_std
value: 21.2894
verified: no, type: nauc_map_at_20_diff1
value: 5.5824
verified: no, type: nauc_map_at_100_max
value: 47.6198
verified: no, type: nauc_map_at_100_std
value: 52.692099999999996
verified: no, type: nauc_map_at_100_diff1
value: -4.3684
verified: no, type: nauc_map_at_1000_max
value: 46.7244
verified: no, type: nauc_map_at_1000_std
value: 79.96809999999999
verified: no, type: nauc_map_at_1000_diff1
value: -11.427800000000001
verified: no, type: nauc_recall_at_1_max
value: 19.6618
verified: no, type: nauc_recall_at_1_std
value: 12.3368
verified: no, type: nauc_recall_at_1_diff1
value: 5.8378
verified: no, type: nauc_recall_at_3_max
value: 15.8659
verified: no, type: nauc_recall_at_3_std
value: 9.417200000000001
verified: no, type: nauc_recall_at_3_diff1
value: 12.217
verified: no, type: nauc_recall_at_5_max
value: 16.6584
verified: no, type: nauc_recall_at_5_std
value: 9.642299999999999
verified: no, type: nauc_recall_at_5_diff1
value: 7.8316
verified: no, type: nauc_recall_at_10_max
value: 13.4892
verified: no, type: nauc_recall_at_10_std
value: 9.0525
verified: no, type: nauc_recall_at_10_diff1
value: 5.1017
verified: no, type: nauc_recall_at_20_max
value: 23.8122
verified: no, type: nauc_recall_at_20_std
value: 10.963199999999999
verified: no, type: nauc_recall_at_20_diff1
value: 5.496
verified: no, type: nauc_recall_at_100_max
value: 34.0401
verified: no, type: nauc_recall_at_100_std
value: 38.919399999999996
verified: no, type: nauc_recall_at_100_diff1
value: -2.4619999999999997
verified: no, type: nauc_recall_at_1000_max
value: 33.3684
verified: no, type: nauc_recall_at_1000_std
value: 67.9744
verified: no, type: nauc_recall_at_1000_diff1
value: -6.4093
verified: no, type: nauc_precision_at_1_max
value: 58.4315
verified: no, type: nauc_precision_at_1_std
value: 64.72139999999999
verified: no, type: nauc_precision_at_1_diff1
value: -28.375099999999996
verified: no, type: nauc_precision_at_3_max
value: 43.6798
verified: no, type: nauc_precision_at_3_std
value: 62.983599999999996
verified: no, type: nauc_precision_at_3_diff1
value: 4.495
verified: no, type: nauc_precision_at_5_max
value: 45.5822
verified: no, type: nauc_precision_at_5_std
value: 66.2558
verified: no, type: nauc_precision_at_5_diff1
value: -0.5026
verified: no, type: nauc_precision_at_10_max
value: 46.4246
verified: no, type: nauc_precision_at_10_std
value: 61.202999999999996
verified: no, type: nauc_precision_at_10_diff1
value: -7.648499999999999
verified: no, type: nauc_precision_at_20_max
value: 59.4366
verified: no, type: nauc_precision_at_20_std
value: 62.530699999999996
verified: no, type: nauc_precision_at_20_diff1
value: -14.7791
verified: no, type: nauc_precision_at_100_max
value: 47.7262
verified: no, type: nauc_precision_at_100_std
value: 75.8917
verified: no, type: nauc_precision_at_100_diff1
value: -21.1255
verified: no, type: nauc_precision_at_1000_max
value: 26.461299999999998
verified: no, type: nauc_precision_at_1000_std
value: 56.535599999999995
verified: no, type: nauc_precision_at_1000_diff1
value: -16.9377
verified: no, type: nauc_mrr_at_1_max
value: 58.4315
verified: no, type: nauc_mrr_at_1_std
value: 64.72139999999999
verified: no, type: nauc_mrr_at_1_diff1
value: -28.375099999999996
verified: no, type: nauc_mrr_at_3_max
value: 59.156600000000005
verified: no, type: nauc_mrr_at_3_std
value: 66.3882
verified: no, type: nauc_mrr_at_3_diff1
value: -30.3537
verified: no, type: nauc_mrr_at_5_max
value: 59.3318
verified: no, type: nauc_mrr_at_5_std
value: 66.115
verified: no, type: nauc_mrr_at_5_diff1
value: -30.9728
verified: no, type: nauc_mrr_at_10_max
value: 59.3318
verified: no, type: nauc_mrr_at_10_std
value: 66.115
verified: no, type: nauc_mrr_at_10_diff1
value: -30.9728
verified: no, type: nauc_mrr_at_20_max
value: 59.3318
verified: no, type: nauc_mrr_at_20_std
value: 66.115
verified: no, type: nauc_mrr_at_20_diff1
value: -30.9728
verified: no, type: nauc_mrr_at_100_max
value: 59.3318
verified: no, type: nauc_mrr_at_100_std
value: 66.115
verified: no, type: nauc_mrr_at_100_diff1
value: -30.9728
verified: no, type: nauc_mrr_at_1000_max
value: 59.3318
verified: no, type: nauc_mrr_at_1000_std
value: 66.115
verified: no, type: nauc_mrr_at_1000_diff1
value: -30.9728
verified: no, type: main_score
value: 75.729
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TRECCOVID-PL (default)
revision: 81bcb408f33366c2a20ac54adafad1ae7e877fdd
split: test
type: clarin-knext/trec-covid-pl
metrics: type: ndcg_at_1
value: 33
verified: no, type: ndcg_at_3
value: 35.022
verified: no, type: ndcg_at_5
value: 33.731
verified: no, type: ndcg_at_10
value: 31.52
verified: no, type: ndcg_at_20
value: 27.831
verified: no, type: ndcg_at_100
value: 21.394
verified: no, type: ndcg_at_1000
value: 19.528000000000002
verified: no, type: map_at_1
value: 0.089
verified: no, type: map_at_3
value: 0.27
verified: no, type: map_at_5
value: 0.4
verified: no, type: map_at_10
value: 0.622
verified: no, type: map_at_20
value: 0.91
verified: no, type: map_at_100
value: 2.373
verified: no, type: map_at_1000
value: 6.121
verified: no, type: recall_at_1
value: 0.089
verified: no, type: recall_at_3
value: 0.314
verified: no, type: recall_at_5
value: 0.492
verified: no, type: recall_at_10
value: 0.851
verified: no, type: recall_at_20
value: 1.367
verified: no, type: recall_at_100
value: 4.763
verified: no, type: recall_at_1000
value: 18.496000000000002
verified: no, type: precision_at_1
value: 38
verified: no, type: precision_at_3
value: 37.333
verified: no, type: precision_at_5
value: 35.6
verified: no, type: precision_at_10
value: 32.6
verified: no, type: precision_at_20
value: 27.900000000000002
verified: no, type: precision_at_100
value: 21.560000000000002
verified: no, type: precision_at_1000
value: 9.306000000000001
verified: no, type: mrr_at_1
value: 38
verified: no, type: mrr_at_3
value: 46
verified: no, type: mrr_at_5
value: 47.9
verified: no, type: mrr_at_10
value: 49.9214
verified: no, type: mrr_at_20
value: 50.1641
verified: no, type: mrr_at_100
value: 50.626000000000005
verified: no, type: mrr_at_1000
value: 50.6339
verified: no, type: nauc_ndcg_at_1_max
value: 34.6986
verified: no, type: nauc_ndcg_at_1_std
value: 32.1162
verified: no, type: nauc_ndcg_at_1_diff1
value: -10.2072
verified: no, type: nauc_ndcg_at_3_max
value: 26.7849
verified: no, type: nauc_ndcg_at_3_std
value: 11.6996
verified: no, type: nauc_ndcg_at_3_diff1
value: -12.581800000000001
verified: no, type: nauc_ndcg_at_5_max
value: 24.4334
verified: no, type: nauc_ndcg_at_5_std
value: 5.9356
verified: no, type: nauc_ndcg_at_5_diff1
value: -7.063899999999999
verified: no, type: nauc_ndcg_at_10_max
value: 24.916900000000002
verified: no, type: nauc_ndcg_at_10_std
value: 4.5668
verified: no, type: nauc_ndcg_at_10_diff1
value: -2.1188
verified: no, type: nauc_ndcg_at_20_max
value: 26.273600000000002
verified: no, type: nauc_ndcg_at_20_std
value: 7.7196
verified: no, type: nauc_ndcg_at_20_diff1
value: 0.8089000000000001
verified: no, type: nauc_ndcg_at_100_max
value: 33.1944
verified: no, type: nauc_ndcg_at_100_std
value: 16.3776
verified: no, type: nauc_ndcg_at_100_diff1
value: -2.5803
verified: no, type: nauc_ndcg_at_1000_max
value: 51.3621
verified: no, type: nauc_ndcg_at_1000_std
value: 29.2173
verified: no, type: nauc_ndcg_at_1000_diff1
value: -6.7301
verified: no, type: nauc_map_at_1_max
value: 27.8013
verified: no, type: nauc_map_at_1_std
value: 12.5435
verified: no, type: nauc_map_at_1_diff1
value: -16.522100000000002
verified: no, type: nauc_map_at_3_max
value: 19.433500000000002
verified: no, type: nauc_map_at_3_std
value: -5.2681
verified: no, type: nauc_map_at_3_diff1
value: -20.3585
verified: no, type: nauc_map_at_5_max
value: 15.0378
verified: no, type: nauc_map_at_5_std
value: -10.252500000000001
verified: no, type: nauc_map_at_5_diff1
value: -13.5849
verified: no, type: nauc_map_at_10_max
value: 16.6286
verified: no, type: nauc_map_at_10_std
value: -8.9473
verified: no, type: nauc_map_at_10_diff1
value: -11.0427
verified: no, type: nauc_map_at_20_max
value: 16.3801
verified: no, type: nauc_map_at_20_std
value: -3.9566
verified: no, type: nauc_map_at_20_diff1
value: -5.8741
verified: no, type: nauc_map_at_100_max
value: 23.8517
verified: no, type: nauc_map_at_100_std
value: 12.7052
verified: no, type: nauc_map_at_100_diff1
value: -4.0786999999999995
verified: no, type: nauc_map_at_1000_max
value: 50.2364
verified: no, type: nauc_map_at_1000_std
value: 45.1323
verified: no, type: nauc_map_at_1000_diff1
value: -9.7797
verified: no, type: nauc_recall_at_1_max
value: 27.8013
verified: no, type: nauc_recall_at_1_std
value: 12.5435
verified: no, type: nauc_recall_at_1_diff1
value: -16.522100000000002
verified: no, type: nauc_recall_at_3_max
value: 12.021600000000001
verified: no, type: nauc_recall_at_3_std
value: -12.195
verified: no, type: nauc_recall_at_3_diff1
value: -17.7181
verified: no, type: nauc_recall_at_5_max
value: 8.317499999999999
verified: no, type: nauc_recall_at_5_std
value: -17.3643
verified: no, type: nauc_recall_at_5_diff1
value: -11.0701
verified: no, type: nauc_recall_at_10_max
value: 12.629199999999999
verified: no, type: nauc_recall_at_10_std
value: -17.8
verified: no, type: nauc_recall_at_10_diff1
value: -3.1063
verified: no, type: nauc_recall_at_20_max
value: 14.7957
verified: no, type: nauc_recall_at_20_std
value: -12.6812
verified: no, type: nauc_recall_at_20_diff1
value: 2.5131
verified: no, type: nauc_recall_at_100_max
value: 26.763900000000003
verified: no, type: nauc_recall_at_100_std
value: 1.4699
verified: no, type: nauc_recall_at_100_diff1
value: 2.1349
verified: no, type: nauc_recall_at_1000_max
value: 57.9288
verified: no, type: nauc_recall_at_1000_std
value: 34.260600000000004
verified: no, type: nauc_recall_at_1000_diff1
value: -7.8182
verified: no, type: nauc_precision_at_1_max
value: 35.3859
verified: no, type: nauc_precision_at_1_std
value: 27.918300000000002
verified: no, type: nauc_precision_at_1_diff1
value: -9.804300000000001
verified: no, type: nauc_precision_at_3_max
value: 23.3863
verified: no, type: nauc_precision_at_3_std
value: 3.6164
verified: no, type: nauc_precision_at_3_diff1
value: -11.8673
verified: no, type: nauc_precision_at_5_max
value: 19.648
verified: no, type: nauc_precision_at_5_std
value: -1.4232
verified: no, type: nauc_precision_at_5_diff1
value: -4.7019
verified: no, type: nauc_precision_at_10_max
value: 22.9189
verified: no, type: nauc_precision_at_10_std
value: 0.6967
verified: no, type: nauc_precision_at_10_diff1
value: -0.757
verified: no, type: nauc_precision_at_20_max
value: 27.294800000000002
verified: no, type: nauc_precision_at_20_std
value: 8.280800000000001
verified: no, type: nauc_precision_at_20_diff1
value: 2.1543
verified: no, type: nauc_precision_at_100_max
value: 36.647600000000004
verified: no, type: nauc_precision_at_100_std
value: 21.0732
verified: no, type: nauc_precision_at_100_diff1
value: -4.3472
verified: no, type: nauc_precision_at_1000_max
value: 56.1096
verified: no, type: nauc_precision_at_1000_std
value: 44.7203
verified: no, type: nauc_precision_at_1000_diff1
value: -16.724800000000002
verified: no, type: nauc_mrr_at_1_max
value: 35.3859
verified: no, type: nauc_mrr_at_1_std
value: 27.918300000000002
verified: no, type: nauc_mrr_at_1_diff1
value: -9.804300000000001
verified: no, type: nauc_mrr_at_3_max
value: 28.7924
verified: no, type: nauc_mrr_at_3_std
value: 14.6514
verified: no, type: nauc_mrr_at_3_diff1
value: -5.1166
verified: no, type: nauc_mrr_at_5_max
value: 27.824199999999998
verified: no, type: nauc_mrr_at_5_std
value: 14.530499999999998
verified: no, type: nauc_mrr_at_5_diff1
value: -8.6874
verified: no, type: nauc_mrr_at_10_max
value: 28.8111
verified: no, type: nauc_mrr_at_10_std
value: 12.7967
verified: no, type: nauc_mrr_at_10_diff1
value: -2.1439
verified: no, type: nauc_mrr_at_20_max
value: 28.6582
verified: no, type: nauc_mrr_at_20_std
value: 12.2919
verified: no, type: nauc_mrr_at_20_diff1
value: -2.7289999999999996
verified: no, type: nauc_mrr_at_100_max
value: 28.9392
verified: no, type: nauc_mrr_at_100_std
value: 12.848200000000002
verified: no, type: nauc_mrr_at_100_diff1
value: -3.1357000000000004
verified: no, type: nauc_mrr_at_1000_max
value: 28.9231
verified: no, type: nauc_mrr_at_1000_std
value: 12.8882
verified: no, type: nauc_mrr_at_1000_diff1
value: -3.1525999999999996
verified: no, type: main_score
value: 31.52
verified: no
task: type: Retrieval
Likes: 32 | All-time downloads: 814161
Created: 2024-10-20 11:43:03