Model: retrieva-jp/amber-large
Author: retrieva-jp
Pipeline: feature-extraction
Library: sentence-transformers
Tags: sentence-transformers, safetensors, modernbert, sentence-similarity, feature-extraction, mteb, ja, en, arxiv:2412.13663, arxiv:2211.09260, base_model:sbintuitions/modernbert-ja-310m, base_model:finetune:sbintuitions/modernbert-ja-310m, license:apache-2.0, model-index, text-embeddings-inference, endpoints_compatible, region:us
Base models (finetune): id: sbintuitions/modernbert-ja-310m
Card metadata: tags: sentence-transformers, sentence-similarity, feature-extraction, mteb
base_model: sbintuitions/modernbert-ja-310m
language: ja, en
model-index: name: retrieva-jp/amber-large
results: dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 73.3433
verified: no, type: f1
value: 67.2899
verified: no, type: f1_weighted
value: 75.7948
verified: no, type: ap
value: 36.123
verified: no, type: ap_weighted
value: 36.123
verified: no, type: main_score
value: 73.3433
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArXivHierarchicalClusteringP2P (default)
revision: 0bbdb47bcbe3a90093699aefeed338a0f28a7ee8
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: v_measure
value: 53.3936
verified: no, type: v_measure_std
value: 3.9726999999999997
verified: no, type: main_score
value: 53.3936
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArXivHierarchicalClusteringS2S (default)
revision: b73bd54100e5abfa6e3a23dcafb46fe4d2438dc3
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: v_measure
value: 51.35999999999999
verified: no, type: v_measure_std
value: 4.9623
verified: no, type: main_score
value: 51.35999999999999
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: ndcg_at_1
value: 26.743
verified: no, type: ndcg_at_3
value: 40.550999999999995
verified: no, type: ndcg_at_5
value: 45.550000000000004
verified: no, type: ndcg_at_10
value: 51.317
verified: no, type: ndcg_at_20
value: 53.96300000000001
verified: no, type: ndcg_at_100
value: 55.358
verified: no, type: ndcg_at_1000
value: 55.596000000000004
verified: no, type: map_at_1
value: 26.743
verified: no, type: map_at_3
value: 37.162
verified: no, type: map_at_5
value: 39.964
verified: no, type: map_at_10
value: 42.355
verified: no, type: map_at_20
value: 43.1
verified: no, type: map_at_100
value: 43.313
verified: no, type: map_at_1000
value: 43.323
verified: no, type: recall_at_1
value: 26.743
verified: no, type: recall_at_3
value: 50.356
verified: no, type: recall_at_5
value: 62.376
verified: no, type: recall_at_10
value: 80.156
verified: no, type: recall_at_20
value: 90.469
verified: no, type: recall_at_100
value: 97.724
verified: no, type: recall_at_1000
value: 99.502
verified: no, type: precision_at_1
value: 26.743
verified: no, type: precision_at_3
value: 16.785
verified: no, type: precision_at_5
value: 12.475
verified: no, type: precision_at_10
value: 8.016
verified: no, type: precision_at_20
value: 4.523
verified: no, type: precision_at_100
value: 0.9769999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 27.169300000000003
verified: no, type: mrr_at_3
value: 37.411100000000005
verified: no, type: mrr_at_5
value: 40.1102
verified: no, type: mrr_at_10
value: 42.493900000000004
verified: no, type: mrr_at_20
value: 43.2491
verified: no, type: mrr_at_100
value: 43.4578
verified: no, type: mrr_at_1000
value: 43.4685
verified: no, type: nauc_ndcg_at_1_max
value: -6.2333
verified: no, type: nauc_ndcg_at_1_std
value: -7.9555
verified: no, type: nauc_ndcg_at_1_diff1
value: 14.512
verified: no, type: nauc_ndcg_at_3_max
value: -2.1475999999999997
verified: no, type: nauc_ndcg_at_3_std
value: -5.8094
verified: no, type: nauc_ndcg_at_3_diff1
value: 9.136
verified: no, type: nauc_ndcg_at_5_max
value: -1.7067999999999999
verified: no, type: nauc_ndcg_at_5_std
value: -5.018800000000001
verified: no, type: nauc_ndcg_at_5_diff1
value: 9.4328
verified: no, type: nauc_ndcg_at_10_max
value: 0.7445
verified: no, type: nauc_ndcg_at_10_std
value: -3.5482
verified: no, type: nauc_ndcg_at_10_diff1
value: 11.1
verified: no, type: nauc_ndcg_at_20_max
value: 0.47200000000000003
verified: no, type: nauc_ndcg_at_20_std
value: -3.3912999999999998
verified: no, type: nauc_ndcg_at_20_diff1
value: 11.2196
verified: no, type: nauc_ndcg_at_100_max
value: -1.1079
verified: no, type: nauc_ndcg_at_100_std
value: -3.8186999999999998
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.9808
verified: no, type: nauc_ndcg_at_1000_max
value: -1.3786
verified: no, type: nauc_ndcg_at_1000_std
value: -4.3135
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.9463
verified: no, type: nauc_map_at_1_max
value: -6.2333
verified: no, type: nauc_map_at_1_std
value: -7.9555
verified: no, type: nauc_map_at_1_diff1
value: 14.512
verified: no, type: nauc_map_at_3_max
value: -3.3211999999999997
verified: no, type: nauc_map_at_3_std
value: -6.2437
verified: no, type: nauc_map_at_3_diff1
value: 10.1283
verified: no, type: nauc_map_at_5_max
value: -3.0931
verified: no, type: nauc_map_at_5_std
value: -5.7626
verified: no, type: nauc_map_at_5_diff1
value: 10.3327
verified: no, type: nauc_map_at_10_max
value: -2.2469
verified: no, type: nauc_map_at_10_std
value: -5.2611
verified: no, type: nauc_map_at_10_diff1
value: 11.017100000000001
verified: no, type: nauc_map_at_20_max
value: -2.358
verified: no, type: nauc_map_at_20_std
value: -5.255
verified: no, type: nauc_map_at_20_diff1
value: 11.0437
verified: no, type: nauc_map_at_100_max
value: -2.5533
verified: no, type: nauc_map_at_100_std
value: -5.2893
verified: no, type: nauc_map_at_100_diff1
value: 11.018600000000001
verified: no, type: nauc_map_at_1000_max
value: -2.5621
verified: no, type: nauc_map_at_1000_std
value: -5.3072
verified: no, type: nauc_map_at_1000_diff1
value: 11.0196
verified: no, type: nauc_recall_at_1_max
value: -6.2333
verified: no, type: nauc_recall_at_1_std
value: -7.9555
verified: no, type: nauc_recall_at_1_diff1
value: 14.512
verified: no, type: nauc_recall_at_3_max
value: 1.2414
verified: no, type: nauc_recall_at_3_std
value: -4.6148
verified: no, type: nauc_recall_at_3_diff1
value: 6.45
verified: no, type: nauc_recall_at_5_max
value: 2.7998
verified: no, type: nauc_recall_at_5_std
value: -2.6652
verified: no, type: nauc_recall_at_5_diff1
value: 6.7526
verified: no, type: nauc_recall_at_10_max
value: 17.322100000000002
verified: no, type: nauc_recall_at_10_std
value: 5.9032
verified: no, type: nauc_recall_at_10_diff1
value: 12.881899999999998
verified: no, type: nauc_recall_at_20_max
value: 29.6782
verified: no, type: nauc_recall_at_20_std
value: 16.4192
verified: no, type: nauc_recall_at_20_diff1
value: 15.8604
verified: no, type: nauc_recall_at_100_max
value: 28.772599999999997
verified: no, type: nauc_recall_at_100_std
value: 48.7738
verified: no, type: nauc_recall_at_100_diff1
value: 15.8629
verified: no, type: nauc_recall_at_1000_max
value: 31.0293
verified: no, type: nauc_recall_at_1000_std
value: 52.7185
verified: no, type: nauc_recall_at_1000_diff1
value: 14.3646
verified: no, type: nauc_precision_at_1_max
value: -6.2333
verified: no, type: nauc_precision_at_1_std
value: -7.9555
verified: no, type: nauc_precision_at_1_diff1
value: 14.512
verified: no, type: nauc_precision_at_3_max
value: 1.2414
verified: no, type: nauc_precision_at_3_std
value: -4.6148
verified: no, type: nauc_precision_at_3_diff1
value: 6.45
verified: no, type: nauc_precision_at_5_max
value: 2.7998
verified: no, type: nauc_precision_at_5_std
value: -2.6652
verified: no, type: nauc_precision_at_5_diff1
value: 6.7526
verified: no, type: nauc_precision_at_10_max
value: 17.322100000000002
verified: no, type: nauc_precision_at_10_std
value: 5.9032
verified: no, type: nauc_precision_at_10_diff1
value: 12.881899999999998
verified: no, type: nauc_precision_at_20_max
value: 29.6782
verified: no, type: nauc_precision_at_20_std
value: 16.4192
verified: no, type: nauc_precision_at_20_diff1
value: 15.8604
verified: no, type: nauc_precision_at_100_max
value: 28.772599999999997
verified: no, type: nauc_precision_at_100_std
value: 48.7738
verified: no, type: nauc_precision_at_100_diff1
value: 15.8629
verified: no, type: nauc_precision_at_1000_max
value: 31.0293
verified: no, type: nauc_precision_at_1000_std
value: 52.7185
verified: no, type: nauc_precision_at_1000_diff1
value: 14.3646
verified: no, type: nauc_mrr_at_1_max
value: -6.0675
verified: no, type: nauc_mrr_at_1_std
value: -7.0283999999999995
verified: no, type: nauc_mrr_at_1_diff1
value: 13.1112
verified: no, type: nauc_mrr_at_3_max
value: -3.8593
verified: no, type: nauc_mrr_at_3_std
value: -5.9281
verified: no, type: nauc_mrr_at_3_diff1
value: 8.807
verified: no, type: nauc_mrr_at_5_max
value: -3.6332999999999998
verified: no, type: nauc_mrr_at_5_std
value: -5.3816999999999995
verified: no, type: nauc_mrr_at_5_diff1
value: 9.0466
verified: no, type: nauc_mrr_at_10_max
value: -2.8869
verified: no, type: nauc_mrr_at_10_std
value: -4.9811000000000005
verified: no, type: nauc_mrr_at_10_diff1
value: 9.589699999999999
verified: no, type: nauc_mrr_at_20_max
value: -2.9609
verified: no, type: nauc_mrr_at_20_std
value: -4.9429
verified: no, type: nauc_mrr_at_20_diff1
value: 9.6326
verified: no, type: nauc_mrr_at_100_max
value: -3.15
verified: no, type: nauc_mrr_at_100_std
value: -4.9643
verified: no, type: nauc_mrr_at_100_diff1
value: 9.6056
verified: no, type: nauc_mrr_at_1000_max
value: -3.159
verified: no, type: nauc_mrr_at_1000_std
value: -4.982
verified: no, type: nauc_mrr_at_1000_diff1
value: 9.6061
verified: no, type: main_score
value: 51.317
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: map
value: 58.0233
verified: no, type: mrr
value: 70.5882
verified: no, type: nAUC_map_max
value: 20.8533
verified: no, type: nAUC_map_std
value: 12.612300000000001
verified: no, type: nAUC_map_diff1
value: 1.3859
verified: no, type: nAUC_mrr_max
value: 33.692
verified: no, type: nAUC_mrr_std
value: 14.176400000000001
verified: no, type: nAUC_mrr_diff1
value: 14.2379
verified: no, type: main_score
value: 58.0233
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: pearson
value: 83.4314
verified: no, type: spearman
value: 78.7367
verified: no, type: cosine_pearson
value: 83.4314
verified: no, type: cosine_spearman
value: 78.7367
verified: no, type: manhattan_pearson
value: 82.1388
verified: no, type: manhattan_spearman
value: 78.747
verified: no, type: euclidean_pearson
value: 82.1716
verified: no, type: euclidean_spearman
value: 78.7367
verified: no, type: main_score
value: 78.7367
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 76.8961
verified: no, type: f1
value: 75.8746
verified: no, type: f1_weighted
value: 75.8746
verified: no, type: main_score
value: 76.8961
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P.v2 (default)
revision: f5dbc242e11dd8e24def4c4268607a49e02946dc
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: v_measure
value: 36.2676
verified: no, type: v_measure_std
value: 0.8959
verified: no, type: main_score
value: 36.2676
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: ndcg_at_1
value: 36.489
verified: no, type: ndcg_at_3
value: 42.821999999999996
verified: no, type: ndcg_at_5
value: 44.915
verified: no, type: ndcg_at_10
value: 47.74
verified: no, type: ndcg_at_20
value: 49.613
verified: no, type: ndcg_at_100
value: 52.406
verified: no, type: ndcg_at_1000
value: 53.984
verified: no, type: map_at_1
value: 31.812
verified: no, type: map_at_3
value: 39.568
verified: no, type: map_at_5
value: 40.976
verified: no, type: map_at_10
value: 42.36
verified: no, type: map_at_20
value: 42.978
verified: no, type: map_at_100
value: 43.418
verified: no, type: map_at_1000
value: 43.488
verified: no, type: recall_at_1
value: 31.812
verified: no, type: recall_at_3
value: 47.199999999999996
verified: no, type: recall_at_5
value: 52.361999999999995
verified: no, type: recall_at_10
value: 60.535000000000004
verified: no, type: recall_at_20
value: 67.51899999999999
verified: no, type: recall_at_100
value: 81.432
verified: no, type: recall_at_1000
value: 92.935
verified: no, type: precision_at_1
value: 36.489
verified: no, type: precision_at_3
value: 19.269
verified: no, type: precision_at_5
value: 13.116
verified: no, type: precision_at_10
value: 7.818
verified: no, type: precision_at_20
value: 4.4670000000000005
verified: no, type: precision_at_100
value: 1.107
verified: no, type: precision_at_1000
value: 0.13
verified: no, type: mrr_at_1
value: 36.489
verified: no, type: mrr_at_3
value: 43.2602
verified: no, type: mrr_at_5
value: 44.4514
verified: no, type: mrr_at_10
value: 45.510600000000004
verified: no, type: mrr_at_20
value: 45.9739
verified: no, type: mrr_at_100
value: 46.3047
verified: no, type: mrr_at_1000
value: 46.3441
verified: no, type: nauc_ndcg_at_1_max
value: 32.7997
verified: no, type: nauc_ndcg_at_1_std
value: -6.2432
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.348499999999994
verified: no, type: nauc_ndcg_at_3_max
value: 30.573299999999996
verified: no, type: nauc_ndcg_at_3_std
value: -5.183999999999999
verified: no, type: nauc_ndcg_at_3_diff1
value: 45.3705
verified: no, type: nauc_ndcg_at_5_max
value: 30.7409
verified: no, type: nauc_ndcg_at_5_std
value: -4.0355
verified: no, type: nauc_ndcg_at_5_diff1
value: 44.6049
verified: no, type: nauc_ndcg_at_10_max
value: 31.533699999999996
verified: no, type: nauc_ndcg_at_10_std
value: -2.8769
verified: no, type: nauc_ndcg_at_10_diff1
value: 44.3542
verified: no, type: nauc_ndcg_at_20_max
value: 32.0732
verified: no, type: nauc_ndcg_at_20_std
value: -1.872
verified: no, type: nauc_ndcg_at_20_diff1
value: 44.2475
verified: no, type: nauc_ndcg_at_100_max
value: 32.671
verified: no, type: nauc_ndcg_at_100_std
value: -1.1646999999999998
verified: no, type: nauc_ndcg_at_100_diff1
value: 44.2262
verified: no, type: nauc_ndcg_at_1000_max
value: 32.9504
verified: no, type: nauc_ndcg_at_1000_std
value: -1.0373999999999999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 44.507999999999996
verified: no, type: nauc_map_at_1_max
value: 29.0809
verified: no, type: nauc_map_at_1_std
value: -6.367000000000001
verified: no, type: nauc_map_at_1_diff1
value: 51.906200000000005
verified: no, type: nauc_map_at_3_max
value: 30.127
verified: no, type: nauc_map_at_3_std
value: -6.1406
verified: no, type: nauc_map_at_3_diff1
value: 47.131099999999996
verified: no, type: nauc_map_at_5_max
value: 30.2421
verified: no, type: nauc_map_at_5_std
value: -5.4726
verified: no, type: nauc_map_at_5_diff1
value: 46.6666
verified: no, type: nauc_map_at_10_max
value: 30.826500000000003
verified: no, type: nauc_map_at_10_std
value: -4.8187
verified: no, type: nauc_map_at_10_diff1
value: 46.5314
verified: no, type: nauc_map_at_20_max
value: 31.1207
verified: no, type: nauc_map_at_20_std
value: -4.3886
verified: no, type: nauc_map_at_20_diff1
value: 46.4738
verified: no, type: nauc_map_at_100_max
value: 31.2728
verified: no, type: nauc_map_at_100_std
value: -4.2386
verified: no, type: nauc_map_at_100_diff1
value: 46.4656
verified: no, type: nauc_map_at_1000_max
value: 31.307499999999997
verified: no, type: nauc_map_at_1000_std
value: -4.213900000000001
verified: no, type: nauc_map_at_1000_diff1
value: 46.4827
verified: no, type: nauc_recall_at_1_max
value: 29.0809
verified: no, type: nauc_recall_at_1_std
value: -6.367000000000001
verified: no, type: nauc_recall_at_1_diff1
value: 51.906200000000005
verified: no, type: nauc_recall_at_3_max
value: 28.213
verified: no, type: nauc_recall_at_3_std
value: -4.8443
verified: no, type: nauc_recall_at_3_diff1
value: 40.3982
verified: no, type: nauc_recall_at_5_max
value: 28.038200000000003
verified: no, type: nauc_recall_at_5_std
value: -1.8623
verified: no, type: nauc_recall_at_5_diff1
value: 38.1102
verified: no, type: nauc_recall_at_10_max
value: 29.4193
verified: no, type: nauc_recall_at_10_std
value: 1.821
verified: no, type: nauc_recall_at_10_diff1
value: 36.262899999999995
verified: no, type: nauc_recall_at_20_max
value: 31.0056
verified: no, type: nauc_recall_at_20_std
value: 6.6465
verified: no, type: nauc_recall_at_20_diff1
value: 34.9446
verified: no, type: nauc_recall_at_100_max
value: 33.3618
verified: no, type: nauc_recall_at_100_std
value: 16.1202
verified: no, type: nauc_recall_at_100_diff1
value: 29.264699999999998
verified: no, type: nauc_recall_at_1000_max
value: 40.03
verified: no, type: nauc_recall_at_1000_std
value: 40.261
verified: no, type: nauc_recall_at_1000_diff1
value: 19.1627
verified: no, type: nauc_precision_at_1_max
value: 32.7997
verified: no, type: nauc_precision_at_1_std
value: -6.2432
verified: no, type: nauc_precision_at_1_diff1
value: 51.348499999999994
verified: no, type: nauc_precision_at_3_max
value: 30.527900000000002
verified: no, type: nauc_precision_at_3_std
value: -2.2055000000000002
verified: no, type: nauc_precision_at_3_diff1
value: 31.7838
verified: no, type: nauc_precision_at_5_max
value: 29.078
verified: no, type: nauc_precision_at_5_std
value: 1.7718
verified: no, type: nauc_precision_at_5_diff1
value: 26.0635
verified: no, type: nauc_precision_at_10_max
value: 28.903499999999998
verified: no, type: nauc_precision_at_10_std
value: 7.321
verified: no, type: nauc_precision_at_10_diff1
value: 19.4822
verified: no, type: nauc_precision_at_20_max
value: 29.5105
verified: no, type: nauc_precision_at_20_std
value: 12.931999999999999
verified: no, type: nauc_precision_at_20_diff1
value: 14.0846
verified: no, type: nauc_precision_at_100_max
value: 27.9082
verified: no, type: nauc_precision_at_100_std
value: 19.1086
verified: no, type: nauc_precision_at_100_diff1
value: 4.7168
verified: no, type: nauc_precision_at_1000_max
value: 24.2535
verified: no, type: nauc_precision_at_1000_std
value: 19.430500000000002
verified: no, type: nauc_precision_at_1000_diff1
value: -1.262
verified: no, type: nauc_mrr_at_1_max
value: 32.7997
verified: no, type: nauc_mrr_at_1_std
value: -6.2432
verified: no, type: nauc_mrr_at_1_diff1
value: 51.348499999999994
verified: no, type: nauc_mrr_at_3_max
value: 32.4347
verified: no, type: nauc_mrr_at_3_std
value: -5.0054
verified: no, type: nauc_mrr_at_3_diff1
value: 46.2024
verified: no, type: nauc_mrr_at_5_max
value: 32.7235
verified: no, type: nauc_mrr_at_5_std
value: -4.239
verified: no, type: nauc_mrr_at_5_diff1
value: 46.0496
verified: no, type: nauc_mrr_at_10_max
value: 32.7692
verified: no, type: nauc_mrr_at_10_std
value: -3.9257
verified: no, type: nauc_mrr_at_10_diff1
value: 46.009699999999995
verified: no, type: nauc_mrr_at_20_max
value: 32.8372
verified: no, type: nauc_mrr_at_20_std
value: -3.7516000000000003
verified: no, type: nauc_mrr_at_20_diff1
value: 45.9608
verified: no, type: nauc_mrr_at_100_max
value: 32.845200000000006
verified: no, type: nauc_mrr_at_100_std
value: -3.7661
verified: no, type: nauc_mrr_at_100_diff1
value: 45.988600000000005
verified: no, type: nauc_mrr_at_1000_max
value: 32.8484
verified: no, type: nauc_mrr_at_1000_std
value: -3.7553
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.9936
verified: no, type: main_score
value: 47.74
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: ndcg_at_1
value: 24.813
verified: no, type: ndcg_at_3
value: 28.232000000000003
verified: no, type: ndcg_at_5
value: 30.384
verified: no, type: ndcg_at_10
value: 32.482
verified: no, type: ndcg_at_20
value: 34.627
verified: no, type: ndcg_at_100
value: 38.275
verified: no, type: ndcg_at_1000
value: 41.07
verified: no, type: map_at_1
value: 21.176000000000002
verified: no, type: map_at_3
value: 25.75
verified: no, type: map_at_5
value: 27.169999999999998
verified: no, type: map_at_10
value: 28.081
verified: no, type: map_at_20
value: 28.698
verified: no, type: map_at_100
value: 29.264000000000003
verified: no, type: map_at_1000
value: 29.38
verified: no, type: recall_at_1
value: 21.176000000000002
verified: no, type: recall_at_3
value: 30.842000000000002
verified: no, type: recall_at_5
value: 36.265
verified: no, type: recall_at_10
value: 42.531
verified: no, type: recall_at_20
value: 50.314
verified: no, type: recall_at_100
value: 68.13900000000001
verified: no, type: recall_at_1000
value: 88.252
verified: no, type: precision_at_1
value: 24.813
verified: no, type: precision_at_3
value: 12.687000000000001
verified: no, type: precision_at_5
value: 9.049
verified: no, type: precision_at_10
value: 5.401
verified: no, type: precision_at_20
value: 3.274
verified: no, type: precision_at_100
value: 0.9329999999999999
verified: no, type: precision_at_1000
value: 0.129
verified: no, type: mrr_at_1
value: 24.813399999999998
verified: no, type: mrr_at_3
value: 29.446499999999997
verified: no, type: mrr_at_5
value: 30.747799999999998
verified: no, type: mrr_at_10
value: 31.6057
verified: no, type: mrr_at_20
value: 32.2122
verified: no, type: mrr_at_100
value: 32.6663
verified: no, type: mrr_at_1000
value: 32.734
verified: no, type: nauc_ndcg_at_1_max
value: 34.191
verified: no, type: nauc_ndcg_at_1_std
value: 0.2555
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.12590000000001
verified: no, type: nauc_ndcg_at_3_max
value: 31.232599999999998
verified: no, type: nauc_ndcg_at_3_std
value: 2.2289
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.0837
verified: no, type: nauc_ndcg_at_5_max
value: 30.962400000000002
verified: no, type: nauc_ndcg_at_5_std
value: 3.4008999999999996
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.4811
verified: no, type: nauc_ndcg_at_10_max
value: 31.446600000000004
verified: no, type: nauc_ndcg_at_10_std
value: 4.1986
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.393499999999996
verified: no, type: nauc_ndcg_at_20_max
value: 32.1259
verified: no, type: nauc_ndcg_at_20_std
value: 4.8191999999999995
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.5339
verified: no, type: nauc_ndcg_at_100_max
value: 31.741799999999998
verified: no, type: nauc_ndcg_at_100_std
value: 6.5873
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.1915
verified: no, type: nauc_ndcg_at_1000_max
value: 32.1615
verified: no, type: nauc_ndcg_at_1000_std
value: 6.5815
verified: no, type: nauc_ndcg_at_1000_diff1
value: 45.4801
verified: no, type: nauc_map_at_1_max
value: 33.592499999999994
verified: no, type: nauc_map_at_1_std
value: -0.8531000000000001
verified: no, type: nauc_map_at_1_diff1
value: 56.7096
verified: no, type: nauc_map_at_3_max
value: 31.6479
verified: no, type: nauc_map_at_3_std
value: 1.2515999999999998
verified: no, type: nauc_map_at_3_diff1
value: 50.4096
verified: no, type: nauc_map_at_5_max
value: 31.3468
verified: no, type: nauc_map_at_5_std
value: 1.9414
verified: no, type: nauc_map_at_5_diff1
value: 49.3593
verified: no, type: nauc_map_at_10_max
value: 31.494
verified: no, type: nauc_map_at_10_std
value: 2.298
verified: no, type: nauc_map_at_10_diff1
value: 48.809799999999996
verified: no, type: nauc_map_at_20_max
value: 31.724000000000004
verified: no, type: nauc_map_at_20_std
value: 2.5317
verified: no, type: nauc_map_at_20_diff1
value: 48.825
verified: no, type: nauc_map_at_100_max
value: 31.671100000000003
verified: no, type: nauc_map_at_100_std
value: 2.8145
verified: no, type: nauc_map_at_100_diff1
value: 48.7271
verified: no, type: nauc_map_at_1000_max
value: 31.689
verified: no, type: nauc_map_at_1000_std
value: 2.8294
verified: no, type: nauc_map_at_1000_diff1
value: 48.7329
verified: no, type: nauc_recall_at_1_max
value: 33.592499999999994
verified: no, type: nauc_recall_at_1_std
value: -0.8531000000000001
verified: no, type: nauc_recall_at_1_diff1
value: 56.7096
verified: no, type: nauc_recall_at_3_max
value: 29.4439
verified: no, type: nauc_recall_at_3_std
value: 3.5302
verified: no, type: nauc_recall_at_3_diff1
value: 43.5153
verified: no, type: nauc_recall_at_5_max
value: 28.3517
verified: no, type: nauc_recall_at_5_std
value: 6.458500000000001
verified: no, type: nauc_recall_at_5_diff1
value: 39.5587
verified: no, type: nauc_recall_at_10_max
value: 29.2991
verified: no, type: nauc_recall_at_10_std
value: 8.5119
verified: no, type: nauc_recall_at_10_diff1
value: 36.1111
verified: no, type: nauc_recall_at_20_max
value: 30.984099999999998
verified: no, type: nauc_recall_at_20_std
value: 10.668
verified: no, type: nauc_recall_at_20_diff1
value: 36.5424
verified: no, type: nauc_recall_at_100_max
value: 28.0852
verified: no, type: nauc_recall_at_100_std
value: 21.938
verified: no, type: nauc_recall_at_100_diff1
value: 32.5436
verified: no, type: nauc_recall_at_1000_max
value: 33.8843
verified: no, type: nauc_recall_at_1000_std
value: 40.677099999999996
verified: no, type: nauc_recall_at_1000_diff1
value: 28.95
verified: no, type: nauc_precision_at_1_max
value: 34.191
verified: no, type: nauc_precision_at_1_std
value: 0.2555
verified: no, type: nauc_precision_at_1_diff1
value: 55.12590000000001
verified: no, type: nauc_precision_at_3_max
value: 28.9812
verified: no, type: nauc_precision_at_3_std
value: 5.745299999999999
verified: no, type: nauc_precision_at_3_diff1
value: 38.4525
verified: no, type: nauc_precision_at_5_max
value: 27.060200000000002
verified: no, type: nauc_precision_at_5_std
value: 8.4729
verified: no, type: nauc_precision_at_5_diff1
value: 32.9266
verified: no, type: nauc_precision_at_10_max
value: 25.7858
verified: no, type: nauc_precision_at_10_std
value: 9.8897
verified: no, type: nauc_precision_at_10_diff1
value: 26.1021
verified: no, type: nauc_precision_at_20_max
value: 26.243499999999997
verified: no, type: nauc_precision_at_20_std
value: 12.251
verified: no, type: nauc_precision_at_20_diff1
value: 21.073800000000002
verified: no, type: nauc_precision_at_100_max
value: 14.847199999999999
verified: no, type: nauc_precision_at_100_std
value: 18.3256
verified: no, type: nauc_precision_at_100_diff1
value: 6.4467
verified: no, type: nauc_precision_at_1000_max
value: 3.5059
verified: no, type: nauc_precision_at_1000_std
value: 12.027000000000001
verified: no, type: nauc_precision_at_1000_diff1
value: -10.6274
verified: no, type: nauc_mrr_at_1_max
value: 34.191
verified: no, type: nauc_mrr_at_1_std
value: 0.2555
verified: no, type: nauc_mrr_at_1_diff1
value: 55.12590000000001
verified: no, type: nauc_mrr_at_3_max
value: 32.2999
verified: no, type: nauc_mrr_at_3_std
value: 1.8591
verified: no, type: nauc_mrr_at_3_diff1
value: 48.5279
verified: no, type: nauc_mrr_at_5_max
value: 32.257799999999996
verified: no, type: nauc_mrr_at_5_std
value: 2.8365
verified: no, type: nauc_mrr_at_5_diff1
value: 47.6701
verified: no, type: nauc_mrr_at_10_max
value: 32.419399999999996
verified: no, type: nauc_mrr_at_10_std
value: 3.0626
verified: no, type: nauc_mrr_at_10_diff1
value: 47.1638
verified: no, type: nauc_mrr_at_20_max
value: 32.5848
verified: no, type: nauc_mrr_at_20_std
value: 3.0636
verified: no, type: nauc_mrr_at_20_diff1
value: 47.218199999999996
verified: no, type: nauc_mrr_at_100_max
value: 32.587500000000006
verified: no, type: nauc_mrr_at_100_std
value: 3.2354000000000003
verified: no, type: nauc_mrr_at_100_diff1
value: 47.295
verified: no, type: nauc_mrr_at_1000_max
value: 32.5994
verified: no, type: nauc_mrr_at_1000_std
value: 3.2392999999999996
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.3153
verified: no, type: main_score
value: 32.482
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVERHardNegatives (default)
revision: 3a309e201f3c2c4b13bd4a367a8f37eee2ec1d21
split: test
type: mteb/ClimateFEVER_test_top_250_only_w_correct-v2
metrics: type: ndcg_at_1
value: 14.099999999999998
verified: no, type: ndcg_at_3
value: 14.298
verified: no, type: ndcg_at_5
value: 16.078
verified: no, type: ndcg_at_10
value: 19.043
verified: no, type: ndcg_at_20
value: 21.663
verified: no, type: ndcg_at_100
value: 26.514
verified: no, type: ndcg_at_1000
value: 31.15
verified: no, type: map_at_1
value: 6.518
verified: no, type: map_at_3
value: 10.218
verified: no, type: map_at_5
value: 11.450000000000001
verified: no, type: map_at_10
value: 12.701
verified: no, type: map_at_20
value: 13.502
verified: no, type: map_at_100
value: 14.329
verified: no, type: map_at_1000
value: 14.560999999999998
verified: no, type: recall_at_1
value: 6.518
verified: no, type: recall_at_3
value: 14.197000000000001
verified: no, type: recall_at_5
value: 18.443
verified: no, type: recall_at_10
value: 25.233
verified: no, type: recall_at_20
value: 32.83
verified: no, type: recall_at_100
value: 51.82
verified: no, type: recall_at_1000
value: 78.238
verified: no, type: precision_at_1
value: 14.099999999999998
verified: no, type: precision_at_3
value: 10.767
verified: no, type: precision_at_5
value: 8.780000000000001
verified: no, type: precision_at_10
value: 6.2700000000000005
verified: no, type: precision_at_20
value: 4.22
verified: no, type: precision_at_100
value: 1.422
verified: no, type: precision_at_1000
value: 0.22899999999999998
verified: no, type: mrr_at_1
value: 14.099999999999998
verified: no, type: mrr_at_3
value: 21.099999999999998
verified: no, type: mrr_at_5
value: 22.855
verified: no, type: mrr_at_10
value: 24.427799999999998
verified: no, type: mrr_at_20
value: 25.1863
verified: no, type: mrr_at_100
value: 25.682899999999997
verified: no, type: mrr_at_1000
value: 25.749499999999998
verified: no, type: nauc_ndcg_at_1_max
value: 17.3767
verified: no, type: nauc_ndcg_at_1_std
value: 9.2458
verified: no, type: nauc_ndcg_at_1_diff1
value: 16.304199999999998
verified: no, type: nauc_ndcg_at_3_max
value: 25.369999999999997
verified: no, type: nauc_ndcg_at_3_std
value: 14.0289
verified: no, type: nauc_ndcg_at_3_diff1
value: 13.3376
verified: no, type: nauc_ndcg_at_5_max
value: 25.8672
verified: no, type: nauc_ndcg_at_5_std
value: 16.2133
verified: no, type: nauc_ndcg_at_5_diff1
value: 12.6441
verified: no, type: nauc_ndcg_at_10_max
value: 27.3825
verified: no, type: nauc_ndcg_at_10_std
value: 19.1307
verified: no, type: nauc_ndcg_at_10_diff1
value: 12.8491
verified: no, type: nauc_ndcg_at_20_max
value: 28.402300000000004
verified: no, type: nauc_ndcg_at_20_std
value: 19.024
verified: no, type: nauc_ndcg_at_20_diff1
value: 12.4925
verified: no, type: nauc_ndcg_at_100_max
value: 31.1216
verified: no, type: nauc_ndcg_at_100_std
value: 21.588099999999997
verified: no, type: nauc_ndcg_at_100_diff1
value: 11.2177
verified: no, type: nauc_ndcg_at_1000_max
value: 31.4444
verified: no, type: nauc_ndcg_at_1000_std
value: 21.7737
verified: no, type: nauc_ndcg_at_1000_diff1
value: 11.9895
verified: no, type: nauc_map_at_1_max
value: 18.0146
verified: no, type: nauc_map_at_1_std
value: 10.992799999999999
verified: no, type: nauc_map_at_1_diff1
value: 18.0204
verified: no, type: nauc_map_at_3_max
value: 23.6696
verified: no, type: nauc_map_at_3_std
value: 12.947600000000001
verified: no, type: nauc_map_at_3_diff1
value: 14.0274
verified: no, type: nauc_map_at_5_max
value: 24.5524
verified: no, type: nauc_map_at_5_std
value: 15.2125
verified: no, type: nauc_map_at_5_diff1
value: 13.4579
verified: no, type: nauc_map_at_10_max
value: 25.3924
verified: no, type: nauc_map_at_10_std
value: 16.769000000000002
verified: no, type: nauc_map_at_10_diff1
value: 13.725999999999999
verified: no, type: nauc_map_at_20_max
value: 25.9845
verified: no, type: nauc_map_at_20_std
value: 16.9583
verified: no, type: nauc_map_at_20_diff1
value: 13.5333
verified: no, type: nauc_map_at_100_max
value: 26.674300000000002
verified: no, type: nauc_map_at_100_std
value: 17.769099999999998
verified: no, type: nauc_map_at_100_diff1
value: 13.095399999999998
verified: no, type: nauc_map_at_1000_max
value: 26.7523
verified: no, type: nauc_map_at_1000_std
value: 17.8361
verified: no, type: nauc_map_at_1000_diff1
value: 13.153799999999999
verified: no, type: nauc_recall_at_1_max
value: 18.0146
verified: no, type: nauc_recall_at_1_std
value: 10.992799999999999
verified: no, type: nauc_recall_at_1_diff1
value: 18.0204
verified: no, type: nauc_recall_at_3_max
value: 26.7331
verified: no, type: nauc_recall_at_3_std
value: 13.608799999999999
verified: no, type: nauc_recall_at_3_diff1
value: 10.7863
verified: no, type: nauc_recall_at_5_max
value: 26.235000000000003
verified: no, type: nauc_recall_at_5_std
value: 16.8335
verified: no, type: nauc_recall_at_5_diff1
value: 9.4389
verified: no, type: nauc_recall_at_10_max
value: 27.0233
verified: no, type: nauc_recall_at_10_std
value: 20.7401
verified: no, type: nauc_recall_at_10_diff1
value: 9.589
verified: no, type: nauc_recall_at_20_max
value: 27.3646
verified: no, type: nauc_recall_at_20_std
value: 18.7408
verified: no, type: nauc_recall_at_20_diff1
value: 8.3524
verified: no, type: nauc_recall_at_100_max
value: 31.565900000000003
verified: no, type: nauc_recall_at_100_std
value: 22.7502
verified: no, type: nauc_recall_at_100_diff1
value: 3.5892
verified: no, type: nauc_recall_at_1000_max
value: 35.854
verified: no, type: nauc_recall_at_1000_std
value: 25.2455
verified: no, type: nauc_recall_at_1000_diff1
value: 5.25
verified: no, type: nauc_precision_at_1_max
value: 17.3767
verified: no, type: nauc_precision_at_1_std
value: 9.2458
verified: no, type: nauc_precision_at_1_diff1
value: 16.304199999999998
verified: no, type: nauc_precision_at_3_max
value: 29.8514
verified: no, type: nauc_precision_at_3_std
value: 17.3344
verified: no, type: nauc_precision_at_3_diff1
value: 12.7965
verified: no, type: nauc_precision_at_5_max
value: 29.9122
verified: no, type: nauc_precision_at_5_std
value: 22.0638
verified: no, type: nauc_precision_at_5_diff1
value: 10.9401
verified: no, type: nauc_precision_at_10_max
value: 31.2731
verified: no, type: nauc_precision_at_10_std
value: 26.3173
verified: no, type: nauc_precision_at_10_diff1
value: 10.0175
verified: no, type: nauc_precision_at_20_max
value: 30.667
verified: no, type: nauc_precision_at_20_std
value: 23.4944
verified: no, type: nauc_precision_at_20_diff1
value: 8.1778
verified: no, type: nauc_precision_at_100_max
value: 30.5903
verified: no, type: nauc_precision_at_100_std
value: 25.1048
verified: no, type: nauc_precision_at_100_diff1
value: 3.2702
verified: no, type: nauc_precision_at_1000_max
value: 19.7081
verified: no, type: nauc_precision_at_1000_std
value: 17.7857
verified: no, type: nauc_precision_at_1000_diff1
value: 2.1989
verified: no, type: nauc_mrr_at_1_max
value: 17.3767
verified: no, type: nauc_mrr_at_1_std
value: 9.2458
verified: no, type: nauc_mrr_at_1_diff1
value: 16.304199999999998
verified: no, type: nauc_mrr_at_3_max
value: 24.1474
verified: no, type: nauc_mrr_at_3_std
value: 13.4213
verified: no, type: nauc_mrr_at_3_diff1
value: 14.266300000000001
verified: no, type: nauc_mrr_at_5_max
value: 23.8946
verified: no, type: nauc_mrr_at_5_std
value: 13.9119
verified: no, type: nauc_mrr_at_5_diff1
value: 13.9569
verified: no, type: nauc_mrr_at_10_max
value: 24.5762
verified: no, type: nauc_mrr_at_10_std
value: 15.343699999999998
verified: no, type: nauc_mrr_at_10_diff1
value: 13.8355
verified: no, type: nauc_mrr_at_20_max
value: 24.7856
verified: no, type: nauc_mrr_at_20_std
value: 15.1997
verified: no, type: nauc_mrr_at_20_diff1
value: 13.9615
verified: no, type: nauc_mrr_at_100_max
value: 24.913899999999998
verified: no, type: nauc_mrr_at_100_std
value: 15.2973
verified: no, type: nauc_mrr_at_100_diff1
value: 13.9054
verified: no, type: nauc_mrr_at_1000_max
value: 24.8602
verified: no, type: nauc_mrr_at_1000_std
value: 15.264800000000001
verified: no, type: nauc_mrr_at_1000_diff1
value: 13.888200000000001
verified: no, type: main_score
value: 19.043
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVERHardNegatives (default)
revision: 080c9ed6267b65029207906e815d44a9240bafca
split: test
type: mteb/FEVER_test_top_250_only_w_correct-v2
metrics: type: ndcg_at_1
value: 47.099999999999994
verified: no, type: ndcg_at_3
value: 57.99100000000001
verified: no, type: ndcg_at_5
value: 60.948
verified: no, type: ndcg_at_10
value: 63.754999999999995
verified: no, type: ndcg_at_20
value: 65.649
verified: no, type: ndcg_at_100
value: 67.041
verified: no, type: ndcg_at_1000
value: 67.422
verified: no, type: map_at_1
value: 44.85
verified: no, type: map_at_3
value: 54.299
verified: no, type: map_at_5
value: 55.986000000000004
verified: no, type: map_at_10
value: 57.166
verified: no, type: map_at_20
value: 57.709999999999994
verified: no, type: map_at_100
value: 57.94200000000001
verified: no, type: map_at_1000
value: 57.964000000000006
verified: no, type: recall_at_1
value: 44.85
verified: no, type: recall_at_3
value: 65.917
verified: no, type: recall_at_5
value: 73.098
verified: no, type: recall_at_10
value: 81.54
verified: no, type: recall_at_20
value: 88.725
verified: no, type: recall_at_100
value: 95.53
verified: no, type: recall_at_1000
value: 97.989
verified: no, type: precision_at_1
value: 47.099999999999994
verified: no, type: precision_at_3
value: 23.333000000000002
verified: no, type: precision_at_5
value: 15.58
verified: no, type: precision_at_10
value: 8.73
verified: no, type: precision_at_20
value: 4.784999999999999
verified: no, type: precision_at_100
value: 1.048
verified: no, type: precision_at_1000
value: 0.11
verified: no, type: mrr_at_1
value: 47.099999999999994
verified: no, type: mrr_at_3
value: 56.9833
verified: no, type: mrr_at_5
value: 58.6933
verified: no, type: mrr_at_10
value: 59.913700000000006
verified: no, type: mrr_at_20
value: 60.4366
verified: no, type: mrr_at_100
value: 60.6124
verified: no, type: mrr_at_1000
value: 60.616800000000005
verified: no, type: nauc_ndcg_at_1_max
value: 14.541100000000002
verified: no, type: nauc_ndcg_at_1_std
value: -20.9154
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.640699999999995
verified: no, type: nauc_ndcg_at_3_max
value: 16.5821
verified: no, type: nauc_ndcg_at_3_std
value: -21.64
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.948
verified: no, type: nauc_ndcg_at_5_max
value: 16.4971
verified: no, type: nauc_ndcg_at_5_std
value: -20.849500000000003
verified: no, type: nauc_ndcg_at_5_diff1
value: 43.0631
verified: no, type: nauc_ndcg_at_10_max
value: 15.839400000000001
verified: no, type: nauc_ndcg_at_10_std
value: -21.0278
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.7884
verified: no, type: nauc_ndcg_at_20_max
value: 16.1081
verified: no, type: nauc_ndcg_at_20_std
value: -19.7606
verified: no, type: nauc_ndcg_at_20_diff1
value: 44.4262
verified: no, type: nauc_ndcg_at_100_max
value: 15.998899999999999
verified: no, type: nauc_ndcg_at_100_std
value: -19.619500000000002
verified: no, type: nauc_ndcg_at_100_diff1
value: 44.5225
verified: no, type: nauc_ndcg_at_1000_max
value: 16.069
verified: no, type: nauc_ndcg_at_1000_std
value: -19.4906
verified: no, type: nauc_ndcg_at_1000_diff1
value: 44.4003
verified: no, type: nauc_map_at_1_max
value: 12.4983
verified: no, type: nauc_map_at_1_std
value: -19.7
verified: no, type: nauc_map_at_1_diff1
value: 48.598400000000005
verified: no, type: nauc_map_at_3_max
value: 15.2542
verified: no, type: nauc_map_at_3_std
value: -20.7008
verified: no, type: nauc_map_at_3_diff1
value: 44.5092
verified: no, type: nauc_map_at_5_max
value: 15.273700000000002
verified: no, type: nauc_map_at_5_std
value: -20.3894
verified: no, type: nauc_map_at_5_diff1
value: 44.1826
verified: no, type: nauc_map_at_10_max
value: 15.004700000000001
verified: no, type: nauc_map_at_10_std
value: -20.4971
verified: no, type: nauc_map_at_10_diff1
value: 44.428200000000004
verified: no, type: nauc_map_at_20_max
value: 15.065000000000001
verified: no, type: nauc_map_at_20_std
value: -20.189799999999998
verified: no, type: nauc_map_at_20_diff1
value: 44.5691
verified: no, type: nauc_map_at_100_max
value: 15.0534
verified: no, type: nauc_map_at_100_std
value: -20.1541
verified: no, type: nauc_map_at_100_diff1
value: 44.6102
verified: no, type: nauc_map_at_1000_max
value: 15.058399999999999
verified: no, type: nauc_map_at_1000_std
value: -20.1422
verified: no, type: nauc_map_at_1000_diff1
value: 44.6041
verified: no, type: nauc_recall_at_1_max
value: 12.4983
verified: no, type: nauc_recall_at_1_std
value: -19.7
verified: no, type: nauc_recall_at_1_diff1
value: 48.598400000000005
verified: no, type: nauc_recall_at_3_max
value: 18.0779
verified: no, type: nauc_recall_at_3_std
value: -21.8811
verified: no, type: nauc_recall_at_3_diff1
value: 37.594300000000004
verified: no, type: nauc_recall_at_5_max
value: 18.074299999999997
verified: no, type: nauc_recall_at_5_std
value: -19.465
verified: no, type: nauc_recall_at_5_diff1
value: 33.3804
verified: no, type: nauc_recall_at_10_max
value: 15.118200000000002
verified: no, type: nauc_recall_at_10_std
value: -19.464000000000002
verified: no, type: nauc_recall_at_10_diff1
value: 33.4801
verified: no, type: nauc_recall_at_20_max
value: 17.180500000000002
verified: no, type: nauc_recall_at_20_std
value: -7.6669
verified: no, type: nauc_recall_at_20_diff1
value: 33.8144
verified: no, type: nauc_recall_at_100_max
value: 14.7357
verified: no, type: nauc_recall_at_100_std
value: 10.3128
verified: no, type: nauc_recall_at_100_diff1
value: 22.4137
verified: no, type: nauc_recall_at_1000_max
value: 22.8095
verified: no, type: nauc_recall_at_1000_std
value: 48.4682
verified: no, type: nauc_recall_at_1000_diff1
value: -2.0866
verified: no, type: nauc_precision_at_1_max
value: 14.541100000000002
verified: no, type: nauc_precision_at_1_std
value: -20.9154
verified: no, type: nauc_precision_at_1_diff1
value: 51.640699999999995
verified: no, type: nauc_precision_at_3_max
value: 20.513
verified: no, type: nauc_precision_at_3_std
value: -25.9636
verified: no, type: nauc_precision_at_3_diff1
value: 40.8703
verified: no, type: nauc_precision_at_5_max
value: 20.955
verified: no, type: nauc_precision_at_5_std
value: -24.482400000000002
verified: no, type: nauc_precision_at_5_diff1
value: 36.600500000000004
verified: no, type: nauc_precision_at_10_max
value: 18.8806
verified: no, type: nauc_precision_at_10_std
value: -24.901200000000003
verified: no, type: nauc_precision_at_10_diff1
value: 35.8153
verified: no, type: nauc_precision_at_20_max
value: 18.9481
verified: no, type: nauc_precision_at_20_std
value: -10.5055
verified: no, type: nauc_precision_at_20_diff1
value: 29.369
verified: no, type: nauc_precision_at_100_max
value: 14.1911
verified: no, type: nauc_precision_at_100_std
value: 7.6478
verified: no, type: nauc_precision_at_100_diff1
value: 0.9292999999999999
verified: no, type: nauc_precision_at_1000_max
value: 5.2714
verified: no, type: nauc_precision_at_1000_std
value: 9.8453
verified: no, type: nauc_precision_at_1000_diff1
value: -11.8428
verified: no, type: nauc_mrr_at_1_max
value: 14.541100000000002
verified: no, type: nauc_mrr_at_1_std
value: -20.9154
verified: no, type: nauc_mrr_at_1_diff1
value: 51.640699999999995
verified: no, type: nauc_mrr_at_3_max
value: 17.4433
verified: no, type: nauc_mrr_at_3_std
value: -22.367600000000003
verified: no, type: nauc_mrr_at_3_diff1
value: 47.6952
verified: no, type: nauc_mrr_at_5_max
value: 17.3538
verified: no, type: nauc_mrr_at_5_std
value: -22.003
verified: no, type: nauc_mrr_at_5_diff1
value: 47.3432
verified: no, type: nauc_mrr_at_10_max
value: 17.1856
verified: no, type: nauc_mrr_at_10_std
value: -22.0944
verified: no, type: nauc_mrr_at_10_diff1
value: 47.6806
verified: no, type: nauc_mrr_at_20_max
value: 17.2046
verified: no, type: nauc_mrr_at_20_std
value: -21.7914
verified: no, type: nauc_mrr_at_20_diff1
value: 47.7943
verified: no, type: nauc_mrr_at_100_max
value: 17.1348
verified: no, type: nauc_mrr_at_100_std
value: -21.8049
verified: no, type: nauc_mrr_at_100_diff1
value: 47.7973
verified: no, type: nauc_mrr_at_1000_max
value: 17.1388
verified: no, type: nauc_mrr_at_1000_std
value: -21.8013
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.7986
verified: no, type: main_score
value: 63.754999999999995
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: ndcg_at_1
value: 28.549000000000003
verified: no, type: ndcg_at_3
value: 26.496
verified: no, type: ndcg_at_5
value: 27.229999999999997
verified: no, type: ndcg_at_10
value: 29.284
verified: no, type: ndcg_at_20
value: 31.747999999999998
verified: no, type: ndcg_at_100
value: 35.562
verified: no, type: ndcg_at_1000
value: 39.553
verified: no, type: map_at_1
value: 13.969999999999999
verified: no, type: map_at_3
value: 19.826
verified: no, type: map_at_5
value: 21.349999999999998
verified: no, type: map_at_10
value: 22.842000000000002
verified: no, type: map_at_20
value: 23.71
verified: no, type: map_at_100
value: 24.383
verified: no, type: map_at_1000
value: 24.587999999999997
verified: no, type: recall_at_1
value: 13.969999999999999
verified: no, type: recall_at_3
value: 23.923
verified: no, type: recall_at_5
value: 28.166000000000004
verified: no, type: recall_at_10
value: 34.657
verified: no, type: recall_at_20
value: 42.445
verified: no, type: recall_at_100
value: 58.626999999999995
verified: no, type: recall_at_1000
value: 83.154
verified: no, type: precision_at_1
value: 28.549000000000003
verified: no, type: precision_at_3
value: 17.747
verified: no, type: precision_at_5
value: 13.056000000000001
verified: no, type: precision_at_10
value: 8.333
verified: no, type: precision_at_20
value: 5.154
verified: no, type: precision_at_100
value: 1.4569999999999999
verified: no, type: precision_at_1000
value: 0.216
verified: no, type: mrr_at_1
value: 28.549400000000002
verified: no, type: mrr_at_3
value: 34.5679
verified: no, type: mrr_at_5
value: 35.7407
verified: no, type: mrr_at_10
value: 36.619
verified: no, type: mrr_at_20
value: 37.141000000000005
verified: no, type: mrr_at_100
value: 37.5101
verified: no, type: mrr_at_1000
value: 37.5778
verified: no, type: nauc_ndcg_at_1_max
value: 26.9011
verified: no, type: nauc_ndcg_at_1_std
value: -4.1662
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.0761
verified: no, type: nauc_ndcg_at_3_max
value: 27.5647
verified: no, type: nauc_ndcg_at_3_std
value: 1.3891
verified: no, type: nauc_ndcg_at_3_diff1
value: 32.8922
verified: no, type: nauc_ndcg_at_5_max
value: 24.807299999999998
verified: no, type: nauc_ndcg_at_5_std
value: 2.2724
verified: no, type: nauc_ndcg_at_5_diff1
value: 31.646
verified: no, type: nauc_ndcg_at_10_max
value: 24.806800000000003
verified: no, type: nauc_ndcg_at_10_std
value: 3.9619
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.943899999999996
verified: no, type: nauc_ndcg_at_20_max
value: 25.282
verified: no, type: nauc_ndcg_at_20_std
value: 4.6921
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.3257
verified: no, type: nauc_ndcg_at_100_max
value: 27.206799999999998
verified: no, type: nauc_ndcg_at_100_std
value: 7.2548
verified: no, type: nauc_ndcg_at_100_diff1
value: 30.402800000000003
verified: no, type: nauc_ndcg_at_1000_max
value: 28.302699999999998
verified: no, type: nauc_ndcg_at_1000_std
value: 7.4432
verified: no, type: nauc_ndcg_at_1000_diff1
value: 30.4145
verified: no, type: nauc_map_at_1_max
value: 17.934900000000003
verified: no, type: nauc_map_at_1_std
value: -4.075
verified: no, type: nauc_map_at_1_diff1
value: 41.3467
verified: no, type: nauc_map_at_3_max
value: 22.6649
verified: no, type: nauc_map_at_3_std
value: -0.0022
verified: no, type: nauc_map_at_3_diff1
value: 35.949799999999996
verified: no, type: nauc_map_at_5_max
value: 22.2973
verified: no, type: nauc_map_at_5_std
value: 1.1874
verified: no, type: nauc_map_at_5_diff1
value: 34.765
verified: no, type: nauc_map_at_10_max
value: 23.472199999999997
verified: no, type: nauc_map_at_10_std
value: 2.6841
verified: no, type: nauc_map_at_10_diff1
value: 34.2725
verified: no, type: nauc_map_at_20_max
value: 24.009900000000002
verified: no, type: nauc_map_at_20_std
value: 2.9796
verified: no, type: nauc_map_at_20_diff1
value: 34.0755
verified: no, type: nauc_map_at_100_max
value: 24.5888
verified: no, type: nauc_map_at_100_std
value: 3.5168999999999997
verified: no, type: nauc_map_at_100_diff1
value: 33.795700000000004
verified: no, type: nauc_map_at_1000_max
value: 24.7001
verified: no, type: nauc_map_at_1000_std
value: 3.6033999999999997
verified: no, type: nauc_map_at_1000_diff1
value: 33.7896
verified: no, type: nauc_recall_at_1_max
value: 17.934900000000003
verified: no, type: nauc_recall_at_1_std
value: -4.075
verified: no, type: nauc_recall_at_1_diff1
value: 41.3467
verified: no, type: nauc_recall_at_3_max
value: 21.0507
verified: no, type: nauc_recall_at_3_std
value: 1.6584999999999999
verified: no, type: nauc_recall_at_3_diff1
value: 30.5016
verified: no, type: nauc_recall_at_5_max
value: 18.229100000000003
verified: no, type: nauc_recall_at_5_std
value: 4.2212
verified: no, type: nauc_recall_at_5_diff1
value: 26.2222
verified: no, type: nauc_recall_at_10_max
value: 18.9163
verified: no, type: nauc_recall_at_10_std
value: 7.421600000000001
verified: no, type: nauc_recall_at_10_diff1
value: 25.0319
verified: no, type: nauc_recall_at_20_max
value: 19.1985
verified: no, type: nauc_recall_at_20_std
value: 9.6619
verified: no, type: nauc_recall_at_20_diff1
value: 22.0881
verified: no, type: nauc_recall_at_100_max
value: 23.177400000000002
verified: no, type: nauc_recall_at_100_std
value: 20.3361
verified: no, type: nauc_recall_at_100_diff1
value: 17.4315
verified: no, type: nauc_recall_at_1000_max
value: 29.7752
verified: no, type: nauc_recall_at_1000_std
value: 30.336600000000004
verified: no, type: nauc_recall_at_1000_diff1
value: 13.9819
verified: no, type: nauc_precision_at_1_max
value: 26.9011
verified: no, type: nauc_precision_at_1_std
value: -4.1662
verified: no, type: nauc_precision_at_1_diff1
value: 36.0761
verified: no, type: nauc_precision_at_3_max
value: 31.3449
verified: no, type: nauc_precision_at_3_std
value: 5.3401
verified: no, type: nauc_precision_at_3_diff1
value: 23.5782
verified: no, type: nauc_precision_at_5_max
value: 29.545700000000004
verified: no, type: nauc_precision_at_5_std
value: 7.859299999999999
verified: no, type: nauc_precision_at_5_diff1
value: 17.5104
verified: no, type: nauc_precision_at_10_max
value: 31.787599999999998
verified: no, type: nauc_precision_at_10_std
value: 12.7279
verified: no, type: nauc_precision_at_10_diff1
value: 15.021899999999999
verified: no, type: nauc_precision_at_20_max
value: 31.782899999999998
verified: no, type: nauc_precision_at_20_std
value: 13.050600000000001
verified: no, type: nauc_precision_at_20_diff1
value: 12.4427
verified: no, type: nauc_precision_at_100_max
value: 33.4844
verified: no, type: nauc_precision_at_100_std
value: 17.4908
verified: no, type: nauc_precision_at_100_diff1
value: 4.0221
verified: no, type: nauc_precision_at_1000_max
value: 27.701199999999996
verified: no, type: nauc_precision_at_1000_std
value: 13.0084
verified: no, type: nauc_precision_at_1000_diff1
value: -5.0355
verified: no, type: nauc_mrr_at_1_max
value: 26.9011
verified: no, type: nauc_mrr_at_1_std
value: -4.1662
verified: no, type: nauc_mrr_at_1_diff1
value: 36.0761
verified: no, type: nauc_mrr_at_3_max
value: 26.51
verified: no, type: nauc_mrr_at_3_std
value: -1.6091000000000002
verified: no, type: nauc_mrr_at_3_diff1
value: 32.0993
verified: no, type: nauc_mrr_at_5_max
value: 26.502599999999997
verified: no, type: nauc_mrr_at_5_std
value: -0.9911
verified: no, type: nauc_mrr_at_5_diff1
value: 31.578200000000002
verified: no, type: nauc_mrr_at_10_max
value: 26.643099999999997
verified: no, type: nauc_mrr_at_10_std
value: -0.46950000000000003
verified: no, type: nauc_mrr_at_10_diff1
value: 31.572899999999997
verified: no, type: nauc_mrr_at_20_max
value: 26.511699999999998
verified: no, type: nauc_mrr_at_20_std
value: -0.4706
verified: no, type: nauc_mrr_at_20_diff1
value: 31.4157
verified: no, type: nauc_mrr_at_100_max
value: 26.5992
verified: no, type: nauc_mrr_at_100_std
value: -0.3074
verified: no, type: nauc_mrr_at_100_diff1
value: 31.397000000000002
verified: no, type: nauc_mrr_at_1000_max
value: 26.5961
verified: no, type: nauc_mrr_at_1000_std
value: -0.3261
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.418200000000002
verified: no, type: main_score
value: 29.284
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQAHardNegatives (default)
revision: 617612fa63afcb60e3b134bed8b7216a99707c37
split: test
type: mteb/HotpotQA_test_top_250_only_w_correct-v2
metrics: type: ndcg_at_1
value: 51.4
verified: no, type: ndcg_at_3
value: 39.722
verified: no, type: ndcg_at_5
value: 42.335
verified: no, type: ndcg_at_10
value: 45.302
verified: no, type: ndcg_at_20
value: 47.589999999999996
verified: no, type: ndcg_at_100
value: 51.339
verified: no, type: ndcg_at_1000
value: 54.042
verified: no, type: map_at_1
value: 25.7
verified: no, type: map_at_3
value: 32.975
verified: no, type: map_at_5
value: 34.707
verified: no, type: map_at_10
value: 36.212
verified: no, type: map_at_20
value: 37.03
verified: no, type: map_at_100
value: 37.718
verified: no, type: map_at_1000
value: 37.858999999999995
verified: no, type: recall_at_1
value: 25.7
verified: no, type: recall_at_3
value: 36.95
verified: no, type: recall_at_5
value: 42.1
verified: no, type: recall_at_10
value: 49.5
verified: no, type: recall_at_20
value: 56.85
verified: no, type: recall_at_100
value: 73.5
verified: no, type: recall_at_1000
value: 91.14999999999999
verified: no, type: precision_at_1
value: 51.4
verified: no, type: precision_at_3
value: 24.633
verified: no, type: precision_at_5
value: 16.84
verified: no, type: precision_at_10
value: 9.9
verified: no, type: precision_at_20
value: 5.685
verified: no, type: precision_at_100
value: 1.47
verified: no, type: precision_at_1000
value: 0.182
verified: no, type: mrr_at_1
value: 51.4
verified: no, type: mrr_at_3
value: 57.283300000000004
verified: no, type: mrr_at_5
value: 58.568299999999994
verified: no, type: mrr_at_10
value: 59.618700000000004
verified: no, type: mrr_at_20
value: 60.046200000000006
verified: no, type: mrr_at_100
value: 60.3154
verified: no, type: mrr_at_1000
value: 60.3441
verified: no, type: nauc_ndcg_at_1_max
value: 45.0721
verified: no, type: nauc_ndcg_at_1_std
value: -4.7617
verified: no, type: nauc_ndcg_at_1_diff1
value: 60.8946
verified: no, type: nauc_ndcg_at_3_max
value: 41.3688
verified: no, type: nauc_ndcg_at_3_std
value: -0.7188
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.8131
verified: no, type: nauc_ndcg_at_5_max
value: 40.6604
verified: no, type: nauc_ndcg_at_5_std
value: 0.0927
verified: no, type: nauc_ndcg_at_5_diff1
value: 45.0972
verified: no, type: nauc_ndcg_at_10_max
value: 40.6415
verified: no, type: nauc_ndcg_at_10_std
value: 1.2045
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.893100000000004
verified: no, type: nauc_ndcg_at_20_max
value: 40.6535
verified: no, type: nauc_ndcg_at_20_std
value: 2.9401
verified: no, type: nauc_ndcg_at_20_diff1
value: 43.762
verified: no, type: nauc_ndcg_at_100_max
value: 42.9132
verified: no, type: nauc_ndcg_at_100_std
value: 5.8547
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.0353
verified: no, type: nauc_ndcg_at_1000_max
value: 42.8897
verified: no, type: nauc_ndcg_at_1000_std
value: 5.562
verified: no, type: nauc_ndcg_at_1000_diff1
value: 45.051
verified: no, type: nauc_map_at_1_max
value: 45.0721
verified: no, type: nauc_map_at_1_std
value: -4.7617
verified: no, type: nauc_map_at_1_diff1
value: 60.8946
verified: no, type: nauc_map_at_3_max
value: 40.3619
verified: no, type: nauc_map_at_3_std
value: 0.7892
verified: no, type: nauc_map_at_3_diff1
value: 43.7742
verified: no, type: nauc_map_at_5_max
value: 39.857
verified: no, type: nauc_map_at_5_std
value: 1.3318999999999999
verified: no, type: nauc_map_at_5_diff1
value: 42.768
verified: no, type: nauc_map_at_10_max
value: 39.8836
verified: no, type: nauc_map_at_10_std
value: 1.9564000000000001
verified: no, type: nauc_map_at_10_diff1
value: 42.2925
verified: no, type: nauc_map_at_20_max
value: 39.8653
verified: no, type: nauc_map_at_20_std
value: 2.4855
verified: no, type: nauc_map_at_20_diff1
value: 42.3024
verified: no, type: nauc_map_at_100_max
value: 40.2949
verified: no, type: nauc_map_at_100_std
value: 3.0113000000000003
verified: no, type: nauc_map_at_100_diff1
value: 42.6062
verified: no, type: nauc_map_at_1000_max
value: 40.2828
verified: no, type: nauc_map_at_1000_std
value: 3.0048
verified: no, type: nauc_map_at_1000_diff1
value: 42.6009
verified: no, type: nauc_recall_at_1_max
value: 45.0721
verified: no, type: nauc_recall_at_1_std
value: -4.7617
verified: no, type: nauc_recall_at_1_diff1
value: 60.8946
verified: no, type: nauc_recall_at_3_max
value: 38.8376
verified: no, type: nauc_recall_at_3_std
value: 1.5544
verified: no, type: nauc_recall_at_3_diff1
value: 39.1529
verified: no, type: nauc_recall_at_5_max
value: 36.391400000000004
verified: no, type: nauc_recall_at_5_std
value: 3.1532999999999998
verified: no, type: nauc_recall_at_5_diff1
value: 34.660000000000004
verified: no, type: nauc_recall_at_10_max
value: 33.7108
verified: no, type: nauc_recall_at_10_std
value: 5.743
verified: no, type: nauc_recall_at_10_diff1
value: 28.9605
verified: no, type: nauc_recall_at_20_max
value: 32.0646
verified: no, type: nauc_recall_at_20_std
value: 11.411999999999999
verified: no, type: nauc_recall_at_20_diff1
value: 26.562200000000004
verified: no, type: nauc_recall_at_100_max
value: 39.3941
verified: no, type: nauc_recall_at_100_std
value: 28.2403
verified: no, type: nauc_recall_at_100_diff1
value: 26.353700000000003
verified: no, type: nauc_recall_at_1000_max
value: 43.751400000000004
verified: no, type: nauc_recall_at_1000_std
value: 55.13249999999999
verified: no, type: nauc_recall_at_1000_diff1
value: 10.1938
verified: no, type: nauc_precision_at_1_max
value: 45.0721
verified: no, type: nauc_precision_at_1_std
value: -4.7617
verified: no, type: nauc_precision_at_1_diff1
value: 60.8946
verified: no, type: nauc_precision_at_3_max
value: 38.8376
verified: no, type: nauc_precision_at_3_std
value: 1.5544
verified: no, type: nauc_precision_at_3_diff1
value: 39.1529
verified: no, type: nauc_precision_at_5_max
value: 36.391400000000004
verified: no, type: nauc_precision_at_5_std
value: 3.1532999999999998
verified: no, type: nauc_precision_at_5_diff1
value: 34.660000000000004
verified: no, type: nauc_precision_at_10_max
value: 33.7108
verified: no, type: nauc_precision_at_10_std
value: 5.743
verified: no, type: nauc_precision_at_10_diff1
value: 28.9605
verified: no, type: nauc_precision_at_20_max
value: 32.0646
verified: no, type: nauc_precision_at_20_std
value: 11.411999999999999
verified: no, type: nauc_precision_at_20_diff1
value: 26.562200000000004
verified: no, type: nauc_precision_at_100_max
value: 39.3941
verified: no, type: nauc_precision_at_100_std
value: 28.2403
verified: no, type: nauc_precision_at_100_diff1
value: 26.353700000000003
verified: no, type: nauc_precision_at_1000_max
value: 43.751400000000004
verified: no, type: nauc_precision_at_1000_std
value: 55.13249999999999
verified: no, type: nauc_precision_at_1000_diff1
value: 10.1938
verified: no, type: nauc_mrr_at_1_max
value: 45.0721
verified: no, type: nauc_mrr_at_1_std
value: -4.7617
verified: no, type: nauc_mrr_at_1_diff1
value: 60.8946
verified: no, type: nauc_mrr_at_3_max
value: 44.7879
verified: no, type: nauc_mrr_at_3_std
value: -5.1337
verified: no, type: nauc_mrr_at_3_diff1
value: 58.2349
verified: no, type: nauc_mrr_at_5_max
value: 44.6627
verified: no, type: nauc_mrr_at_5_std
value: -4.9526
verified: no, type: nauc_mrr_at_5_diff1
value: 57.7376
verified: no, type: nauc_mrr_at_10_max
value: 44.7676
verified: no, type: nauc_mrr_at_10_std
value: -4.7908
verified: no, type: nauc_mrr_at_10_diff1
value: 57.537400000000005
verified: no, type: nauc_mrr_at_20_max
value: 44.7882
verified: no, type: nauc_mrr_at_20_std
value: -4.5173
verified: no, type: nauc_mrr_at_20_diff1
value: 57.575900000000004
verified: no, type: nauc_mrr_at_100_max
value: 44.9292
verified: no, type: nauc_mrr_at_100_std
value: -4.4029
verified: no, type: nauc_mrr_at_100_diff1
value: 57.6909
verified: no, type: nauc_mrr_at_1000_max
value: 44.912800000000004
verified: no, type: nauc_mrr_at_1000_std
value: -4.429
verified: no, type: nauc_mrr_at_1000_diff1
value: 57.6896
verified: no, type: main_score
value: 45.302
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 71.792
verified: no, type: f1
value: 71.6599
verified: no, type: f1_weighted
value: 71.6599
verified: no, type: ap
value: 65.6717
verified: no, type: ap_weighted
value: 65.6717
verified: no, type: main_score
value: 71.792
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 90.798
verified: no, type: f1
value: 90.14569999999999
verified: no, type: f1_weighted
value: 90.8211
verified: no, type: main_score
value: 90.798
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 66.4829
verified: no, type: f1
value: 64.3878
verified: no, type: f1_weighted
value: 65.2855
verified: no, type: main_score
value: 66.4829
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 71.1903
verified: no, type: f1
value: 71.0214
verified: no, type: f1_weighted
value: 70.7184
verified: no, type: main_score
value: 71.1903
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P.v2 (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: v_measure
value: 35.781
verified: no, type: v_measure_std
value: 0.7404
verified: no, type: main_score
value: 35.781
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S.v2 (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: v_measure
value: 33.900200000000005
verified: no, type: v_measure_std
value: 0.8489
verified: no, type: main_score
value: 33.900200000000005
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: map
value: 29.646499999999996
verified: no, type: mrr
value: 30.604799999999997
verified: no, type: nAUC_map_max
value: -23.3675
verified: no, type: nAUC_map_std
value: -5.0637
verified: no, type: nAUC_map_diff1
value: 13.4632
verified: no, type: nAUC_mrr_max
value: -17.5124
verified: no, type: nAUC_mrr_std
value: -2.8459000000000003
verified: no, type: nAUC_mrr_diff1
value: 12.4125
verified: no, type: main_score
value: 29.646499999999996
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: ndcg_at_1
value: 20
verified: no, type: ndcg_at_3
value: 15.842
verified: no, type: ndcg_at_5
value: 13.894
verified: no, type: ndcg_at_10
value: 16.926
verified: no, type: ndcg_at_20
value: 19.803
verified: no, type: ndcg_at_100
value: 25.081999999999997
verified: no, type: ndcg_at_1000
value: 30.864000000000004
verified: no, type: map_at_1
value: 4.093
verified: no, type: map_at_3
value: 7.091
verified: no, type: map_at_5
value: 8.389000000000001
verified: no, type: map_at_10
value: 9.831
verified: no, type: map_at_20
value: 10.801
verified: no, type: map_at_100
value: 11.815000000000001
verified: no, type: map_at_1000
value: 12.139999999999999
verified: no, type: recall_at_1
value: 4.093
verified: no, type: recall_at_3
value: 8.938
verified: no, type: recall_at_5
value: 12.323
verified: no, type: recall_at_10
value: 17.907
verified: no, type: recall_at_20
value: 24.708
verified: no, type: recall_at_100
value: 41.897
verified: no, type: recall_at_1000
value: 70.048
verified: no, type: precision_at_1
value: 20
verified: no, type: precision_at_3
value: 14.667
verified: no, type: precision_at_5
value: 12.120000000000001
verified: no, type: precision_at_10
value: 8.81
verified: no, type: precision_at_20
value: 6.08
verified: no, type: precision_at_100
value: 2.061
verified: no, type: precision_at_1000
value: 0.345
verified: no, type: mrr_at_1
value: 20
verified: no, type: mrr_at_3
value: 26.016699999999997
verified: no, type: mrr_at_5
value: 27.896700000000003
verified: no, type: mrr_at_10
value: 29.309800000000003
verified: no, type: mrr_at_20
value: 30.1817
verified: no, type: mrr_at_100
value: 30.642999999999997
verified: no, type: mrr_at_1000
value: 30.7072
verified: no, type: nauc_ndcg_at_1_max
value: 25.9162
verified: no, type: nauc_ndcg_at_1_std
value: 7.375800000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 21.4553
verified: no, type: nauc_ndcg_at_3_max
value: 29.9782
verified: no, type: nauc_ndcg_at_3_std
value: 11.0489
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.3996
verified: no, type: nauc_ndcg_at_5_max
value: 31.5098
verified: no, type: nauc_ndcg_at_5_std
value: 13.3131
verified: no, type: nauc_ndcg_at_5_diff1
value: 18.3321
verified: no, type: nauc_ndcg_at_10_max
value: 33.3401
verified: no, type: nauc_ndcg_at_10_std
value: 16.1576
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.9853
verified: no, type: nauc_ndcg_at_20_max
value: 34.343
verified: no, type: nauc_ndcg_at_20_std
value: 20.0335
verified: no, type: nauc_ndcg_at_20_diff1
value: 15.6531
verified: no, type: nauc_ndcg_at_100_max
value: 37.066500000000005
verified: no, type: nauc_ndcg_at_100_std
value: 26.8663
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.4485
verified: no, type: nauc_ndcg_at_1000_max
value: 37.6377
verified: no, type: nauc_ndcg_at_1000_std
value: 28.4086
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.598
verified: no, type: nauc_map_at_1_max
value: 25.571899999999996
verified: no, type: nauc_map_at_1_std
value: 7.2567
verified: no, type: nauc_map_at_1_diff1
value: 21.1815
verified: no, type: nauc_map_at_3_max
value: 29.7213
verified: no, type: nauc_map_at_3_std
value: 9.027000000000001
verified: no, type: nauc_map_at_3_diff1
value: 17.6405
verified: no, type: nauc_map_at_5_max
value: 30.912499999999998
verified: no, type: nauc_map_at_5_std
value: 10.8177
verified: no, type: nauc_map_at_5_diff1
value: 18.2512
verified: no, type: nauc_map_at_10_max
value: 32.1247
verified: no, type: nauc_map_at_10_std
value: 13.3522
verified: no, type: nauc_map_at_10_diff1
value: 17.0684
verified: no, type: nauc_map_at_20_max
value: 32.8604
verified: no, type: nauc_map_at_20_std
value: 15.534899999999999
verified: no, type: nauc_map_at_20_diff1
value: 16.3024
verified: no, type: nauc_map_at_100_max
value: 33.9481
verified: no, type: nauc_map_at_100_std
value: 17.9563
verified: no, type: nauc_map_at_100_diff1
value: 16.5858
verified: no, type: nauc_map_at_1000_max
value: 34.104099999999995
verified: no, type: nauc_map_at_1000_std
value: 18.3399
verified: no, type: nauc_map_at_1000_diff1
value: 16.5982
verified: no, type: nauc_recall_at_1_max
value: 25.571899999999996
verified: no, type: nauc_recall_at_1_std
value: 7.2567
verified: no, type: nauc_recall_at_1_diff1
value: 21.1815
verified: no, type: nauc_recall_at_3_max
value: 31.102
verified: no, type: nauc_recall_at_3_std
value: 12.208
verified: no, type: nauc_recall_at_3_diff1
value: 15.7802
verified: no, type: nauc_recall_at_5_max
value: 33.0649
verified: no, type: nauc_recall_at_5_std
value: 15.7429
verified: no, type: nauc_recall_at_5_diff1
value: 17.3206
verified: no, type: nauc_recall_at_10_max
value: 34.0055
verified: no, type: nauc_recall_at_10_std
value: 19.4785
verified: no, type: nauc_recall_at_10_diff1
value: 13.9128
verified: no, type: nauc_recall_at_20_max
value: 34.4532
verified: no, type: nauc_recall_at_20_std
value: 26.6761
verified: no, type: nauc_recall_at_20_diff1
value: 10.6585
verified: no, type: nauc_recall_at_100_max
value: 36.5745
verified: no, type: nauc_recall_at_100_std
value: 39.6888
verified: no, type: nauc_recall_at_100_diff1
value: 11.683
verified: no, type: nauc_recall_at_1000_max
value: 33.799
verified: no, type: nauc_recall_at_1000_std
value: 44.5965
verified: no, type: nauc_recall_at_1000_diff1
value: 9.332699999999999
verified: no, type: nauc_precision_at_1_max
value: 25.9162
verified: no, type: nauc_precision_at_1_std
value: 7.375800000000001
verified: no, type: nauc_precision_at_1_diff1
value: 21.4553
verified: no, type: nauc_precision_at_3_max
value: 31.4508
verified: no, type: nauc_precision_at_3_std
value: 12.4827
verified: no, type: nauc_precision_at_3_diff1
value: 15.9863
verified: no, type: nauc_precision_at_5_max
value: 33.2365
verified: no, type: nauc_precision_at_5_std
value: 15.9467
verified: no, type: nauc_precision_at_5_diff1
value: 17.3246
verified: no, type: nauc_precision_at_10_max
value: 34.1244
verified: no, type: nauc_precision_at_10_std
value: 19.545
verified: no, type: nauc_precision_at_10_diff1
value: 14.082600000000001
verified: no, type: nauc_precision_at_20_max
value: 34.367399999999996
verified: no, type: nauc_precision_at_20_std
value: 26.530199999999997
verified: no, type: nauc_precision_at_20_diff1
value: 10.7493
verified: no, type: nauc_precision_at_100_max
value: 36.3502
verified: no, type: nauc_precision_at_100_std
value: 39.5794
verified: no, type: nauc_precision_at_100_diff1
value: 11.6971
verified: no, type: nauc_precision_at_1000_max
value: 32.6092
verified: no, type: nauc_precision_at_1000_std
value: 43.249500000000005
verified: no, type: nauc_precision_at_1000_diff1
value: 9.149899999999999
verified: no, type: nauc_mrr_at_1_max
value: 25.9162
verified: no, type: nauc_mrr_at_1_std
value: 7.375800000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 21.4553
verified: no, type: nauc_mrr_at_3_max
value: 28.1601
verified: no, type: nauc_mrr_at_3_std
value: 11.7872
verified: no, type: nauc_mrr_at_3_diff1
value: 18.1467
verified: no, type: nauc_mrr_at_5_max
value: 29.1462
verified: no, type: nauc_mrr_at_5_std
value: 12.9036
verified: no, type: nauc_mrr_at_5_diff1
value: 18.834899999999998
verified: no, type: nauc_mrr_at_10_max
value: 29.837799999999998
verified: no, type: nauc_mrr_at_10_std
value: 13.2935
verified: no, type: nauc_mrr_at_10_diff1
value: 18.7271
verified: no, type: nauc_mrr_at_20_max
value: 29.808600000000002
verified: no, type: nauc_mrr_at_20_std
value: 13.7856
verified: no, type: nauc_mrr_at_20_diff1
value: 18.6675
verified: no, type: nauc_mrr_at_100_max
value: 29.7584
verified: no, type: nauc_mrr_at_100_std
value: 13.8851
verified: no, type: nauc_mrr_at_100_diff1
value: 18.601
verified: no, type: nauc_mrr_at_1000_max
value: 29.7331
verified: no, type: nauc_mrr_at_1000_std
value: 13.8237
verified: no, type: nauc_mrr_at_1000_diff1
value: 18.6124
verified: no, type: main_score
value: 16.926
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: pearson
value: 84.7166
verified: no, type: spearman
value: 80.3972
verified: no, type: cosine_pearson
value: 84.7166
verified: no, type: cosine_spearman
value: 80.3972
verified: no, type: manhattan_pearson
value: 81.3592
verified: no, type: manhattan_spearman
value: 80.4202
verified: no, type: euclidean_pearson
value: 81.3441
verified: no, type: euclidean_spearman
value: 80.3972
verified: no, type: main_score
value: 80.3972
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: pearson
value: 86.7684
verified: no, type: spearman
value: 78.7071
verified: no, type: cosine_pearson
value: 86.7684
verified: no, type: cosine_spearman
value: 78.70899999999999
verified: no, type: manhattan_pearson
value: 83.7029
verified: no, type: manhattan_spearman
value: 78.7584
verified: no, type: euclidean_pearson
value: 83.604
verified: no, type: euclidean_spearman
value: 78.70899999999999
verified: no, type: main_score
value: 78.70899999999999
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: pearson
value: 85.1773
verified: no, type: spearman
value: 86.1602
verified: no, type: cosine_pearson
value: 85.1773
verified: no, type: cosine_spearman
value: 86.1602
verified: no, type: manhattan_pearson
value: 84.7533
verified: no, type: manhattan_spearman
value: 86.0645
verified: no, type: euclidean_pearson
value: 84.8639
verified: no, type: euclidean_spearman
value: 86.1602
verified: no, type: main_score
value: 86.1602
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: pearson
value: 82.87780000000001
verified: no, type: spearman
value: 81.2081
verified: no, type: cosine_pearson
value: 82.87780000000001
verified: no, type: cosine_spearman
value: 81.2081
verified: no, type: manhattan_pearson
value: 81.89750000000001
verified: no, type: manhattan_spearman
value: 81.2182
verified: no, type: euclidean_pearson
value: 81.917
verified: no, type: euclidean_spearman
value: 81.2081
verified: no, type: main_score
value: 81.2081
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: pearson
value: 86.9104
verified: no, type: spearman
value: 87.5072
verified: no, type: cosine_pearson
value: 86.9104
verified: no, type: cosine_spearman
value: 87.5073
verified: no, type: manhattan_pearson
value: 86.74849999999999
verified: no, type: manhattan_spearman
value: 87.4643
verified: no, type: euclidean_pearson
value: 86.7938
verified: no, type: euclidean_spearman
value: 87.5072
verified: no, type: main_score
value: 87.5073
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 89.4941
verified: no, type: spearman
value: 88.9712
verified: no, type: cosine_pearson
value: 89.4941
verified: no, type: cosine_spearman
value: 88.9712
verified: no, type: manhattan_pearson
value: 89.04039999999999
verified: no, type: manhattan_spearman
value: 89.05720000000001
verified: no, type: euclidean_pearson
value: 89.0296
verified: no, type: euclidean_spearman
value: 88.9712
verified: no, type: main_score
value: 88.9712
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22.v2 (en)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 66.6691
verified: no, type: spearman
value: 65.5503
verified: no, type: cosine_pearson
value: 66.6691
verified: no, type: cosine_spearman
value: 65.5503
verified: no, type: manhattan_pearson
value: 67.6732
verified: no, type: manhattan_spearman
value: 65.2781
verified: no, type: euclidean_pearson
value: 67.6466
verified: no, type: euclidean_spearman
value: 65.5503
verified: no, type: main_score
value: 65.5503
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: pearson
value: 85.8143
verified: no, type: spearman
value: 86.40339999999999
verified: no, type: cosine_pearson
value: 85.8143
verified: no, type: cosine_spearman
value: 86.40339999999999
verified: no, type: manhattan_pearson
value: 86.0569
verified: no, type: manhattan_spearman
value: 86.3744
verified: no, type: euclidean_pearson
value: 86.0947
verified: no, type: euclidean_spearman
value: 86.40339999999999
verified: no, type: main_score
value: 86.40339999999999
verified: no
task: type: STS, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: similarity_accuracy
value: 99.8
verified: no, type: similarity_accuracy_threshold
value: 71.084
verified: no, type: similarity_f1
value: 89.7462
verified: no, type: similarity_f1_threshold
value: 71.084
verified: no, type: similarity_precision
value: 91.134
verified: no, type: similarity_recall
value: 88.4
verified: no, type: similarity_ap
value: 94.32199999999999
verified: no, type: cosine_accuracy
value: 99.8
verified: no, type: cosine_accuracy_threshold
value: 71.084
verified: no, type: cosine_f1
value: 89.7462
verified: no, type: cosine_f1_threshold
value: 71.084
verified: no, type: cosine_precision
value: 91.134
verified: no, type: cosine_recall
value: 88.4
verified: no, type: cosine_ap
value: 94.32199999999999
verified: no, type: manhattan_accuracy
value: 99.7941
verified: no, type: manhattan_accuracy_threshold
value: 1641.3430999999998
verified: no, type: manhattan_f1
value: 89.6245
verified: no, type: manhattan_f1_threshold
value: 1705.1424000000002
verified: no, type: manhattan_precision
value: 88.5742
verified: no, type: manhattan_recall
value: 90.7
verified: no, type: manhattan_ap
value: 94.22840000000001
verified: no, type: euclidean_accuracy
value: 99.8
verified: no, type: euclidean_accuracy_threshold
value: 76.0474
verified: no, type: euclidean_f1
value: 89.7462
verified: no, type: euclidean_f1_threshold
value: 76.0474
verified: no, type: euclidean_precision
value: 91.134
verified: no, type: euclidean_recall
value: 88.4
verified: no, type: euclidean_ap
value: 94.32199999999999
verified: no, type: dot_accuracy
value: 99.8
verified: no, type: dot_accuracy_threshold
value: 71.084
verified: no, type: dot_f1
value: 89.7462
verified: no, type: dot_f1_threshold
value: 71.084
verified: no, type: dot_precision
value: 91.134
verified: no, type: dot_recall
value: 88.4
verified: no, type: dot_ap
value: 94.32199999999999
verified: no, type: max_accuracy
value: 99.8
verified: no, type: max_f1
value: 89.7462
verified: no, type: max_precision
value: 91.134
verified: no, type: max_recall
value: 90.7
verified: no, type: max_ap
value: 94.32199999999999
verified: no, type: main_score
value: 94.32199999999999
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering.v2 (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: v_measure
value: 53.5198
verified: no, type: v_measure_std
value: 0.6015
verified: no, type: main_score
value: 53.5198
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P.v2 (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: v_measure
value: 40.029399999999995
verified: no, type: v_measure_std
value: 0.4919
verified: no, type: main_score
value: 40.029399999999995
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SummEvalSummarization.v2 (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: pearson
value: 33.6198
verified: no, type: spearman
value: 30.206699999999998
verified: no, type: cosine_spearman
value: 30.206699999999998
verified: no, type: cosine_pearson
value: 33.6198
verified: no, type: dot_spearman
value: 30.206699999999998
verified: no, type: dot_pearson
value: 33.6198
verified: no, type: main_score
value: 30.206699999999998
verified: no
task: type: Summarization, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: ndcg_at_1
value: 63
verified: no, type: ndcg_at_3
value: 66.47999999999999
verified: no, type: ndcg_at_5
value: 61.090999999999994
verified: no, type: ndcg_at_10
value: 56.823
verified: no, type: ndcg_at_20
value: 53.21
verified: no, type: ndcg_at_100
value: 42.365
verified: no, type: ndcg_at_1000
value: 40.819
verified: no, type: map_at_1
value: 0.186
verified: no, type: map_at_3
value: 0.527
verified: no, type: map_at_5
value: 0.762
verified: no, type: map_at_10
value: 1.275
verified: no, type: map_at_20
value: 2.177
verified: no, type: map_at_100
value: 6.935
verified: no, type: map_at_1000
value: 16.973
verified: no, type: recall_at_1
value: 0.186
verified: no, type: recall_at_3
value: 0.581
verified: no, type: recall_at_5
value: 0.8710000000000001
verified: no, type: recall_at_10
value: 1.582
verified: no, type: recall_at_20
value: 2.897
verified: no, type: recall_at_100
value: 10.546
verified: no, type: recall_at_1000
value: 38.541
verified: no, type: precision_at_1
value: 68
verified: no, type: precision_at_3
value: 70.667
verified: no, type: precision_at_5
value: 63.2
verified: no, type: precision_at_10
value: 58.4
verified: no, type: precision_at_20
value: 54.400000000000006
verified: no, type: precision_at_100
value: 42.46
verified: no, type: precision_at_1000
value: 17.657999999999998
verified: no, type: mrr_at_1
value: 68
verified: no, type: mrr_at_3
value: 79
verified: no, type: mrr_at_5
value: 79.5
verified: no, type: mrr_at_10
value: 79.8333
verified: no, type: mrr_at_20
value: 80.0152
verified: no, type: mrr_at_100
value: 80.0152
verified: no, type: mrr_at_1000
value: 80.0152
verified: no, type: nauc_ndcg_at_1_max
value: -5.9922
verified: no, type: nauc_ndcg_at_1_std
value: 0.42110000000000003
verified: no, type: nauc_ndcg_at_1_diff1
value: 23.3553
verified: no, type: nauc_ndcg_at_3_max
value: 10.2171
verified: no, type: nauc_ndcg_at_3_std
value: 17.6509
verified: no, type: nauc_ndcg_at_3_diff1
value: 14.5183
verified: no, type: nauc_ndcg_at_5_max
value: 23.7407
verified: no, type: nauc_ndcg_at_5_std
value: 37.241
verified: no, type: nauc_ndcg_at_5_diff1
value: 18.1059
verified: no, type: nauc_ndcg_at_10_max
value: 29.640300000000003
verified: no, type: nauc_ndcg_at_10_std
value: 41.2782
verified: no, type: nauc_ndcg_at_10_diff1
value: 8.6037
verified: no, type: nauc_ndcg_at_20_max
value: 40.3419
verified: no, type: nauc_ndcg_at_20_std
value: 52.5532
verified: no, type: nauc_ndcg_at_20_diff1
value: 8.1576
verified: no, type: nauc_ndcg_at_100_max
value: 51.4533
verified: no, type: nauc_ndcg_at_100_std
value: 69.6289
verified: no, type: nauc_ndcg_at_100_diff1
value: -3.2301
verified: no, type: nauc_ndcg_at_1000_max
value: 56.962900000000005
verified: no, type: nauc_ndcg_at_1000_std
value: 74.6131
verified: no, type: nauc_ndcg_at_1000_diff1
value: -8.241999999999999
verified: no, type: nauc_map_at_1_max
value: -4.668
verified: no, type: nauc_map_at_1_std
value: -10.0497
verified: no, type: nauc_map_at_1_diff1
value: 23.029700000000002
verified: no, type: nauc_map_at_3_max
value: 0.6419
verified: no, type: nauc_map_at_3_std
value: 1.0362
verified: no, type: nauc_map_at_3_diff1
value: 14.8847
verified: no, type: nauc_map_at_5_max
value: 10.632
verified: no, type: nauc_map_at_5_std
value: 14.382200000000001
verified: no, type: nauc_map_at_5_diff1
value: 17.8863
verified: no, type: nauc_map_at_10_max
value: 16.8052
verified: no, type: nauc_map_at_10_std
value: 21.084500000000002
verified: no, type: nauc_map_at_10_diff1
value: 15.3248
verified: no, type: nauc_map_at_20_max
value: 27.3457
verified: no, type: nauc_map_at_20_std
value: 34.2901
verified: no, type: nauc_map_at_20_diff1
value: 11.4443
verified: no, type: nauc_map_at_100_max
value: 49.5995
verified: no, type: nauc_map_at_100_std
value: 65.1028
verified: no, type: nauc_map_at_100_diff1
value: -1.8796
verified: no, type: nauc_map_at_1000_max
value: 60.618399999999994
verified: no, type: nauc_map_at_1000_std
value: 76.28399999999999
verified: no, type: nauc_map_at_1000_diff1
value: -13.772100000000002
verified: no, type: nauc_recall_at_1_max
value: -4.668
verified: no, type: nauc_recall_at_1_std
value: -10.0497
verified: no, type: nauc_recall_at_1_diff1
value: 23.029700000000002
verified: no, type: nauc_recall_at_3_max
value: 0.0493
verified: no, type: nauc_recall_at_3_std
value: 2.2468
verified: no, type: nauc_recall_at_3_diff1
value: 16.5914
verified: no, type: nauc_recall_at_5_max
value: 9.1725
verified: no, type: nauc_recall_at_5_std
value: 14.597999999999999
verified: no, type: nauc_recall_at_5_diff1
value: 18.6063
verified: no, type: nauc_recall_at_10_max
value: 13.672400000000001
verified: no, type: nauc_recall_at_10_std
value: 15.9268
verified: no, type: nauc_recall_at_10_diff1
value: 16.3772
verified: no, type: nauc_recall_at_20_max
value: 21.4077
verified: no, type: nauc_recall_at_20_std
value: 27.209
verified: no, type: nauc_recall_at_20_diff1
value: 14.8917
verified: no, type: nauc_recall_at_100_max
value: 42.282799999999995
verified: no, type: nauc_recall_at_100_std
value: 57.6084
verified: no, type: nauc_recall_at_100_diff1
value: 2.6269
verified: no, type: nauc_recall_at_1000_max
value: 54.055
verified: no, type: nauc_recall_at_1000_std
value: 68.8306
verified: no, type: nauc_recall_at_1000_diff1
value: -9.5473
verified: no, type: nauc_precision_at_1_max
value: -1.8693000000000002
verified: no, type: nauc_precision_at_1_std
value: -5.061800000000001
verified: no, type: nauc_precision_at_1_diff1
value: 39.6344
verified: no, type: nauc_precision_at_3_max
value: 20.2643
verified: no, type: nauc_precision_at_3_std
value: 23.1419
verified: no, type: nauc_precision_at_3_diff1
value: 20.305999999999997
verified: no, type: nauc_precision_at_5_max
value: 35.8846
verified: no, type: nauc_precision_at_5_std
value: 48.295
verified: no, type: nauc_precision_at_5_diff1
value: 22.5559
verified: no, type: nauc_precision_at_10_max
value: 39.8361
verified: no, type: nauc_precision_at_10_std
value: 46.245000000000005
verified: no, type: nauc_precision_at_10_diff1
value: 6.433800000000001
verified: no, type: nauc_precision_at_20_max
value: 47.9467
verified: no, type: nauc_precision_at_20_std
value: 57.981
verified: no, type: nauc_precision_at_20_diff1
value: 7.721699999999999
verified: no, type: nauc_precision_at_100_max
value: 55.6948
verified: no, type: nauc_precision_at_100_std
value: 71.6681
verified: no, type: nauc_precision_at_100_diff1
value: -5.4666
verified: no, type: nauc_precision_at_1000_max
value: 49.0064
verified: no, type: nauc_precision_at_1000_std
value: 56.2352
verified: no, type: nauc_precision_at_1000_diff1
value: -17.4375
verified: no, type: nauc_mrr_at_1_max
value: -1.8693000000000002
verified: no, type: nauc_mrr_at_1_std
value: -5.061800000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 39.6344
verified: no, type: nauc_mrr_at_3_max
value: 7.8541
verified: no, type: nauc_mrr_at_3_std
value: 7.0844000000000005
verified: no, type: nauc_mrr_at_3_diff1
value: 44.6714
verified: no, type: nauc_mrr_at_5_max
value: 7.070600000000001
verified: no, type: nauc_mrr_at_5_std
value: 6.2793
verified: no, type: nauc_mrr_at_5_diff1
value: 43.1205
verified: no, type: nauc_mrr_at_10_max
value: 5.829899999999999
verified: no, type: nauc_mrr_at_10_std
value: 4.7435
verified: no, type: nauc_mrr_at_10_diff1
value: 42.8864
verified: no, type: nauc_mrr_at_20_max
value: 4.8414
verified: no, type: nauc_mrr_at_20_std
value: 3.7436
verified: no, type: nauc_mrr_at_20_diff1
value: 42.9607
verified: no, type: nauc_mrr_at_100_max
value: 4.8414
verified: no, type: nauc_mrr_at_100_std
value: 3.7436
verified: no, type: nauc_mrr_at_100_diff1
value: 42.9607
verified: no, type: nauc_mrr_at_1000_max
value: 4.8414
verified: no, type: nauc_mrr_at_1000_std
value: 3.7436
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.9607
verified: no, type: main_score
value: 56.823
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020Retrieval.v3 (default)
revision: 431886eaecc48f067a3975b70d0949ea2862463c
split: test
type: mteb/webis-touche2020-v3
metrics: type: ndcg_at_1
value: 52.041000000000004
verified: no, type: ndcg_at_3
value: 52.178000000000004
verified: no, type: ndcg_at_5
value: 52.23100000000001
verified: no, type: ndcg_at_10
value: 47.693999999999996
verified: no, type: ndcg_at_20
value: 43.242999999999995
verified: no, type: ndcg_at_100
value: 51.503
verified: no, type: ndcg_at_1000
value: 63.939
verified: no, type: map_at_1
value: 2.407
verified: no, type: map_at_3
value: 6.193
verified: no, type: map_at_5
value: 9.617
verified: no, type: map_at_10
value: 15.279000000000002
verified: no, type: map_at_20
value: 21.498
verified: no, type: map_at_100
value: 30.198999999999998
verified: no, type: map_at_1000
value: 33.217
verified: no, type: recall_at_1
value: 2.407
verified: no, type: recall_at_3
value: 6.762
verified: no, type: recall_at_5
value: 11.392
verified: no, type: recall_at_10
value: 19.333
verified: no, type: recall_at_20
value: 30.013
verified: no, type: recall_at_100
value: 56.041
verified: no, type: recall_at_1000
value: 86.126
verified: no, type: precision_at_1
value: 61.224000000000004
verified: no, type: precision_at_3
value: 63.26500000000001
verified: no, type: precision_at_5
value: 62.449
verified: no, type: precision_at_10
value: 52.245
verified: no, type: precision_at_20
value: 42.041000000000004
verified: no, type: precision_at_100
value: 17.653
verified: no, type: precision_at_1000
value: 2.9819999999999998
verified: no, type: mrr_at_1
value: 61.224500000000006
verified: no, type: mrr_at_3
value: 74.1497
verified: no, type: mrr_at_5
value: 76.4966
verified: no, type: mrr_at_10
value: 76.7881
verified: no, type: mrr_at_20
value: 76.7881
verified: no, type: mrr_at_100
value: 76.7881
verified: no, type: mrr_at_1000
value: 76.7881
verified: no, type: nauc_ndcg_at_1_max
value: 11.4245
verified: no, type: nauc_ndcg_at_1_std
value: -14.1654
verified: no, type: nauc_ndcg_at_1_diff1
value: 8.206299999999999
verified: no, type: nauc_ndcg_at_3_max
value: 9.2585
verified: no, type: nauc_ndcg_at_3_std
value: -11.469999999999999
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.437099999999997
verified: no, type: nauc_ndcg_at_5_max
value: 4.9696
verified: no, type: nauc_ndcg_at_5_std
value: -0.6109
verified: no, type: nauc_ndcg_at_5_diff1
value: 27.5214
verified: no, type: nauc_ndcg_at_10_max
value: -1.3538
verified: no, type: nauc_ndcg_at_10_std
value: -6.0539000000000005
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.565799999999996
verified: no, type: nauc_ndcg_at_20_max
value: -3.3665000000000003
verified: no, type: nauc_ndcg_at_20_std
value: 0.364
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.418800000000005
verified: no, type: nauc_ndcg_at_100_max
value: -7.1732000000000005
verified: no, type: nauc_ndcg_at_100_std
value: 6.9091
verified: no, type: nauc_ndcg_at_100_diff1
value: 31.342799999999997
verified: no, type: nauc_ndcg_at_1000_max
value: 4.9213
verified: no, type: nauc_ndcg_at_1000_std
value: 27.2304
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.5774
verified: no, type: nauc_map_at_1_max
value: -10.1278
verified: no, type: nauc_map_at_1_std
value: -30.9116
verified: no, type: nauc_map_at_1_diff1
value: 47.6006
verified: no, type: nauc_map_at_3_max
value: -9.9654
verified: no, type: nauc_map_at_3_std
value: -26.4025
verified: no, type: nauc_map_at_3_diff1
value: 40.3311
verified: no, type: nauc_map_at_5_max
value: -10.3545
verified: no, type: nauc_map_at_5_std
value: -21.662699999999997
verified: no, type: nauc_map_at_5_diff1
value: 46.1136
verified: no, type: nauc_map_at_10_max
value: -9.528
verified: no, type: nauc_map_at_10_std
value: -21.3903
verified: no, type: nauc_map_at_10_diff1
value: 41.5027
verified: no, type: nauc_map_at_20_max
value: -7.0028999999999995
verified: no, type: nauc_map_at_20_std
value: -15.9361
verified: no, type: nauc_map_at_20_diff1
value: 42.6171
verified: no, type: nauc_map_at_100_max
value: -2.8579
verified: no, type: nauc_map_at_100_std
value: -4.1692
verified: no, type: nauc_map_at_100_diff1
value: 35.200900000000004
verified: no, type: nauc_map_at_1000_max
value: -0.1717
verified: no, type: nauc_map_at_1000_std
value: 1.4015
verified: no, type: nauc_map_at_1000_diff1
value: 34.1462
verified: no, type: nauc_recall_at_1_max
value: -10.1278
verified: no, type: nauc_recall_at_1_std
value: -30.9116
verified: no, type: nauc_recall_at_1_diff1
value: 47.6006
verified: no, type: nauc_recall_at_3_max
value: -9.7092
verified: no, type: nauc_recall_at_3_std
value: -26.067800000000002
verified: no, type: nauc_recall_at_3_diff1
value: 44.094100000000005
verified: no, type: nauc_recall_at_5_max
value: -16.8476
verified: no, type: nauc_recall_at_5_std
value: -21.546799999999998
verified: no, type: nauc_recall_at_5_diff1
value: 51.0826
verified: no, type: nauc_recall_at_10_max
value: -19.3996
verified: no, type: nauc_recall_at_10_std
value: -23.857400000000002
verified: no, type: nauc_recall_at_10_diff1
value: 43.743900000000004
verified: no, type: nauc_recall_at_20_max
value: -17.413500000000003
verified: no, type: nauc_recall_at_20_std
value: -13.7552
verified: no, type: nauc_recall_at_20_diff1
value: 41.761900000000004
verified: no, type: nauc_recall_at_100_max
value: -13.270399999999999
verified: no, type: nauc_recall_at_100_std
value: 12.9632
verified: no, type: nauc_recall_at_100_diff1
value: 25.7781
verified: no, type: nauc_recall_at_1000_max
value: 4.5253000000000005
verified: no, type: nauc_recall_at_1000_std
value: 71.75280000000001
verified: no, type: nauc_recall_at_1000_diff1
value: 9.0837
verified: no, type: nauc_precision_at_1_max
value: 26.4969
verified: no, type: nauc_precision_at_1_std
value: -21.090600000000002
verified: no, type: nauc_precision_at_1_diff1
value: 25.671899999999997
verified: no, type: nauc_precision_at_3_max
value: 17.132
verified: no, type: nauc_precision_at_3_std
value: -14.341999999999999
verified: no, type: nauc_precision_at_3_diff1
value: 27.7326
verified: no, type: nauc_precision_at_5_max
value: 10.6548
verified: no, type: nauc_precision_at_5_std
value: 2.9193000000000002
verified: no, type: nauc_precision_at_5_diff1
value: 38.373400000000004
verified: no, type: nauc_precision_at_10_max
value: 1.3576
verified: no, type: nauc_precision_at_10_std
value: -3.8871
verified: no, type: nauc_precision_at_10_diff1
value: 33.6879
verified: no, type: nauc_precision_at_20_max
value: 4.9846
verified: no, type: nauc_precision_at_20_std
value: 16.8654
verified: no, type: nauc_precision_at_20_diff1
value: 25.1747
verified: no, type: nauc_precision_at_100_max
value: 32.9312
verified: no, type: nauc_precision_at_100_std
value: 50.7741
verified: no, type: nauc_precision_at_100_diff1
value: -19.561700000000002
verified: no, type: nauc_precision_at_1000_max
value: 44.7539
verified: no, type: nauc_precision_at_1000_std
value: 50.897800000000004
verified: no, type: nauc_precision_at_1000_diff1
value: -34.477999999999994
verified: no, type: nauc_mrr_at_1_max
value: 26.4969
verified: no, type: nauc_mrr_at_1_std
value: -21.090600000000002
verified: no, type: nauc_mrr_at_1_diff1
value: 25.671899999999997
verified: no, type: nauc_mrr_at_3_max
value: 36.031600000000005
verified: no, type: nauc_mrr_at_3_std
value: -9.915799999999999
verified: no, type: nauc_mrr_at_3_diff1
value: 32.4812
verified: no, type: nauc_mrr_at_5_max
value: 32.5212
verified: no, type: nauc_mrr_at_5_std
value: -10.443
verified: no, type: nauc_mrr_at_5_diff1
value: 31.8118
verified: no, type: nauc_mrr_at_10_max
value: 31.4955
verified: no, type: nauc_mrr_at_10_std
value: -11.698
verified: no, type: nauc_mrr_at_10_diff1
value: 30.974400000000003
verified: no, type: nauc_mrr_at_20_max
value: 31.4955
verified: no, type: nauc_mrr_at_20_std
value: -11.698
verified: no, type: nauc_mrr_at_20_diff1
value: 30.974400000000003
verified: no, type: nauc_mrr_at_100_max
value: 31.4955
verified: no, type: nauc_mrr_at_100_std
value: -11.698
verified: no, type: nauc_mrr_at_100_diff1
value: 30.974400000000003
verified: no, type: nauc_mrr_at_1000_max
value: 31.4955
verified: no, type: nauc_mrr_at_1000_std
value: -11.698
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.974400000000003
verified: no, type: main_score
value: 47.693999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 65.65429999999999
verified: no, type: f1
value: 50.530699999999996
verified: no, type: f1_weighted
value: 73.3205
verified: no, type: ap
value: 12.0938
verified: no, type: ap_weighted
value: 12.0938
verified: no, type: main_score
value: 65.65429999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 61.7119
verified: no, type: f1
value: 61.8672
verified: no, type: f1_weighted
value: 60.762499999999996
verified: no, type: main_score
value: 61.7119
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering.v2 (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: v_measure
value: 37.4338
verified: no, type: v_measure_std
value: 1.5165
verified: no, type: main_score
value: 37.4338
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: similarity_accuracy
value: 82.8873
verified: no, type: similarity_accuracy_threshold
value: 67.9403
verified: no, type: similarity_f1
value: 60.3641
verified: no, type: similarity_f1_threshold
value: 60.5738
verified: no, type: similarity_precision
value: 55.887600000000006
verified: no, type: similarity_recall
value: 65.62010000000001
verified: no, type: similarity_ap
value: 63.522
verified: no, type: cosine_accuracy
value: 82.8873
verified: no, type: cosine_accuracy_threshold
value: 67.9403
verified: no, type: cosine_f1
value: 60.3641
verified: no, type: cosine_f1_threshold
value: 60.5738
verified: no, type: cosine_precision
value: 55.887600000000006
verified: no, type: cosine_recall
value: 65.62010000000001
verified: no, type: cosine_ap
value: 63.522
verified: no, type: manhattan_accuracy
value: 82.8098
verified: no, type: manhattan_accuracy_threshold
value: 1739.439
verified: no, type: manhattan_f1
value: 60.1751
verified: no, type: manhattan_f1_threshold
value: 1961.5566000000001
verified: no, type: manhattan_precision
value: 54.5474
verified: no, type: manhattan_recall
value: 67.0976
verified: no, type: manhattan_ap
value: 63.42100000000001
verified: no, type: euclidean_accuracy
value: 82.8873
verified: no, type: euclidean_accuracy_threshold
value: 80.07459999999999
verified: no, type: euclidean_f1
value: 60.3641
verified: no, type: euclidean_f1_threshold
value: 88.7989
verified: no, type: euclidean_precision
value: 55.887600000000006
verified: no, type: euclidean_recall
value: 65.62010000000001
verified: no, type: euclidean_ap
value: 63.522
verified: no, type: dot_accuracy
value: 82.8873
verified: no, type: dot_accuracy_threshold
value: 67.9403
verified: no, type: dot_f1
value: 60.3641
verified: no, type: dot_f1_threshold
value: 60.5738
verified: no, type: dot_precision
value: 55.887600000000006
verified: no, type: dot_recall
value: 65.62010000000001
verified: no, type: dot_ap
value: 63.522
verified: no, type: max_accuracy
value: 82.8873
verified: no, type: max_f1
value: 60.3641
verified: no, type: max_precision
value: 55.887600000000006
verified: no, type: max_recall
value: 67.0976
verified: no, type: max_ap
value: 63.522
verified: no, type: main_score
value: 63.522
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: similarity_accuracy
value: 88.7337
verified: no, type: similarity_accuracy_threshold
value: 62.43729999999999
verified: no, type: similarity_f1
value: 77.8938
verified: no, type: similarity_f1_threshold
value: 59.013400000000004
verified: no, type: similarity_precision
value: 74.31309999999999
verified: no, type: similarity_recall
value: 81.83709999999999
verified: no, type: similarity_ap
value: 85.1691
verified: no, type: cosine_accuracy
value: 88.7337
verified: no, type: cosine_accuracy_threshold
value: 62.43729999999999
verified: no, type: cosine_f1
value: 77.8938
verified: no, type: cosine_f1_threshold
value: 59.013400000000004
verified: no, type: cosine_precision
value: 74.31309999999999
verified: no, type: cosine_recall
value: 81.83709999999999
verified: no, type: cosine_ap
value: 85.1691
verified: no, type: manhattan_accuracy
value: 88.689
verified: no, type: manhattan_accuracy_threshold
value: 1888.1997999999999
verified: no, type: manhattan_f1
value: 77.8453
verified: no, type: manhattan_f1_threshold
value: 1974.1371000000001
verified: no, type: manhattan_precision
value: 74.6414
verified: no, type: manhattan_recall
value: 81.3366
verified: no, type: manhattan_ap
value: 85.0954
verified: no, type: euclidean_accuracy
value: 88.7337
verified: no, type: euclidean_accuracy_threshold
value: 86.6749
verified: no, type: euclidean_f1
value: 77.8938
verified: no, type: euclidean_f1_threshold
value: 90.53909999999999
verified: no, type: euclidean_precision
value: 74.31309999999999
verified: no, type: euclidean_recall
value: 81.83709999999999
verified: no, type: euclidean_ap
value: 85.1691
verified: no, type: dot_accuracy
value: 88.7337
verified: no, type: dot_accuracy_threshold
value: 62.43729999999999
verified: no, type: dot_f1
value: 77.8938
verified: no, type: dot_f1_threshold
value: 59.013400000000004
verified: no, type: dot_precision
value: 74.31309999999999
verified: no, type: dot_recall
value: 81.83709999999999
verified: no, type: dot_ap
value: 85.1691
verified: no, type: max_accuracy
value: 88.7337
verified: no, type: max_f1
value: 77.8938
verified: no, type: max_precision
value: 74.6414
verified: no, type: max_recall
value: 81.83709999999999
verified: no, type: max_ap
value: 85.1691
verified: no, type: main_score
value: 85.1691
verified: no
task: type: PairClassification
license: apache-2.0
Likes: 7 | All-time downloads: 940414
Created: 2025-03-07 01:10:25