Model: McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised
Author: McGill-NLP
Pipeline: sentence-similarity
Library: peft
Tags: peft, safetensors, text-embedding, embeddings, information-retrieval, beir, text-classification, language-model, text-clustering, text-semantic-similarity, text-evaluation, text-reranking, feature-extraction, sentence-similarity, Sentence Similarity, natural_questions, ms_marco, fever, hotpot_qa, mteb, en, arxiv:2404.05961, license:mit, model-index, region:us
Card metadata: library_name: peft
license: mit
language: en
pipeline_tag: sentence-similarity
tags: text-embedding, embeddings, information-retrieval, beir, text-classification, language-model, text-clustering, text-semantic-similarity, text-evaluation, text-reranking, feature-extraction, sentence-similarity, Sentence Similarity, natural_questions, ms_marco, fever, hotpot_qa, mteb
model-index: name: LLM2Vec-Llama-2-supervised
results: task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (en)
config: en
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 82.22388059701493
verified: no, type: ap
value: 47.788307673555714
verified: no, type: f1
value: 76.49604943193079
verified: no, task: type: Classification
dataset: type: mteb/amazon_polarity
name: MTEB AmazonPolarityClassification
config: default
split: test
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
metrics: type: accuracy
value: 89.69365
verified: no, type: ap
value: 86.10524801582373
verified: no, type: f1
value: 89.68072139277054
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (en)
config: en
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 48.472
verified: no, type: f1
value: 47.393562374719444
verified: no, task: type: Retrieval
dataset: type: arguana
name: MTEB ArguAna
config: default
split: test
revision: None
metrics: type: map_at_1
value: 29.942999999999998
verified: no, type: map_at_10
value: 47.233999999999995
verified: no, type: map_at_100
value: 48.031
verified: no, type: map_at_1000
value: 48.033
verified: no, type: map_at_3
value: 42.307
verified: no, type: map_at_5
value: 45.269
verified: no, type: mrr_at_1
value: 30.797
verified: no, type: mrr_at_10
value: 47.53
verified: no, type: mrr_at_100
value: 48.327
verified: no, type: mrr_at_1000
value: 48.329
verified: no, type: mrr_at_3
value: 42.662
verified: no, type: mrr_at_5
value: 45.564
verified: no, type: ndcg_at_1
value: 29.942999999999998
verified: no, type: ndcg_at_10
value: 56.535000000000004
verified: no, type: ndcg_at_100
value: 59.699999999999996
verified: no, type: ndcg_at_1000
value: 59.731
verified: no, type: ndcg_at_3
value: 46.397
verified: no, type: ndcg_at_5
value: 51.747
verified: no, type: precision_at_1
value: 29.942999999999998
verified: no, type: precision_at_10
value: 8.613
verified: no, type: precision_at_100
value: 0.9939999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 19.417
verified: no, type: precision_at_5
value: 14.252999999999998
verified: no, type: recall_at_1
value: 29.942999999999998
verified: no, type: recall_at_10
value: 86.131
verified: no, type: recall_at_100
value: 99.431
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_3
value: 58.25
verified: no, type: recall_at_5
value: 71.26599999999999
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-p2p
name: MTEB ArxivClusteringP2P
config: default
split: test
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
metrics: type: v_measure
value: 43.136536817000525
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-s2s
name: MTEB ArxivClusteringS2S
config: default
split: test
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
metrics: type: v_measure
value: 42.37552764639677
verified: no, task: type: Reranking
dataset: type: mteb/askubuntudupquestions-reranking
name: MTEB AskUbuntuDupQuestions
config: default
split: test
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
metrics: type: map
value: 63.13252095544898
verified: no, type: mrr
value: 75.23721584663414
verified: no, task: type: STS
dataset: type: mteb/biosses-sts
name: MTEB BIOSSES
config: default
split: test
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
metrics: type: cos_sim_spearman
value: 82.13259433844514
verified: no, task: type: Classification
dataset: type: mteb/banking77
name: MTEB Banking77Classification
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics: type: accuracy
value: 88.16558441558442
verified: no, type: f1
value: 88.1065214360906
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-p2p
name: MTEB BiorxivClusteringP2P
config: default
split: test
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
metrics: type: v_measure
value: 35.88158182824787
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-s2s
name: MTEB BiorxivClusteringS2S
config: default
split: test
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
metrics: type: v_measure
value: 34.80880955757979
verified: no, task: type: Retrieval
dataset: type: cqadupstack/android
name: MTEB CQADupstackAndroidRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 35.793
verified: no, type: map_at_10
value: 48.413000000000004
verified: no, type: map_at_100
value: 50.112
verified: no, type: map_at_1000
value: 50.212999999999994
verified: no, type: map_at_3
value: 44.656
verified: no, type: map_at_5
value: 46.577
verified: no, type: mrr_at_1
value: 44.921
verified: no, type: mrr_at_10
value: 55.16
verified: no, type: mrr_at_100
value: 55.886
verified: no, type: mrr_at_1000
value: 55.915000000000006
verified: no, type: mrr_at_3
value: 52.861000000000004
verified: no, type: mrr_at_5
value: 54.113
verified: no, type: ndcg_at_1
value: 44.921
verified: no, type: ndcg_at_10
value: 55.205000000000005
verified: no, type: ndcg_at_100
value: 60.62800000000001
verified: no, type: ndcg_at_1000
value: 61.949
verified: no, type: ndcg_at_3
value: 50.597
verified: no, type: ndcg_at_5
value: 52.261
verified: no, type: precision_at_1
value: 44.921
verified: no, type: precision_at_10
value: 10.73
verified: no, type: precision_at_100
value: 1.6809999999999998
verified: no, type: precision_at_1000
value: 0.208
verified: no, type: precision_at_3
value: 24.701999999999998
verified: no, type: precision_at_5
value: 17.339
verified: no, type: recall_at_1
value: 35.793
verified: no, type: recall_at_10
value: 67.49300000000001
verified: no, type: recall_at_100
value: 89.74499999999999
verified: no, type: recall_at_1000
value: 97.855
verified: no, type: recall_at_3
value: 52.586
verified: no, type: recall_at_5
value: 58.267
verified: no, task: type: Retrieval
dataset: type: cqadupstack/english
name: MTEB CQADupstackEnglishRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 35.989
verified: no, type: map_at_10
value: 47.61
verified: no, type: map_at_100
value: 48.956
verified: no, type: map_at_1000
value: 49.074
verified: no, type: map_at_3
value: 44.563
verified: no, type: map_at_5
value: 46.181
verified: no, type: mrr_at_1
value: 45.096000000000004
verified: no, type: mrr_at_10
value: 53.583999999999996
verified: no, type: mrr_at_100
value: 54.242000000000004
verified: no, type: mrr_at_1000
value: 54.277
verified: no, type: mrr_at_3
value: 51.73
verified: no, type: mrr_at_5
value: 52.759
verified: no, type: ndcg_at_1
value: 45.096000000000004
verified: no, type: ndcg_at_10
value: 53.318
verified: no, type: ndcg_at_100
value: 57.541
verified: no, type: ndcg_at_1000
value: 59.30800000000001
verified: no, type: ndcg_at_3
value: 49.725
verified: no, type: ndcg_at_5
value: 51.117000000000004
verified: no, type: precision_at_1
value: 45.096000000000004
verified: no, type: precision_at_10
value: 10.032
verified: no, type: precision_at_100
value: 1.559
verified: no, type: precision_at_1000
value: 0.201
verified: no, type: precision_at_3
value: 24.331
verified: no, type: precision_at_5
value: 16.777
verified: no, type: recall_at_1
value: 35.989
verified: no, type: recall_at_10
value: 62.759
verified: no, type: recall_at_100
value: 80.353
verified: no, type: recall_at_1000
value: 91.328
verified: no, type: recall_at_3
value: 51.127
verified: no, type: recall_at_5
value: 55.823
verified: no, task: type: Retrieval
dataset: type: cqadupstack/gaming
name: MTEB CQADupstackGamingRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 44.277
verified: no, type: map_at_10
value: 57.699
verified: no, type: map_at_100
value: 58.718
verified: no, type: map_at_1000
value: 58.754
verified: no, type: map_at_3
value: 54.04
verified: no, type: map_at_5
value: 56.184999999999995
verified: no, type: mrr_at_1
value: 50.658
verified: no, type: mrr_at_10
value: 61.245000000000005
verified: no, type: mrr_at_100
value: 61.839999999999996
verified: no, type: mrr_at_1000
value: 61.85699999999999
verified: no, type: mrr_at_3
value: 58.797999999999995
verified: no, type: mrr_at_5
value: 60.35
verified: no, type: ndcg_at_1
value: 50.658
verified: no, type: ndcg_at_10
value: 63.788
verified: no, type: ndcg_at_100
value: 67.52
verified: no, type: ndcg_at_1000
value: 68.12
verified: no, type: ndcg_at_3
value: 57.923
verified: no, type: ndcg_at_5
value: 60.976
verified: no, type: precision_at_1
value: 50.658
verified: no, type: precision_at_10
value: 10.257
verified: no, type: precision_at_100
value: 1.303
verified: no, type: precision_at_1000
value: 0.13799999999999998
verified: no, type: precision_at_3
value: 25.705
verified: no, type: precision_at_5
value: 17.718
verified: no, type: recall_at_1
value: 44.277
verified: no, type: recall_at_10
value: 78.056
verified: no, type: recall_at_100
value: 93.973
verified: no, type: recall_at_1000
value: 97.946
verified: no, type: recall_at_3
value: 62.578
verified: no, type: recall_at_5
value: 70.03
verified: no, task: type: Retrieval
dataset: type: cqadupstack/gis
name: MTEB CQADupstackGisRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 27.101
verified: no, type: map_at_10
value: 36.775000000000006
verified: no, type: map_at_100
value: 37.901
verified: no, type: map_at_1000
value: 37.97
verified: no, type: map_at_3
value: 33.721000000000004
verified: no, type: map_at_5
value: 35.641
verified: no, type: mrr_at_1
value: 29.153000000000002
verified: no, type: mrr_at_10
value: 38.951
verified: no, type: mrr_at_100
value: 39.896
verified: no, type: mrr_at_1000
value: 39.946
verified: no, type: mrr_at_3
value: 36.102000000000004
verified: no, type: mrr_at_5
value: 37.96
verified: no, type: ndcg_at_1
value: 29.153000000000002
verified: no, type: ndcg_at_10
value: 42.134
verified: no, type: ndcg_at_100
value: 47.499
verified: no, type: ndcg_at_1000
value: 49.169000000000004
verified: no, type: ndcg_at_3
value: 36.351
verified: no, type: ndcg_at_5
value: 39.596
verified: no, type: precision_at_1
value: 29.153000000000002
verified: no, type: precision_at_10
value: 6.508
verified: no, type: precision_at_100
value: 0.966
verified: no, type: precision_at_1000
value: 0.11499999999999999
verified: no, type: precision_at_3
value: 15.367
verified: no, type: precision_at_5
value: 11.096
verified: no, type: recall_at_1
value: 27.101
verified: no, type: recall_at_10
value: 56.447
verified: no, type: recall_at_100
value: 80.828
verified: no, type: recall_at_1000
value: 93.171
verified: no, type: recall_at_3
value: 41.087
verified: no, type: recall_at_5
value: 48.888999999999996
verified: no, task: type: Retrieval
dataset: type: cqadupstack/mathematica
name: MTEB CQADupstackMathematicaRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 19.227
verified: no, type: map_at_10
value: 28.965000000000003
verified: no, type: map_at_100
value: 30.383
verified: no, type: map_at_1000
value: 30.494
verified: no, type: map_at_3
value: 26.157999999999998
verified: no, type: map_at_5
value: 27.794
verified: no, type: mrr_at_1
value: 23.756
verified: no, type: mrr_at_10
value: 33.728
verified: no, type: mrr_at_100
value: 34.743
verified: no, type: mrr_at_1000
value: 34.799
verified: no, type: mrr_at_3
value: 31.074
verified: no, type: mrr_at_5
value: 32.803
verified: no, type: ndcg_at_1
value: 23.756
verified: no, type: ndcg_at_10
value: 34.772
verified: no, type: ndcg_at_100
value: 41.041
verified: no, type: ndcg_at_1000
value: 43.399
verified: no, type: ndcg_at_3
value: 29.776000000000003
verified: no, type: ndcg_at_5
value: 32.318999999999996
verified: no, type: precision_at_1
value: 23.756
verified: no, type: precision_at_10
value: 6.505
verified: no, type: precision_at_100
value: 1.107
verified: no, type: precision_at_1000
value: 0.14400000000000002
verified: no, type: precision_at_3
value: 14.594
verified: no, type: precision_at_5
value: 10.671999999999999
verified: no, type: recall_at_1
value: 19.227
verified: no, type: recall_at_10
value: 47.514
verified: no, type: recall_at_100
value: 74.378
verified: no, type: recall_at_1000
value: 90.615
verified: no, type: recall_at_3
value: 33.995
verified: no, type: recall_at_5
value: 40.361000000000004
verified: no, task: type: Retrieval
dataset: type: cqadupstack/physics
name: MTEB CQADupstackPhysicsRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 34.164
verified: no, type: map_at_10
value: 45.943
verified: no, type: map_at_100
value: 47.321999999999996
verified: no, type: map_at_1000
value: 47.426
verified: no, type: map_at_3
value: 42.485
verified: no, type: map_at_5
value: 44.440000000000005
verified: no, type: mrr_at_1
value: 41.577999999999996
verified: no, type: mrr_at_10
value: 51.373000000000005
verified: no, type: mrr_at_100
value: 52.176
verified: no, type: mrr_at_1000
value: 52.205999999999996
verified: no, type: mrr_at_3
value: 49.07
verified: no, type: mrr_at_5
value: 50.451
verified: no, type: ndcg_at_1
value: 41.577999999999996
verified: no, type: ndcg_at_10
value: 52.071
verified: no, type: ndcg_at_100
value: 57.467999999999996
verified: no, type: ndcg_at_1000
value: 59.068
verified: no, type: ndcg_at_3
value: 47.053
verified: no, type: ndcg_at_5
value: 49.508
verified: no, type: precision_at_1
value: 41.577999999999996
verified: no, type: precision_at_10
value: 9.461
verified: no, type: precision_at_100
value: 1.425
verified: no, type: precision_at_1000
value: 0.17500000000000002
verified: no, type: precision_at_3
value: 22.425
verified: no, type: precision_at_5
value: 15.823
verified: no, type: recall_at_1
value: 34.164
verified: no, type: recall_at_10
value: 64.446
verified: no, type: recall_at_100
value: 86.978
verified: no, type: recall_at_1000
value: 96.976
verified: no, type: recall_at_3
value: 50.358999999999995
verified: no, type: recall_at_5
value: 56.825
verified: no, task: type: Retrieval
dataset: type: cqadupstack/programmers
name: MTEB CQADupstackProgrammersRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 30.988
verified: no, type: map_at_10
value: 43.293
verified: no, type: map_at_100
value: 44.64
verified: no, type: map_at_1000
value: 44.735
verified: no, type: map_at_3
value: 39.041
verified: no, type: map_at_5
value: 41.461999999999996
verified: no, type: mrr_at_1
value: 39.498
verified: no, type: mrr_at_10
value: 49.763000000000005
verified: no, type: mrr_at_100
value: 50.517
verified: no, type: mrr_at_1000
value: 50.556
verified: no, type: mrr_at_3
value: 46.747
verified: no, type: mrr_at_5
value: 48.522
verified: no, type: ndcg_at_1
value: 39.498
verified: no, type: ndcg_at_10
value: 50.285000000000004
verified: no, type: ndcg_at_100
value: 55.457
verified: no, type: ndcg_at_1000
value: 57.062999999999995
verified: no, type: ndcg_at_3
value: 43.795
verified: no, type: ndcg_at_5
value: 46.813
verified: no, type: precision_at_1
value: 39.498
verified: no, type: precision_at_10
value: 9.486
verified: no, type: precision_at_100
value: 1.403
verified: no, type: precision_at_1000
value: 0.172
verified: no, type: precision_at_3
value: 21.081
verified: no, type: precision_at_5
value: 15.434000000000001
verified: no, type: recall_at_1
value: 30.988
verified: no, type: recall_at_10
value: 64.751
verified: no, type: recall_at_100
value: 86.496
verified: no, type: recall_at_1000
value: 96.86200000000001
verified: no, type: recall_at_3
value: 46.412
verified: no, type: recall_at_5
value: 54.381
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack
name: MTEB CQADupstackRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 29.636000000000003
verified: no, type: map_at_10
value: 40.15091666666667
verified: no, type: map_at_100
value: 41.47933333333333
verified: no, type: map_at_1000
value: 41.58425
verified: no, type: map_at_3
value: 36.98025
verified: no, type: map_at_5
value: 38.76483333333333
verified: no, type: mrr_at_1
value: 35.3525
verified: no, type: mrr_at_10
value: 44.62258333333334
verified: no, type: mrr_at_100
value: 45.47491666666667
verified: no, type: mrr_at_1000
value: 45.52275
verified: no, type: mrr_at_3
value: 42.18574999999999
verified: no, type: mrr_at_5
value: 43.608333333333334
verified: no, type: ndcg_at_1
value: 35.3525
verified: no, type: ndcg_at_10
value: 45.935333333333325
verified: no, type: ndcg_at_100
value: 51.185249999999996
verified: no, type: ndcg_at_1000
value: 53.07075
verified: no, type: ndcg_at_3
value: 40.893416666666674
verified: no, type: ndcg_at_5
value: 43.272916666666674
verified: no, type: precision_at_1
value: 35.3525
verified: no, type: precision_at_10
value: 8.118
verified: no, type: precision_at_100
value: 1.2704166666666667
verified: no, type: precision_at_1000
value: 0.16158333333333333
verified: no, type: precision_at_3
value: 18.987000000000002
verified: no, type: precision_at_5
value: 13.416083333333335
verified: no, type: recall_at_1
value: 29.636000000000003
verified: no, type: recall_at_10
value: 58.38899999999999
verified: no, type: recall_at_100
value: 81.08758333333334
verified: no, type: recall_at_1000
value: 93.93433333333333
verified: no, type: recall_at_3
value: 44.1485
verified: no, type: recall_at_5
value: 50.43808333333334
verified: no, task: type: Retrieval
dataset: type: cqadupstack/stats
name: MTEB CQADupstackStatsRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 25.102999999999998
verified: no, type: map_at_10
value: 33.822
verified: no, type: map_at_100
value: 34.77
verified: no, type: map_at_1000
value: 34.862
verified: no, type: map_at_3
value: 31.305
verified: no, type: map_at_5
value: 32.714999999999996
verified: no, type: mrr_at_1
value: 28.221
verified: no, type: mrr_at_10
value: 36.677
verified: no, type: mrr_at_100
value: 37.419999999999995
verified: no, type: mrr_at_1000
value: 37.49
verified: no, type: mrr_at_3
value: 34.407
verified: no, type: mrr_at_5
value: 35.510999999999996
verified: no, type: ndcg_at_1
value: 28.221
verified: no, type: ndcg_at_10
value: 38.739000000000004
verified: no, type: ndcg_at_100
value: 43.4
verified: no, type: ndcg_at_1000
value: 45.759
verified: no, type: ndcg_at_3
value: 34.076
verified: no, type: ndcg_at_5
value: 36.153999999999996
verified: no, type: precision_at_1
value: 28.221
verified: no, type: precision_at_10
value: 6.227
verified: no, type: precision_at_100
value: 0.9339999999999999
verified: no, type: precision_at_1000
value: 0.122
verified: no, type: precision_at_3
value: 14.979999999999999
verified: no, type: precision_at_5
value: 10.306999999999999
verified: no, type: recall_at_1
value: 25.102999999999998
verified: no, type: recall_at_10
value: 50.924
verified: no, type: recall_at_100
value: 72.507
verified: no, type: recall_at_1000
value: 89.869
verified: no, type: recall_at_3
value: 38.041000000000004
verified: no, type: recall_at_5
value: 43.139
verified: no, task: type: Retrieval
dataset: type: cqadupstack/tex
name: MTEB CQADupstackTexRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 19.284000000000002
verified: no, type: map_at_10
value: 27.632
verified: no, type: map_at_100
value: 28.811999999999998
verified: no, type: map_at_1000
value: 28.937
verified: no, type: map_at_3
value: 24.884
verified: no, type: map_at_5
value: 26.479999999999997
verified: no, type: mrr_at_1
value: 23.641000000000002
verified: no, type: mrr_at_10
value: 31.716
verified: no, type: mrr_at_100
value: 32.644
verified: no, type: mrr_at_1000
value: 32.717
verified: no, type: mrr_at_3
value: 29.284
verified: no, type: mrr_at_5
value: 30.697000000000003
verified: no, type: ndcg_at_1
value: 23.641000000000002
verified: no, type: ndcg_at_10
value: 32.805
verified: no, type: ndcg_at_100
value: 38.229
verified: no, type: ndcg_at_1000
value: 40.938
verified: no, type: ndcg_at_3
value: 28.116999999999997
verified: no, type: ndcg_at_5
value: 30.442999999999998
verified: no, type: precision_at_1
value: 23.641000000000002
verified: no, type: precision_at_10
value: 6.05
verified: no, type: precision_at_100
value: 1.0250000000000001
verified: no, type: precision_at_1000
value: 0.14400000000000002
verified: no, type: precision_at_3
value: 13.478000000000002
verified: no, type: precision_at_5
value: 9.876
verified: no, type: recall_at_1
value: 19.284000000000002
verified: no, type: recall_at_10
value: 44.257999999999996
verified: no, type: recall_at_100
value: 68.475
verified: no, type: recall_at_1000
value: 87.362
verified: no, type: recall_at_3
value: 31.09
verified: no, type: recall_at_5
value: 37.13
verified: no, task: type: Retrieval
dataset: type: cqadupstack/unix
name: MTEB CQADupstackUnixRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 30.301000000000002
verified: no, type: map_at_10
value: 40.65
verified: no, type: map_at_100
value: 41.934
verified: no, type: map_at_1000
value: 42.025
verified: no, type: map_at_3
value: 37.482
verified: no, type: map_at_5
value: 39.364
verified: no, type: mrr_at_1
value: 35.728
verified: no, type: mrr_at_10
value: 44.836999999999996
verified: no, type: mrr_at_100
value: 45.747
verified: no, type: mrr_at_1000
value: 45.800000000000004
verified: no, type: mrr_at_3
value: 42.335
verified: no, type: mrr_at_5
value: 43.818
verified: no, type: ndcg_at_1
value: 35.728
verified: no, type: ndcg_at_10
value: 46.199
verified: no, type: ndcg_at_100
value: 51.721
verified: no, type: ndcg_at_1000
value: 53.751000000000005
verified: no, type: ndcg_at_3
value: 41.053
verified: no, type: ndcg_at_5
value: 43.686
verified: no, type: precision_at_1
value: 35.728
verified: no, type: precision_at_10
value: 7.836
verified: no, type: precision_at_100
value: 1.179
verified: no, type: precision_at_1000
value: 0.146
verified: no, type: precision_at_3
value: 18.781
verified: no, type: precision_at_5
value: 13.245999999999999
verified: no, type: recall_at_1
value: 30.301000000000002
verified: no, type: recall_at_10
value: 58.626999999999995
verified: no, type: recall_at_100
value: 82.245
verified: no, type: recall_at_1000
value: 96.177
verified: no, type: recall_at_3
value: 44.533
verified: no, type: recall_at_5
value: 51.449
verified: no, task: type: Retrieval
dataset: type: cqadupstack/webmasters
name: MTEB CQADupstackWebmastersRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 29.203000000000003
verified: no, type: map_at_10
value: 38.988
verified: no, type: map_at_100
value: 40.986
verified: no, type: map_at_1000
value: 41.198
verified: no, type: map_at_3
value: 36.069
verified: no, type: map_at_5
value: 37.547000000000004
verified: no, type: mrr_at_1
value: 35.178
verified: no, type: mrr_at_10
value: 43.858999999999995
verified: no, type: mrr_at_100
value: 44.938
verified: no, type: mrr_at_1000
value: 44.986
verified: no, type: mrr_at_3
value: 41.535
verified: no, type: mrr_at_5
value: 42.809999999999995
verified: no, type: ndcg_at_1
value: 35.178
verified: no, type: ndcg_at_10
value: 45.025
verified: no, type: ndcg_at_100
value: 51.397999999999996
verified: no, type: ndcg_at_1000
value: 53.419000000000004
verified: no, type: ndcg_at_3
value: 40.451
verified: no, type: ndcg_at_5
value: 42.304
verified: no, type: precision_at_1
value: 35.178
verified: no, type: precision_at_10
value: 8.538
verified: no, type: precision_at_100
value: 1.755
verified: no, type: precision_at_1000
value: 0.249
verified: no, type: precision_at_3
value: 18.906
verified: no, type: precision_at_5
value: 13.241
verified: no, type: recall_at_1
value: 29.203000000000003
verified: no, type: recall_at_10
value: 55.876999999999995
verified: no, type: recall_at_100
value: 83.234
verified: no, type: recall_at_1000
value: 96.056
verified: no, type: recall_at_3
value: 42.472
verified: no, type: recall_at_5
value: 47.78
verified: no, task: type: Retrieval
dataset: type: cqadupstack/wordpress
name: MTEB CQADupstackWordpressRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 24.202
verified: no, type: map_at_10
value: 32.021
verified: no, type: map_at_100
value: 33.217999999999996
verified: no, type: map_at_1000
value: 33.323
verified: no, type: map_at_3
value: 29.359
verified: no, type: map_at_5
value: 30.792
verified: no, type: mrr_at_1
value: 26.802
verified: no, type: mrr_at_10
value: 34.577999999999996
verified: no, type: mrr_at_100
value: 35.65
verified: no, type: mrr_at_1000
value: 35.724000000000004
verified: no, type: mrr_at_3
value: 32.286
verified: no, type: mrr_at_5
value: 33.506
verified: no, type: ndcg_at_1
value: 26.802
verified: no, type: ndcg_at_10
value: 36.882999999999996
verified: no, type: ndcg_at_100
value: 42.321
verified: no, type: ndcg_at_1000
value: 44.906
verified: no, type: ndcg_at_3
value: 31.804
verified: no, type: ndcg_at_5
value: 34.098
verified: no, type: precision_at_1
value: 26.802
verified: no, type: precision_at_10
value: 5.7860000000000005
verified: no, type: precision_at_100
value: 0.9079999999999999
verified: no, type: precision_at_1000
value: 0.125
verified: no, type: precision_at_3
value: 13.494
verified: no, type: precision_at_5
value: 9.464
verified: no, type: recall_at_1
value: 24.202
verified: no, type: recall_at_10
value: 49.516
verified: no, type: recall_at_100
value: 73.839
verified: no, type: recall_at_1000
value: 92.995
verified: no, type: recall_at_3
value: 35.502
verified: no, type: recall_at_5
value: 41.183
verified: no, task: type: Retrieval
dataset: type: climate-fever
name: MTEB ClimateFEVER
config: default
split: test
revision: None
metrics: type: map_at_1
value: 12.651000000000002
verified: no, type: map_at_10
value: 21.773
verified: no, type: map_at_100
value: 23.901
verified: no, type: map_at_1000
value: 24.096999999999998
verified: no, type: map_at_3
value: 18.012
verified: no, type: map_at_5
value: 19.979
verified: no, type: mrr_at_1
value: 28.143
verified: no, type: mrr_at_10
value: 40.772999999999996
verified: no, type: mrr_at_100
value: 41.735
verified: no, type: mrr_at_1000
value: 41.768
verified: no, type: mrr_at_3
value: 37.458999999999996
verified: no, type: mrr_at_5
value: 39.528
verified: no, type: ndcg_at_1
value: 28.143
verified: no, type: ndcg_at_10
value: 30.705
verified: no, type: ndcg_at_100
value: 38.554
verified: no, type: ndcg_at_1000
value: 41.846
verified: no, type: ndcg_at_3
value: 24.954
verified: no, type: ndcg_at_5
value: 27.12
verified: no, type: precision_at_1
value: 28.143
verified: no, type: precision_at_10
value: 9.622
verified: no, type: precision_at_100
value: 1.8030000000000002
verified: no, type: precision_at_1000
value: 0.242
verified: no, type: precision_at_3
value: 18.654
verified: no, type: precision_at_5
value: 14.567
verified: no, type: recall_at_1
value: 12.651000000000002
verified: no, type: recall_at_10
value: 37.24
verified: no, type: recall_at_100
value: 63.660000000000004
verified: no, type: recall_at_1000
value: 81.878
verified: no, type: recall_at_3
value: 23.205000000000002
verified: no, type: recall_at_5
value: 29.081000000000003
verified: no, task: type: Retrieval
dataset: type: dbpedia-entity
name: MTEB DBPedia
config: default
split: test
revision: None
metrics: type: map_at_1
value: 10.075000000000001
verified: no, type: map_at_10
value: 23.344
verified: no, type: map_at_100
value: 33.219
verified: no, type: map_at_1000
value: 35.165
verified: no, type: map_at_3
value: 15.857
verified: no, type: map_at_5
value: 19.195999999999998
verified: no, type: mrr_at_1
value: 74.5
verified: no, type: mrr_at_10
value: 81.056
verified: no, type: mrr_at_100
value: 81.281
verified: no, type: mrr_at_1000
value: 81.285
verified: no, type: mrr_at_3
value: 79.667
verified: no, type: mrr_at_5
value: 80.529
verified: no, type: ndcg_at_1
value: 62.125
verified: no, type: ndcg_at_10
value: 48.416
verified: no, type: ndcg_at_100
value: 52.842999999999996
verified: no, type: ndcg_at_1000
value: 60.318000000000005
verified: no, type: ndcg_at_3
value: 52.381
verified: no, type: ndcg_at_5
value: 50.439
verified: no, type: precision_at_1
value: 74.5
verified: no, type: precision_at_10
value: 38.975
verified: no, type: precision_at_100
value: 12.046999999999999
verified: no, type: precision_at_1000
value: 2.3369999999999997
verified: no, type: precision_at_3
value: 55.833
verified: no, type: precision_at_5
value: 49.2
verified: no, type: recall_at_1
value: 10.075000000000001
verified: no, type: recall_at_10
value: 29.470000000000002
verified: no, type: recall_at_100
value: 59.09100000000001
verified: no, type: recall_at_1000
value: 82.555
verified: no, type: recall_at_3
value: 17.058
verified: no, type: recall_at_5
value: 22.148
verified: no, task: type: Classification
dataset: type: mteb/emotion
name: MTEB EmotionClassification
config: default
split: test
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
metrics: type: accuracy
value: 51.70999999999999
verified: no, type: f1
value: 46.808328210555985
verified: no, task: type: Retrieval
dataset: type: fever
name: MTEB FEVER
config: default
split: test
revision: None
metrics: type: map_at_1
value: 80.026
verified: no, type: map_at_10
value: 86.856
verified: no, type: map_at_100
value: 87.04899999999999
verified: no, type: map_at_1000
value: 87.062
verified: no, type: map_at_3
value: 85.964
verified: no, type: map_at_5
value: 86.53699999999999
verified: no, type: mrr_at_1
value: 86.169
verified: no, type: mrr_at_10
value: 91.569
verified: no, type: mrr_at_100
value: 91.619
verified: no, type: mrr_at_1000
value: 91.619
verified: no, type: mrr_at_3
value: 91.12700000000001
verified: no, type: mrr_at_5
value: 91.45400000000001
verified: no, type: ndcg_at_1
value: 86.169
verified: no, type: ndcg_at_10
value: 89.92599999999999
verified: no, type: ndcg_at_100
value: 90.565
verified: no, type: ndcg_at_1000
value: 90.762
verified: no, type: ndcg_at_3
value: 88.673
verified: no, type: ndcg_at_5
value: 89.396
verified: no, type: precision_at_1
value: 86.169
verified: no, type: precision_at_10
value: 10.530000000000001
verified: no, type: precision_at_100
value: 1.107
verified: no, type: precision_at_1000
value: 0.11399999999999999
verified: no, type: precision_at_3
value: 33.303
verified: no, type: precision_at_5
value: 20.528
verified: no, type: recall_at_1
value: 80.026
verified: no, type: recall_at_10
value: 94.781
verified: no, type: recall_at_100
value: 97.209
verified: no, type: recall_at_1000
value: 98.38
verified: no, type: recall_at_3
value: 91.34299999999999
verified: no, type: recall_at_5
value: 93.256
verified: no, task: type: Retrieval
dataset: type: fiqa
name: MTEB FiQA2018
config: default
split: test
revision: None
metrics: type: map_at_1
value: 26.222
verified: no, type: map_at_10
value: 42.833
verified: no, type: map_at_100
value: 44.935
verified: no, type: map_at_1000
value: 45.079
verified: no, type: map_at_3
value: 37.016
verified: no, type: map_at_5
value: 40.264
verified: no, type: mrr_at_1
value: 50.617000000000004
verified: no, type: mrr_at_10
value: 58.799
verified: no, type: mrr_at_100
value: 59.455999999999996
verified: no, type: mrr_at_1000
value: 59.48
verified: no, type: mrr_at_3
value: 56.172999999999995
verified: no, type: mrr_at_5
value: 57.724
verified: no, type: ndcg_at_1
value: 50.617000000000004
verified: no, type: ndcg_at_10
value: 51.281
verified: no, type: ndcg_at_100
value: 57.922
verified: no, type: ndcg_at_1000
value: 60.141
verified: no, type: ndcg_at_3
value: 46.19
verified: no, type: ndcg_at_5
value: 47.998000000000005
verified: no, type: precision_at_1
value: 50.617000000000004
verified: no, type: precision_at_10
value: 14.321
verified: no, type: precision_at_100
value: 2.136
verified: no, type: precision_at_1000
value: 0.253
verified: no, type: precision_at_3
value: 30.503999999999998
verified: no, type: precision_at_5
value: 22.685
verified: no, type: recall_at_1
value: 26.222
verified: no, type: recall_at_10
value: 59.241
verified: no, type: recall_at_100
value: 83.102
verified: no, type: recall_at_1000
value: 96.318
verified: no, type: recall_at_3
value: 41.461999999999996
verified: no, type: recall_at_5
value: 49.389
verified: no, task: type: Retrieval
dataset: type: hotpotqa
name: MTEB HotpotQA
config: default
split: test
revision: None
metrics: type: map_at_1
value: 38.379000000000005
verified: no, type: map_at_10
value: 65.397
verified: no, type: map_at_100
value: 66.347
verified: no, type: map_at_1000
value: 66.39699999999999
verified: no, type: map_at_3
value: 61.637
verified: no, type: map_at_5
value: 63.966
verified: no, type: mrr_at_1
value: 76.77199999999999
verified: no, type: mrr_at_10
value: 82.797
verified: no, type: mrr_at_100
value: 83.011
verified: no, type: mrr_at_1000
value: 83.018
verified: no, type: mrr_at_3
value: 81.711
verified: no, type: mrr_at_5
value: 82.405
verified: no, type: ndcg_at_1
value: 76.759
verified: no, type: ndcg_at_10
value: 72.987
verified: no, type: ndcg_at_100
value: 76.209
verified: no, type: ndcg_at_1000
value: 77.137
verified: no, type: ndcg_at_3
value: 67.655
verified: no, type: ndcg_at_5
value: 70.6
verified: no, type: precision_at_1
value: 76.759
verified: no, type: precision_at_10
value: 15.645000000000001
verified: no, type: precision_at_100
value: 1.813
verified: no, type: precision_at_1000
value: 0.193
verified: no, type: precision_at_3
value: 44.299
verified: no, type: precision_at_5
value: 28.902
verified: no, type: recall_at_1
value: 38.379000000000005
verified: no, type: recall_at_10
value: 78.224
verified: no, type: recall_at_100
value: 90.628
verified: no, type: recall_at_1000
value: 96.691
verified: no, type: recall_at_3
value: 66.448
verified: no, type: recall_at_5
value: 72.255
verified: no, task: type: Classification
dataset: type: mteb/imdb
name: MTEB ImdbClassification
config: default
split: test
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
metrics: type: accuracy
value: 85.77920000000002
verified: no, type: ap
value: 81.04289405069312
verified: no, type: f1
value: 85.73430221016837
verified: no, task: type: Retrieval
dataset: type: msmarco
name: MTEB MSMARCO
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 21.178
verified: no, type: map_at_10
value: 34.122
verified: no, type: map_at_100
value: 35.337
verified: no, type: map_at_1000
value: 35.38
verified: no, type: map_at_3
value: 29.933
verified: no, type: map_at_5
value: 32.342999999999996
verified: no, type: mrr_at_1
value: 21.791
verified: no, type: mrr_at_10
value: 34.681
verified: no, type: mrr_at_100
value: 35.832
verified: no, type: mrr_at_1000
value: 35.869
verified: no, type: mrr_at_3
value: 30.592000000000002
verified: no, type: mrr_at_5
value: 32.946999999999996
verified: no, type: ndcg_at_1
value: 21.791
verified: no, type: ndcg_at_10
value: 41.455
verified: no, type: ndcg_at_100
value: 47.25
verified: no, type: ndcg_at_1000
value: 48.307
verified: no, type: ndcg_at_3
value: 32.963
verified: no, type: ndcg_at_5
value: 37.238
verified: no, type: precision_at_1
value: 21.791
verified: no, type: precision_at_10
value: 6.701
verified: no, type: precision_at_100
value: 0.96
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 14.202
verified: no, type: precision_at_5
value: 10.693
verified: no, type: recall_at_1
value: 21.178
verified: no, type: recall_at_10
value: 64.13
verified: no, type: recall_at_100
value: 90.793
verified: no, type: recall_at_1000
value: 98.817
verified: no, type: recall_at_3
value: 41.08
verified: no, type: recall_at_5
value: 51.312999999999995
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (en)
config: en
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 95.56543547651619
verified: no, type: f1
value: 95.18113603357101
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (en)
config: en
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 82.81121751025992
verified: no, type: f1
value: 68.10945432103077
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (en)
config: en
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 78.05985205110962
verified: no, type: f1
value: 75.94480942195571
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (en)
config: en
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 81.3483523873571
verified: no, type: f1
value: 81.12756796889384
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-p2p
name: MTEB MedrxivClusteringP2P
config: default
split: test
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
metrics: type: v_measure
value: 32.22549249333914
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-s2s
name: MTEB MedrxivClusteringS2S
config: default
split: test
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
metrics: type: v_measure
value: 31.367740973522007
verified: no, task: type: Reranking
dataset: type: mteb/mind_small
name: MTEB MindSmallReranking
config: default
split: test
revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
metrics: type: map
value: 31.341185395073968
verified: no, type: mrr
value: 32.38730713652477
verified: no, task: type: Retrieval
dataset: type: nfcorpus
name: MTEB NFCorpus
config: default
split: test
revision: None
metrics: type: map_at_1
value: 6.02
verified: no, type: map_at_10
value: 15.265999999999998
verified: no, type: map_at_100
value: 19.737
verified: no, type: map_at_1000
value: 21.468
verified: no, type: map_at_3
value: 10.929
verified: no, type: map_at_5
value: 12.839999999999998
verified: no, type: mrr_at_1
value: 50.464
verified: no, type: mrr_at_10
value: 59.622
verified: no, type: mrr_at_100
value: 60.028999999999996
verified: no, type: mrr_at_1000
value: 60.06700000000001
verified: no, type: mrr_at_3
value: 57.018
verified: no, type: mrr_at_5
value: 58.550000000000004
verified: no, type: ndcg_at_1
value: 49.226
verified: no, type: ndcg_at_10
value: 40.329
verified: no, type: ndcg_at_100
value: 37.002
verified: no, type: ndcg_at_1000
value: 45.781
verified: no, type: ndcg_at_3
value: 45.165
verified: no, type: ndcg_at_5
value: 43.241
verified: no, type: precision_at_1
value: 50.464
verified: no, type: precision_at_10
value: 30.372
verified: no, type: precision_at_100
value: 9.663
verified: no, type: precision_at_1000
value: 2.305
verified: no, type: precision_at_3
value: 42.208
verified: no, type: precision_at_5
value: 37.771
verified: no, type: recall_at_1
value: 6.02
verified: no, type: recall_at_10
value: 20.48
verified: no, type: recall_at_100
value: 37.554
verified: no, type: recall_at_1000
value: 68.953
verified: no, type: recall_at_3
value: 12.353
verified: no, type: recall_at_5
value: 15.497
verified: no, task: type: Retrieval
dataset: type: nq
name: MTEB NQ
config: default
split: test
revision: None
metrics: type: map_at_1
value: 36.073
verified: no, type: map_at_10
value: 53.227999999999994
verified: no, type: map_at_100
value: 54.13400000000001
verified: no, type: map_at_1000
value: 54.147999999999996
verified: no, type: map_at_3
value: 48.861
verified: no, type: map_at_5
value: 51.473
verified: no, type: mrr_at_1
value: 40.701
verified: no, type: mrr_at_10
value: 55.667
verified: no, type: mrr_at_100
value: 56.306
verified: no, type: mrr_at_1000
value: 56.315000000000005
verified: no, type: mrr_at_3
value: 52.245
verified: no, type: mrr_at_5
value: 54.39000000000001
verified: no, type: ndcg_at_1
value: 40.701
verified: no, type: ndcg_at_10
value: 61.244
verified: no, type: ndcg_at_100
value: 64.767
verified: no, type: ndcg_at_1000
value: 65.031
verified: no, type: ndcg_at_3
value: 53.248
verified: no, type: ndcg_at_5
value: 57.538999999999994
verified: no, type: precision_at_1
value: 40.701
verified: no, type: precision_at_10
value: 9.93
verified: no, type: precision_at_100
value: 1.187
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: precision_at_3
value: 24.343
verified: no, type: precision_at_5
value: 17.092
verified: no, type: recall_at_1
value: 36.073
verified: no, type: recall_at_10
value: 83.017
verified: no, type: recall_at_100
value: 97.762
verified: no, type: recall_at_1000
value: 99.614
verified: no, type: recall_at_3
value: 62.529
verified: no, type: recall_at_5
value: 72.361
verified: no, task: type: Retrieval
dataset: type: quora
name: MTEB QuoraRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 66.678
verified: no, type: map_at_10
value: 81.26100000000001
verified: no, type: map_at_100
value: 81.972
verified: no, type: map_at_1000
value: 81.987
verified: no, type: map_at_3
value: 78.05199999999999
verified: no, type: map_at_5
value: 80.01599999999999
verified: no, type: mrr_at_1
value: 76.73
verified: no, type: mrr_at_10
value: 84.178
verified: no, type: mrr_at_100
value: 84.31
verified: no, type: mrr_at_1000
value: 84.311
verified: no, type: mrr_at_3
value: 82.91
verified: no, type: mrr_at_5
value: 83.75399999999999
verified: no, type: ndcg_at_1
value: 76.73
verified: no, type: ndcg_at_10
value: 85.59
verified: no, type: ndcg_at_100
value: 87.041
verified: no, type: ndcg_at_1000
value: 87.141
verified: no, type: ndcg_at_3
value: 82.122
verified: no, type: ndcg_at_5
value: 83.975
verified: no, type: precision_at_1
value: 76.73
verified: no, type: precision_at_10
value: 13.241
verified: no, type: precision_at_100
value: 1.537
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_3
value: 36.233
verified: no, type: precision_at_5
value: 23.988
verified: no, type: recall_at_1
value: 66.678
verified: no, type: recall_at_10
value: 94.512
verified: no, type: recall_at_100
value: 99.516
verified: no, type: recall_at_1000
value: 99.995
verified: no, type: recall_at_3
value: 84.77900000000001
verified: no, type: recall_at_5
value: 89.89399999999999
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering
name: MTEB RedditClustering
config: default
split: test
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
metrics: type: v_measure
value: 61.0961342812016
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering-p2p
name: MTEB RedditClusteringP2P
config: default
split: test
revision: 282350215ef01743dc01b456c7f5241fa8937f16
metrics: type: v_measure
value: 64.523271835229
verified: no, task: type: Retrieval
dataset: type: scidocs
name: MTEB SCIDOCS
config: default
split: test
revision: None
metrics: type: map_at_1
value: 4.7379999999999995
verified: no, type: map_at_10
value: 12.540999999999999
verified: no, type: map_at_100
value: 15.012
verified: no, type: map_at_1000
value: 15.339
verified: no, type: map_at_3
value: 8.809000000000001
verified: no, type: map_at_5
value: 10.774000000000001
verified: no, type: mrr_at_1
value: 23.400000000000002
verified: no, type: mrr_at_10
value: 35.175
verified: no, type: mrr_at_100
value: 36.345
verified: no, type: mrr_at_1000
value: 36.393
verified: no, type: mrr_at_3
value: 31.867
verified: no, type: mrr_at_5
value: 33.742
verified: no, type: ndcg_at_1
value: 23.400000000000002
verified: no, type: ndcg_at_10
value: 21.05
verified: no, type: ndcg_at_100
value: 30.087999999999997
verified: no, type: ndcg_at_1000
value: 35.421
verified: no, type: ndcg_at_3
value: 19.819
verified: no, type: ndcg_at_5
value: 17.576
verified: no, type: precision_at_1
value: 23.400000000000002
verified: no, type: precision_at_10
value: 11.01
verified: no, type: precision_at_100
value: 2.393
verified: no, type: precision_at_1000
value: 0.367
verified: no, type: precision_at_3
value: 18.767
verified: no, type: precision_at_5
value: 15.72
verified: no, type: recall_at_1
value: 4.7379999999999995
verified: no, type: recall_at_10
value: 22.343
verified: no, type: recall_at_100
value: 48.545
verified: no, type: recall_at_1000
value: 74.422
verified: no, type: recall_at_3
value: 11.428
verified: no, type: recall_at_5
value: 15.952
verified: no, task: type: STS
dataset: type: mteb/sickr-sts
name: MTEB SICK-R
config: default
split: test
revision: a6ea5a8cab320b040a23452cc28066d9beae2cee
metrics: type: cos_sim_spearman
value: 83.00728009929533
verified: no, task: type: STS
dataset: type: mteb/sts12-sts
name: MTEB STS12
config: default
split: test
revision: a0d554a64d88156834ff5ae9920b964011b16384
metrics: type: cos_sim_spearman
value: 78.85484854952163
verified: no, task: type: STS
dataset: type: mteb/sts13-sts
name: MTEB STS13
config: default
split: test
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
metrics: type: cos_sim_spearman
value: 86.84017260596792
verified: no, task: type: STS
dataset: type: mteb/sts14-sts
name: MTEB STS14
config: default
split: test
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
metrics: type: cos_sim_spearman
value: 84.04244912638237
verified: no, task: type: STS
dataset: type: mteb/sts15-sts
name: MTEB STS15
config: default
split: test
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
metrics: type: cos_sim_spearman
value: 88.71661848841296
verified: no, task: type: STS
dataset: type: mteb/sts16-sts
name: MTEB STS16
config: default
split: test
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
metrics: type: cos_sim_spearman
value: 86.79243876108002
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-en)
config: en-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_spearman
value: 90.63340320875899
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (en)
config: en
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_spearman
value: 67.55467310427919
verified: no, task: type: STS
dataset: type: mteb/stsbenchmark-sts
name: MTEB STSBenchmark
config: default
split: test
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
metrics: type: cos_sim_spearman
value: 88.7218677688666
verified: no, task: type: Reranking
dataset: type: mteb/scidocs-reranking
name: MTEB SciDocsRR
config: default
split: test
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
metrics: type: map
value: 84.03370829809433
verified: no, type: mrr
value: 95.8981740844486
verified: no, task: type: Retrieval
dataset: type: scifact
name: MTEB SciFact
config: default
split: test
revision: None
metrics: type: map_at_1
value: 61.594
verified: no, type: map_at_10
value: 72.482
verified: no, type: map_at_100
value: 72.89
verified: no, type: map_at_1000
value: 72.905
verified: no, type: map_at_3
value: 69.694
verified: no, type: map_at_5
value: 71.552
verified: no, type: mrr_at_1
value: 64.333
verified: no, type: mrr_at_10
value: 73.449
verified: no, type: mrr_at_100
value: 73.68599999999999
verified: no, type: mrr_at_1000
value: 73.70100000000001
verified: no, type: mrr_at_3
value: 71.5
verified: no, type: mrr_at_5
value: 72.76700000000001
verified: no, type: ndcg_at_1
value: 64.333
verified: no, type: ndcg_at_10
value: 77.304
verified: no, type: ndcg_at_100
value: 78.82400000000001
verified: no, type: ndcg_at_1000
value: 79.143
verified: no, type: ndcg_at_3
value: 72.85000000000001
verified: no, type: ndcg_at_5
value: 75.24
verified: no, type: precision_at_1
value: 64.333
verified: no, type: precision_at_10
value: 10.233
verified: no, type: precision_at_100
value: 1.107
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_3
value: 28.666999999999998
verified: no, type: precision_at_5
value: 18.933
verified: no, type: recall_at_1
value: 61.594
verified: no, type: recall_at_10
value: 90.967
verified: no, type: recall_at_100
value: 97.667
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_3
value: 78.889
verified: no, type: recall_at_5
value: 84.678
verified: no, task: type: PairClassification
dataset: type: mteb/sprintduplicatequestions-pairclassification
name: MTEB SprintDuplicateQuestions
config: default
split: test
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
metrics: type: cos_sim_accuracy
value: 99.87029702970297
verified: no, type: cos_sim_ap
value: 96.83157940825447
verified: no, type: cos_sim_f1
value: 93.43358395989975
verified: no, type: cos_sim_precision
value: 93.66834170854271
verified: no, type: cos_sim_recall
value: 93.2
verified: no, type: dot_accuracy
value: 99.74059405940594
verified: no, type: dot_ap
value: 92.64621145397966
verified: no, type: dot_f1
value: 86.92614770459082
verified: no, type: dot_precision
value: 86.75298804780877
verified: no, type: dot_recall
value: 87.1
verified: no, type: euclidean_accuracy
value: 99.86336633663366
verified: no, type: euclidean_ap
value: 96.65013202788877
verified: no, type: euclidean_f1
value: 93.05835010060363
verified: no, type: euclidean_precision
value: 93.62348178137651
verified: no, type: euclidean_recall
value: 92.5
verified: no, type: manhattan_accuracy
value: 99.86435643564356
verified: no, type: manhattan_ap
value: 96.66170584513262
verified: no, type: manhattan_f1
value: 93.11903566047214
verified: no, type: manhattan_precision
value: 93.54187689202826
verified: no, type: manhattan_recall
value: 92.7
verified: no, type: max_accuracy
value: 99.87029702970297
verified: no, type: max_ap
value: 96.83157940825447
verified: no, type: max_f1
value: 93.43358395989975
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering
name: MTEB StackExchangeClustering
config: default
split: test
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
metrics: type: v_measure
value: 67.98137643571387
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering-p2p
name: MTEB StackExchangeClusteringP2P
config: default
split: test
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
metrics: type: v_measure
value: 33.203165154741
verified: no, task: type: Reranking
dataset: type: mteb/stackoverflowdupquestions-reranking
name: MTEB StackOverflowDupQuestions
config: default
split: test
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
metrics: type: map
value: 51.023136529441835
verified: no, type: mrr
value: 51.78392379679144
verified: no, task: type: Summarization
dataset: type: mteb/summeval
name: MTEB SummEval
config: default
split: test
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
metrics: type: cos_sim_pearson
value: 30.996218041439295
verified: no, type: cos_sim_spearman
value: 28.49337441341285
verified: no, type: dot_pearson
value: 28.69511068705681
verified: no, type: dot_spearman
value: 28.738712641821696
verified: no, task: type: Retrieval
dataset: type: trec-covid
name: MTEB TRECCOVID
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.23500000000000001
verified: no, type: map_at_10
value: 2.07
verified: no, type: map_at_100
value: 13.056999999999999
verified: no, type: map_at_1000
value: 32.87
verified: no, type: map_at_3
value: 0.662
verified: no, type: map_at_5
value: 1.0630000000000002
verified: no, type: mrr_at_1
value: 86
verified: no, type: mrr_at_10
value: 91.286
verified: no, type: mrr_at_100
value: 91.286
verified: no, type: mrr_at_1000
value: 91.286
verified: no, type: mrr_at_3
value: 91
verified: no, type: mrr_at_5
value: 91
verified: no, type: ndcg_at_1
value: 82
verified: no, type: ndcg_at_10
value: 79.253
verified: no, type: ndcg_at_100
value: 64.042
verified: no, type: ndcg_at_1000
value: 59.073
verified: no, type: ndcg_at_3
value: 80.235
verified: no, type: ndcg_at_5
value: 79.353
verified: no, type: precision_at_1
value: 86
verified: no, type: precision_at_10
value: 84.39999999999999
verified: no, type: precision_at_100
value: 65.92
verified: no, type: precision_at_1000
value: 26.05
verified: no, type: precision_at_3
value: 86
verified: no, type: precision_at_5
value: 84.39999999999999
verified: no, type: recall_at_1
value: 0.23500000000000001
verified: no, type: recall_at_10
value: 2.26
verified: no, type: recall_at_100
value: 16.271
verified: no, type: recall_at_1000
value: 56.074999999999996
verified: no, type: recall_at_3
value: 0.694
verified: no, type: recall_at_5
value: 1.1280000000000001
verified: no, task: type: Retrieval
dataset: type: webis-touche2020
name: MTEB Touche2020
config: default
split: test
revision: None
metrics: type: map_at_1
value: 1.629
verified: no, type: map_at_10
value: 6.444999999999999
verified: no, type: map_at_100
value: 12.561
verified: no, type: map_at_1000
value: 14.183000000000002
verified: no, type: map_at_3
value: 3.1780000000000004
verified: no, type: map_at_5
value: 4.0649999999999995
verified: no, type: mrr_at_1
value: 20.408
verified: no, type: mrr_at_10
value: 31.601000000000003
verified: no, type: mrr_at_100
value: 33.33
verified: no, type: mrr_at_1000
value: 33.337
verified: no, type: mrr_at_3
value: 27.891
verified: no, type: mrr_at_5
value: 29.626
verified: no, type: ndcg_at_1
value: 19.387999999999998
verified: no, type: ndcg_at_10
value: 16.921
verified: no, type: ndcg_at_100
value: 31.762
verified: no, type: ndcg_at_1000
value: 43.723
verified: no, type: ndcg_at_3
value: 15.834999999999999
verified: no, type: ndcg_at_5
value: 15.158
verified: no, type: precision_at_1
value: 20.408
verified: no, type: precision_at_10
value: 15.714
verified: no, type: precision_at_100
value: 7.306
verified: no, type: precision_at_1000
value: 1.539
verified: no, type: precision_at_3
value: 16.326999999999998
verified: no, type: precision_at_5
value: 15.101999999999999
verified: no, type: recall_at_1
value: 1.629
verified: no, type: recall_at_10
value: 12.283
verified: no, type: recall_at_100
value: 45.867999999999995
verified: no, type: recall_at_1000
value: 83.557
verified: no, type: recall_at_3
value: 3.801
verified: no, type: recall_at_5
value: 5.763
verified: no, task: type: Classification
dataset: type: mteb/toxic_conversations_50k
name: MTEB ToxicConversationsClassification
config: default
split: test
revision: d7c0de2777da35d6aae2200a62c6e0e5af397c4c
metrics: type: accuracy
value: 71.01119999999999
verified: no, type: ap
value: 14.776705879525846
verified: no, type: f1
value: 54.96628145160803
verified: no, task: type: Classification
dataset: type: mteb/tweet_sentiment_extraction
name: MTEB TweetSentimentExtractionClassification
config: default
split: test
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
metrics: type: accuracy
value: 61.114883984153934
verified: no, type: f1
value: 61.250947755016604
verified: no, task: type: Clustering
dataset: type: mteb/twentynewsgroups-clustering
name: MTEB TwentyNewsgroupsClustering
config: default
split: test
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
metrics: type: v_measure
value: 51.03991134069674
verified: no, task: type: PairClassification
dataset: type: mteb/twittersemeval2015-pairclassification
name: MTEB TwitterSemEval2015
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cos_sim_accuracy
value: 88.13256243666925
verified: no, type: cos_sim_ap
value: 80.69819368353635
verified: no, type: cos_sim_f1
value: 73.49014621741895
verified: no, type: cos_sim_precision
value: 70.920245398773
verified: no, type: cos_sim_recall
value: 76.2532981530343
verified: no, type: dot_accuracy
value: 86.08809679918936
verified: no, type: dot_ap
value: 74.41500765551534
verified: no, type: dot_f1
value: 69.3204365079365
verified: no, type: dot_precision
value: 65.39541413196069
verified: no, type: dot_recall
value: 73.7467018469657
verified: no, type: euclidean_accuracy
value: 88.15640460153782
verified: no, type: euclidean_ap
value: 80.31937915172527
verified: no, type: euclidean_f1
value: 73.57214428857716
verified: no, type: euclidean_precision
value: 70.02861230329042
verified: no, type: euclidean_recall
value: 77.4934036939314
verified: no, type: manhattan_accuracy
value: 88.15044406032068
verified: no, type: manhattan_ap
value: 80.30776043635841
verified: no, type: manhattan_f1
value: 73.54741971760589
verified: no, type: manhattan_precision
value: 69.85521006408734
verified: no, type: manhattan_recall
value: 77.65171503957784
verified: no, type: max_accuracy
value: 88.15640460153782
verified: no, type: max_ap
value: 80.69819368353635
verified: no, type: max_f1
value: 73.57214428857716
verified: no, task: type: PairClassification
dataset: type: mteb/twitterurlcorpus-pairclassification
name: MTEB TwitterURLCorpus
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cos_sim_accuracy
value: 89.37982691038926
verified: no, type: cos_sim_ap
value: 86.5585074386676
verified: no, type: cos_sim_f1
value: 79.1182953710507
verified: no, type: cos_sim_precision
value: 75.66048341765037
verified: no, type: cos_sim_recall
value: 82.90729904527257
verified: no, type: dot_accuracy
value: 87.75177552683665
verified: no, type: dot_ap
value: 82.73501819446388
verified: no, type: dot_f1
value: 76.31569570639587
verified: no, type: dot_precision
value: 71.02871924122837
verified: no, type: dot_recall
value: 82.45303356944872
verified: no, type: euclidean_accuracy
value: 89.30220825086352
verified: no, type: euclidean_ap
value: 86.43839637395196
verified: no, type: euclidean_f1
value: 79.12071479307637
verified: no, type: euclidean_precision
value: 76.89848121502799
verified: no, type: euclidean_recall
value: 81.4752078842008
verified: no, type: manhattan_accuracy
value: 89.30997011681609
verified: no, type: manhattan_ap
value: 86.43582668119362
verified: no, type: manhattan_f1
value: 79.11144297181258
verified: no, type: manhattan_precision
value: 76.79205624411104
verified: no, type: manhattan_recall
value: 81.57530027717893
verified: no, type: max_accuracy
value: 89.37982691038926
verified: no, type: max_ap
value: 86.5585074386676
verified: no, type: max_f1
value: 79.12071479307637
verified: no
Likes: 3 | All-time downloads: 5338
Created: 2024-04-04 05:48:51