Model: McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-supervised
Author: McGill-NLP
Pipeline: sentence-similarity
Library: peft
Tags: peft, safetensors, text-embedding, embeddings, information-retrieval, beir, text-classification, language-model, text-clustering, text-semantic-similarity, text-evaluation, text-reranking, feature-extraction, sentence-similarity, Sentence Similarity, natural_questions, ms_marco, fever, hotpot_qa, mteb, en, arxiv:2404.05961, license:mit, model-index, region:us
Card metadata: library_name: peft
license: mit
language: en
pipeline_tag: sentence-similarity
tags: text-embedding, embeddings, information-retrieval, beir, text-classification, language-model, text-clustering, text-semantic-similarity, text-evaluation, text-reranking, feature-extraction, sentence-similarity, Sentence Similarity, natural_questions, ms_marco, fever, hotpot_qa, mteb
model-index: name: LLM2Vec-Sheared-LLaMA-supervised
results: task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (en)
config: en
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 77.41791044776119
verified: no, type: ap
value: 41.45458580415683
verified: no, type: f1
value: 71.63305447032735
verified: no, task: type: Classification
dataset: type: mteb/amazon_polarity
name: MTEB AmazonPolarityClassification
config: default
split: test
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
metrics: type: accuracy
value: 82.0527
verified: no, type: ap
value: 77.3222852456055
verified: no, type: f1
value: 81.97981459031165
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (en)
config: en
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 40.806000000000004
verified: no, type: f1
value: 40.3299129176701
verified: no, task: type: Retrieval
dataset: type: arguana
name: MTEB ArguAna
config: default
split: test
revision: None
metrics: type: map_at_1
value: 25.391000000000002
verified: no, type: map_at_10
value: 41.919000000000004
verified: no, type: map_at_100
value: 42.846000000000004
verified: no, type: map_at_1000
value: 42.851
verified: no, type: map_at_3
value: 36.260999999999996
verified: no, type: map_at_5
value: 39.528999999999996
verified: no, type: mrr_at_1
value: 26.245
verified: no, type: mrr_at_10
value: 42.215
verified: no, type: mrr_at_100
value: 43.135
verified: no, type: mrr_at_1000
value: 43.14
verified: no, type: mrr_at_3
value: 36.546
verified: no, type: mrr_at_5
value: 39.782000000000004
verified: no, type: ndcg_at_1
value: 25.391000000000002
verified: no, type: ndcg_at_10
value: 51.663000000000004
verified: no, type: ndcg_at_100
value: 55.419
verified: no, type: ndcg_at_1000
value: 55.517
verified: no, type: ndcg_at_3
value: 39.96
verified: no, type: ndcg_at_5
value: 45.909
verified: no, type: precision_at_1
value: 25.391000000000002
verified: no, type: precision_at_10
value: 8.3
verified: no, type: precision_at_100
value: 0.989
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 16.904
verified: no, type: precision_at_5
value: 13.058
verified: no, type: recall_at_1
value: 25.391000000000002
verified: no, type: recall_at_10
value: 83.001
verified: no, type: recall_at_100
value: 98.933
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_3
value: 50.711
verified: no, type: recall_at_5
value: 65.292
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-p2p
name: MTEB ArxivClusteringP2P
config: default
split: test
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
metrics: type: v_measure
value: 43.472186058302285
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-s2s
name: MTEB ArxivClusteringS2S
config: default
split: test
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
metrics: type: v_measure
value: 39.846039374129546
verified: no, task: type: Reranking
dataset: type: mteb/askubuntudupquestions-reranking
name: MTEB AskUbuntuDupQuestions
config: default
split: test
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
metrics: type: map
value: 60.713811638804174
verified: no, type: mrr
value: 73.38906476718111
verified: no, task: type: STS
dataset: type: mteb/biosses-sts
name: MTEB BIOSSES
config: default
split: test
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
metrics: type: cos_sim_spearman
value: 85.88328221005123
verified: no, task: type: Classification
dataset: type: mteb/banking77
name: MTEB Banking77Classification
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics: type: accuracy
value: 86.00974025974025
verified: no, type: f1
value: 85.97349359388288
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-p2p
name: MTEB BiorxivClusteringP2P
config: default
split: test
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
metrics: type: v_measure
value: 37.102075665637685
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-s2s
name: MTEB BiorxivClusteringS2S
config: default
split: test
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
metrics: type: v_measure
value: 34.27583239919031
verified: no, task: type: Retrieval
dataset: type: cqadupstack/android
name: MTEB CQADupstackAndroidRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 33.043
verified: no, type: map_at_10
value: 44.515
verified: no, type: map_at_100
value: 45.967999999999996
verified: no, type: map_at_1000
value: 46.098
verified: no, type: map_at_3
value: 40.285
verified: no, type: map_at_5
value: 42.841
verified: no, type: mrr_at_1
value: 40.2
verified: no, type: mrr_at_10
value: 50.233000000000004
verified: no, type: mrr_at_100
value: 50.938
verified: no, type: mrr_at_1000
value: 50.978
verified: no, type: mrr_at_3
value: 47.353
verified: no, type: mrr_at_5
value: 49.034
verified: no, type: ndcg_at_1
value: 40.2
verified: no, type: ndcg_at_10
value: 51.096
verified: no, type: ndcg_at_100
value: 56.267999999999994
verified: no, type: ndcg_at_1000
value: 58.092999999999996
verified: no, type: ndcg_at_3
value: 45.09
verified: no, type: ndcg_at_5
value: 48.198
verified: no, type: precision_at_1
value: 40.2
verified: no, type: precision_at_10
value: 9.843
verified: no, type: precision_at_100
value: 1.546
verified: no, type: precision_at_1000
value: 0.20400000000000001
verified: no, type: precision_at_3
value: 21.507
verified: no, type: precision_at_5
value: 15.966
verified: no, type: recall_at_1
value: 33.043
verified: no, type: recall_at_10
value: 63.871
verified: no, type: recall_at_100
value: 85.527
verified: no, type: recall_at_1000
value: 96.936
verified: no, type: recall_at_3
value: 46.859
verified: no, type: recall_at_5
value: 55.116
verified: no, task: type: Retrieval
dataset: type: cqadupstack/english
name: MTEB CQADupstackEnglishRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 31.924000000000003
verified: no, type: map_at_10
value: 42.298
verified: no, type: map_at_100
value: 43.589
verified: no, type: map_at_1000
value: 43.724000000000004
verified: no, type: map_at_3
value: 39.739999999999995
verified: no, type: map_at_5
value: 41.131
verified: no, type: mrr_at_1
value: 40.064
verified: no, type: mrr_at_10
value: 48.4
verified: no, type: mrr_at_100
value: 49.07
verified: no, type: mrr_at_1000
value: 49.113
verified: no, type: mrr_at_3
value: 46.635
verified: no, type: mrr_at_5
value: 47.549
verified: no, type: ndcg_at_1
value: 40.064
verified: no, type: ndcg_at_10
value: 47.686
verified: no, type: ndcg_at_100
value: 52.054
verified: no, type: ndcg_at_1000
value: 54.151
verified: no, type: ndcg_at_3
value: 44.57
verified: no, type: ndcg_at_5
value: 45.727000000000004
verified: no, type: precision_at_1
value: 40.064
verified: no, type: precision_at_10
value: 8.770999999999999
verified: no, type: precision_at_100
value: 1.422
verified: no, type: precision_at_1000
value: 0.19
verified: no, type: precision_at_3
value: 21.741
verified: no, type: precision_at_5
value: 14.790000000000001
verified: no, type: recall_at_1
value: 31.924000000000003
verified: no, type: recall_at_10
value: 56.603
verified: no, type: recall_at_100
value: 74.82900000000001
verified: no, type: recall_at_1000
value: 88.176
verified: no, type: recall_at_3
value: 46.11
verified: no, type: recall_at_5
value: 50.273999999999994
verified: no, task: type: Retrieval
dataset: type: cqadupstack/gaming
name: MTEB CQADupstackGamingRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 40.721000000000004
verified: no, type: map_at_10
value: 53.053
verified: no, type: map_at_100
value: 54.103
verified: no, type: map_at_1000
value: 54.157999999999994
verified: no, type: map_at_3
value: 49.854
verified: no, type: map_at_5
value: 51.547
verified: no, type: mrr_at_1
value: 46.833999999999996
verified: no, type: mrr_at_10
value: 56.61000000000001
verified: no, type: mrr_at_100
value: 57.286
verified: no, type: mrr_at_1000
value: 57.312
verified: no, type: mrr_at_3
value: 54.17999999999999
verified: no, type: mrr_at_5
value: 55.503
verified: no, type: ndcg_at_1
value: 46.833999999999996
verified: no, type: ndcg_at_10
value: 58.928000000000004
verified: no, type: ndcg_at_100
value: 62.939
verified: no, type: ndcg_at_1000
value: 63.970000000000006
verified: no, type: ndcg_at_3
value: 53.599
verified: no, type: ndcg_at_5
value: 55.96600000000001
verified: no, type: precision_at_1
value: 46.833999999999996
verified: no, type: precision_at_10
value: 9.48
verified: no, type: precision_at_100
value: 1.2349999999999999
verified: no, type: precision_at_1000
value: 0.13699999999999998
verified: no, type: precision_at_3
value: 24.032999999999998
verified: no, type: precision_at_5
value: 16.213
verified: no, type: recall_at_1
value: 40.721000000000004
verified: no, type: recall_at_10
value: 72.653
verified: no, type: recall_at_100
value: 89.91900000000001
verified: no, type: recall_at_1000
value: 97.092
verified: no, type: recall_at_3
value: 58.135999999999996
verified: no, type: recall_at_5
value: 64.156
verified: no, task: type: Retrieval
dataset: type: cqadupstack/gis
name: MTEB CQADupstackGisRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 24.938
verified: no, type: map_at_10
value: 34.027
verified: no, type: map_at_100
value: 34.999
verified: no, type: map_at_1000
value: 35.083
verified: no, type: map_at_3
value: 31.154
verified: no, type: map_at_5
value: 32.767
verified: no, type: mrr_at_1
value: 27.006000000000004
verified: no, type: mrr_at_10
value: 36.192
verified: no, type: mrr_at_100
value: 36.989
verified: no, type: mrr_at_1000
value: 37.053999999999995
verified: no, type: mrr_at_3
value: 33.503
verified: no, type: mrr_at_5
value: 34.977000000000004
verified: no, type: ndcg_at_1
value: 27.006000000000004
verified: no, type: ndcg_at_10
value: 39.297
verified: no, type: ndcg_at_100
value: 44.078
verified: no, type: ndcg_at_1000
value: 46.162
verified: no, type: ndcg_at_3
value: 33.695
verified: no, type: ndcg_at_5
value: 36.401
verified: no, type: precision_at_1
value: 27.006000000000004
verified: no, type: precision_at_10
value: 6.181
verified: no, type: precision_at_100
value: 0.905
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_3
value: 14.426
verified: no, type: precision_at_5
value: 10.215
verified: no, type: recall_at_1
value: 24.938
verified: no, type: recall_at_10
value: 53.433
verified: no, type: recall_at_100
value: 75.558
verified: no, type: recall_at_1000
value: 91.096
verified: no, type: recall_at_3
value: 38.421
verified: no, type: recall_at_5
value: 44.906
verified: no, task: type: Retrieval
dataset: type: cqadupstack/mathematica
name: MTEB CQADupstackMathematicaRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 15.565999999999999
verified: no, type: map_at_10
value: 23.419999999999998
verified: no, type: map_at_100
value: 24.678
verified: no, type: map_at_1000
value: 24.801000000000002
verified: no, type: map_at_3
value: 20.465
verified: no, type: map_at_5
value: 21.979000000000003
verified: no, type: mrr_at_1
value: 19.652
verified: no, type: mrr_at_10
value: 27.929
verified: no, type: mrr_at_100
value: 28.92
verified: no, type: mrr_at_1000
value: 28.991
verified: no, type: mrr_at_3
value: 25.249
verified: no, type: mrr_at_5
value: 26.66
verified: no, type: ndcg_at_1
value: 19.652
verified: no, type: ndcg_at_10
value: 28.869
verified: no, type: ndcg_at_100
value: 34.675
verified: no, type: ndcg_at_1000
value: 37.577
verified: no, type: ndcg_at_3
value: 23.535
verified: no, type: ndcg_at_5
value: 25.807999999999996
verified: no, type: precision_at_1
value: 19.652
verified: no, type: precision_at_10
value: 5.659
verified: no, type: precision_at_100
value: 0.979
verified: no, type: precision_at_1000
value: 0.13699999999999998
verified: no, type: precision_at_3
value: 11.401
verified: no, type: precision_at_5
value: 8.581999999999999
verified: no, type: recall_at_1
value: 15.565999999999999
verified: no, type: recall_at_10
value: 41.163
verified: no, type: recall_at_100
value: 66.405
verified: no, type: recall_at_1000
value: 87.071
verified: no, type: recall_at_3
value: 26.478
verified: no, type: recall_at_5
value: 32.217
verified: no, task: type: Retrieval
dataset: type: cqadupstack/physics
name: MTEB CQADupstackPhysicsRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 30.834
verified: no, type: map_at_10
value: 41.49
verified: no, type: map_at_100
value: 42.897999999999996
verified: no, type: map_at_1000
value: 43.004
verified: no, type: map_at_3
value: 38.151
verified: no, type: map_at_5
value: 40.157
verified: no, type: mrr_at_1
value: 38.306000000000004
verified: no, type: mrr_at_10
value: 47.371
verified: no, type: mrr_at_100
value: 48.265
verified: no, type: mrr_at_1000
value: 48.304
verified: no, type: mrr_at_3
value: 44.915
verified: no, type: mrr_at_5
value: 46.516999999999996
verified: no, type: ndcg_at_1
value: 38.306000000000004
verified: no, type: ndcg_at_10
value: 47.394999999999996
verified: no, type: ndcg_at_100
value: 53.086999999999996
verified: no, type: ndcg_at_1000
value: 54.94799999999999
verified: no, type: ndcg_at_3
value: 42.384
verified: no, type: ndcg_at_5
value: 45.055
verified: no, type: precision_at_1
value: 38.306000000000004
verified: no, type: precision_at_10
value: 8.624
verified: no, type: precision_at_100
value: 1.325
verified: no, type: precision_at_1000
value: 0.165
verified: no, type: precision_at_3
value: 20.18
verified: no, type: precision_at_5
value: 14.418000000000001
verified: no, type: recall_at_1
value: 30.834
verified: no, type: recall_at_10
value: 58.977000000000004
verified: no, type: recall_at_100
value: 82.78
verified: no, type: recall_at_1000
value: 94.825
verified: no, type: recall_at_3
value: 44.954
verified: no, type: recall_at_5
value: 51.925
verified: no, task: type: Retrieval
dataset: type: cqadupstack/programmers
name: MTEB CQADupstackProgrammersRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 28.549000000000003
verified: no, type: map_at_10
value: 38.796
verified: no, type: map_at_100
value: 40.085
verified: no, type: map_at_1000
value: 40.198
verified: no, type: map_at_3
value: 35.412
verified: no, type: map_at_5
value: 37.116
verified: no, type: mrr_at_1
value: 35.388
verified: no, type: mrr_at_10
value: 44.626
verified: no, type: mrr_at_100
value: 45.445
verified: no, type: mrr_at_1000
value: 45.491
verified: no, type: mrr_at_3
value: 41.952
verified: no, type: mrr_at_5
value: 43.368
verified: no, type: ndcg_at_1
value: 35.388
verified: no, type: ndcg_at_10
value: 44.894
verified: no, type: ndcg_at_100
value: 50.166999999999994
verified: no, type: ndcg_at_1000
value: 52.308
verified: no, type: ndcg_at_3
value: 39.478
verified: no, type: ndcg_at_5
value: 41.608000000000004
verified: no, type: precision_at_1
value: 35.388
verified: no, type: precision_at_10
value: 8.322000000000001
verified: no, type: precision_at_100
value: 1.2670000000000001
verified: no, type: precision_at_1000
value: 0.164
verified: no, type: precision_at_3
value: 18.836
verified: no, type: precision_at_5
value: 13.333
verified: no, type: recall_at_1
value: 28.549000000000003
verified: no, type: recall_at_10
value: 57.229
verified: no, type: recall_at_100
value: 79.541
verified: no, type: recall_at_1000
value: 93.887
verified: no, type: recall_at_3
value: 42.056
verified: no, type: recall_at_5
value: 47.705999999999996
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack
name: MTEB CQADupstackRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 26.897333333333336
verified: no, type: map_at_10
value: 36.28758333333334
verified: no, type: map_at_100
value: 37.480083333333326
verified: no, type: map_at_1000
value: 37.59683333333333
verified: no, type: map_at_3
value: 33.3485
verified: no, type: map_at_5
value: 34.98283333333334
verified: no, type: mrr_at_1
value: 31.98916666666667
verified: no, type: mrr_at_10
value: 40.61116666666666
verified: no, type: mrr_at_100
value: 41.42133333333333
verified: no, type: mrr_at_1000
value: 41.476333333333336
verified: no, type: mrr_at_3
value: 38.19366666666667
verified: no, type: mrr_at_5
value: 39.53125
verified: no, type: ndcg_at_1
value: 31.98916666666667
verified: no, type: ndcg_at_10
value: 41.73475
verified: no, type: ndcg_at_100
value: 46.72291666666666
verified: no, type: ndcg_at_1000
value: 48.94916666666666
verified: no, type: ndcg_at_3
value: 36.883833333333335
verified: no, type: ndcg_at_5
value: 39.114
verified: no, type: precision_at_1
value: 31.98916666666667
verified: no, type: precision_at_10
value: 7.364083333333335
verified: no, type: precision_at_100
value: 1.1604166666666667
verified: no, type: precision_at_1000
value: 0.15433333333333335
verified: no, type: precision_at_3
value: 17.067500000000003
verified: no, type: precision_at_5
value: 12.091916666666666
verified: no, type: recall_at_1
value: 26.897333333333336
verified: no, type: recall_at_10
value: 53.485749999999996
verified: no, type: recall_at_100
value: 75.38716666666666
verified: no, type: recall_at_1000
value: 90.75841666666666
verified: no, type: recall_at_3
value: 39.86725
verified: no, type: recall_at_5
value: 45.683416666666666
verified: no, task: type: Retrieval
dataset: type: cqadupstack/stats
name: MTEB CQADupstackStatsRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 23.544
verified: no, type: map_at_10
value: 30.85
verified: no, type: map_at_100
value: 31.674000000000003
verified: no, type: map_at_1000
value: 31.778000000000002
verified: no, type: map_at_3
value: 28.451999999999998
verified: no, type: map_at_5
value: 29.797
verified: no, type: mrr_at_1
value: 26.687
verified: no, type: mrr_at_10
value: 33.725
verified: no, type: mrr_at_100
value: 34.439
verified: no, type: mrr_at_1000
value: 34.512
verified: no, type: mrr_at_3
value: 31.493
verified: no, type: mrr_at_5
value: 32.735
verified: no, type: ndcg_at_1
value: 26.687
verified: no, type: ndcg_at_10
value: 35.207
verified: no, type: ndcg_at_100
value: 39.406
verified: no, type: ndcg_at_1000
value: 42.021
verified: no, type: ndcg_at_3
value: 30.842000000000002
verified: no, type: ndcg_at_5
value: 32.882
verified: no, type: precision_at_1
value: 26.687
verified: no, type: precision_at_10
value: 5.66
verified: no, type: precision_at_100
value: 0.836
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_3
value: 13.395000000000001
verified: no, type: precision_at_5
value: 9.386999999999999
verified: no, type: recall_at_1
value: 23.544
verified: no, type: recall_at_10
value: 45.769
verified: no, type: recall_at_100
value: 65.33200000000001
verified: no, type: recall_at_1000
value: 84.82499999999999
verified: no, type: recall_at_3
value: 33.665
verified: no, type: recall_at_5
value: 38.795
verified: no, task: type: Retrieval
dataset: type: cqadupstack/tex
name: MTEB CQADupstackTexRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 16.524
verified: no, type: map_at_10
value: 23.65
verified: no, type: map_at_100
value: 24.654999999999998
verified: no, type: map_at_1000
value: 24.786
verified: no, type: map_at_3
value: 21.441
verified: no, type: map_at_5
value: 22.664
verified: no, type: mrr_at_1
value: 20.372
verified: no, type: mrr_at_10
value: 27.548000000000002
verified: no, type: mrr_at_100
value: 28.37
verified: no, type: mrr_at_1000
value: 28.449
verified: no, type: mrr_at_3
value: 25.291999999999998
verified: no, type: mrr_at_5
value: 26.596999999999998
verified: no, type: ndcg_at_1
value: 20.372
verified: no, type: ndcg_at_10
value: 28.194000000000003
verified: no, type: ndcg_at_100
value: 32.955
verified: no, type: ndcg_at_1000
value: 35.985
verified: no, type: ndcg_at_3
value: 24.212
verified: no, type: ndcg_at_5
value: 26.051000000000002
verified: no, type: precision_at_1
value: 20.372
verified: no, type: precision_at_10
value: 5.237
verified: no, type: precision_at_100
value: 0.8909999999999999
verified: no, type: precision_at_1000
value: 0.132
verified: no, type: precision_at_3
value: 11.643
verified: no, type: precision_at_5
value: 8.424
verified: no, type: recall_at_1
value: 16.524
verified: no, type: recall_at_10
value: 37.969
verified: no, type: recall_at_100
value: 59.48
verified: no, type: recall_at_1000
value: 81.04599999999999
verified: no, type: recall_at_3
value: 26.647
verified: no, type: recall_at_5
value: 31.558999999999997
verified: no, task: type: Retrieval
dataset: type: cqadupstack/unix
name: MTEB CQADupstackUnixRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 26.273000000000003
verified: no, type: map_at_10
value: 35.176
verified: no, type: map_at_100
value: 36.367
verified: no, type: map_at_1000
value: 36.473
verified: no, type: map_at_3
value: 32.583
verified: no, type: map_at_5
value: 33.977000000000004
verified: no, type: mrr_at_1
value: 30.97
verified: no, type: mrr_at_10
value: 39.31
verified: no, type: mrr_at_100
value: 40.225
verified: no, type: mrr_at_1000
value: 40.284
verified: no, type: mrr_at_3
value: 37.111
verified: no, type: mrr_at_5
value: 38.296
verified: no, type: ndcg_at_1
value: 30.97
verified: no, type: ndcg_at_10
value: 40.323
verified: no, type: ndcg_at_100
value: 45.725
verified: no, type: ndcg_at_1000
value: 48.022
verified: no, type: ndcg_at_3
value: 35.772
verified: no, type: ndcg_at_5
value: 37.741
verified: no, type: precision_at_1
value: 30.97
verified: no, type: precision_at_10
value: 6.819
verified: no, type: precision_at_100
value: 1.061
verified: no, type: precision_at_1000
value: 0.136
verified: no, type: precision_at_3
value: 16.387
verified: no, type: precision_at_5
value: 11.437
verified: no, type: recall_at_1
value: 26.273000000000003
verified: no, type: recall_at_10
value: 51.772
verified: no, type: recall_at_100
value: 75.362
verified: no, type: recall_at_1000
value: 91.232
verified: no, type: recall_at_3
value: 39.172000000000004
verified: no, type: recall_at_5
value: 44.147999999999996
verified: no, task: type: Retrieval
dataset: type: cqadupstack/webmasters
name: MTEB CQADupstackWebmastersRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 28.326
verified: no, type: map_at_10
value: 37.97
verified: no, type: map_at_100
value: 39.602
verified: no, type: map_at_1000
value: 39.812999999999995
verified: no, type: map_at_3
value: 34.838
verified: no, type: map_at_5
value: 36.582
verified: no, type: mrr_at_1
value: 33.992
verified: no, type: mrr_at_10
value: 42.875
verified: no, type: mrr_at_100
value: 43.78
verified: no, type: mrr_at_1000
value: 43.827
verified: no, type: mrr_at_3
value: 40.481
verified: no, type: mrr_at_5
value: 41.657
verified: no, type: ndcg_at_1
value: 33.992
verified: no, type: ndcg_at_10
value: 44.122
verified: no, type: ndcg_at_100
value: 49.652
verified: no, type: ndcg_at_1000
value: 51.919000000000004
verified: no, type: ndcg_at_3
value: 39.285
verified: no, type: ndcg_at_5
value: 41.449999999999996
verified: no, type: precision_at_1
value: 33.992
verified: no, type: precision_at_10
value: 8.32
verified: no, type: precision_at_100
value: 1.617
verified: no, type: precision_at_1000
value: 0.245
verified: no, type: precision_at_3
value: 18.445
verified: no, type: precision_at_5
value: 13.281
verified: no, type: recall_at_1
value: 28.326
verified: no, type: recall_at_10
value: 55.822
verified: no, type: recall_at_100
value: 80.352
verified: no, type: recall_at_1000
value: 94.441
verified: no, type: recall_at_3
value: 41.704
verified: no, type: recall_at_5
value: 47.513
verified: no, task: type: Retrieval
dataset: type: cqadupstack/wordpress
name: MTEB CQADupstackWordpressRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 22.526
verified: no, type: map_at_10
value: 30.206
verified: no, type: map_at_100
value: 31.142999999999997
verified: no, type: map_at_1000
value: 31.246000000000002
verified: no, type: map_at_3
value: 27.807
verified: no, type: map_at_5
value: 29.236
verified: no, type: mrr_at_1
value: 24.399
verified: no, type: mrr_at_10
value: 32.515
verified: no, type: mrr_at_100
value: 33.329
verified: no, type: mrr_at_1000
value: 33.400999999999996
verified: no, type: mrr_at_3
value: 30.159999999999997
verified: no, type: mrr_at_5
value: 31.482
verified: no, type: ndcg_at_1
value: 24.399
verified: no, type: ndcg_at_10
value: 34.806
verified: no, type: ndcg_at_100
value: 39.669
verified: no, type: ndcg_at_1000
value: 42.234
verified: no, type: ndcg_at_3
value: 30.144
verified: no, type: ndcg_at_5
value: 32.481
verified: no, type: precision_at_1
value: 24.399
verified: no, type: precision_at_10
value: 5.453
verified: no, type: precision_at_100
value: 0.8410000000000001
verified: no, type: precision_at_1000
value: 0.117
verified: no, type: precision_at_3
value: 12.815999999999999
verified: no, type: precision_at_5
value: 9.057
verified: no, type: recall_at_1
value: 22.526
verified: no, type: recall_at_10
value: 46.568
verified: no, type: recall_at_100
value: 69.56099999999999
verified: no, type: recall_at_1000
value: 88.474
verified: no, type: recall_at_3
value: 34.205000000000005
verified: no, type: recall_at_5
value: 39.885999999999996
verified: no, task: type: Retrieval
dataset: type: climate-fever
name: MTEB ClimateFEVER
config: default
split: test
revision: None
metrics: type: map_at_1
value: 14.363000000000001
verified: no, type: map_at_10
value: 24.101
verified: no, type: map_at_100
value: 26.240000000000002
verified: no, type: map_at_1000
value: 26.427
verified: no, type: map_at_3
value: 20.125
verified: no, type: map_at_5
value: 22.128
verified: no, type: mrr_at_1
value: 32.182
verified: no, type: mrr_at_10
value: 44.711
verified: no, type: mrr_at_100
value: 45.523
verified: no, type: mrr_at_1000
value: 45.551
verified: no, type: mrr_at_3
value: 41.443999999999996
verified: no, type: mrr_at_5
value: 43.473
verified: no, type: ndcg_at_1
value: 32.182
verified: no, type: ndcg_at_10
value: 33.495000000000005
verified: no, type: ndcg_at_100
value: 41.192
verified: no, type: ndcg_at_1000
value: 44.346000000000004
verified: no, type: ndcg_at_3
value: 27.651999999999997
verified: no, type: ndcg_at_5
value: 29.634
verified: no, type: precision_at_1
value: 32.182
verified: no, type: precision_at_10
value: 10.391
verified: no, type: precision_at_100
value: 1.8679999999999999
verified: no, type: precision_at_1000
value: 0.246
verified: no, type: precision_at_3
value: 20.586
verified: no, type: precision_at_5
value: 15.648000000000001
verified: no, type: recall_at_1
value: 14.363000000000001
verified: no, type: recall_at_10
value: 39.706
verified: no, type: recall_at_100
value: 65.763
verified: no, type: recall_at_1000
value: 83.296
verified: no, type: recall_at_3
value: 25.064999999999998
verified: no, type: recall_at_5
value: 31.085
verified: no, task: type: Retrieval
dataset: type: dbpedia-entity
name: MTEB DBPedia
config: default
split: test
revision: None
metrics: type: map_at_1
value: 8.698
verified: no, type: map_at_10
value: 20.237
verified: no, type: map_at_100
value: 28.534
verified: no, type: map_at_1000
value: 30.346
verified: no, type: map_at_3
value: 14.097999999999999
verified: no, type: map_at_5
value: 16.567999999999998
verified: no, type: mrr_at_1
value: 68
verified: no, type: mrr_at_10
value: 76.35
verified: no, type: mrr_at_100
value: 76.676
verified: no, type: mrr_at_1000
value: 76.68
verified: no, type: mrr_at_3
value: 74.792
verified: no, type: mrr_at_5
value: 75.717
verified: no, type: ndcg_at_1
value: 56.25
verified: no, type: ndcg_at_10
value: 43.578
verified: no, type: ndcg_at_100
value: 47.928
verified: no, type: ndcg_at_1000
value: 55.312
verified: no, type: ndcg_at_3
value: 47.744
verified: no, type: ndcg_at_5
value: 45.257
verified: no, type: precision_at_1
value: 68
verified: no, type: precision_at_10
value: 35.275
verified: no, type: precision_at_100
value: 10.985
verified: no, type: precision_at_1000
value: 2.235
verified: no, type: precision_at_3
value: 52
verified: no, type: precision_at_5
value: 44.45
verified: no, type: recall_at_1
value: 8.698
verified: no, type: recall_at_10
value: 26.661
verified: no, type: recall_at_100
value: 54.686
verified: no, type: recall_at_1000
value: 77.795
verified: no, type: recall_at_3
value: 15.536
verified: no, type: recall_at_5
value: 19.578
verified: no, task: type: Classification
dataset: type: mteb/emotion
name: MTEB EmotionClassification
config: default
split: test
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
metrics: type: accuracy
value: 48.385000000000005
verified: no, type: f1
value: 43.818784352804165
verified: no, task: type: Retrieval
dataset: type: fever
name: MTEB FEVER
config: default
split: test
revision: None
metrics: type: map_at_1
value: 75.399
verified: no, type: map_at_10
value: 83.02199999999999
verified: no, type: map_at_100
value: 83.204
verified: no, type: map_at_1000
value: 83.217
verified: no, type: map_at_3
value: 81.86
verified: no, type: map_at_5
value: 82.677
verified: no, type: mrr_at_1
value: 81.233
verified: no, type: mrr_at_10
value: 88.10900000000001
verified: no, type: mrr_at_100
value: 88.17099999999999
verified: no, type: mrr_at_1000
value: 88.172
verified: no, type: mrr_at_3
value: 87.289
verified: no, type: mrr_at_5
value: 87.897
verified: no, type: ndcg_at_1
value: 81.233
verified: no, type: ndcg_at_10
value: 86.80600000000001
verified: no, type: ndcg_at_100
value: 87.492
verified: no, type: ndcg_at_1000
value: 87.71600000000001
verified: no, type: ndcg_at_3
value: 84.975
verified: no, type: ndcg_at_5
value: 86.158
verified: no, type: precision_at_1
value: 81.233
verified: no, type: precision_at_10
value: 10.299999999999999
verified: no, type: precision_at_100
value: 1.085
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_3
value: 32.178000000000004
verified: no, type: precision_at_5
value: 20.069
verified: no, type: recall_at_1
value: 75.399
verified: no, type: recall_at_10
value: 93.533
verified: no, type: recall_at_100
value: 96.32300000000001
verified: no, type: recall_at_1000
value: 97.695
verified: no, type: recall_at_3
value: 88.61099999999999
verified: no, type: recall_at_5
value: 91.617
verified: no, task: type: Retrieval
dataset: type: fiqa
name: MTEB FiQA2018
config: default
split: test
revision: None
metrics: type: map_at_1
value: 20.564
verified: no, type: map_at_10
value: 33.162000000000006
verified: no, type: map_at_100
value: 35.146
verified: no, type: map_at_1000
value: 35.32
verified: no, type: map_at_3
value: 28.786
verified: no, type: map_at_5
value: 31.22
verified: no, type: mrr_at_1
value: 40.278000000000006
verified: no, type: mrr_at_10
value: 48.577
verified: no, type: mrr_at_100
value: 49.385
verified: no, type: mrr_at_1000
value: 49.423
verified: no, type: mrr_at_3
value: 46.116
verified: no, type: mrr_at_5
value: 47.305
verified: no, type: ndcg_at_1
value: 40.278000000000006
verified: no, type: ndcg_at_10
value: 40.998000000000005
verified: no, type: ndcg_at_100
value: 48.329
verified: no, type: ndcg_at_1000
value: 51.148
verified: no, type: ndcg_at_3
value: 36.852000000000004
verified: no, type: ndcg_at_5
value: 38.146
verified: no, type: precision_at_1
value: 40.278000000000006
verified: no, type: precision_at_10
value: 11.466
verified: no, type: precision_at_100
value: 1.9120000000000001
verified: no, type: precision_at_1000
value: 0.242
verified: no, type: precision_at_3
value: 24.383
verified: no, type: precision_at_5
value: 18.179000000000002
verified: no, type: recall_at_1
value: 20.564
verified: no, type: recall_at_10
value: 48.327999999999996
verified: no, type: recall_at_100
value: 75.89
verified: no, type: recall_at_1000
value: 92.826
verified: no, type: recall_at_3
value: 33.517
verified: no, type: recall_at_5
value: 39.46
verified: no, task: type: Retrieval
dataset: type: hotpotqa
name: MTEB HotpotQA
config: default
split: test
revision: None
metrics: type: map_at_1
value: 34.294000000000004
verified: no, type: map_at_10
value: 55.435
verified: no, type: map_at_100
value: 56.507
verified: no, type: map_at_1000
value: 56.57600000000001
verified: no, type: map_at_3
value: 51.654999999999994
verified: no, type: map_at_5
value: 54.086
verified: no, type: mrr_at_1
value: 68.589
verified: no, type: mrr_at_10
value: 75.837
verified: no, type: mrr_at_100
value: 76.142
verified: no, type: mrr_at_1000
value: 76.155
verified: no, type: mrr_at_3
value: 74.50099999999999
verified: no, type: mrr_at_5
value: 75.339
verified: no, type: ndcg_at_1
value: 68.589
verified: no, type: ndcg_at_10
value: 63.846000000000004
verified: no, type: ndcg_at_100
value: 67.65
verified: no, type: ndcg_at_1000
value: 69.015
verified: no, type: ndcg_at_3
value: 58.355999999999995
verified: no, type: ndcg_at_5
value: 61.489000000000004
verified: no, type: precision_at_1
value: 68.589
verified: no, type: precision_at_10
value: 13.738
verified: no, type: precision_at_100
value: 1.67
verified: no, type: precision_at_1000
value: 0.185
verified: no, type: precision_at_3
value: 37.736
verified: no, type: precision_at_5
value: 25.11
verified: no, type: recall_at_1
value: 34.294000000000004
verified: no, type: recall_at_10
value: 68.69
verified: no, type: recall_at_100
value: 83.477
verified: no, type: recall_at_1000
value: 92.465
verified: no, type: recall_at_3
value: 56.604
verified: no, type: recall_at_5
value: 62.775000000000006
verified: no, task: type: Classification
dataset: type: mteb/imdb
name: MTEB ImdbClassification
config: default
split: test
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
metrics: type: accuracy
value: 75.332
verified: no, type: ap
value: 69.58548013224627
verified: no, type: f1
value: 75.19505914957745
verified: no, task: type: Retrieval
dataset: type: msmarco
name: MTEB MSMARCO
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 19.373
verified: no, type: map_at_10
value: 31.377
verified: no, type: map_at_100
value: 32.635
verified: no, type: map_at_1000
value: 32.688
verified: no, type: map_at_3
value: 27.337
verified: no, type: map_at_5
value: 29.608
verified: no, type: mrr_at_1
value: 19.900000000000002
verified: no, type: mrr_at_10
value: 31.928
verified: no, type: mrr_at_100
value: 33.14
verified: no, type: mrr_at_1000
value: 33.184999999999995
verified: no, type: mrr_at_3
value: 27.955999999999996
verified: no, type: mrr_at_5
value: 30.209999999999997
verified: no, type: ndcg_at_1
value: 19.900000000000002
verified: no, type: ndcg_at_10
value: 38.324000000000005
verified: no, type: ndcg_at_100
value: 44.45
verified: no, type: ndcg_at_1000
value: 45.728
verified: no, type: ndcg_at_3
value: 30.099999999999998
verified: no, type: ndcg_at_5
value: 34.157
verified: no, type: precision_at_1
value: 19.900000000000002
verified: no, type: precision_at_10
value: 6.246
verified: no, type: precision_at_100
value: 0.932
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_3
value: 12.937000000000001
verified: no, type: precision_at_5
value: 9.817
verified: no, type: recall_at_1
value: 19.373
verified: no, type: recall_at_10
value: 59.82300000000001
verified: no, type: recall_at_100
value: 88.252
verified: no, type: recall_at_1000
value: 97.962
verified: no, type: recall_at_3
value: 37.480999999999995
verified: no, type: recall_at_5
value: 47.215
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (en)
config: en
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 94.08800729594162
verified: no, type: f1
value: 93.6743110282188
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (en)
config: en
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 77.04742362061104
verified: no, type: f1
value: 59.62885599991211
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (en)
config: en
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 75.58170813718897
verified: no, type: f1
value: 73.57458347240402
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (en)
config: en
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 79.15601882985877
verified: no, type: f1
value: 79.08126473478004
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-p2p
name: MTEB MedrxivClusteringP2P
config: default
split: test
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
metrics: type: v_measure
value: 33.551020623875196
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-s2s
name: MTEB MedrxivClusteringS2S
config: default
split: test
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
metrics: type: v_measure
value: 31.110159113704523
verified: no, task: type: Reranking
dataset: type: mteb/mind_small
name: MTEB MindSmallReranking
config: default
split: test
revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
metrics: type: map
value: 31.960982592404424
verified: no, type: mrr
value: 33.106781262600435
verified: no, task: type: Retrieval
dataset: type: nfcorpus
name: MTEB NFCorpus
config: default
split: test
revision: None
metrics: type: map_at_1
value: 5.679
verified: no, type: map_at_10
value: 13.922
verified: no, type: map_at_100
value: 17.949
verified: no, type: map_at_1000
value: 19.573999999999998
verified: no, type: map_at_3
value: 10.061
verified: no, type: map_at_5
value: 11.931
verified: no, type: mrr_at_1
value: 47.678
verified: no, type: mrr_at_10
value: 56.701
verified: no, type: mrr_at_100
value: 57.221
verified: no, type: mrr_at_1000
value: 57.260999999999996
verified: no, type: mrr_at_3
value: 54.334
verified: no, type: mrr_at_5
value: 55.85099999999999
verified: no, type: ndcg_at_1
value: 45.975
verified: no, type: ndcg_at_10
value: 37.117
verified: no, type: ndcg_at_100
value: 34.633
verified: no, type: ndcg_at_1000
value: 43.498
verified: no, type: ndcg_at_3
value: 42.475
verified: no, type: ndcg_at_5
value: 40.438
verified: no, type: precision_at_1
value: 47.678
verified: no, type: precision_at_10
value: 27.647
verified: no, type: precision_at_100
value: 9.08
verified: no, type: precision_at_1000
value: 2.218
verified: no, type: precision_at_3
value: 39.938
verified: no, type: precision_at_5
value: 35.17
verified: no, type: recall_at_1
value: 5.679
verified: no, type: recall_at_10
value: 18.552
verified: no, type: recall_at_100
value: 35.799
verified: no, type: recall_at_1000
value: 68.029
verified: no, type: recall_at_3
value: 11.43
verified: no, type: recall_at_5
value: 14.71
verified: no, task: type: Retrieval
dataset: type: nq
name: MTEB NQ
config: default
split: test
revision: None
metrics: type: map_at_1
value: 29.055999999999997
verified: no, type: map_at_10
value: 45.547
verified: no, type: map_at_100
value: 46.591
verified: no, type: map_at_1000
value: 46.615
verified: no, type: map_at_3
value: 40.81
verified: no, type: map_at_5
value: 43.673
verified: no, type: mrr_at_1
value: 32.763999999999996
verified: no, type: mrr_at_10
value: 47.937999999999995
verified: no, type: mrr_at_100
value: 48.691
verified: no, type: mrr_at_1000
value: 48.705
verified: no, type: mrr_at_3
value: 43.984
verified: no, type: mrr_at_5
value: 46.467999999999996
verified: no, type: ndcg_at_1
value: 32.763999999999996
verified: no, type: ndcg_at_10
value: 53.891999999999996
verified: no, type: ndcg_at_100
value: 58.167
verified: no, type: ndcg_at_1000
value: 58.67099999999999
verified: no, type: ndcg_at_3
value: 45.007999999999996
verified: no, type: ndcg_at_5
value: 49.805
verified: no, type: precision_at_1
value: 32.763999999999996
verified: no, type: precision_at_10
value: 9.186
verified: no, type: precision_at_100
value: 1.1560000000000001
verified: no, type: precision_at_1000
value: 0.12
verified: no, type: precision_at_3
value: 21.012
verified: no, type: precision_at_5
value: 15.348
verified: no, type: recall_at_1
value: 29.055999999999997
verified: no, type: recall_at_10
value: 76.864
verified: no, type: recall_at_100
value: 95.254
verified: no, type: recall_at_1000
value: 98.914
verified: no, type: recall_at_3
value: 53.911
verified: no, type: recall_at_5
value: 64.982
verified: no, task: type: Retrieval
dataset: type: quora
name: MTEB QuoraRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 69.393
verified: no, type: map_at_10
value: 83.408
verified: no, type: map_at_100
value: 84.071
verified: no, type: map_at_1000
value: 84.086
verified: no, type: map_at_3
value: 80.372
verified: no, type: map_at_5
value: 82.245
verified: no, type: mrr_at_1
value: 80.06
verified: no, type: mrr_at_10
value: 86.546
verified: no, type: mrr_at_100
value: 86.661
verified: no, type: mrr_at_1000
value: 86.66199999999999
verified: no, type: mrr_at_3
value: 85.56700000000001
verified: no, type: mrr_at_5
value: 86.215
verified: no, type: ndcg_at_1
value: 80.07
verified: no, type: ndcg_at_10
value: 87.372
verified: no, type: ndcg_at_100
value: 88.683
verified: no, type: ndcg_at_1000
value: 88.78
verified: no, type: ndcg_at_3
value: 84.384
verified: no, type: ndcg_at_5
value: 85.978
verified: no, type: precision_at_1
value: 80.07
verified: no, type: precision_at_10
value: 13.345
verified: no, type: precision_at_100
value: 1.5350000000000001
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_3
value: 36.973
verified: no, type: precision_at_5
value: 24.334
verified: no, type: recall_at_1
value: 69.393
verified: no, type: recall_at_10
value: 94.994
verified: no, type: recall_at_100
value: 99.523
verified: no, type: recall_at_1000
value: 99.97399999999999
verified: no, type: recall_at_3
value: 86.459
verified: no, type: recall_at_5
value: 90.962
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering
name: MTEB RedditClustering
config: default
split: test
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
metrics: type: v_measure
value: 53.02365304347829
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering-p2p
name: MTEB RedditClusteringP2P
config: default
split: test
revision: 282350215ef01743dc01b456c7f5241fa8937f16
metrics: type: v_measure
value: 60.4722130918676
verified: no, task: type: Retrieval
dataset: type: scidocs
name: MTEB SCIDOCS
config: default
split: test
revision: None
metrics: type: map_at_1
value: 4.233
verified: no, type: map_at_10
value: 10.333
verified: no, type: map_at_100
value: 12.286
verified: no, type: map_at_1000
value: 12.594
verified: no, type: map_at_3
value: 7.514
verified: no, type: map_at_5
value: 8.774
verified: no, type: mrr_at_1
value: 20.9
verified: no, type: mrr_at_10
value: 31.232
verified: no, type: mrr_at_100
value: 32.287
verified: no, type: mrr_at_1000
value: 32.352
verified: no, type: mrr_at_3
value: 27.766999999999996
verified: no, type: mrr_at_5
value: 29.487000000000002
verified: no, type: ndcg_at_1
value: 20.9
verified: no, type: ndcg_at_10
value: 17.957
verified: no, type: ndcg_at_100
value: 25.526
verified: no, type: ndcg_at_1000
value: 31.097
verified: no, type: ndcg_at_3
value: 16.915
verified: no, type: ndcg_at_5
value: 14.579
verified: no, type: precision_at_1
value: 20.9
verified: no, type: precision_at_10
value: 9.41
verified: no, type: precision_at_100
value: 2.032
verified: no, type: precision_at_1000
value: 0.337
verified: no, type: precision_at_3
value: 15.767000000000001
verified: no, type: precision_at_5
value: 12.659999999999998
verified: no, type: recall_at_1
value: 4.233
verified: no, type: recall_at_10
value: 19.067999999999998
verified: no, type: recall_at_100
value: 41.257
verified: no, type: recall_at_1000
value: 68.487
verified: no, type: recall_at_3
value: 9.618
verified: no, type: recall_at_5
value: 12.853
verified: no, task: type: STS
dataset: type: mteb/sickr-sts
name: MTEB SICK-R
config: default
split: test
revision: a6ea5a8cab320b040a23452cc28066d9beae2cee
metrics: type: cos_sim_spearman
value: 82.25303886615637
verified: no, task: type: STS
dataset: type: mteb/sts12-sts
name: MTEB STS12
config: default
split: test
revision: a0d554a64d88156834ff5ae9920b964011b16384
metrics: type: cos_sim_spearman
value: 78.27678362978094
verified: no, task: type: STS
dataset: type: mteb/sts13-sts
name: MTEB STS13
config: default
split: test
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
metrics: type: cos_sim_spearman
value: 85.5228883863618
verified: no, task: type: STS
dataset: type: mteb/sts14-sts
name: MTEB STS14
config: default
split: test
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
metrics: type: cos_sim_spearman
value: 82.48847836687274
verified: no, task: type: STS
dataset: type: mteb/sts15-sts
name: MTEB STS15
config: default
split: test
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
metrics: type: cos_sim_spearman
value: 88.76235312662311
verified: no, task: type: STS
dataset: type: mteb/sts16-sts
name: MTEB STS16
config: default
split: test
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
metrics: type: cos_sim_spearman
value: 87.10893533398001
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-en)
config: en-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_spearman
value: 90.10224405448504
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (en)
config: en
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_spearman
value: 68.25088774601221
verified: no, task: type: STS
dataset: type: mteb/stsbenchmark-sts
name: MTEB STSBenchmark
config: default
split: test
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
metrics: type: cos_sim_spearman
value: 87.15751321128134
verified: no, task: type: Reranking
dataset: type: mteb/scidocs-reranking
name: MTEB SciDocsRR
config: default
split: test
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
metrics: type: map
value: 79.23418699664575
verified: no, type: mrr
value: 93.72032288698955
verified: no, task: type: Retrieval
dataset: type: scifact
name: MTEB SciFact
config: default
split: test
revision: None
metrics: type: map_at_1
value: 56.511
verified: no, type: map_at_10
value: 67.062
verified: no, type: map_at_100
value: 67.537
verified: no, type: map_at_1000
value: 67.553
verified: no, type: map_at_3
value: 63.375
verified: no, type: map_at_5
value: 65.828
verified: no, type: mrr_at_1
value: 59.333000000000006
verified: no, type: mrr_at_10
value: 67.95
verified: no, type: mrr_at_100
value: 68.284
verified: no, type: mrr_at_1000
value: 68.30000000000001
verified: no, type: mrr_at_3
value: 65
verified: no, type: mrr_at_5
value: 66.93299999999999
verified: no, type: ndcg_at_1
value: 59.333000000000006
verified: no, type: ndcg_at_10
value: 72.08099999999999
verified: no, type: ndcg_at_100
value: 74.232
verified: no, type: ndcg_at_1000
value: 74.657
verified: no, type: ndcg_at_3
value: 65.72200000000001
verified: no, type: ndcg_at_5
value: 69.395
verified: no, type: precision_at_1
value: 59.333000000000006
verified: no, type: precision_at_10
value: 9.8
verified: no, type: precision_at_100
value: 1.097
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_3
value: 25.444
verified: no, type: precision_at_5
value: 17.533
verified: no, type: recall_at_1
value: 56.511
verified: no, type: recall_at_10
value: 86.63300000000001
verified: no, type: recall_at_100
value: 96.667
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_3
value: 70.217
verified: no, type: recall_at_5
value: 78.806
verified: no, task: type: PairClassification
dataset: type: mteb/sprintduplicatequestions-pairclassification
name: MTEB SprintDuplicateQuestions
config: default
split: test
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
metrics: type: cos_sim_accuracy
value: 99.83861386138614
verified: no, type: cos_sim_ap
value: 96.24728474711715
verified: no, type: cos_sim_f1
value: 91.76351692774129
verified: no, type: cos_sim_precision
value: 92.74770173646579
verified: no, type: cos_sim_recall
value: 90.8
verified: no, type: dot_accuracy
value: 99.62475247524752
verified: no, type: dot_ap
value: 88.12302791709324
verified: no, type: dot_f1
value: 81.0187409899087
verified: no, type: dot_precision
value: 77.98334875115633
verified: no, type: dot_recall
value: 84.3
verified: no, type: euclidean_accuracy
value: 99.83465346534653
verified: no, type: euclidean_ap
value: 95.79574410387337
verified: no, type: euclidean_f1
value: 91.56139464375947
verified: no, type: euclidean_precision
value: 92.54341164453524
verified: no, type: euclidean_recall
value: 90.60000000000001
verified: no, type: manhattan_accuracy
value: 99.84059405940594
verified: no, type: manhattan_ap
value: 95.81230332276807
verified: no, type: manhattan_f1
value: 91.80661577608143
verified: no, type: manhattan_precision
value: 93.47150259067357
verified: no, type: manhattan_recall
value: 90.2
verified: no, type: max_accuracy
value: 99.84059405940594
verified: no, type: max_ap
value: 96.24728474711715
verified: no, type: max_f1
value: 91.80661577608143
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering
name: MTEB StackExchangeClustering
config: default
split: test
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
metrics: type: v_measure
value: 63.035694955649866
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering-p2p
name: MTEB StackExchangeClusteringP2P
config: default
split: test
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
metrics: type: v_measure
value: 34.00935398440242
verified: no, task: type: Reranking
dataset: type: mteb/stackoverflowdupquestions-reranking
name: MTEB StackOverflowDupQuestions
config: default
split: test
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
metrics: type: map
value: 49.61138657342161
verified: no, type: mrr
value: 50.26590749936338
verified: no, task: type: Summarization
dataset: type: mteb/summeval
name: MTEB SummEval
config: default
split: test
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
metrics: type: cos_sim_pearson
value: 30.994071916424655
verified: no, type: cos_sim_spearman
value: 30.010135460886296
verified: no, type: dot_pearson
value: 27.03290596322524
verified: no, type: dot_spearman
value: 28.824264579690357
verified: no, task: type: Retrieval
dataset: type: trec-covid
name: MTEB TRECCOVID
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.247
verified: no, type: map_at_10
value: 2.01
verified: no, type: map_at_100
value: 12.912
verified: no, type: map_at_1000
value: 32.35
verified: no, type: map_at_3
value: 0.6859999999999999
verified: no, type: map_at_5
value: 1.089
verified: no, type: mrr_at_1
value: 92
verified: no, type: mrr_at_10
value: 95.25
verified: no, type: mrr_at_100
value: 95.25
verified: no, type: mrr_at_1000
value: 95.25
verified: no, type: mrr_at_3
value: 95
verified: no, type: mrr_at_5
value: 95
verified: no, type: ndcg_at_1
value: 88
verified: no, type: ndcg_at_10
value: 80.411
verified: no, type: ndcg_at_100
value: 63.871
verified: no, type: ndcg_at_1000
value: 58.145
verified: no, type: ndcg_at_3
value: 84.75399999999999
verified: no, type: ndcg_at_5
value: 82.372
verified: no, type: precision_at_1
value: 92
verified: no, type: precision_at_10
value: 84.8
verified: no, type: precision_at_100
value: 65.84
verified: no, type: precision_at_1000
value: 25.874000000000002
verified: no, type: precision_at_3
value: 90
verified: no, type: precision_at_5
value: 88
verified: no, type: recall_at_1
value: 0.247
verified: no, type: recall_at_10
value: 2.185
verified: no, type: recall_at_100
value: 16.051000000000002
verified: no, type: recall_at_1000
value: 55.18300000000001
verified: no, type: recall_at_3
value: 0.701
verified: no, type: recall_at_5
value: 1.1360000000000001
verified: no, task: type: Retrieval
dataset: type: webis-touche2020
name: MTEB Touche2020
config: default
split: test
revision: None
metrics: type: map_at_1
value: 2.094
verified: no, type: map_at_10
value: 9.078
verified: no, type: map_at_100
value: 15.152
verified: no, type: map_at_1000
value: 16.773
verified: no, type: map_at_3
value: 4.67
verified: no, type: map_at_5
value: 6.111
verified: no, type: mrr_at_1
value: 24.490000000000002
verified: no, type: mrr_at_10
value: 39.989000000000004
verified: no, type: mrr_at_100
value: 41.248000000000005
verified: no, type: mrr_at_1000
value: 41.248000000000005
verified: no, type: mrr_at_3
value: 37.075
verified: no, type: mrr_at_5
value: 38.503
verified: no, type: ndcg_at_1
value: 21.429000000000002
verified: no, type: ndcg_at_10
value: 22.312
verified: no, type: ndcg_at_100
value: 35.077999999999996
verified: no, type: ndcg_at_1000
value: 46.903
verified: no, type: ndcg_at_3
value: 24.241
verified: no, type: ndcg_at_5
value: 21.884
verified: no, type: precision_at_1
value: 24.490000000000002
verified: no, type: precision_at_10
value: 20.816000000000003
verified: no, type: precision_at_100
value: 7.673000000000001
verified: no, type: precision_at_1000
value: 1.569
verified: no, type: precision_at_3
value: 27.211000000000002
verified: no, type: precision_at_5
value: 22.857
verified: no, type: recall_at_1
value: 2.094
verified: no, type: recall_at_10
value: 15.546
verified: no, type: recall_at_100
value: 47.764
verified: no, type: recall_at_1000
value: 84.461
verified: no, type: recall_at_3
value: 5.994
verified: no, type: recall_at_5
value: 8.967
verified: no, task: type: Classification
dataset: type: mteb/toxic_conversations_50k
name: MTEB ToxicConversationsClassification
config: default
split: test
revision: d7c0de2777da35d6aae2200a62c6e0e5af397c4c
metrics: type: accuracy
value: 69.92240000000001
verified: no, type: ap
value: 14.16088899225379
verified: no, type: f1
value: 54.04609416028299
verified: no, task: type: Classification
dataset: type: mteb/tweet_sentiment_extraction
name: MTEB TweetSentimentExtractionClassification
config: default
split: test
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
metrics: type: accuracy
value: 60.764006791171475
verified: no, type: f1
value: 61.06042158638947
verified: no, task: type: Clustering
dataset: type: mteb/twentynewsgroups-clustering
name: MTEB TwentyNewsgroupsClustering
config: default
split: test
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
metrics: type: v_measure
value: 49.37015403955057
verified: no, task: type: PairClassification
dataset: type: mteb/twittersemeval2015-pairclassification
name: MTEB TwitterSemEval2015
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cos_sim_accuracy
value: 86.8510460749836
verified: no, type: cos_sim_ap
value: 76.13675917697662
verified: no, type: cos_sim_f1
value: 69.72121212121213
verified: no, type: cos_sim_precision
value: 64.48430493273543
verified: no, type: cos_sim_recall
value: 75.8839050131926
verified: no, type: dot_accuracy
value: 82.2793109614353
verified: no, type: dot_ap
value: 61.68231214221829
verified: no, type: dot_f1
value: 59.873802290254716
verified: no, type: dot_precision
value: 53.73322147651006
verified: no, type: dot_recall
value: 67.59894459102902
verified: no, type: euclidean_accuracy
value: 86.78548012159504
verified: no, type: euclidean_ap
value: 75.72625794456354
verified: no, type: euclidean_f1
value: 70.13506753376687
verified: no, type: euclidean_precision
value: 66.66666666666666
verified: no, type: euclidean_recall
value: 73.98416886543535
verified: no, type: manhattan_accuracy
value: 86.78548012159504
verified: no, type: manhattan_ap
value: 75.68264053123454
verified: no, type: manhattan_f1
value: 70.11952191235059
verified: no, type: manhattan_precision
value: 66.38378123526638
verified: no, type: manhattan_recall
value: 74.30079155672823
verified: no, type: max_accuracy
value: 86.8510460749836
verified: no, type: max_ap
value: 76.13675917697662
verified: no, type: max_f1
value: 70.13506753376687
verified: no, task: type: PairClassification
dataset: type: mteb/twitterurlcorpus-pairclassification
name: MTEB TwitterURLCorpus
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cos_sim_accuracy
value: 89.20712539294446
verified: no, type: cos_sim_ap
value: 86.227146559573
verified: no, type: cos_sim_f1
value: 78.8050795036932
verified: no, type: cos_sim_precision
value: 74.7085201793722
verified: no, type: cos_sim_recall
value: 83.37696335078533
verified: no, type: dot_accuracy
value: 86.59525749990297
verified: no, type: dot_ap
value: 79.7714972191685
verified: no, type: dot_f1
value: 73.45451896105789
verified: no, type: dot_precision
value: 69.70891239715135
verified: no, type: dot_recall
value: 77.62550046196489
verified: no, type: euclidean_accuracy
value: 88.92575775216362
verified: no, type: euclidean_ap
value: 85.58942167175054
verified: no, type: euclidean_f1
value: 78.03423522915516
verified: no, type: euclidean_precision
value: 74.76193835084996
verified: no, type: euclidean_recall
value: 81.60609793655682
verified: no, type: manhattan_accuracy
value: 88.92769821865176
verified: no, type: manhattan_ap
value: 85.58316068024254
verified: no, type: manhattan_f1
value: 78.03337843933242
verified: no, type: manhattan_precision
value: 76.23384253819037
verified: no, type: manhattan_recall
value: 79.91992608561749
verified: no, type: max_accuracy
value: 89.20712539294446
verified: no, type: max_ap
value: 86.227146559573
verified: no, type: max_f1
value: 78.8050795036932
verified: no
Likes: 5 | All-time downloads: 52189
Created: 2024-04-04 14:12:46