Model: ashercn97/SFR-Embedding-2_R-bnb-4bit
Author: ashercn97
Pipeline: feature-extraction
Library: sentence-transformers
Tags: sentence-transformers, safetensors, mistral, feature-extraction, bnb-my-repo, mteb, transformers, en, base_model:Salesforce/SFR-Embedding-2_R, base_model:quantized:Salesforce/SFR-Embedding-2_R, license:cc-by-nc-4.0, model-index, text-generation-inference, text-embeddings-inference, endpoints_compatible, 4-bit, bitsandbytes, region:us
Base models (quantized): id: Salesforce/SFR-Embedding-2_R
Card metadata: base_model: Salesforce/SFR-Embedding-2_R
tags: bnb-my-repo, mteb, sentence-transformers, transformers
model-index: name: Salesforce/SFR-Embedding-2_R
results: task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (en)
config: en
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 92.71641791044776
verified: no, type: ap
value: 69.47931007147756
verified: no, type: f1
value: 88.0252625393374
verified: no, task: type: Classification
dataset: type: mteb/amazon_polarity
name: MTEB AmazonPolarityClassification
config: default
split: test
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
metrics: type: accuracy
value: 97.31075
verified: no, type: ap
value: 96.26693923450127
verified: no, type: f1
value: 97.31042448894502
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (en)
config: en
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 61.040000000000006
verified: no, type: f1
value: 60.78646832640785
verified: no, task: type: Retrieval
dataset: type: mteb/arguana
name: MTEB ArguAna
config: default
split: test
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
metrics: type: map_at_1
value: 37.767
verified: no, type: map_at_10
value: 53.908
verified: no, type: map_at_100
value: 54.583000000000006
verified: no, type: map_at_1000
value: 54.583999999999996
verified: no, type: map_at_20
value: 54.50899999999999
verified: no, type: map_at_3
value: 49.514
verified: no, type: map_at_5
value: 52.059999999999995
verified: no, type: mrr_at_1
value: 38.26458036984353
verified: no, type: mrr_at_10
value: 54.120408001987066
verified: no, type: mrr_at_100
value: 54.780719904297406
verified: no, type: mrr_at_1000
value: 54.78174226698592
verified: no, type: mrr_at_20
value: 54.706604527160295
verified: no, type: mrr_at_3
value: 49.71550497866294
verified: no, type: mrr_at_5
value: 52.247510668563436
verified: no, type: ndcg_at_1
value: 37.767
verified: no, type: ndcg_at_10
value: 62.339999999999996
verified: no, type: ndcg_at_100
value: 64.89399999999999
verified: no, type: ndcg_at_1000
value: 64.914
verified: no, type: ndcg_at_20
value: 64.402
verified: no, type: ndcg_at_3
value: 53.33
verified: no, type: ndcg_at_5
value: 57.93899999999999
verified: no, type: precision_at_1
value: 37.767
verified: no, type: precision_at_10
value: 8.905000000000001
verified: no, type: precision_at_100
value: 0.9950000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.8469999999999995
verified: no, type: precision_at_3
value: 21.456
verified: no, type: precision_at_5
value: 15.121
verified: no, type: recall_at_1
value: 37.767
verified: no, type: recall_at_10
value: 89.047
verified: no, type: recall_at_100
value: 99.502
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_20
value: 96.942
verified: no, type: recall_at_3
value: 64.36699999999999
verified: no, type: recall_at_5
value: 75.605
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-p2p
name: MTEB ArxivClusteringP2P
config: default
split: test
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
metrics: type: v_measure
value: 54.024325012036314
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-s2s
name: MTEB ArxivClusteringS2S
config: default
split: test
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
metrics: type: v_measure
value: 48.817300846601675
verified: no, task: type: Reranking
dataset: type: mteb/askubuntudupquestions-reranking
name: MTEB AskUbuntuDupQuestions
config: default
split: test
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
metrics: type: map
value: 66.71478959728732
verified: no, type: mrr
value: 79.07202216066482
verified: no, task: type: STS
dataset: type: mteb/biosses-sts
name: MTEB BIOSSES
config: default
split: test
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
metrics: type: cos_sim_pearson
value: 88.79517914982239
verified: no, type: cos_sim_spearman
value: 87.60440576436838
verified: no, type: euclidean_pearson
value: 87.75596873521118
verified: no, type: euclidean_spearman
value: 87.60440576436838
verified: no, type: manhattan_pearson
value: 87.74113773865973
verified: no, type: manhattan_spearman
value: 87.50560833247899
verified: no, task: type: Classification
dataset: type: mteb/banking77
name: MTEB Banking77Classification
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics: type: accuracy
value: 90.02272727272727
verified: no, type: f1
value: 89.96681880265936
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-p2p
name: MTEB BiorxivClusteringP2P
config: default
split: test
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
metrics: type: v_measure
value: 50.75930389699286
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-s2s
name: MTEB BiorxivClusteringS2S
config: default
split: test
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
metrics: type: v_measure
value: 46.57286439805565
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack
name: MTEB CQADupstackRetrieval
config: default
split: test
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
metrics: type: map_at_1
value: 28.056666666666665
verified: no, type: map_at_10
value: 39.61749999999999
verified: no, type: map_at_100
value: 41.00666666666666
verified: no, type: map_at_1000
value: 41.11358333333334
verified: no, type: map_at_20
value: 40.410250000000005
verified: no, type: map_at_3
value: 35.98591666666667
verified: no, type: map_at_5
value: 38.02
verified: no, type: mrr_at_1
value: 33.73950708467142
verified: no, type: mrr_at_10
value: 44.0987162763402
verified: no, type: mrr_at_100
value: 44.94302678553521
verified: no, type: mrr_at_1000
value: 44.98758207055161
verified: no, type: mrr_at_20
value: 44.61156907536121
verified: no, type: mrr_at_3
value: 41.247253732468415
verified: no, type: mrr_at_5
value: 42.84859071071954
verified: no, type: ndcg_at_1
value: 33.739666666666665
verified: no, type: ndcg_at_10
value: 46.10683333333334
verified: no, type: ndcg_at_100
value: 51.49275000000001
verified: no, type: ndcg_at_1000
value: 53.2585
verified: no, type: ndcg_at_20
value: 48.349
verified: no, type: ndcg_at_3
value: 40.12416666666667
verified: no, type: ndcg_at_5
value: 42.94783333333333
verified: no, type: precision_at_1
value: 33.739666666666665
verified: no, type: precision_at_10
value: 8.46025
verified: no, type: precision_at_100
value: 1.3215833333333333
verified: no, type: precision_at_1000
value: 0.16524999999999998
verified: no, type: precision_at_20
value: 4.9935833333333335
verified: no, type: precision_at_3
value: 19.00516666666667
verified: no, type: precision_at_5
value: 13.72141666666667
verified: no, type: recall_at_1
value: 28.056666666666665
verified: no, type: recall_at_10
value: 60.68825000000001
verified: no, type: recall_at_100
value: 83.74433333333334
verified: no, type: recall_at_1000
value: 95.62299999999999
verified: no, type: recall_at_20
value: 68.77641666666668
verified: no, type: recall_at_3
value: 44.06991666666667
verified: no, type: recall_at_5
value: 51.324999999999996
verified: no, task: type: Retrieval
dataset: type: mteb/climate-fever
name: MTEB ClimateFEVER
config: default
split: test
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
metrics: type: map_at_1
value: 15.609
verified: no, type: map_at_10
value: 25.584
verified: no, type: map_at_100
value: 27.291999999999998
verified: no, type: map_at_1000
value: 27.471
verified: no, type: map_at_20
value: 26.497
verified: no, type: map_at_3
value: 21.61
verified: no, type: map_at_5
value: 23.76
verified: no, type: mrr_at_1
value: 34.98371335504886
verified: no, type: mrr_at_10
value: 45.73747479447807
verified: no, type: mrr_at_100
value: 46.4973410206458
verified: no, type: mrr_at_1000
value: 46.53372527933685
verified: no, type: mrr_at_20
value: 46.19978503202757
verified: no, type: mrr_at_3
value: 42.85559174809991
verified: no, type: mrr_at_5
value: 44.65038002171556
verified: no, type: ndcg_at_1
value: 34.984
verified: no, type: ndcg_at_10
value: 34.427
verified: no, type: ndcg_at_100
value: 40.908
verified: no, type: ndcg_at_1000
value: 44.118
verified: no, type: ndcg_at_20
value: 36.885
verified: no, type: ndcg_at_3
value: 29.09
verified: no, type: ndcg_at_5
value: 30.979
verified: no, type: precision_at_1
value: 34.984
verified: no, type: precision_at_10
value: 10.476
verified: no, type: precision_at_100
value: 1.748
verified: no, type: precision_at_1000
value: 0.23500000000000001
verified: no, type: precision_at_20
value: 6.313000000000001
verified: no, type: precision_at_3
value: 21.39
verified: no, type: precision_at_5
value: 16.378
verified: no, type: recall_at_1
value: 15.609
verified: no, type: recall_at_10
value: 39.619
verified: no, type: recall_at_100
value: 61.952
verified: no, type: recall_at_1000
value: 79.861
verified: no, type: recall_at_20
value: 46.489000000000004
verified: no, type: recall_at_3
value: 26.134
verified: no, type: recall_at_5
value: 31.955
verified: no, task: type: Retrieval
dataset: type: mteb/dbpedia
name: MTEB DBPedia
config: default
split: test
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
metrics: type: map_at_1
value: 10.482
verified: no, type: map_at_10
value: 25.155
verified: no, type: map_at_100
value: 36.606
verified: no, type: map_at_1000
value: 38.617000000000004
verified: no, type: map_at_20
value: 29.676000000000002
verified: no, type: map_at_3
value: 16.881
verified: no, type: map_at_5
value: 20.043
verified: no, type: mrr_at_1
value: 76
verified: no, type: mrr_at_10
value: 82.5610119047619
verified: no, type: mrr_at_100
value: 82.74795937825128
verified: no, type: mrr_at_1000
value: 82.75526942226163
verified: no, type: mrr_at_20
value: 82.70580357142858
verified: no, type: mrr_at_3
value: 81.41666666666667
verified: no, type: mrr_at_5
value: 82.26666666666667
verified: no, type: ndcg_at_1
value: 63.625
verified: no, type: ndcg_at_10
value: 51.214000000000006
verified: no, type: ndcg_at_100
value: 56.411
verified: no, type: ndcg_at_1000
value: 63.429
verified: no, type: ndcg_at_20
value: 50.595
verified: no, type: ndcg_at_3
value: 54.989
verified: no, type: ndcg_at_5
value: 52.589
verified: no, type: precision_at_1
value: 76
verified: no, type: precision_at_10
value: 41.975
verified: no, type: precision_at_100
value: 13.26
verified: no, type: precision_at_1000
value: 2.493
verified: no, type: precision_at_20
value: 32.15
verified: no, type: precision_at_3
value: 59
verified: no, type: precision_at_5
value: 51.24999999999999
verified: no, type: recall_at_1
value: 10.482
verified: no, type: recall_at_10
value: 31.075000000000003
verified: no, type: recall_at_100
value: 63.119
verified: no, type: recall_at_1000
value: 85.32300000000001
verified: no, type: recall_at_20
value: 40.345
verified: no, type: recall_at_3
value: 17.916
verified: no, type: recall_at_5
value: 22.475
verified: no, task: type: Classification
dataset: type: mteb/emotion
name: MTEB EmotionClassification
config: default
split: test
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
metrics: type: accuracy
value: 93.36500000000001
verified: no, type: f1
value: 89.89541440183861
verified: no, task: type: Retrieval
dataset: type: mteb/fever
name: MTEB FEVER
config: default
split: test
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
metrics: type: map_at_1
value: 81.948
verified: no, type: map_at_10
value: 89.47500000000001
verified: no, type: map_at_100
value: 89.66199999999999
verified: no, type: map_at_1000
value: 89.671
verified: no, type: map_at_20
value: 89.582
verified: no, type: map_at_3
value: 88.646
verified: no, type: map_at_5
value: 89.19
verified: no, type: mrr_at_1
value: 88.23882388238825
verified: no, type: mrr_at_10
value: 93.2122736083131
verified: no, type: mrr_at_100
value: 93.23908769526588
verified: no, type: mrr_at_1000
value: 93.23932393435209
verified: no, type: mrr_at_20
value: 93.23217832106207
verified: no, type: mrr_at_3
value: 92.98679867986787
verified: no, type: mrr_at_5
value: 93.16906690669056
verified: no, type: ndcg_at_1
value: 88.239
verified: no, type: ndcg_at_10
value: 92.155
verified: no, type: ndcg_at_100
value: 92.735
verified: no, type: ndcg_at_1000
value: 92.866
verified: no, type: ndcg_at_20
value: 92.39699999999999
verified: no, type: ndcg_at_3
value: 91.188
verified: no, type: ndcg_at_5
value: 91.754
verified: no, type: precision_at_1
value: 88.239
verified: no, type: precision_at_10
value: 10.903
verified: no, type: precision_at_100
value: 1.147
verified: no, type: precision_at_1000
value: 0.117
verified: no, type: precision_at_20
value: 5.5440000000000005
verified: no, type: precision_at_3
value: 34.598
verified: no, type: precision_at_5
value: 21.302
verified: no, type: recall_at_1
value: 81.948
verified: no, type: recall_at_10
value: 96.518
verified: no, type: recall_at_100
value: 98.646
verified: no, type: recall_at_1000
value: 99.399
verified: no, type: recall_at_20
value: 97.262
verified: no, type: recall_at_3
value: 93.89800000000001
verified: no, type: recall_at_5
value: 95.38600000000001
verified: no, task: type: Retrieval
dataset: type: mteb/fiqa
name: MTEB FiQA2018
config: default
split: test
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
metrics: type: map_at_1
value: 32.033
verified: no, type: map_at_10
value: 53.55
verified: no, type: map_at_100
value: 55.672
verified: no, type: map_at_1000
value: 55.764
verified: no, type: map_at_20
value: 54.87800000000001
verified: no, type: map_at_3
value: 46.761
verified: no, type: map_at_5
value: 50.529
verified: no, type: mrr_at_1
value: 60.95679012345679
verified: no, type: mrr_at_10
value: 68.70835782872815
verified: no, type: mrr_at_100
value: 69.21918402444501
verified: no, type: mrr_at_1000
value: 69.23608783148705
verified: no, type: mrr_at_20
value: 69.07497388036454
verified: no, type: mrr_at_3
value: 66.76954732510285
verified: no, type: mrr_at_5
value: 67.95781893004109
verified: no, type: ndcg_at_1
value: 60.956999999999994
verified: no, type: ndcg_at_10
value: 61.766
verified: no, type: ndcg_at_100
value: 67.652
verified: no, type: ndcg_at_1000
value: 68.94500000000001
verified: no, type: ndcg_at_20
value: 64.48700000000001
verified: no, type: ndcg_at_3
value: 57.25
verified: no, type: ndcg_at_5
value: 58.64
verified: no, type: precision_at_1
value: 60.956999999999994
verified: no, type: precision_at_10
value: 17.083000000000002
verified: no, type: precision_at_100
value: 2.346
verified: no, type: precision_at_1000
value: 0.257
verified: no, type: precision_at_20
value: 9.807
verified: no, type: precision_at_3
value: 38.477
verified: no, type: precision_at_5
value: 27.962999999999997
verified: no, type: recall_at_1
value: 32.033
verified: no, type: recall_at_10
value: 69.44
verified: no, type: recall_at_100
value: 90.17500000000001
verified: no, type: recall_at_1000
value: 97.90100000000001
verified: no, type: recall_at_20
value: 77.629
verified: no, type: recall_at_3
value: 51.664
verified: no, type: recall_at_5
value: 59.565
verified: no, task: type: Retrieval
dataset: type: mteb/hotpotqa
name: MTEB HotpotQA
config: default
split: test
revision: ab518f4d6fcca38d87c25209f94beba119d02014
metrics: type: map_at_1
value: 42.741
verified: no, type: map_at_10
value: 74.811
verified: no, type: map_at_100
value: 75.508
verified: no, type: map_at_1000
value: 75.541
verified: no, type: map_at_20
value: 75.25699999999999
verified: no, type: map_at_3
value: 71.31
verified: no, type: map_at_5
value: 73.69
verified: no, type: mrr_at_1
value: 85.48278190411884
verified: no, type: mrr_at_10
value: 90.20347684425987
verified: no, type: mrr_at_100
value: 90.29734129342121
verified: no, type: mrr_at_1000
value: 90.30017606259217
verified: no, type: mrr_at_20
value: 90.27225310310567
verified: no, type: mrr_at_3
value: 89.67364393427842
verified: no, type: mrr_at_5
value: 90.02408282691847
verified: no, type: ndcg_at_1
value: 85.483
verified: no, type: ndcg_at_10
value: 81.361
verified: no, type: ndcg_at_100
value: 83.588
verified: no, type: ndcg_at_1000
value: 84.19
verified: no, type: ndcg_at_20
value: 82.42699999999999
verified: no, type: ndcg_at_3
value: 76.779
verified: no, type: ndcg_at_5
value: 79.581
verified: no, type: precision_at_1
value: 85.483
verified: no, type: precision_at_10
value: 17.113
verified: no, type: precision_at_100
value: 1.882
verified: no, type: precision_at_1000
value: 0.196
verified: no, type: precision_at_20
value: 8.899
verified: no, type: precision_at_3
value: 50.397999999999996
verified: no, type: precision_at_5
value: 32.443
verified: no, type: recall_at_1
value: 42.741
verified: no, type: recall_at_10
value: 85.564
verified: no, type: recall_at_100
value: 94.07799999999999
verified: no, type: recall_at_1000
value: 97.995
verified: no, type: recall_at_20
value: 88.98700000000001
verified: no, type: recall_at_3
value: 75.598
verified: no, type: recall_at_5
value: 81.107
verified: no, task: type: Classification
dataset: type: mteb/imdb
name: MTEB ImdbClassification
config: default
split: test
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
metrics: type: accuracy
value: 96.80320000000002
verified: no, type: ap
value: 94.98856145360044
verified: no, type: f1
value: 96.80287885839178
verified: no, task: type: Retrieval
dataset: type: mteb/msmarco
name: MTEB MSMARCO
config: default
split: dev
revision: c5a29a104738b98a9e76336939199e264163d4a0
metrics: type: map_at_1
value: 22.539
verified: no, type: map_at_10
value: 35.109
verified: no, type: map_at_100
value: 36.287000000000006
verified: no, type: map_at_1000
value: 36.335
verified: no, type: map_at_20
value: 35.838
verified: no, type: map_at_3
value: 31.11
verified: no, type: map_at_5
value: 33.455
verified: no, type: mrr_at_1
value: 23.15186246418338
verified: no, type: mrr_at_10
value: 35.70532018920268
verified: no, type: mrr_at_100
value: 36.815167506137584
verified: no, type: mrr_at_1000
value: 36.85695349443505
verified: no, type: mrr_at_20
value: 36.39500867880642
verified: no, type: mrr_at_3
value: 31.81232091690535
verified: no, type: mrr_at_5
value: 34.096704871060155
verified: no, type: ndcg_at_1
value: 23.152
verified: no, type: ndcg_at_10
value: 42.181999999999995
verified: no, type: ndcg_at_100
value: 47.847
verified: no, type: ndcg_at_1000
value: 48.988
verified: no, type: ndcg_at_20
value: 44.767
verified: no, type: ndcg_at_3
value: 34.088
verified: no, type: ndcg_at_5
value: 38.257999999999996
verified: no, type: precision_at_1
value: 23.152
verified: no, type: precision_at_10
value: 6.678000000000001
verified: no, type: precision_at_100
value: 0.9530000000000001
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_20
value: 3.881
verified: no, type: precision_at_3
value: 14.518
verified: no, type: precision_at_5
value: 10.831
verified: no, type: recall_at_1
value: 22.539
verified: no, type: recall_at_10
value: 63.965
verified: no, type: recall_at_100
value: 90.129
verified: no, type: recall_at_1000
value: 98.721
verified: no, type: recall_at_20
value: 74.00999999999999
verified: no, type: recall_at_3
value: 42.004999999999995
verified: no, type: recall_at_5
value: 52.028
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (en)
config: en
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 98.5750113999088
verified: no, type: f1
value: 98.41576079230245
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (en)
config: en
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 91.29502963976289
verified: no, type: f1
value: 74.84400169335184
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (en)
config: en
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 85.96839273705447
verified: no, type: f1
value: 82.43129186593926
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (en)
config: en
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 90.60860793544047
verified: no, type: f1
value: 89.79415994859477
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-p2p
name: MTEB MedrxivClusteringP2P
config: default
split: test
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
metrics: type: v_measure
value: 46.661892807041355
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-s2s
name: MTEB MedrxivClusteringS2S
config: default
split: test
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
metrics: type: v_measure
value: 44.17598473858937
verified: no, task: type: Reranking
dataset: type: mteb/mind_small
name: MTEB MindSmallReranking
config: default
split: test
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
metrics: type: map
value: 31.260919294024603
verified: no, type: mrr
value: 32.37049108835034
verified: no, task: type: Retrieval
dataset: type: mteb/nfcorpus
name: MTEB NFCorpus
config: default
split: test
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
metrics: type: map_at_1
value: 6.672000000000001
verified: no, type: map_at_10
value: 15.972
verified: no, type: map_at_100
value: 20.94
verified: no, type: map_at_1000
value: 22.877
verified: no, type: map_at_20
value: 17.986
verified: no, type: map_at_3
value: 11.161
verified: no, type: map_at_5
value: 13.293
verified: no, type: mrr_at_1
value: 53.56037151702786
verified: no, type: mrr_at_10
value: 61.915696103002595
verified: no, type: mrr_at_100
value: 62.4130902631107
verified: no, type: mrr_at_1000
value: 62.45228087711845
verified: no, type: mrr_at_20
value: 62.1983715004112
verified: no, type: mrr_at_3
value: 60.31991744066049
verified: no, type: mrr_at_5
value: 61.27966976264191
verified: no, type: ndcg_at_1
value: 50.929
verified: no, type: ndcg_at_10
value: 41.336
verified: no, type: ndcg_at_100
value: 38.586999999999996
verified: no, type: ndcg_at_1000
value: 48.155
verified: no, type: ndcg_at_20
value: 38.888
verified: no, type: ndcg_at_3
value: 47
verified: no, type: ndcg_at_5
value: 44.335
verified: no, type: precision_at_1
value: 53.251000000000005
verified: no, type: precision_at_10
value: 31.146
verified: no, type: precision_at_100
value: 10.040000000000001
verified: no, type: precision_at_1000
value: 2.432
verified: no, type: precision_at_20
value: 23.421
verified: no, type: precision_at_3
value: 45.098
verified: no, type: precision_at_5
value: 39.071
verified: no, type: recall_at_1
value: 6.672000000000001
verified: no, type: recall_at_10
value: 20.764
verified: no, type: recall_at_100
value: 40.759
verified: no, type: recall_at_1000
value: 75.015
verified: no, type: recall_at_20
value: 25.548
verified: no, type: recall_at_3
value: 12.328
verified: no, type: recall_at_5
value: 15.601999999999999
verified: no, task: type: Retrieval
dataset: type: mteb/nq
name: MTEB NQ
config: default
split: test
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
metrics: type: map_at_1
value: 50.944
verified: no, type: map_at_10
value: 67.565
verified: no, type: map_at_100
value: 68.10300000000001
verified: no, type: map_at_1000
value: 68.109
verified: no, type: map_at_20
value: 67.973
verified: no, type: map_at_3
value: 64.176
verified: no, type: map_at_5
value: 66.39699999999999
verified: no, type: mrr_at_1
value: 57.01042873696408
verified: no, type: mrr_at_10
value: 69.76629605105849
verified: no, type: mrr_at_100
value: 70.09927347130204
verified: no, type: mrr_at_1000
value: 70.10309675839956
verified: no, type: mrr_at_20
value: 70.02288627712392
verified: no, type: mrr_at_3
value: 67.46813441483191
verified: no, type: mrr_at_5
value: 68.93105446118189
verified: no, type: ndcg_at_1
value: 57.010000000000005
verified: no, type: ndcg_at_10
value: 73.956
verified: no, type: ndcg_at_100
value: 75.90299999999999
verified: no, type: ndcg_at_1000
value: 76.03999999999999
verified: no, type: ndcg_at_20
value: 75.17
verified: no, type: ndcg_at_3
value: 68.13900000000001
verified: no, type: ndcg_at_5
value: 71.532
verified: no, type: precision_at_1
value: 57.010000000000005
verified: no, type: precision_at_10
value: 10.91
verified: no, type: precision_at_100
value: 1.2
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: precision_at_20
value: 5.753
verified: no, type: precision_at_3
value: 29.828
verified: no, type: precision_at_5
value: 19.971
verified: no, type: recall_at_1
value: 50.944
verified: no, type: recall_at_10
value: 90.754
verified: no, type: recall_at_100
value: 98.699
verified: no, type: recall_at_1000
value: 99.701
verified: no, type: recall_at_20
value: 95.148
verified: no, type: recall_at_3
value: 76.224
verified: no, type: recall_at_5
value: 83.872
verified: no, task: type: Retrieval
dataset: type: mteb/quora
name: MTEB QuoraRetrieval
config: default
split: test
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
metrics: type: map_at_1
value: 71.856
verified: no, type: map_at_10
value: 86.077
verified: no, type: map_at_100
value: 86.696
verified: no, type: map_at_1000
value: 86.708
verified: no, type: map_at_20
value: 86.493
verified: no, type: map_at_3
value: 83.176
verified: no, type: map_at_5
value: 85.008
verified: no, type: mrr_at_1
value: 82.74000000000001
verified: no, type: mrr_at_10
value: 88.68947222222207
verified: no, type: mrr_at_100
value: 88.78196949571182
verified: no, type: mrr_at_1000
value: 88.78223256200576
verified: no, type: mrr_at_20
value: 88.76455636228219
verified: no, type: mrr_at_3
value: 87.85833333333316
verified: no, type: mrr_at_5
value: 88.43933333333311
verified: no, type: ndcg_at_1
value: 82.74000000000001
verified: no, type: ndcg_at_10
value: 89.583
verified: no, type: ndcg_at_100
value: 90.652
verified: no, type: ndcg_at_1000
value: 90.711
verified: no, type: ndcg_at_20
value: 90.203
verified: no, type: ndcg_at_3
value: 86.967
verified: no, type: ndcg_at_5
value: 88.43299999999999
verified: no, type: precision_at_1
value: 82.74000000000001
verified: no, type: precision_at_10
value: 13.617
verified: no, type: precision_at_100
value: 1.542
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_20
value: 7.217999999999999
verified: no, type: precision_at_3
value: 38.163000000000004
verified: no, type: precision_at_5
value: 25.05
verified: no, type: recall_at_1
value: 71.856
verified: no, type: recall_at_10
value: 96.244
verified: no, type: recall_at_100
value: 99.773
verified: no, type: recall_at_1000
value: 99.99900000000001
verified: no, type: recall_at_20
value: 98.221
verified: no, type: recall_at_3
value: 88.715
verified: no, type: recall_at_5
value: 92.88499999999999
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering
name: MTEB RedditClustering
config: default
split: test
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
metrics: type: v_measure
value: 62.91969510127886
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering-p2p
name: MTEB RedditClusteringP2P
config: default
split: test
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
metrics: type: v_measure
value: 72.74201090913765
verified: no, task: type: Retrieval
dataset: type: mteb/scidocs
name: MTEB SCIDOCS
config: default
split: test
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
metrics: type: map_at_1
value: 5.8229999999999995
verified: no, type: map_at_10
value: 15.152
verified: no, type: map_at_100
value: 17.936
verified: no, type: map_at_1000
value: 18.292
verified: no, type: map_at_20
value: 16.526
verified: no, type: map_at_3
value: 10.294
verified: no, type: map_at_5
value: 12.794
verified: no, type: mrr_at_1
value: 28.599999999999998
verified: no, type: mrr_at_10
value: 40.68206349206347
verified: no, type: mrr_at_100
value: 41.673752995361795
verified: no, type: mrr_at_1000
value: 41.71500072915374
verified: no, type: mrr_at_20
value: 41.28552805166964
verified: no, type: mrr_at_3
value: 36.84999999999998
verified: no, type: mrr_at_5
value: 39.19999999999995
verified: no, type: ndcg_at_1
value: 28.599999999999998
verified: no, type: ndcg_at_10
value: 24.866
verified: no, type: ndcg_at_100
value: 34.597
verified: no, type: ndcg_at_1000
value: 39.994
verified: no, type: ndcg_at_20
value: 28.309
verified: no, type: ndcg_at_3
value: 22.749
verified: no, type: ndcg_at_5
value: 20.502000000000002
verified: no, type: precision_at_1
value: 28.599999999999998
verified: no, type: precision_at_10
value: 13.089999999999998
verified: no, type: precision_at_100
value: 2.7119999999999997
verified: no, type: precision_at_1000
value: 0.39899999999999997
verified: no, type: precision_at_20
value: 8.53
verified: no, type: precision_at_3
value: 21.099999999999998
verified: no, type: precision_at_5
value: 18.22
verified: no, type: recall_at_1
value: 5.8229999999999995
verified: no, type: recall_at_10
value: 26.522000000000002
verified: no, type: recall_at_100
value: 55.003
verified: no, type: recall_at_1000
value: 80.977
verified: no, type: recall_at_20
value: 34.618
verified: no, type: recall_at_3
value: 12.848
verified: no, type: recall_at_5
value: 18.477
verified: no, task: type: STS
dataset: type: mteb/sickr-sts
name: MTEB SICK-R
config: default
split: test
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
metrics: type: cos_sim_pearson
value: 80.72562067620224
verified: no, type: cos_sim_spearman
value: 77.00710192931953
verified: no, type: euclidean_pearson
value: 78.65843289108192
verified: no, type: euclidean_spearman
value: 77.00710077709005
verified: no, type: manhattan_pearson
value: 78.48859522905846
verified: no, type: manhattan_spearman
value: 76.8213740840866
verified: no, task: type: STS
dataset: type: mteb/sts12-sts
name: MTEB STS12
config: default
split: test
revision: a0d554a64d88156834ff5ae9920b964011b16384
metrics: type: cos_sim_pearson
value: 81.15015325911659
verified: no, type: cos_sim_spearman
value: 75.67268325741222
verified: no, type: euclidean_pearson
value: 75.54004763633206
verified: no, type: euclidean_spearman
value: 75.67262179635058
verified: no, type: manhattan_pearson
value: 75.80681616893116
verified: no, type: manhattan_spearman
value: 75.93721016401406
verified: no, task: type: STS
dataset: type: mteb/sts13-sts
name: MTEB STS13
config: default
split: test
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
metrics: type: cos_sim_pearson
value: 81.71651874476737
verified: no, type: cos_sim_spearman
value: 82.39667472464997
verified: no, type: euclidean_pearson
value: 82.28256504757712
verified: no, type: euclidean_spearman
value: 82.39663674872656
verified: no, type: manhattan_pearson
value: 82.3192873176068
verified: no, type: manhattan_spearman
value: 82.41915252757059
verified: no, task: type: STS
dataset: type: mteb/sts14-sts
name: MTEB STS14
config: default
split: test
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
metrics: type: cos_sim_pearson
value: 81.222967367593
verified: no, type: cos_sim_spearman
value: 79.92685877403252
verified: no, type: euclidean_pearson
value: 79.95053542861498
verified: no, type: euclidean_spearman
value: 79.9268858850991
verified: no, type: manhattan_pearson
value: 79.90485851323321
verified: no, type: manhattan_spearman
value: 79.93878025669312
verified: no, task: type: STS
dataset: type: mteb/sts15-sts
name: MTEB STS15
config: default
split: test
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
metrics: type: cos_sim_pearson
value: 85.27539130156643
verified: no, type: cos_sim_spearman
value: 85.81645767911826
verified: no, type: euclidean_pearson
value: 85.5488615685444
verified: no, type: euclidean_spearman
value: 85.81647022566916
verified: no, type: manhattan_pearson
value: 85.6358149547879
verified: no, type: manhattan_spearman
value: 85.96347118567043
verified: no, task: type: STS
dataset: type: mteb/sts16-sts
name: MTEB STS16
config: default
split: test
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
metrics: type: cos_sim_pearson
value: 83.43727336154858
verified: no, type: cos_sim_spearman
value: 84.50468882202796
verified: no, type: euclidean_pearson
value: 83.23576727105372
verified: no, type: euclidean_spearman
value: 84.50468882202796
verified: no, type: manhattan_pearson
value: 83.28843314503176
verified: no, type: manhattan_spearman
value: 84.60383766214322
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-en)
config: en-en
split: test
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
metrics: type: cos_sim_pearson
value: 88.86589365166874
verified: no, type: cos_sim_spearman
value: 88.93117996163835
verified: no, type: euclidean_pearson
value: 89.12271565981082
verified: no, type: euclidean_spearman
value: 88.93117996163835
verified: no, type: manhattan_pearson
value: 88.94419759325545
verified: no, type: manhattan_spearman
value: 88.63073561731899
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (en)
config: en
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 67.96578378422929
verified: no, type: cos_sim_spearman
value: 67.10257461424345
verified: no, type: euclidean_pearson
value: 67.51317866195149
verified: no, type: euclidean_spearman
value: 67.10257461424345
verified: no, type: manhattan_pearson
value: 67.74940912013754
verified: no, type: manhattan_spearman
value: 67.46694183937207
verified: no, task: type: STS
dataset: type: mteb/stsbenchmark-sts
name: MTEB STSBenchmark
config: default
split: test
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
metrics: type: cos_sim_pearson
value: 83.55433725920493
verified: no, type: cos_sim_spearman
value: 83.60373857254014
verified: no, type: euclidean_pearson
value: 83.08086082334839
verified: no, type: euclidean_spearman
value: 83.6036864776559
verified: no, type: manhattan_pearson
value: 83.2232267589246
verified: no, type: manhattan_spearman
value: 83.78923946962664
verified: no, task: type: Reranking
dataset: type: mteb/scidocs-reranking
name: MTEB SciDocsRR
config: default
split: test
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
metrics: type: map
value: 87.28566757174322
verified: no, type: mrr
value: 96.63827639317836
verified: no, task: type: Retrieval
dataset: type: mteb/scifact
name: MTEB SciFact
config: default
split: test
revision: 0228b52cf27578f30900b9e5271d331663a030d7
metrics: type: map_at_1
value: 70.661
verified: no, type: map_at_10
value: 82.051
verified: no, type: map_at_100
value: 82.162
verified: no, type: map_at_1000
value: 82.167
verified: no, type: map_at_20
value: 82.122
verified: no, type: map_at_3
value: 79.919
verified: no, type: map_at_5
value: 81.368
verified: no, type: mrr_at_1
value: 74.33333333333333
verified: no, type: mrr_at_10
value: 82.98452380952381
verified: no, type: mrr_at_100
value: 83.09512420633841
verified: no, type: mrr_at_1000
value: 83.10026279387446
verified: no, type: mrr_at_20
value: 83.05460927960928
verified: no, type: mrr_at_3
value: 81.8888888888889
verified: no, type: mrr_at_5
value: 82.65555555555557
verified: no, type: ndcg_at_1
value: 74.333
verified: no, type: ndcg_at_10
value: 85.914
verified: no, type: ndcg_at_100
value: 86.473
verified: no, type: ndcg_at_1000
value: 86.602
verified: no, type: ndcg_at_20
value: 86.169
verified: no, type: ndcg_at_3
value: 83.047
verified: no, type: ndcg_at_5
value: 84.72
verified: no, type: precision_at_1
value: 74.333
verified: no, type: precision_at_10
value: 10.933
verified: no, type: precision_at_100
value: 1.1199999999999999
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_20
value: 5.5169999999999995
verified: no, type: precision_at_3
value: 32.444
verified: no, type: precision_at_5
value: 20.8
verified: no, type: recall_at_1
value: 70.661
verified: no, type: recall_at_10
value: 96.333
verified: no, type: recall_at_100
value: 99
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 97.333
verified: no, type: recall_at_3
value: 88.64999999999999
verified: no, type: recall_at_5
value: 93.089
verified: no, task: type: PairClassification
dataset: type: mteb/sprintduplicatequestions-pairclassification
name: MTEB SprintDuplicateQuestions
config: default
split: test
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
metrics: type: cos_sim_accuracy
value: 99.89108910891089
verified: no, type: cos_sim_ap
value: 97.61815451002174
verified: no, type: cos_sim_f1
value: 94.51097804391219
verified: no, type: cos_sim_precision
value: 94.32270916334662
verified: no, type: cos_sim_recall
value: 94.69999999999999
verified: no, type: dot_accuracy
value: 99.89108910891089
verified: no, type: dot_ap
value: 97.61815451002175
verified: no, type: dot_f1
value: 94.51097804391219
verified: no, type: dot_precision
value: 94.32270916334662
verified: no, type: dot_recall
value: 94.69999999999999
verified: no, type: euclidean_accuracy
value: 99.89108910891089
verified: no, type: euclidean_ap
value: 97.61815534251431
verified: no, type: euclidean_f1
value: 94.51097804391219
verified: no, type: euclidean_precision
value: 94.32270916334662
verified: no, type: euclidean_recall
value: 94.69999999999999
verified: no, type: manhattan_accuracy
value: 99.8940594059406
verified: no, type: manhattan_ap
value: 97.66124472227202
verified: no, type: manhattan_f1
value: 94.65267366316841
verified: no, type: manhattan_precision
value: 94.60539460539461
verified: no, type: manhattan_recall
value: 94.69999999999999
verified: no, type: max_accuracy
value: 99.8940594059406
verified: no, type: max_ap
value: 97.66124472227202
verified: no, type: max_f1
value: 94.65267366316841
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering
name: MTEB StackExchangeClustering
config: default
split: test
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
metrics: type: v_measure
value: 76.482776391195
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering-p2p
name: MTEB StackExchangeClusteringP2P
config: default
split: test
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
metrics: type: v_measure
value: 48.29023235124473
verified: no, task: type: Reranking
dataset: type: mteb/stackoverflowdupquestions-reranking
name: MTEB StackOverflowDupQuestions
config: default
split: test
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
metrics: type: map
value: 55.3190739691685
verified: no, type: mrr
value: 56.40441972243442
verified: no, task: type: Summarization
dataset: type: mteb/summeval
name: MTEB SummEval
config: default
split: test
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
metrics: type: cos_sim_pearson
value: 31.98570594378664
verified: no, type: cos_sim_spearman
value: 30.712965330802174
verified: no, type: dot_pearson
value: 31.98570540209124
verified: no, type: dot_spearman
value: 30.712965330802174
verified: no, task: type: Retrieval
dataset: type: mteb/trec-covid
name: MTEB TRECCOVID
config: default
split: test
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
metrics: type: map_at_1
value: 0.25
verified: no, type: map_at_10
value: 2.2640000000000002
verified: no, type: map_at_100
value: 14.447
verified: no, type: map_at_1000
value: 35.452
verified: no, type: map_at_20
value: 4.163
verified: no, type: map_at_3
value: 0.715
verified: no, type: map_at_5
value: 1.1780000000000002
verified: no, type: mrr_at_1
value: 94
verified: no, type: mrr_at_10
value: 96.66666666666667
verified: no, type: mrr_at_100
value: 96.66666666666667
verified: no, type: mrr_at_1000
value: 96.66666666666667
verified: no, type: mrr_at_20
value: 96.66666666666667
verified: no, type: mrr_at_3
value: 96.66666666666667
verified: no, type: mrr_at_5
value: 96.66666666666667
verified: no, type: ndcg_at_1
value: 92
verified: no, type: ndcg_at_10
value: 87.26899999999999
verified: no, type: ndcg_at_100
value: 68.586
verified: no, type: ndcg_at_1000
value: 61.056999999999995
verified: no, type: ndcg_at_20
value: 83.452
verified: no, type: ndcg_at_3
value: 90.11200000000001
verified: no, type: ndcg_at_5
value: 89.103
verified: no, type: precision_at_1
value: 94
verified: no, type: precision_at_10
value: 91.2
verified: no, type: precision_at_100
value: 70.12
verified: no, type: precision_at_1000
value: 26.773999999999997
verified: no, type: precision_at_20
value: 87.3
verified: no, type: precision_at_3
value: 92.667
verified: no, type: precision_at_5
value: 92.4
verified: no, type: recall_at_1
value: 0.25
verified: no, type: recall_at_10
value: 2.3970000000000002
verified: no, type: recall_at_100
value: 17.233999999999998
verified: no, type: recall_at_1000
value: 57.879000000000005
verified: no, type: recall_at_20
value: 4.508
verified: no, type: recall_at_3
value: 0.734
verified: no, type: recall_at_5
value: 1.2269999999999999
verified: no, task: type: Retrieval
dataset: type: mteb/touche2020
name: MTEB Touche2020
config: default
split: test
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
metrics: type: map_at_1
value: 2.806
verified: no, type: map_at_10
value: 11.369
verified: no, type: map_at_100
value: 17.791
verified: no, type: map_at_1000
value: 19.363
verified: no, type: map_at_20
value: 14.038999999999998
verified: no, type: map_at_3
value: 5.817
verified: no, type: map_at_5
value: 8.331
verified: no, type: mrr_at_1
value: 36.734693877551024
verified: no, type: mrr_at_10
value: 53.355199222546155
verified: no, type: mrr_at_100
value: 53.648197984932665
verified: no, type: mrr_at_1000
value: 53.648197984932665
verified: no, type: mrr_at_20
value: 53.500971817298336
verified: no, type: mrr_at_3
value: 48.63945578231292
verified: no, type: mrr_at_5
value: 51.29251700680272
verified: no, type: ndcg_at_1
value: 35.714
verified: no, type: ndcg_at_10
value: 28.18
verified: no, type: ndcg_at_100
value: 39.22
verified: no, type: ndcg_at_1000
value: 50.807
verified: no, type: ndcg_at_20
value: 28.979
verified: no, type: ndcg_at_3
value: 31.114000000000004
verified: no, type: ndcg_at_5
value: 29.687
verified: no, type: precision_at_1
value: 36.735
verified: no, type: precision_at_10
value: 24.898
verified: no, type: precision_at_100
value: 7.918
verified: no, type: precision_at_1000
value: 1.5779999999999998
verified: no, type: precision_at_20
value: 18.878
verified: no, type: precision_at_3
value: 31.293
verified: no, type: precision_at_5
value: 29.387999999999998
verified: no, type: recall_at_1
value: 2.806
verified: no, type: recall_at_10
value: 17.776
verified: no, type: recall_at_100
value: 49.41
verified: no, type: recall_at_1000
value: 84.97200000000001
verified: no, type: recall_at_20
value: 26.589000000000002
verified: no, type: recall_at_3
value: 6.866999999999999
verified: no, type: recall_at_5
value: 10.964
verified: no, task: type: Classification
dataset: type: mteb/toxic_conversations_50k
name: MTEB ToxicConversationsClassification
config: default
split: test
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
metrics: type: accuracy
value: 91.1376953125
verified: no, type: ap
value: 40.51219896084815
verified: no, type: f1
value: 77.5195445434559
verified: no, task: type: Classification
dataset: type: mteb/tweet_sentiment_extraction
name: MTEB TweetSentimentExtractionClassification
config: default
split: test
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
metrics: type: accuracy
value: 79.69722693831352
verified: no, type: f1
value: 80.02969178591319
verified: no, task: type: Clustering
dataset: type: mteb/twentynewsgroups-clustering
name: MTEB TwentyNewsgroupsClustering
config: default
split: test
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
metrics: type: v_measure
value: 66.42427742893598
verified: no, task: type: PairClassification
dataset: type: mteb/twittersemeval2015-pairclassification
name: MTEB TwitterSemEval2015
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cos_sim_accuracy
value: 87.81069321094355
verified: no, type: cos_sim_ap
value: 78.57014017906349
verified: no, type: cos_sim_f1
value: 72.38883143743536
verified: no, type: cos_sim_precision
value: 70.95793208312215
verified: no, type: cos_sim_recall
value: 73.87862796833772
verified: no, type: dot_accuracy
value: 87.81069321094355
verified: no, type: dot_ap
value: 78.5701399541226
verified: no, type: dot_f1
value: 72.38883143743536
verified: no, type: dot_precision
value: 70.95793208312215
verified: no, type: dot_recall
value: 73.87862796833772
verified: no, type: euclidean_accuracy
value: 87.81069321094355
verified: no, type: euclidean_ap
value: 78.57015336777854
verified: no, type: euclidean_f1
value: 72.38883143743536
verified: no, type: euclidean_precision
value: 70.95793208312215
verified: no, type: euclidean_recall
value: 73.87862796833772
verified: no, type: manhattan_accuracy
value: 87.57227156225785
verified: no, type: manhattan_ap
value: 78.19109731614216
verified: no, type: manhattan_f1
value: 71.87819856704198
verified: no, type: manhattan_precision
value: 69.77148534525584
verified: no, type: manhattan_recall
value: 74.1160949868074
verified: no, type: max_accuracy
value: 87.81069321094355
verified: no, type: max_ap
value: 78.57015336777854
verified: no, type: max_f1
value: 72.38883143743536
verified: no, task: type: PairClassification
dataset: type: mteb/twitterurlcorpus-pairclassification
name: MTEB TwitterURLCorpus
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cos_sim_accuracy
value: 89.95032405790352
verified: no, type: cos_sim_ap
value: 88.03104739249996
verified: no, type: cos_sim_f1
value: 80.34377190070451
verified: no, type: cos_sim_precision
value: 77.11534376548892
verified: no, type: cos_sim_recall
value: 83.85432707114259
verified: no, type: dot_accuracy
value: 89.95032405790352
verified: no, type: dot_ap
value: 88.03105328515932
verified: no, type: dot_f1
value: 80.34377190070451
verified: no, type: dot_precision
value: 77.11534376548892
verified: no, type: dot_recall
value: 83.85432707114259
verified: no, type: euclidean_accuracy
value: 89.95032405790352
verified: no, type: euclidean_ap
value: 88.03105084564575
verified: no, type: euclidean_f1
value: 80.34377190070451
verified: no, type: euclidean_precision
value: 77.11534376548892
verified: no, type: euclidean_recall
value: 83.85432707114259
verified: no, type: manhattan_accuracy
value: 89.88046726433035
verified: no, type: manhattan_ap
value: 88.01484191858279
verified: no, type: manhattan_f1
value: 80.34005593993817
verified: no, type: manhattan_precision
value: 76.95290468133108
verified: no, type: manhattan_recall
value: 84.03911302740991
verified: no, type: max_accuracy
value: 89.95032405790352
verified: no, type: max_ap
value: 88.03105328515932
verified: no, type: max_f1
value: 80.34377190070451
verified: no
language: en
license: cc-by-nc-4.0
Likes: 1 | All-time downloads: 122
Created: 2025-04-10 19:51:11