Model: twadada/mxb
Author: twadada
Tags: mteb, model-index, region:us
Card metadata: tags: mteb
model-index: name: mxbai-embed-large
results: task: type: Classification
dataset: type: None
name: MTEB AmazonCounterfactualClassification (en)
config: en
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 70.79104477611942
verified: no, type: ap
value: 33.14457985552527
verified: no, type: f1
value: 64.6795929769069
verified: no, task: type: Classification
dataset: type: None
name: MTEB AmazonPolarityClassification
config: default
split: test
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
metrics: type: accuracy
value: 65.55495
verified: no, type: ap
value: 60.45299066797184
verified: no, type: f1
value: 65.35055059041356
verified: no, task: type: Classification
dataset: type: None
name: MTEB AmazonReviewsClassification (en)
config: en
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 33.552
verified: no, type: f1
value: 32.97727905295129
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB ArguAna
config: default
split: test
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
metrics: type: map_at_1
value: 22.333
verified: no, type: map_at_10
value: 36.221
verified: no, type: map_at_100
value: 37.401
verified: no, type: map_at_1000
value: 37.421
verified: no, type: map_at_3
value: 31.602999999999998
verified: no, type: map_at_5
value: 34.174
verified: no, type: mrr_at_1
value: 22.688
verified: no, type: mrr_at_10
value: 36.364000000000004
verified: no, type: mrr_at_100
value: 37.536
verified: no, type: mrr_at_1000
value: 37.556
verified: no, type: mrr_at_3
value: 31.78
verified: no, type: mrr_at_5
value: 34.323
verified: no, type: ndcg_at_1
value: 22.333
verified: no, type: ndcg_at_10
value: 44.289
verified: no, type: ndcg_at_100
value: 49.775999999999996
verified: no, type: ndcg_at_1000
value: 50.288999999999994
verified: no, type: ndcg_at_3
value: 34.747
verified: no, type: ndcg_at_5
value: 39.363
verified: no, type: precision_at_1
value: 22.333
verified: no, type: precision_at_10
value: 7.02
verified: no, type: precision_at_100
value: 0.9520000000000001
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 14.628
verified: no, type: precision_at_5
value: 11.01
verified: no, type: recall_at_1
value: 22.333
verified: no, type: recall_at_10
value: 70.199
verified: no, type: recall_at_100
value: 95.235
verified: no, type: recall_at_1000
value: 99.21799999999999
verified: no, type: recall_at_3
value: 43.883
verified: no, type: recall_at_5
value: 55.05
verified: no, task: type: Clustering
dataset: type: None
name: MTEB ArxivClusteringP2P
config: default
split: test
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
metrics: type: v_measure
value: 36.36773977733561
verified: no, task: type: Clustering
dataset: type: None
name: MTEB ArxivClusteringS2S
config: default
split: test
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
metrics: type: v_measure
value: 26.709237577840263
verified: no, task: type: Reranking
dataset: type: None
name: MTEB AskUbuntuDupQuestions
config: default
split: test
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
metrics: type: map
value: 53.4495071592947
verified: no, type: mrr
value: 67.1552785472453
verified: no, task: type: STS
dataset: type: None
name: MTEB BIOSSES
config: default
split: test
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
metrics: type: cos_sim_pearson
value: 80.60374133399762
verified: no, type: cos_sim_spearman
value: 78.56504316985354
verified: no, type: euclidean_pearson
value: 79.54265962464729
verified: no, type: euclidean_spearman
value: 78.56504316985354
verified: no, type: manhattan_pearson
value: 79.6937941481841
verified: no, type: manhattan_spearman
value: 78.2409393993871
verified: no, task: type: Classification
dataset: type: None
name: MTEB Banking77Classification
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics: type: accuracy
value: 73.3668831168831
verified: no, type: f1
value: 72.59754513880783
verified: no, task: type: Clustering
dataset: type: None
name: MTEB BiorxivClusteringP2P
config: default
split: test
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
metrics: type: v_measure
value: 33.77282622047086
verified: no, task: type: Clustering
dataset: type: None
name: MTEB BiorxivClusteringS2S
config: default
split: test
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
metrics: type: v_measure
value: 25.213004302435504
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackAndroidRetrieval
config: default
split: test
revision: f46a197baaae43b4f621051089b82a364682dfeb
metrics: type: map_at_1
value: 22.142999999999997
verified: no, type: map_at_10
value: 29.335
verified: no, type: map_at_100
value: 30.45
verified: no, type: map_at_1000
value: 30.603
verified: no, type: map_at_3
value: 26.882
verified: no, type: map_at_5
value: 28.315
verified: no, type: mrr_at_1
value: 27.611
verified: no, type: mrr_at_10
value: 34.760999999999996
verified: no, type: mrr_at_100
value: 35.581
verified: no, type: mrr_at_1000
value: 35.658
verified: no, type: mrr_at_3
value: 32.809
verified: no, type: mrr_at_5
value: 33.995999999999995
verified: no, type: ndcg_at_1
value: 27.611
verified: no, type: ndcg_at_10
value: 34.166000000000004
verified: no, type: ndcg_at_100
value: 39.111000000000004
verified: no, type: ndcg_at_1000
value: 42.143
verified: no, type: ndcg_at_3
value: 30.658
verified: no, type: ndcg_at_5
value: 32.297
verified: no, type: precision_at_1
value: 27.611
verified: no, type: precision_at_10
value: 6.537999999999999
verified: no, type: precision_at_100
value: 1.114
verified: no, type: precision_at_1000
value: 0.16999999999999998
verified: no, type: precision_at_3
value: 14.783
verified: no, type: precision_at_5
value: 10.644
verified: no, type: recall_at_1
value: 22.142999999999997
verified: no, type: recall_at_10
value: 42.436
verified: no, type: recall_at_100
value: 65.037
verified: no, type: recall_at_1000
value: 85.485
verified: no, type: recall_at_3
value: 31.642
verified: no, type: recall_at_5
value: 36.736000000000004
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackEnglishRetrieval
config: default
split: test
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
metrics: type: map_at_1
value: 16.058
verified: no, type: map_at_10
value: 21.701999999999998
verified: no, type: map_at_100
value: 22.617
verified: no, type: map_at_1000
value: 22.731
verified: no, type: map_at_3
value: 19.93
verified: no, type: map_at_5
value: 20.968
verified: no, type: mrr_at_1
value: 20.637
verified: no, type: mrr_at_10
value: 25.823
verified: no, type: mrr_at_100
value: 26.653
verified: no, type: mrr_at_1000
value: 26.723999999999997
verified: no, type: mrr_at_3
value: 24.044999999999998
verified: no, type: mrr_at_5
value: 25.121
verified: no, type: ndcg_at_1
value: 20.637
verified: no, type: ndcg_at_10
value: 25.383
verified: no, type: ndcg_at_100
value: 29.729
verified: no, type: ndcg_at_1000
value: 32.591
verified: no, type: ndcg_at_3
value: 22.393
verified: no, type: ndcg_at_5
value: 23.868000000000002
verified: no, type: precision_at_1
value: 20.637
verified: no, type: precision_at_10
value: 4.72
verified: no, type: precision_at_100
value: 0.8630000000000001
verified: no, type: precision_at_1000
value: 0.135
verified: no, type: precision_at_3
value: 10.743
verified: no, type: precision_at_5
value: 7.7829999999999995
verified: no, type: recall_at_1
value: 16.058
verified: no, type: recall_at_10
value: 32.356
verified: no, type: recall_at_100
value: 51.589
verified: no, type: recall_at_1000
value: 71.50999999999999
verified: no, type: recall_at_3
value: 23.812
verified: no, type: recall_at_5
value: 27.695999999999998
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackGamingRetrieval
config: default
split: test
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
metrics: type: map_at_1
value: 24.818
verified: no, type: map_at_10
value: 33.206
verified: no, type: map_at_100
value: 34.378
verified: no, type: map_at_1000
value: 34.473
verified: no, type: map_at_3
value: 30.822
verified: no, type: map_at_5
value: 32.105
verified: no, type: mrr_at_1
value: 28.84
verified: no, type: mrr_at_10
value: 36.303999999999995
verified: no, type: mrr_at_100
value: 37.321
verified: no, type: mrr_at_1000
value: 37.377
verified: no, type: mrr_at_3
value: 34.284
verified: no, type: mrr_at_5
value: 35.331
verified: no, type: ndcg_at_1
value: 28.84
verified: no, type: ndcg_at_10
value: 37.775
verified: no, type: ndcg_at_100
value: 43.338
verified: no, type: ndcg_at_1000
value: 45.513
verified: no, type: ndcg_at_3
value: 33.446999999999996
verified: no, type: ndcg_at_5
value: 35.404
verified: no, type: precision_at_1
value: 28.84
verified: no, type: precision_at_10
value: 6.157
verified: no, type: precision_at_100
value: 0.979
verified: no, type: precision_at_1000
value: 0.124
verified: no, type: precision_at_3
value: 14.984
verified: no, type: precision_at_5
value: 10.37
verified: no, type: recall_at_1
value: 24.818
verified: no, type: recall_at_10
value: 48.614000000000004
verified: no, type: recall_at_100
value: 73.534
verified: no, type: recall_at_1000
value: 89.23299999999999
verified: no, type: recall_at_3
value: 36.85
verified: no, type: recall_at_5
value: 41.763
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackGisRetrieval
config: default
split: test
revision: 5003b3064772da1887988e05400cf3806fe491f2
metrics: type: map_at_1
value: 12.373000000000001
verified: no, type: map_at_10
value: 16.711000000000002
verified: no, type: map_at_100
value: 17.499000000000002
verified: no, type: map_at_1000
value: 17.612
verified: no, type: map_at_3
value: 15.129000000000001
verified: no, type: map_at_5
value: 15.928999999999998
verified: no, type: mrr_at_1
value: 13.559
verified: no, type: mrr_at_10
value: 17.863
verified: no, type: mrr_at_100
value: 18.642
verified: no, type: mrr_at_1000
value: 18.744
verified: no, type: mrr_at_3
value: 16.252
verified: no, type: mrr_at_5
value: 17.021
verified: no, type: ndcg_at_1
value: 13.559
verified: no, type: ndcg_at_10
value: 19.529
verified: no, type: ndcg_at_100
value: 23.771
verified: no, type: ndcg_at_1000
value: 27.224999999999998
verified: no, type: ndcg_at_3
value: 16.266
verified: no, type: ndcg_at_5
value: 17.635
verified: no, type: precision_at_1
value: 13.559
verified: no, type: precision_at_10
value: 3.073
verified: no, type: precision_at_100
value: 0.553
verified: no, type: precision_at_1000
value: 0.09
verified: no, type: precision_at_3
value: 6.816999999999999
verified: no, type: precision_at_5
value: 4.791
verified: no, type: recall_at_1
value: 12.373000000000001
verified: no, type: recall_at_10
value: 27.311000000000003
verified: no, type: recall_at_100
value: 47.405
verified: no, type: recall_at_1000
value: 74.339
verified: no, type: recall_at_3
value: 18.323999999999998
verified: no, type: recall_at_5
value: 21.637999999999998
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackMathematicaRetrieval
config: default
split: test
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
metrics: type: map_at_1
value: 6.081
verified: no, type: map_at_10
value: 9.395000000000001
verified: no, type: map_at_100
value: 10.181
verified: no, type: map_at_1000
value: 10.311
verified: no, type: map_at_3
value: 8.121
verified: no, type: map_at_5
value: 8.826
verified: no, type: mrr_at_1
value: 7.836
verified: no, type: mrr_at_10
value: 11.665000000000001
verified: no, type: mrr_at_100
value: 12.492
verified: no, type: mrr_at_1000
value: 12.598999999999998
verified: no, type: mrr_at_3
value: 10.302999999999999
verified: no, type: mrr_at_5
value: 11.099
verified: no, type: ndcg_at_1
value: 7.836
verified: no, type: ndcg_at_10
value: 11.874
verified: no, type: ndcg_at_100
value: 16.399
verified: no, type: ndcg_at_1000
value: 20.127
verified: no, type: ndcg_at_3
value: 9.372
verified: no, type: ndcg_at_5
value: 10.561
verified: no, type: precision_at_1
value: 7.836
verified: no, type: precision_at_10
value: 2.3009999999999997
verified: no, type: precision_at_100
value: 0.542
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 4.601999999999999
verified: no, type: precision_at_5
value: 3.557
verified: no, type: recall_at_1
value: 6.081
verified: no, type: recall_at_10
value: 17.44
verified: no, type: recall_at_100
value: 38.437
verified: no, type: recall_at_1000
value: 66.039
verified: no, type: recall_at_3
value: 10.551
verified: no, type: recall_at_5
value: 13.447000000000001
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackPhysicsRetrieval
config: default
split: test
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
metrics: type: map_at_1
value: 18.049
verified: no, type: map_at_10
value: 23.753
verified: no, type: map_at_100
value: 24.958
verified: no, type: map_at_1000
value: 25.099
verified: no, type: map_at_3
value: 21.608
verified: no, type: map_at_5
value: 22.759999999999998
verified: no, type: mrr_at_1
value: 22.329
verified: no, type: mrr_at_10
value: 28.256999999999998
verified: no, type: mrr_at_100
value: 29.219
verified: no, type: mrr_at_1000
value: 29.304000000000002
verified: no, type: mrr_at_3
value: 26.115
verified: no, type: mrr_at_5
value: 27.371000000000002
verified: no, type: ndcg_at_1
value: 22.329
verified: no, type: ndcg_at_10
value: 27.993000000000002
verified: no, type: ndcg_at_100
value: 33.521
verified: no, type: ndcg_at_1000
value: 36.791000000000004
verified: no, type: ndcg_at_3
value: 24.232
verified: no, type: ndcg_at_5
value: 25.929999999999996
verified: no, type: precision_at_1
value: 22.329
verified: no, type: precision_at_10
value: 5.149
verified: no, type: precision_at_100
value: 0.9390000000000001
verified: no, type: precision_at_1000
value: 0.14200000000000002
verified: no, type: precision_at_3
value: 11.357000000000001
verified: no, type: precision_at_5
value: 8.258000000000001
verified: no, type: recall_at_1
value: 18.049
verified: no, type: recall_at_10
value: 36.565
verified: no, type: recall_at_100
value: 60.55500000000001
verified: no, type: recall_at_1000
value: 83.36
verified: no, type: recall_at_3
value: 25.505
verified: no, type: recall_at_5
value: 30.061
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackProgrammersRetrieval
config: default
split: test
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
metrics: type: map_at_1
value: 11.837
verified: no, type: map_at_10
value: 17.613
verified: no, type: map_at_100
value: 18.644
verified: no, type: map_at_1000
value: 18.790000000000003
verified: no, type: map_at_3
value: 15.739
verified: no, type: map_at_5
value: 16.672
verified: no, type: mrr_at_1
value: 14.726
verified: no, type: mrr_at_10
value: 21.027
verified: no, type: mrr_at_100
value: 21.901
verified: no, type: mrr_at_1000
value: 21.997
verified: no, type: mrr_at_3
value: 19.253999999999998
verified: no, type: mrr_at_5
value: 20.076
verified: no, type: ndcg_at_1
value: 14.726
verified: no, type: ndcg_at_10
value: 21.488
verified: no, type: ndcg_at_100
value: 26.625
verified: no, type: ndcg_at_1000
value: 30.101
verified: no, type: ndcg_at_3
value: 18.134
verified: no, type: ndcg_at_5
value: 19.39
verified: no, type: precision_at_1
value: 14.726
verified: no, type: precision_at_10
value: 4.154999999999999
verified: no, type: precision_at_100
value: 0.812
verified: no, type: precision_at_1000
value: 0.129
verified: no, type: precision_at_3
value: 9.209
verified: no, type: precision_at_5
value: 6.529999999999999
verified: no, type: recall_at_1
value: 11.837
verified: no, type: recall_at_10
value: 29.969
verified: no, type: recall_at_100
value: 52.635
verified: no, type: recall_at_1000
value: 77.228
verified: no, type: recall_at_3
value: 20.132
verified: no, type: recall_at_5
value: 23.637
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack
name: MTEB CQADupstackRetrieval
config: default
split: test
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
metrics: type: map_at_1
value: 13.873583333333334
verified: no, type: map_at_10
value: 19.144833333333334
verified: no, type: map_at_100
value: 20.06008333333333
verified: no, type: map_at_1000
value: 20.186416666666663
verified: no, type: map_at_3
value: 17.416083333333336
verified: no, type: map_at_5
value: 18.341250000000002
verified: no, type: mrr_at_1
value: 16.83141666666667
verified: no, type: mrr_at_10
value: 22.19625
verified: no, type: mrr_at_100
value: 23.02541666666667
verified: no, type: mrr_at_1000
value: 23.1135
verified: no, type: mrr_at_3
value: 20.53841666666667
verified: no, type: mrr_at_5
value: 21.414583333333333
verified: no, type: ndcg_at_1
value: 16.83141666666667
verified: no, type: ndcg_at_10
value: 22.643416666666663
verified: no, type: ndcg_at_100
value: 27.206416666666662
verified: no, type: ndcg_at_1000
value: 30.408
verified: no, type: ndcg_at_3
value: 19.53908333333333
verified: no, type: ndcg_at_5
value: 20.8925
verified: no, type: precision_at_1
value: 16.83141666666667
verified: no, type: precision_at_10
value: 4.062749999999999
verified: no, type: precision_at_100
value: 0.7528333333333334
verified: no, type: precision_at_1000
value: 0.12083333333333332
verified: no, type: precision_at_3
value: 9.139666666666665
verified: no, type: precision_at_5
value: 6.530083333333334
verified: no, type: recall_at_1
value: 13.873583333333334
verified: no, type: recall_at_10
value: 30.217083333333335
verified: no, type: recall_at_100
value: 51.07408333333334
verified: no, type: recall_at_1000
value: 74.35125
verified: no, type: recall_at_3
value: 21.33625
verified: no, type: recall_at_5
value: 24.91333333333333
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackStatsRetrieval
config: default
split: test
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
metrics: type: map_at_1
value: 10.709
verified: no, type: map_at_10
value: 15.064
verified: no, type: map_at_100
value: 15.763
verified: no, type: map_at_1000
value: 15.845999999999998
verified: no, type: map_at_3
value: 13.471
verified: no, type: map_at_5
value: 14.385
verified: no, type: mrr_at_1
value: 12.883
verified: no, type: mrr_at_10
value: 17.380000000000003
verified: no, type: mrr_at_100
value: 18.084
verified: no, type: mrr_at_1000
value: 18.154
verified: no, type: mrr_at_3
value: 15.925
verified: no, type: mrr_at_5
value: 16.715
verified: no, type: ndcg_at_1
value: 12.883
verified: no, type: ndcg_at_10
value: 18.064
verified: no, type: ndcg_at_100
value: 21.746
verified: no, type: ndcg_at_1000
value: 24.229
verified: no, type: ndcg_at_3
value: 15.119
verified: no, type: ndcg_at_5
value: 16.529
verified: no, type: precision_at_1
value: 12.883
verified: no, type: precision_at_10
value: 3.129
verified: no, type: precision_at_100
value: 0.541
verified: no, type: precision_at_1000
value: 0.082
verified: no, type: precision_at_3
value: 6.952999999999999
verified: no, type: precision_at_5
value: 5.092
verified: no, type: recall_at_1
value: 10.709
verified: no, type: recall_at_10
value: 25.238
verified: no, type: recall_at_100
value: 42.181000000000004
verified: no, type: recall_at_1000
value: 61.208
verified: no, type: recall_at_3
value: 17.036
verified: no, type: recall_at_5
value: 20.495
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackTexRetrieval
config: default
split: test
revision: 46989137a86843e03a6195de44b09deda022eec7
metrics: type: map_at_1
value: 7.544
verified: no, type: map_at_10
value: 10.871
verified: no, type: map_at_100
value: 11.488
verified: no, type: map_at_1000
value: 11.615
verified: no, type: map_at_3
value: 9.683
verified: no, type: map_at_5
value: 10.346
verified: no, type: mrr_at_1
value: 9.565999999999999
verified: no, type: mrr_at_10
value: 13.222999999999999
verified: no, type: mrr_at_100
value: 13.865
verified: no, type: mrr_at_1000
value: 13.969000000000001
verified: no, type: mrr_at_3
value: 11.941
verified: no, type: mrr_at_5
value: 12.622
verified: no, type: ndcg_at_1
value: 9.565999999999999
verified: no, type: ndcg_at_10
value: 13.318
verified: no, type: ndcg_at_100
value: 16.735
verified: no, type: ndcg_at_1000
value: 20.347
verified: no, type: ndcg_at_3
value: 11.053
verified: no, type: ndcg_at_5
value: 12.084999999999999
verified: no, type: precision_at_1
value: 9.565999999999999
verified: no, type: precision_at_10
value: 2.519
verified: no, type: precision_at_100
value: 0.507
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 5.299
verified: no, type: precision_at_5
value: 3.923
verified: no, type: recall_at_1
value: 7.544
verified: no, type: recall_at_10
value: 18.490000000000002
verified: no, type: recall_at_100
value: 34.42
verified: no, type: recall_at_1000
value: 61.275
verified: no, type: recall_at_3
value: 12.208
verified: no, type: recall_at_5
value: 14.872
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackUnixRetrieval
config: default
split: test
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
metrics: type: map_at_1
value: 12.626999999999999
verified: no, type: map_at_10
value: 16.954
verified: no, type: map_at_100
value: 17.762
verified: no, type: map_at_1000
value: 17.881
verified: no, type: map_at_3
value: 15.432000000000002
verified: no, type: map_at_5
value: 16.206
verified: no, type: mrr_at_1
value: 15.112
verified: no, type: mrr_at_10
value: 19.952
verified: no, type: mrr_at_100
value: 20.751
verified: no, type: mrr_at_1000
value: 20.845
verified: no, type: mrr_at_3
value: 18.237000000000002
verified: no, type: mrr_at_5
value: 19.081
verified: no, type: ndcg_at_1
value: 15.112
verified: no, type: ndcg_at_10
value: 20.256
verified: no, type: ndcg_at_100
value: 24.532999999999998
verified: no, type: ndcg_at_1000
value: 27.876
verified: no, type: ndcg_at_3
value: 17.158
verified: no, type: ndcg_at_5
value: 18.418
verified: no, type: precision_at_1
value: 15.112
verified: no, type: precision_at_10
value: 3.479
verified: no, type: precision_at_100
value: 0.629
verified: no, type: precision_at_1000
value: 0.10200000000000001
verified: no, type: precision_at_3
value: 7.805
verified: no, type: precision_at_5
value: 5.522
verified: no, type: recall_at_1
value: 12.626999999999999
verified: no, type: recall_at_10
value: 27.677000000000003
verified: no, type: recall_at_100
value: 47.174
verified: no, type: recall_at_1000
value: 72.096
verified: no, type: recall_at_3
value: 18.942
verified: no, type: recall_at_5
value: 22.187
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackWebmastersRetrieval
config: default
split: test
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
metrics: type: map_at_1
value: 14.286999999999999
verified: no, type: map_at_10
value: 20.199
verified: no, type: map_at_100
value: 21.324
verified: no, type: map_at_1000
value: 21.518
verified: no, type: map_at_3
value: 18.504
verified: no, type: map_at_5
value: 19.198999999999998
verified: no, type: mrr_at_1
value: 17.787
verified: no, type: mrr_at_10
value: 23.765
verified: no, type: mrr_at_100
value: 24.712
verified: no, type: mrr_at_1000
value: 24.81
verified: no, type: mrr_at_3
value: 22.2
verified: no, type: mrr_at_5
value: 22.744
verified: no, type: ndcg_at_1
value: 17.787
verified: no, type: ndcg_at_10
value: 24.199
verified: no, type: ndcg_at_100
value: 28.977999999999998
verified: no, type: ndcg_at_1000
value: 32.802
verified: no, type: ndcg_at_3
value: 21.432000000000002
verified: no, type: ndcg_at_5
value: 22.189
verified: no, type: precision_at_1
value: 17.787
verified: no, type: precision_at_10
value: 4.723
verified: no, type: precision_at_100
value: 1.012
verified: no, type: precision_at_1000
value: 0.189
verified: no, type: precision_at_3
value: 10.408000000000001
verified: no, type: precision_at_5
value: 7.2330000000000005
verified: no, type: recall_at_1
value: 14.286999999999999
verified: no, type: recall_at_10
value: 31.752000000000002
verified: no, type: recall_at_100
value: 53.964
verified: no, type: recall_at_1000
value: 79.913
verified: no, type: recall_at_3
value: 22.844
verified: no, type: recall_at_5
value: 25.337
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackWordpressRetrieval
config: default
split: test
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
metrics: type: map_at_1
value: 9.957
verified: no, type: map_at_10
value: 14.935
verified: no, type: map_at_100
value: 15.656999999999998
verified: no, type: map_at_1000
value: 15.758
verified: no, type: map_at_3
value: 13.672
verified: no, type: map_at_5
value: 14.384
verified: no, type: mrr_at_1
value: 11.091
verified: no, type: mrr_at_10
value: 16.335
verified: no, type: mrr_at_100
value: 17.084
verified: no, type: mrr_at_1000
value: 17.180999999999997
verified: no, type: mrr_at_3
value: 15.096000000000002
verified: no, type: mrr_at_5
value: 15.798000000000002
verified: no, type: ndcg_at_1
value: 11.091
verified: no, type: ndcg_at_10
value: 17.676
verified: no, type: ndcg_at_100
value: 21.991
verified: no, type: ndcg_at_1000
value: 25.151
verified: no, type: ndcg_at_3
value: 15.204999999999998
verified: no, type: ndcg_at_5
value: 16.404
verified: no, type: precision_at_1
value: 11.091
verified: no, type: precision_at_10
value: 2.81
verified: no, type: precision_at_100
value: 0.543
verified: no, type: precision_at_1000
value: 0.089
verified: no, type: precision_at_3
value: 6.715999999999999
verified: no, type: precision_at_5
value: 4.658
verified: no, type: recall_at_1
value: 9.957
verified: no, type: recall_at_10
value: 24.757
verified: no, type: recall_at_100
value: 45.958
verified: no, type: recall_at_1000
value: 70.529
verified: no, type: recall_at_3
value: 18.189
verified: no, type: recall_at_5
value: 21.090999999999998
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB ClimateFEVER
config: default
split: test
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
metrics: type: map_at_1
value: 6.822
verified: no, type: map_at_10
value: 12.751000000000001
verified: no, type: map_at_100
value: 14.386
verified: no, type: map_at_1000
value: 14.594
verified: no, type: map_at_3
value: 10.191
verified: no, type: map_at_5
value: 11.353
verified: no, type: mrr_at_1
value: 15.504999999999999
verified: no, type: mrr_at_10
value: 25.484
verified: no, type: mrr_at_100
value: 26.63
verified: no, type: mrr_at_1000
value: 26.69
verified: no, type: mrr_at_3
value: 21.868000000000002
verified: no, type: mrr_at_5
value: 23.845
verified: no, type: ndcg_at_1
value: 15.504999999999999
verified: no, type: ndcg_at_10
value: 19.353
verified: no, type: ndcg_at_100
value: 26.608999999999998
verified: no, type: ndcg_at_1000
value: 30.775000000000002
verified: no, type: ndcg_at_3
value: 14.479000000000001
verified: no, type: ndcg_at_5
value: 16.102
verified: no, type: precision_at_1
value: 15.504999999999999
verified: no, type: precision_at_10
value: 6.619
verified: no, type: precision_at_100
value: 1.444
verified: no, type: precision_at_1000
value: 0.22
verified: no, type: precision_at_3
value: 11.27
verified: no, type: precision_at_5
value: 9.055
verified: no, type: recall_at_1
value: 6.822
verified: no, type: recall_at_10
value: 25.266
verified: no, type: recall_at_100
value: 50.937
verified: no, type: recall_at_1000
value: 74.94800000000001
verified: no, type: recall_at_3
value: 13.682
verified: no, type: recall_at_5
value: 17.902
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB DBPedia
config: default
split: test
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
metrics: type: map_at_1
value: 3.7960000000000003
verified: no, type: map_at_10
value: 8.855
verified: no, type: map_at_100
value: 12.781999999999998
verified: no, type: map_at_1000
value: 13.805
verified: no, type: map_at_3
value: 6.036
verified: no, type: map_at_5
value: 7.217999999999999
verified: no, type: mrr_at_1
value: 40.25
verified: no, type: mrr_at_10
value: 49.899
verified: no, type: mrr_at_100
value: 50.619
verified: no, type: mrr_at_1000
value: 50.648
verified: no, type: mrr_at_3
value: 46.75
verified: no, type: mrr_at_5
value: 48.463
verified: no, type: ndcg_at_1
value: 29.875
verified: no, type: ndcg_at_10
value: 23.518
verified: no, type: ndcg_at_100
value: 26.632
verified: no, type: ndcg_at_1000
value: 33.567
verified: no, type: ndcg_at_3
value: 25.718000000000004
verified: no, type: ndcg_at_5
value: 24.474
verified: no, type: precision_at_1
value: 40.25
verified: no, type: precision_at_10
value: 21.475
verified: no, type: precision_at_100
value: 6.908
verified: no, type: precision_at_1000
value: 1.502
verified: no, type: precision_at_3
value: 30.833
verified: no, type: precision_at_5
value: 27.1
verified: no, type: recall_at_1
value: 3.7960000000000003
verified: no, type: recall_at_10
value: 13.802
verified: no, type: recall_at_100
value: 33.72
verified: no, type: recall_at_1000
value: 58.074999999999996
verified: no, type: recall_at_3
value: 6.999
verified: no, type: recall_at_5
value: 9.196
verified: no, task: type: Classification
dataset: type: None
name: MTEB EmotionClassification
config: default
split: test
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
metrics: type: accuracy
value: 46.425
verified: no, type: f1
value: 42.77638425014079
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB FEVER
config: default
split: test
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
metrics: type: map_at_1
value: 16.888
verified: no, type: map_at_10
value: 25.161
verified: no, type: map_at_100
value: 26.074
verified: no, type: map_at_1000
value: 26.145000000000003
verified: no, type: map_at_3
value: 22.595000000000002
verified: no, type: map_at_5
value: 24.03
verified: no, type: mrr_at_1
value: 18.017
verified: no, type: mrr_at_10
value: 26.749000000000002
verified: no, type: mrr_at_100
value: 27.645999999999997
verified: no, type: mrr_at_1000
value: 27.705999999999996
verified: no, type: mrr_at_3
value: 24.085
verified: no, type: mrr_at_5
value: 25.576999999999998
verified: no, type: ndcg_at_1
value: 18.017
verified: no, type: ndcg_at_10
value: 30.144
verified: no, type: ndcg_at_100
value: 34.760000000000005
verified: no, type: ndcg_at_1000
value: 36.718
verified: no, type: ndcg_at_3
value: 24.9
verified: no, type: ndcg_at_5
value: 27.462999999999997
verified: no, type: precision_at_1
value: 18.017
verified: no, type: precision_at_10
value: 4.842
verified: no, type: precision_at_100
value: 0.734
verified: no, type: precision_at_1000
value: 0.092
verified: no, type: precision_at_3
value: 10.841000000000001
verified: no, type: precision_at_5
value: 7.882
verified: no, type: recall_at_1
value: 16.888
verified: no, type: recall_at_10
value: 44.183
verified: no, type: recall_at_100
value: 65.642
verified: no, type: recall_at_1000
value: 80.74900000000001
verified: no, type: recall_at_3
value: 30.026000000000003
verified: no, type: recall_at_5
value: 36.159
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB FiQA2018
config: default
split: test
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
metrics: type: map_at_1
value: 5.987
verified: no, type: map_at_10
value: 10.633
verified: no, type: map_at_100
value: 11.718
verified: no, type: map_at_1000
value: 11.927
verified: no, type: map_at_3
value: 8.965
verified: no, type: map_at_5
value: 9.622
verified: no, type: mrr_at_1
value: 11.883000000000001
verified: no, type: mrr_at_10
value: 18.39
verified: no, type: mrr_at_100
value: 19.486
verified: no, type: mrr_at_1000
value: 19.585
verified: no, type: mrr_at_3
value: 16.512
verified: no, type: mrr_at_5
value: 17.438000000000002
verified: no, type: ndcg_at_1
value: 11.883000000000001
verified: no, type: ndcg_at_10
value: 14.965
verified: no, type: ndcg_at_100
value: 20.491
verified: no, type: ndcg_at_1000
value: 25.151
verified: no, type: ndcg_at_3
value: 12.346
verified: no, type: ndcg_at_5
value: 12.963
verified: no, type: precision_at_1
value: 11.883000000000001
verified: no, type: precision_at_10
value: 4.383
verified: no, type: precision_at_100
value: 0.985
verified: no, type: precision_at_1000
value: 0.18
verified: no, type: precision_at_3
value: 8.488
verified: no, type: precision_at_5
value: 6.358
verified: no, type: recall_at_1
value: 5.987
verified: no, type: recall_at_10
value: 20.108
verified: no, type: recall_at_100
value: 41.854
verified: no, type: recall_at_1000
value: 70.61500000000001
verified: no, type: recall_at_3
value: 11.874
verified: no, type: recall_at_5
value: 14.188999999999998
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB HotpotQA
config: default
split: test
revision: ab518f4d6fcca38d87c25209f94beba119d02014
metrics: type: map_at_1
value: 16.34
verified: no, type: map_at_10
value: 23.026
verified: no, type: map_at_100
value: 23.921
verified: no, type: map_at_1000
value: 24.035
verified: no, type: map_at_3
value: 21.121000000000002
verified: no, type: map_at_5
value: 22.191
verified: no, type: mrr_at_1
value: 32.681
verified: no, type: mrr_at_10
value: 39.583
verified: no, type: mrr_at_100
value: 40.306
verified: no, type: mrr_at_1000
value: 40.366
verified: no, type: mrr_at_3
value: 37.65
verified: no, type: mrr_at_5
value: 38.769999999999996
verified: no, type: ndcg_at_1
value: 32.681
verified: no, type: ndcg_at_10
value: 29.578
verified: no, type: ndcg_at_100
value: 33.742
verified: no, type: ndcg_at_1000
value: 36.504
verified: no, type: ndcg_at_3
value: 25.935000000000002
verified: no, type: ndcg_at_5
value: 27.74
verified: no, type: precision_at_1
value: 32.681
verified: no, type: precision_at_10
value: 6.551
verified: no, type: precision_at_100
value: 0.989
verified: no, type: precision_at_1000
value: 0.136
verified: no, type: precision_at_3
value: 16.367
verified: no, type: precision_at_5
value: 11.251999999999999
verified: no, type: recall_at_1
value: 16.34
verified: no, type: recall_at_10
value: 32.755
verified: no, type: recall_at_100
value: 49.433
verified: no, type: recall_at_1000
value: 67.927
verified: no, type: recall_at_3
value: 24.551000000000002
verified: no, type: recall_at_5
value: 28.13
verified: no, task: type: Classification
dataset: type: None
name: MTEB ImdbClassification
config: default
split: test
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
metrics: type: accuracy
value: 65.7364
verified: no, type: ap
value: 60.57183715346659
verified: no, type: f1
value: 65.51915706047664
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB MSMARCO
config: default
split: dev
revision: c5a29a104738b98a9e76336939199e264163d4a0
metrics: type: map_at_1
value: 6.273
verified: no, type: map_at_10
value: 10.777000000000001
verified: no, type: map_at_100
value: 11.645
verified: no, type: map_at_1000
value: 11.75
verified: no, type: map_at_3
value: 9.086
verified: no, type: map_at_5
value: 10.006
verified: no, type: mrr_at_1
value: 6.5040000000000004
verified: no, type: mrr_at_10
value: 11.092
verified: no, type: mrr_at_100
value: 11.968
verified: no, type: mrr_at_1000
value: 12.069
verified: no, type: mrr_at_3
value: 9.362
verified: no, type: mrr_at_5
value: 10.301
verified: no, type: ndcg_at_1
value: 6.476
verified: no, type: ndcg_at_10
value: 13.663
verified: no, type: ndcg_at_100
value: 18.43
verified: no, type: ndcg_at_1000
value: 21.578
verified: no, type: ndcg_at_3
value: 10.119
verified: no, type: ndcg_at_5
value: 11.781
verified: no, type: precision_at_1
value: 6.476
verified: no, type: precision_at_10
value: 2.36
verified: no, type: precision_at_100
value: 0.483
verified: no, type: precision_at_1000
value: 0.076
verified: no, type: precision_at_3
value: 4.441
verified: no, type: precision_at_5
value: 3.504
verified: no, type: recall_at_1
value: 6.273
verified: no, type: recall_at_10
value: 22.633
verified: no, type: recall_at_100
value: 45.977000000000004
verified: no, type: recall_at_1000
value: 71.24000000000001
verified: no, type: recall_at_3
value: 12.862000000000002
verified: no, type: recall_at_5
value: 16.861
verified: no, task: type: Classification
dataset: type: None
name: MTEB MTOPDomainClassification (en)
config: en
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 88.22389420884633
verified: no, type: f1
value: 87.64396367277254
verified: no, task: type: Classification
dataset: type: None
name: MTEB MTOPIntentClassification (en)
config: en
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 57.64477884176926
verified: no, type: f1
value: 40.163687026031184
verified: no, task: type: Classification
dataset: type: None
name: MTEB MassiveIntentClassification (en)
config: en
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 62.76731674512441
verified: no, type: f1
value: 61.091308868436975
verified: no, task: type: Classification
dataset: type: None
name: MTEB MassiveScenarioClassification (en)
config: en
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 69.41829186281103
verified: no, type: f1
value: 68.31043799018511
verified: no, task: type: Clustering
dataset: type: None
name: MTEB MedrxivClusteringP2P
config: default
split: test
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
metrics: type: v_measure
value: 30.83976118152166
verified: no, task: type: Clustering
dataset: type: None
name: MTEB MedrxivClusteringS2S
config: default
split: test
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
metrics: type: v_measure
value: 27.816942965695233
verified: no, task: type: Reranking
dataset: type: None
name: MTEB MindSmallReranking
config: default
split: test
revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
metrics: type: map
value: 31.370605538323442
verified: no, type: mrr
value: 32.51161029506204
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB NFCorpus
config: default
split: test
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
metrics: type: map_at_1
value: 4.257
verified: no, type: map_at_10
value: 8.892
verified: no, type: map_at_100
value: 11.440999999999999
verified: no, type: map_at_1000
value: 12.894
verified: no, type: map_at_3
value: 6.728000000000001
verified: no, type: map_at_5
value: 7.821
verified: no, type: mrr_at_1
value: 34.985
verified: no, type: mrr_at_10
value: 45.084999999999994
verified: no, type: mrr_at_100
value: 45.666000000000004
verified: no, type: mrr_at_1000
value: 45.732
verified: no, type: mrr_at_3
value: 42.054
verified: no, type: mrr_at_5
value: 44.066
verified: no, type: ndcg_at_1
value: 33.282000000000004
verified: no, type: ndcg_at_10
value: 27.194000000000003
verified: no, type: ndcg_at_100
value: 25.636
verified: no, type: ndcg_at_1000
value: 35.264
verified: no, type: ndcg_at_3
value: 30.553
verified: no, type: ndcg_at_5
value: 29.372
verified: no, type: precision_at_1
value: 34.985
verified: no, type: precision_at_10
value: 20.526
verified: no, type: precision_at_100
value: 7.173
verified: no, type: precision_at_1000
value: 2.067
verified: no, type: precision_at_3
value: 28.999000000000002
verified: no, type: precision_at_5
value: 25.759
verified: no, type: recall_at_1
value: 4.257
verified: no, type: recall_at_10
value: 13.065
verified: no, type: recall_at_100
value: 27.738000000000003
verified: no, type: recall_at_1000
value: 62.818
verified: no, type: recall_at_3
value: 8.094999999999999
verified: no, type: recall_at_5
value: 10.377
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB NQ
config: default
split: test
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
metrics: type: map_at_1
value: 8.866999999999999
verified: no, type: map_at_10
value: 15.186
verified: no, type: map_at_100
value: 16.386
verified: no, type: map_at_1000
value: 16.486
verified: no, type: map_at_3
value: 12.7
verified: no, type: map_at_5
value: 13.977
verified: no, type: mrr_at_1
value: 9.994
verified: no, type: mrr_at_10
value: 16.766000000000002
verified: no, type: mrr_at_100
value: 17.875
verified: no, type: mrr_at_1000
value: 17.958
verified: no, type: mrr_at_3
value: 14.151
verified: no, type: mrr_at_5
value: 15.533
verified: no, type: ndcg_at_1
value: 9.994
verified: no, type: ndcg_at_10
value: 19.492
verified: no, type: ndcg_at_100
value: 25.555
verified: no, type: ndcg_at_1000
value: 28.366000000000003
verified: no, type: ndcg_at_3
value: 14.29
verified: no, type: ndcg_at_5
value: 16.608
verified: no, type: precision_at_1
value: 9.994
verified: no, type: precision_at_10
value: 3.6990000000000003
verified: no, type: precision_at_100
value: 0.716
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 6.701
verified: no, type: precision_at_5
value: 5.313
verified: no, type: recall_at_1
value: 8.866999999999999
verified: no, type: recall_at_10
value: 31.354
verified: no, type: recall_at_100
value: 59.429
verified: no, type: recall_at_1000
value: 81.182
verified: no, type: recall_at_3
value: 17.474999999999998
verified: no, type: recall_at_5
value: 22.868
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB QuoraRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 63.41
verified: no, type: map_at_10
value: 76.143
verified: no, type: map_at_100
value: 76.904
verified: no, type: map_at_1000
value: 76.936
verified: no, type: map_at_3
value: 73.146
verified: no, type: map_at_5
value: 75.003
verified: no, type: mrr_at_1
value: 72.98
verified: no, type: mrr_at_10
value: 80.262
verified: no, type: mrr_at_100
value: 80.5
verified: no, type: mrr_at_1000
value: 80.50500000000001
verified: no, type: mrr_at_3
value: 78.782
verified: no, type: mrr_at_5
value: 79.74799999999999
verified: no, type: ndcg_at_1
value: 73.04
verified: no, type: ndcg_at_10
value: 80.78699999999999
verified: no, type: ndcg_at_100
value: 82.884
verified: no, type: ndcg_at_1000
value: 83.231
verified: no, type: ndcg_at_3
value: 77.12599999999999
verified: no, type: ndcg_at_5
value: 79.077
verified: no, type: precision_at_1
value: 73.04
verified: no, type: precision_at_10
value: 12.239
verified: no, type: precision_at_100
value: 1.463
verified: no, type: precision_at_1000
value: 0.155
verified: no, type: precision_at_3
value: 33.437
verified: no, type: precision_at_5
value: 22.178
verified: no, type: recall_at_1
value: 63.41
verified: no, type: recall_at_10
value: 89.795
verified: no, type: recall_at_100
value: 97.71600000000001
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_3
value: 79.415
verified: no, type: recall_at_5
value: 84.76
verified: no, task: type: Clustering
dataset: type: None
name: MTEB RedditClustering
config: default
split: test
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
metrics: type: v_measure
value: 45.5601666470677
verified: no, task: type: Clustering
dataset: type: None
name: MTEB RedditClusteringP2P
config: default
split: test
revision: 282350215ef01743dc01b456c7f5241fa8937f16
metrics: type: v_measure
value: 47.770988895550886
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB SCIDOCS
config: default
split: test
revision: None
metrics: type: map_at_1
value: 2.758
verified: no, type: map_at_10
value: 6.7589999999999995
verified: no, type: map_at_100
value: 8.157
verified: no, type: map_at_1000
value: 8.427999999999999
verified: no, type: map_at_3
value: 4.984999999999999
verified: no, type: map_at_5
value: 5.782
verified: no, type: mrr_at_1
value: 13.5
verified: no, type: mrr_at_10
value: 21.547
verified: no, type: mrr_at_100
value: 22.811
verified: no, type: mrr_at_1000
value: 22.906000000000002
verified: no, type: mrr_at_3
value: 18.95
verified: no, type: mrr_at_5
value: 20.275000000000002
verified: no, type: ndcg_at_1
value: 13.5
verified: no, type: ndcg_at_10
value: 12.061
verified: no, type: ndcg_at_100
value: 18.501
verified: no, type: ndcg_at_1000
value: 23.954
verified: no, type: ndcg_at_3
value: 11.468
verified: no, type: ndcg_at_5
value: 9.832
verified: no, type: precision_at_1
value: 13.5
verified: no, type: precision_at_10
value: 6.3100000000000005
verified: no, type: precision_at_100
value: 1.5699999999999998
verified: no, type: precision_at_1000
value: 0.28900000000000003
verified: no, type: precision_at_3
value: 10.867
verified: no, type: precision_at_5
value: 8.6
verified: no, type: recall_at_1
value: 2.758
verified: no, type: recall_at_10
value: 12.802
verified: no, type: recall_at_100
value: 31.881999999999998
verified: no, type: recall_at_1000
value: 58.617
verified: no, type: recall_at_3
value: 6.6129999999999995
verified: no, type: recall_at_5
value: 8.728
verified: no, task: type: STS
dataset: type: None
name: MTEB SICK-R
config: default
split: test
revision: a6ea5a8cab320b040a23452cc28066d9beae2cee
metrics: type: cos_sim_pearson
value: 78.26245951353962
verified: no, type: cos_sim_spearman
value: 67.84539204408432
verified: no, type: euclidean_pearson
value: 74.21607093942097
verified: no, type: euclidean_spearman
value: 67.84545822363431
verified: no, type: manhattan_pearson
value: 70.65836714092913
verified: no, type: manhattan_spearman
value: 65.25792725583983
verified: no, task: type: STS
dataset: type: None
name: MTEB STS12
config: default
split: test
revision: a0d554a64d88156834ff5ae9920b964011b16384
metrics: type: cos_sim_pearson
value: 75.59583415996339
verified: no, type: cos_sim_spearman
value: 66.89861267363996
verified: no, type: euclidean_pearson
value: 71.86752820469697
verified: no, type: euclidean_spearman
value: 66.89991282290966
verified: no, type: manhattan_pearson
value: 70.7284632544075
verified: no, type: manhattan_spearman
value: 67.18845064858152
verified: no, task: type: STS
dataset: type: None
name: MTEB STS13
config: default
split: test
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
metrics: type: cos_sim_pearson
value: 76.15298679945339
verified: no, type: cos_sim_spearman
value: 77.76141248614337
verified: no, type: euclidean_pearson
value: 77.53737892012191
verified: no, type: euclidean_spearman
value: 77.76142467622597
verified: no, type: manhattan_pearson
value: 78.03597553951049
verified: no, type: manhattan_spearman
value: 78.39772333414133
verified: no, task: type: STS
dataset: type: None
name: MTEB STS14
config: default
split: test
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
metrics: type: cos_sim_pearson
value: 78.35224122791287
verified: no, type: cos_sim_spearman
value: 74.47677736391881
verified: no, type: euclidean_pearson
value: 77.57019604889985
verified: no, type: euclidean_spearman
value: 74.47676767297182
verified: no, type: manhattan_pearson
value: 76.73163796164971
verified: no, type: manhattan_spearman
value: 74.23587008360492
verified: no, task: type: STS
dataset: type: None
name: MTEB STS15
config: default
split: test
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
metrics: type: cos_sim_pearson
value: 80.1042939648847
verified: no, type: cos_sim_spearman
value: 81.41368013571659
verified: no, type: euclidean_pearson
value: 81.48626463776695
verified: no, type: euclidean_spearman
value: 81.41368637874736
verified: no, type: manhattan_pearson
value: 81.48355965065436
verified: no, type: manhattan_spearman
value: 81.62079694097419
verified: no, task: type: STS
dataset: type: None
name: MTEB STS16
config: default
split: test
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
metrics: type: cos_sim_pearson
value: 74.89019846614487
verified: no, type: cos_sim_spearman
value: 76.2566739236189
verified: no, type: euclidean_pearson
value: 76.10119093261383
verified: no, type: euclidean_spearman
value: 76.25694553078488
verified: no, type: manhattan_pearson
value: 76.58400661123387
verified: no, type: manhattan_spearman
value: 76.89895753816454
verified: no, task: type: STS
dataset: type: None
name: MTEB STS17 (en-en)
config: en-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 82.76823435555784
verified: no, type: cos_sim_spearman
value: 84.21685158024917
verified: no, type: euclidean_pearson
value: 83.81240661938682
verified: no, type: euclidean_spearman
value: 84.21772562243359
verified: no, type: manhattan_pearson
value: 83.09771367107825
verified: no, type: manhattan_spearman
value: 83.60926420491222
verified: no, task: type: STS
dataset: type: None
name: MTEB STS22 (en)
config: en
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 63.31916082130928
verified: no, type: cos_sim_spearman
value: 60.643988533267
verified: no, type: euclidean_pearson
value: 63.378219985105154
verified: no, type: euclidean_spearman
value: 60.643988533267
verified: no, type: manhattan_pearson
value: 63.029437112042075
verified: no, type: manhattan_spearman
value: 60.53647700671018
verified: no, task: type: STS
dataset: type: None
name: MTEB STSBenchmark
config: default
split: test
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
metrics: type: cos_sim_pearson
value: 77.92130991519997
verified: no, type: cos_sim_spearman
value: 76.70092643265069
verified: no, type: euclidean_pearson
value: 78.364944073085
verified: no, type: euclidean_spearman
value: 76.70094489969958
verified: no, type: manhattan_pearson
value: 78.0607681465912
verified: no, type: manhattan_spearman
value: 76.6577342175607
verified: no, task: type: Reranking
dataset: type: None
name: MTEB SciDocsRR
config: default
split: test
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
metrics: type: map
value: 74.2154507905421
verified: no, type: mrr
value: 91.38974678190365
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB SciFact
config: default
split: test
revision: 0228b52cf27578f30900b9e5271d331663a030d7
metrics: type: map_at_1
value: 32.694
verified: no, type: map_at_10
value: 42.122
verified: no, type: map_at_100
value: 43.221
verified: no, type: map_at_1000
value: 43.282
verified: no, type: map_at_3
value: 40.204
verified: no, type: map_at_5
value: 41.187000000000005
verified: no, type: mrr_at_1
value: 35.333
verified: no, type: mrr_at_10
value: 44.095
verified: no, type: mrr_at_100
value: 45.036
verified: no, type: mrr_at_1000
value: 45.086
verified: no, type: mrr_at_3
value: 42.333
verified: no, type: mrr_at_5
value: 43.2
verified: no, type: ndcg_at_1
value: 35.333
verified: no, type: ndcg_at_10
value: 46.882000000000005
verified: no, type: ndcg_at_100
value: 52.372
verified: no, type: ndcg_at_1000
value: 53.903
verified: no, type: ndcg_at_3
value: 43.079
verified: no, type: ndcg_at_5
value: 44.732
verified: no, type: precision_at_1
value: 35.333
verified: no, type: precision_at_10
value: 6.567
verified: no, type: precision_at_100
value: 0.963
verified: no, type: precision_at_1000
value: 0.11
verified: no, type: precision_at_3
value: 17.778
verified: no, type: precision_at_5
value: 11.600000000000001
verified: no, type: recall_at_1
value: 32.694
verified: no, type: recall_at_10
value: 59.760999999999996
verified: no, type: recall_at_100
value: 85.572
verified: no, type: recall_at_1000
value: 97.26700000000001
verified: no, type: recall_at_3
value: 49.167
verified: no, type: recall_at_5
value: 53.417
verified: no, task: type: PairClassification
dataset: type: None
name: MTEB SprintDuplicateQuestions
config: default
split: test
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
metrics: type: cos_sim_accuracy
value: 99.66336633663366
verified: no, type: cos_sim_ap
value: 88.65731696253445
verified: no, type: cos_sim_f1
value: 82.55872063968016
verified: no, type: cos_sim_precision
value: 82.51748251748252
verified: no, type: cos_sim_recall
value: 82.6
verified: no, type: dot_accuracy
value: 99.66336633663366
verified: no, type: dot_ap
value: 88.65731696253445
verified: no, type: dot_f1
value: 82.55872063968016
verified: no, type: dot_precision
value: 82.51748251748252
verified: no, type: dot_recall
value: 82.6
verified: no, type: euclidean_accuracy
value: 99.66336633663366
verified: no, type: euclidean_ap
value: 88.65731696253445
verified: no, type: euclidean_f1
value: 82.55872063968016
verified: no, type: euclidean_precision
value: 82.51748251748252
verified: no, type: euclidean_recall
value: 82.6
verified: no, type: manhattan_accuracy
value: 99.71089108910891
verified: no, type: manhattan_ap
value: 91.30880834064459
verified: no, type: manhattan_f1
value: 85.34906588003933
verified: no, type: manhattan_precision
value: 83.9458413926499
verified: no, type: manhattan_recall
value: 86.8
verified: no, type: max_accuracy
value: 99.71089108910891
verified: no, type: max_ap
value: 91.30880834064459
verified: no, type: max_f1
value: 85.34906588003933
verified: no, task: type: Clustering
dataset: type: None
name: MTEB StackExchangeClustering
config: default
split: test
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
metrics: type: v_measure
value: 47.527866810545916
verified: no, task: type: Clustering
dataset: type: None
name: MTEB StackExchangeClusteringP2P
config: default
split: test
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
metrics: type: v_measure
value: 30.65831891956486
verified: no, task: type: Reranking
dataset: type: None
name: MTEB StackOverflowDupQuestions
config: default
split: test
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
metrics: type: map
value: 42.70015713936949
verified: no, type: mrr
value: 43.080383668618964
verified: no, task: type: Summarization
dataset: type: None
name: MTEB SummEval
config: default
split: test
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
metrics: type: cos_sim_pearson
value: 30.30482857228984
verified: no, type: cos_sim_spearman
value: 30.858770002347647
verified: no, type: dot_pearson
value: 30.304828494593238
verified: no, type: dot_spearman
value: 30.907161646082997
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB TRECCOVID
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.14300000000000002
verified: no, type: map_at_10
value: 0.852
verified: no, type: map_at_100
value: 4.5089999999999995
verified: no, type: map_at_1000
value: 11.663
verified: no, type: map_at_3
value: 0.318
verified: no, type: map_at_5
value: 0.47000000000000003
verified: no, type: mrr_at_1
value: 54
verified: no, type: mrr_at_10
value: 64.151
verified: no, type: mrr_at_100
value: 64.885
verified: no, type: mrr_at_1000
value: 64.885
verified: no, type: mrr_at_3
value: 61
verified: no, type: mrr_at_5
value: 62
verified: no, type: ndcg_at_1
value: 49
verified: no, type: ndcg_at_10
value: 43.096000000000004
verified: no, type: ndcg_at_100
value: 32.491
verified: no, type: ndcg_at_1000
value: 30.432
verified: no, type: ndcg_at_3
value: 44.285000000000004
verified: no, type: ndcg_at_5
value: 43.505
verified: no, type: precision_at_1
value: 54
verified: no, type: precision_at_10
value: 46.6
verified: no, type: precision_at_100
value: 34.28
verified: no, type: precision_at_1000
value: 14.886
verified: no, type: precision_at_3
value: 47.333
verified: no, type: precision_at_5
value: 46.800000000000004
verified: no, type: recall_at_1
value: 0.14300000000000002
verified: no, type: recall_at_10
value: 1.117
verified: no, type: recall_at_100
value: 7.477
verified: no, type: recall_at_1000
value: 29.666999999999998
verified: no, type: recall_at_3
value: 0.347
verified: no, type: recall_at_5
value: 0.545
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB Touche2020
config: default
split: test
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
metrics: type: map_at_1
value: 2.139
verified: no, type: map_at_10
value: 7.116
verified: no, type: map_at_100
value: 13.464
verified: no, type: map_at_1000
value: 15.160000000000002
verified: no, type: map_at_3
value: 4.0169999999999995
verified: no, type: map_at_5
value: 5.587000000000001
verified: no, type: mrr_at_1
value: 30.612000000000002
verified: no, type: mrr_at_10
value: 42.225
verified: no, type: mrr_at_100
value: 43.206
verified: no, type: mrr_at_1000
value: 43.225
verified: no, type: mrr_at_3
value: 36.394999999999996
verified: no, type: mrr_at_5
value: 38.946
verified: no, type: ndcg_at_1
value: 28.571
verified: no, type: ndcg_at_10
value: 20.948
verified: no, type: ndcg_at_100
value: 34.647
verified: no, type: ndcg_at_1000
value: 46.587
verified: no, type: ndcg_at_3
value: 23.158
verified: no, type: ndcg_at_5
value: 22.516
verified: no, type: precision_at_1
value: 30.612000000000002
verified: no, type: precision_at_10
value: 18.776
verified: no, type: precision_at_100
value: 7.959
verified: no, type: precision_at_1000
value: 1.559
verified: no, type: precision_at_3
value: 23.128999999999998
verified: no, type: precision_at_5
value: 22.041
verified: no, type: recall_at_1
value: 2.139
verified: no, type: recall_at_10
value: 12.666
verified: no, type: recall_at_100
value: 47.965
verified: no, type: recall_at_1000
value: 84.198
verified: no, type: recall_at_3
value: 4.671
verified: no, type: recall_at_5
value: 7.736999999999999
verified: no, task: type: Classification
dataset: type: None
name: MTEB ToxicConversationsClassification
config: default
split: test
revision: d7c0de2777da35d6aae2200a62c6e0e5af397c4c
metrics: type: accuracy
value: 72.687
verified: no, type: ap
value: 15.402386367537005
verified: no, type: f1
value: 56.15906014663372
verified: no, task: type: Classification
dataset: type: None
name: MTEB TweetSentimentExtractionClassification
config: default
split: test
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
metrics: type: accuracy
value: 54.592529711375214
verified: no, type: f1
value: 54.81939839369587
verified: no, task: type: Clustering
dataset: type: None
name: MTEB TwentyNewsgroupsClustering
config: default
split: test
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
metrics: type: v_measure
value: 41.53016653534568
verified: no, task: type: PairClassification
dataset: type: None
name: MTEB TwitterSemEval2015
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cos_sim_accuracy
value: 83.01841807236097
verified: no, type: cos_sim_ap
value: 62.587389637610734
verified: no, type: cos_sim_f1
value: 60.42787139954583
verified: no, type: cos_sim_precision
value: 55.23268516495521
verified: no, type: cos_sim_recall
value: 66.7018469656992
verified: no, type: dot_accuracy
value: 83.01841807236097
verified: no, type: dot_ap
value: 62.587389637610734
verified: no, type: dot_f1
value: 60.42787139954583
verified: no, type: dot_precision
value: 55.23268516495521
verified: no, type: dot_recall
value: 66.7018469656992
verified: no, type: euclidean_accuracy
value: 83.01841807236097
verified: no, type: euclidean_ap
value: 62.587389637610734
verified: no, type: euclidean_f1
value: 60.42787139954583
verified: no, type: euclidean_precision
value: 55.23268516495521
verified: no, type: euclidean_recall
value: 66.7018469656992
verified: no, type: manhattan_accuracy
value: 82.04684985396675
verified: no, type: manhattan_ap
value: 59.95337772978148
verified: no, type: manhattan_f1
value: 58.11441198134053
verified: no, type: manhattan_precision
value: 54.33884297520662
verified: no, type: manhattan_recall
value: 62.45382585751978
verified: no, type: max_accuracy
value: 83.01841807236097
verified: no, type: max_ap
value: 62.587389637610734
verified: no, type: max_f1
value: 60.42787139954583
verified: no, task: type: PairClassification
dataset: type: None
name: MTEB TwitterURLCorpus
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cos_sim_accuracy
value: 86.69228082431016
verified: no, type: cos_sim_ap
value: 81.48688355409183
verified: no, type: cos_sim_f1
value: 73.30082742316786
verified: no, type: cos_sim_precision
value: 70.44873615450156
verified: no, type: cos_sim_recall
value: 76.3935940868494
verified: no, type: dot_accuracy
value: 86.69228082431016
verified: no, type: dot_ap
value: 81.48689290676025
verified: no, type: dot_f1
value: 73.30082742316786
verified: no, type: dot_precision
value: 70.44873615450156
verified: no, type: dot_recall
value: 76.3935940868494
verified: no, type: euclidean_accuracy
value: 86.69228082431016
verified: no, type: euclidean_ap
value: 81.48688312356714
verified: no, type: euclidean_f1
value: 73.30082742316786
verified: no, type: euclidean_precision
value: 70.44873615450156
verified: no, type: euclidean_recall
value: 76.3935940868494
verified: no, type: manhattan_accuracy
value: 86.649590561571
verified: no, type: manhattan_ap
value: 81.46446557002017
verified: no, type: manhattan_f1
value: 73.55033730231872
verified: no, type: manhattan_precision
value: 70.55661645095127
verified: no, type: manhattan_recall
value: 76.80936248845089
verified: no, type: max_accuracy
value: 86.69228082431016
verified: no, type: max_ap
value: 81.48689290676025
verified: no, type: max_f1
value: 73.55033730231872
verified: no
Likes: 0 | All-time downloads: 0
Created: 2024-09-07 12:43:49