Model: twadada/nmc-cls-noabtt
Author: twadada
Tags: mteb, model-index, region:us
Card metadata: tags: mteb
model-index: name: nomic_classification_noabtt
results: task: type: Classification
dataset: type: None
name: MTEB AmazonCounterfactualClassification (en)
config: en
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 71.07462686567165
verified: no, type: ap
value: 33.50009567410962
verified: no, type: f1
value: 64.94019749592687
verified: no, task: type: Classification
dataset: type: None
name: MTEB AmazonPolarityClassification
config: default
split: test
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
metrics: type: accuracy
value: 70.35742499999999
verified: no, type: ap
value: 64.96577354828929
verified: no, type: f1
value: 70.10173476777325
verified: no, task: type: Classification
dataset: type: None
name: MTEB AmazonReviewsClassification (en)
config: en
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 37.744
verified: no, type: f1
value: 37.1575589065482
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB ArguAna
config: default
split: test
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
metrics: type: map_at_1
value: 18.563
verified: no, type: map_at_10
value: 31.251
verified: no, type: map_at_100
value: 32.478
verified: no, type: map_at_1000
value: 32.519999999999996
verified: no, type: map_at_3
value: 27.156999999999996
verified: no, type: map_at_5
value: 29.387
verified: no, type: mrr_at_1
value: 19.061
verified: no, type: mrr_at_10
value: 31.445
verified: no, type: mrr_at_100
value: 32.672000000000004
verified: no, type: mrr_at_1000
value: 32.714
verified: no, type: mrr_at_3
value: 27.418
verified: no, type: mrr_at_5
value: 29.662
verified: no, type: ndcg_at_1
value: 18.563
verified: no, type: ndcg_at_10
value: 38.474000000000004
verified: no, type: ndcg_at_100
value: 44.279
verified: no, type: ndcg_at_1000
value: 45.421
verified: no, type: ndcg_at_3
value: 29.971999999999998
verified: no, type: ndcg_at_5
value: 34.003
verified: no, type: precision_at_1
value: 18.563
verified: no, type: precision_at_10
value: 6.166
verified: no, type: precision_at_100
value: 0.8840000000000001
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 12.706999999999999
verified: no, type: precision_at_5
value: 9.587
verified: no, type: recall_at_1
value: 18.563
verified: no, type: recall_at_10
value: 61.663999999999994
verified: no, type: recall_at_100
value: 88.407
verified: no, type: recall_at_1000
value: 97.51100000000001
verified: no, type: recall_at_3
value: 38.122
verified: no, type: recall_at_5
value: 47.937000000000005
verified: no, task: type: Clustering
dataset: type: None
name: MTEB ArxivClusteringP2P
config: default
split: test
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
metrics: type: v_measure
value: 32.47300171789877
verified: no, task: type: Clustering
dataset: type: None
name: MTEB ArxivClusteringS2S
config: default
split: test
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
metrics: type: v_measure
value: 24.26487242213987
verified: no, task: type: Reranking
dataset: type: None
name: MTEB AskUbuntuDupQuestions
config: default
split: test
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
metrics: type: map
value: 52.31718220593814
verified: no, type: mrr
value: 66.08055225783758
verified: no, task: type: STS
dataset: type: None
name: MTEB BIOSSES
config: default
split: test
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
metrics: type: cos_sim_pearson
value: 75.59586654520326
verified: no, type: cos_sim_spearman
value: 74.60772408399097
verified: no, type: euclidean_pearson
value: 75.11071678890949
verified: no, type: euclidean_spearman
value: 74.60772408399097
verified: no, type: manhattan_pearson
value: 77.16315565066256
verified: no, type: manhattan_spearman
value: 75.86377680038974
verified: no, task: type: Classification
dataset: type: None
name: MTEB Banking77Classification
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics: type: accuracy
value: 72.12012987012987
verified: no, type: f1
value: 71.41155762297112
verified: no, task: type: Clustering
dataset: type: None
name: MTEB BiorxivClusteringP2P
config: default
split: test
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
metrics: type: v_measure
value: 30.344363341369984
verified: no, task: type: Clustering
dataset: type: None
name: MTEB BiorxivClusteringS2S
config: default
split: test
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
metrics: type: v_measure
value: 22.546344510374116
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackAndroidRetrieval
config: default
split: test
revision: f46a197baaae43b4f621051089b82a364682dfeb
metrics: type: map_at_1
value: 21.249000000000002
verified: no, type: map_at_10
value: 27.677000000000003
verified: no, type: map_at_100
value: 28.7
verified: no, type: map_at_1000
value: 28.837000000000003
verified: no, type: map_at_3
value: 25.672
verified: no, type: map_at_5
value: 26.679000000000002
verified: no, type: mrr_at_1
value: 26.753
verified: no, type: mrr_at_10
value: 33.056000000000004
verified: no, type: mrr_at_100
value: 33.859
verified: no, type: mrr_at_1000
value: 33.933
verified: no, type: mrr_at_3
value: 31.378
verified: no, type: mrr_at_5
value: 32.144
verified: no, type: ndcg_at_1
value: 26.753
verified: no, type: ndcg_at_10
value: 32.106
verified: no, type: ndcg_at_100
value: 36.842999999999996
verified: no, type: ndcg_at_1000
value: 39.814
verified: no, type: ndcg_at_3
value: 29.264000000000003
verified: no, type: ndcg_at_5
value: 30.220000000000002
verified: no, type: precision_at_1
value: 26.753
verified: no, type: precision_at_10
value: 5.9799999999999995
verified: no, type: precision_at_100
value: 1.04
verified: no, type: precision_at_1000
value: 0.155
verified: no, type: precision_at_3
value: 14.163
verified: no, type: precision_at_5
value: 9.757
verified: no, type: recall_at_1
value: 21.249000000000002
verified: no, type: recall_at_10
value: 39.639
verified: no, type: recall_at_100
value: 60.946
verified: no, type: recall_at_1000
value: 81.388
verified: no, type: recall_at_3
value: 30.145
verified: no, type: recall_at_5
value: 33.735
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackEnglishRetrieval
config: default
split: test
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
metrics: type: map_at_1
value: 16.333000000000002
verified: no, type: map_at_10
value: 21.517
verified: no, type: map_at_100
value: 22.470000000000002
verified: no, type: map_at_1000
value: 22.585
verified: no, type: map_at_3
value: 19.736
verified: no, type: map_at_5
value: 20.768
verified: no, type: mrr_at_1
value: 20.701
verified: no, type: mrr_at_10
value: 25.674000000000003
verified: no, type: mrr_at_100
value: 26.529999999999998
verified: no, type: mrr_at_1000
value: 26.604
verified: no, type: mrr_at_3
value: 23.938000000000002
verified: no, type: mrr_at_5
value: 24.91
verified: no, type: ndcg_at_1
value: 20.701
verified: no, type: ndcg_at_10
value: 25.127
verified: no, type: ndcg_at_100
value: 29.507
verified: no, type: ndcg_at_1000
value: 32.299
verified: no, type: ndcg_at_3
value: 22.142999999999997
verified: no, type: ndcg_at_5
value: 23.538
verified: no, type: precision_at_1
value: 20.701
verified: no, type: precision_at_10
value: 4.675
verified: no, type: precision_at_100
value: 0.853
verified: no, type: precision_at_1000
value: 0.133
verified: no, type: precision_at_3
value: 10.594000000000001
verified: no, type: precision_at_5
value: 7.631
verified: no, type: recall_at_1
value: 16.333000000000002
verified: no, type: recall_at_10
value: 31.759999999999998
verified: no, type: recall_at_100
value: 51.007000000000005
verified: no, type: recall_at_1000
value: 70.146
verified: no, type: recall_at_3
value: 22.936
verified: no, type: recall_at_5
value: 26.723999999999997
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackGamingRetrieval
config: default
split: test
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
metrics: type: map_at_1
value: 24.117
verified: no, type: map_at_10
value: 31.990000000000002
verified: no, type: map_at_100
value: 32.944
verified: no, type: map_at_1000
value: 33.036
verified: no, type: map_at_3
value: 29.720000000000002
verified: no, type: map_at_5
value: 30.958999999999996
verified: no, type: mrr_at_1
value: 28.088
verified: no, type: mrr_at_10
value: 35.333
verified: no, type: mrr_at_100
value: 36.169000000000004
verified: no, type: mrr_at_1000
value: 36.231
verified: no, type: mrr_at_3
value: 33.25
verified: no, type: mrr_at_5
value: 34.482
verified: no, type: ndcg_at_1
value: 28.088
verified: no, type: ndcg_at_10
value: 36.473
verified: no, type: ndcg_at_100
value: 41.129
verified: no, type: ndcg_at_1000
value: 43.502
verified: no, type: ndcg_at_3
value: 32.29
verified: no, type: ndcg_at_5
value: 34.266000000000005
verified: no, type: precision_at_1
value: 28.088
verified: no, type: precision_at_10
value: 5.918
verified: no, type: precision_at_100
value: 0.8920000000000001
verified: no, type: precision_at_1000
value: 0.11800000000000001
verified: no, type: precision_at_3
value: 14.441
verified: no, type: precision_at_5
value: 9.981
verified: no, type: recall_at_1
value: 24.117
verified: no, type: recall_at_10
value: 46.871
verified: no, type: recall_at_100
value: 68.003
verified: no, type: recall_at_1000
value: 85.489
verified: no, type: recall_at_3
value: 35.5
verified: no, type: recall_at_5
value: 40.469
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackGisRetrieval
config: default
split: test
revision: 5003b3064772da1887988e05400cf3806fe491f2
metrics: type: map_at_1
value: 11.111
verified: no, type: map_at_10
value: 14.554
verified: no, type: map_at_100
value: 15.276
verified: no, type: map_at_1000
value: 15.362
verified: no, type: map_at_3
value: 13.483999999999998
verified: no, type: map_at_5
value: 13.894
verified: no, type: mrr_at_1
value: 12.09
verified: no, type: mrr_at_10
value: 15.584999999999999
verified: no, type: mrr_at_100
value: 16.347
verified: no, type: mrr_at_1000
value: 16.428
verified: no, type: mrr_at_3
value: 14.539
verified: no, type: mrr_at_5
value: 14.945
verified: no, type: ndcg_at_1
value: 12.09
verified: no, type: ndcg_at_10
value: 16.766000000000002
verified: no, type: ndcg_at_100
value: 20.8
verified: no, type: ndcg_at_1000
value: 23.566000000000003
verified: no, type: ndcg_at_3
value: 14.519000000000002
verified: no, type: ndcg_at_5
value: 15.228
verified: no, type: precision_at_1
value: 12.09
verified: no, type: precision_at_10
value: 2.588
verified: no, type: precision_at_100
value: 0.485
verified: no, type: precision_at_1000
value: 0.076
verified: no, type: precision_at_3
value: 6.101999999999999
verified: no, type: precision_at_5
value: 4.09
verified: no, type: recall_at_1
value: 11.111
verified: no, type: recall_at_10
value: 22.674
verified: no, type: recall_at_100
value: 42.146
verified: no, type: recall_at_1000
value: 64.144
verified: no, type: recall_at_3
value: 16.403000000000002
verified: no, type: recall_at_5
value: 18.098
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackMathematicaRetrieval
config: default
split: test
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
metrics: type: map_at_1
value: 6.268
verified: no, type: map_at_10
value: 9.113
verified: no, type: map_at_100
value: 9.774
verified: no, type: map_at_1000
value: 9.882
verified: no, type: map_at_3
value: 7.9670000000000005
verified: no, type: map_at_5
value: 8.568000000000001
verified: no, type: mrr_at_1
value: 8.333
verified: no, type: mrr_at_10
value: 11.584999999999999
verified: no, type: mrr_at_100
value: 12.237
verified: no, type: mrr_at_1000
value: 12.328
verified: no, type: mrr_at_3
value: 10.22
verified: no, type: mrr_at_5
value: 10.879
verified: no, type: ndcg_at_1
value: 8.333
verified: no, type: ndcg_at_10
value: 11.459
verified: no, type: ndcg_at_100
value: 15.187999999999999
verified: no, type: ndcg_at_1000
value: 18.437
verified: no, type: ndcg_at_3
value: 9.044
verified: no, type: ndcg_at_5
value: 10.099
verified: no, type: precision_at_1
value: 8.333
verified: no, type: precision_at_10
value: 2.189
verified: no, type: precision_at_100
value: 0.475
verified: no, type: precision_at_1000
value: 0.089
verified: no, type: precision_at_3
value: 4.312
verified: no, type: precision_at_5
value: 3.259
verified: no, type: recall_at_1
value: 6.268
verified: no, type: recall_at_10
value: 16.496
verified: no, type: recall_at_100
value: 33.902
verified: no, type: recall_at_1000
value: 57.931
verified: no, type: recall_at_3
value: 9.711
verified: no, type: recall_at_5
value: 12.434000000000001
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackPhysicsRetrieval
config: default
split: test
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
metrics: type: map_at_1
value: 15.940999999999999
verified: no, type: map_at_10
value: 21.064
verified: no, type: map_at_100
value: 22.09
verified: no, type: map_at_1000
value: 22.226000000000003
verified: no, type: map_at_3
value: 19.222
verified: no, type: map_at_5
value: 20.219
verified: no, type: mrr_at_1
value: 19.923
verified: no, type: mrr_at_10
value: 25.557000000000002
verified: no, type: mrr_at_100
value: 26.407999999999998
verified: no, type: mrr_at_1000
value: 26.496
verified: no, type: mrr_at_3
value: 23.596
verified: no, type: mrr_at_5
value: 24.698
verified: no, type: ndcg_at_1
value: 19.923
verified: no, type: ndcg_at_10
value: 24.992
verified: no, type: ndcg_at_100
value: 30.133
verified: no, type: ndcg_at_1000
value: 33.391
verified: no, type: ndcg_at_3
value: 21.651
verified: no, type: ndcg_at_5
value: 23.164
verified: no, type: precision_at_1
value: 19.923
verified: no, type: precision_at_10
value: 4.62
verified: no, type: precision_at_100
value: 0.8699999999999999
verified: no, type: precision_at_1000
value: 0.133
verified: no, type: precision_at_3
value: 10.17
verified: no, type: precision_at_5
value: 7.353
verified: no, type: recall_at_1
value: 15.940999999999999
verified: no, type: recall_at_10
value: 32.656
verified: no, type: recall_at_100
value: 55.566
verified: no, type: recall_at_1000
value: 78.594
verified: no, type: recall_at_3
value: 23.055
verified: no, type: recall_at_5
value: 27.107
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackProgrammersRetrieval
config: default
split: test
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
metrics: type: map_at_1
value: 11.347
verified: no, type: map_at_10
value: 15.798000000000002
verified: no, type: map_at_100
value: 16.59
verified: no, type: map_at_1000
value: 16.723
verified: no, type: map_at_3
value: 14.139
verified: no, type: map_at_5
value: 15.082999999999998
verified: no, type: mrr_at_1
value: 14.041
verified: no, type: mrr_at_10
value: 19.03
verified: no, type: mrr_at_100
value: 19.766000000000002
verified: no, type: mrr_at_1000
value: 19.858
verified: no, type: mrr_at_3
value: 17.39
verified: no, type: mrr_at_5
value: 18.291
verified: no, type: ndcg_at_1
value: 14.041
verified: no, type: ndcg_at_10
value: 19.073
verified: no, type: ndcg_at_100
value: 23.288
verified: no, type: ndcg_at_1000
value: 26.739
verified: no, type: ndcg_at_3
value: 16.072
verified: no, type: ndcg_at_5
value: 17.5
verified: no, type: precision_at_1
value: 14.041
verified: no, type: precision_at_10
value: 3.6069999999999998
verified: no, type: precision_at_100
value: 0.6839999999999999
verified: no, type: precision_at_1000
value: 0.11499999999999999
verified: no, type: precision_at_3
value: 7.763000000000001
verified: no, type: precision_at_5
value: 5.799
verified: no, type: recall_at_1
value: 11.347
verified: no, type: recall_at_10
value: 25.833000000000002
verified: no, type: recall_at_100
value: 44.791
verified: no, type: recall_at_1000
value: 69.852
verified: no, type: recall_at_3
value: 17.605999999999998
verified: no, type: recall_at_5
value: 21.199
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack
name: MTEB CQADupstackRetrieval
config: default
split: test
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
metrics: type: map_at_1
value: 13.168666666666665
verified: no, type: map_at_10
value: 17.695583333333335
verified: no, type: map_at_100
value: 18.485000000000003
verified: no, type: map_at_1000
value: 18.60066666666667
verified: no, type: map_at_3
value: 16.195749999999997
verified: no, type: map_at_5
value: 16.985500000000002
verified: no, type: mrr_at_1
value: 16.058166666666665
verified: no, type: mrr_at_10
value: 20.69125
verified: no, type: mrr_at_100
value: 21.420333333333332
verified: no, type: mrr_at_1000
value: 21.50666666666667
verified: no, type: mrr_at_3
value: 19.175083333333337
verified: no, type: mrr_at_5
value: 19.96875
verified: no, type: ndcg_at_1
value: 16.058166666666665
verified: no, type: ndcg_at_10
value: 20.829833333333337
verified: no, type: ndcg_at_100
value: 24.898249999999997
verified: no, type: ndcg_at_1000
value: 27.985333333333333
verified: no, type: ndcg_at_3
value: 18.090000000000003
verified: no, type: ndcg_at_5
value: 19.25925
verified: no, type: precision_at_1
value: 16.058166666666665
verified: no, type: precision_at_10
value: 3.709916666666667
verified: no, type: precision_at_100
value: 0.6790833333333334
verified: no, type: precision_at_1000
value: 0.11083333333333331
verified: no, type: precision_at_3
value: 8.4085
verified: no, type: precision_at_5
value: 5.968416666666667
verified: no, type: recall_at_1
value: 13.168666666666665
verified: no, type: recall_at_10
value: 27.38641666666667
verified: no, type: recall_at_100
value: 46.209083333333325
verified: no, type: recall_at_1000
value: 68.84049999999999
verified: no, type: recall_at_3
value: 19.484750000000002
verified: no, type: recall_at_5
value: 22.63116666666666
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackStatsRetrieval
config: default
split: test
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
metrics: type: map_at_1
value: 9.399000000000001
verified: no, type: map_at_10
value: 12.901000000000002
verified: no, type: map_at_100
value: 13.486
verified: no, type: map_at_1000
value: 13.575000000000001
verified: no, type: map_at_3
value: 11.732
verified: no, type: map_at_5
value: 12.256
verified: no, type: mrr_at_1
value: 11.503
verified: no, type: mrr_at_10
value: 15.065000000000001
verified: no, type: mrr_at_100
value: 15.639
verified: no, type: mrr_at_1000
value: 15.720999999999998
verified: no, type: mrr_at_3
value: 13.855
verified: no, type: mrr_at_5
value: 14.430000000000001
verified: no, type: ndcg_at_1
value: 11.503
verified: no, type: ndcg_at_10
value: 15.338
verified: no, type: ndcg_at_100
value: 18.511
verified: no, type: ndcg_at_1000
value: 21.002000000000002
verified: no, type: ndcg_at_3
value: 13.094
verified: no, type: ndcg_at_5
value: 13.883000000000001
verified: no, type: precision_at_1
value: 11.503
verified: no, type: precision_at_10
value: 2.638
verified: no, type: precision_at_100
value: 0.468
verified: no, type: precision_at_1000
value: 0.073
verified: no, type: precision_at_3
value: 6.033
verified: no, type: precision_at_5
value: 4.172
verified: no, type: recall_at_1
value: 9.399000000000001
verified: no, type: recall_at_10
value: 20.947
verified: no, type: recall_at_100
value: 35.878
verified: no, type: recall_at_1000
value: 54.86299999999999
verified: no, type: recall_at_3
value: 14.333000000000002
verified: no, type: recall_at_5
value: 16.475
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackTexRetrieval
config: default
split: test
revision: 46989137a86843e03a6195de44b09deda022eec7
metrics: type: map_at_1
value: 6.571000000000001
verified: no, type: map_at_10
value: 9.708
verified: no, type: map_at_100
value: 10.267999999999999
verified: no, type: map_at_1000
value: 10.376000000000001
verified: no, type: map_at_3
value: 8.844000000000001
verified: no, type: map_at_5
value: 9.253
verified: no, type: mrr_at_1
value: 8.362
verified: no, type: mrr_at_10
value: 11.974
verified: no, type: mrr_at_100
value: 12.547
verified: no, type: mrr_at_1000
value: 12.64
verified: no, type: mrr_at_3
value: 11
verified: no, type: mrr_at_5
value: 11.446000000000002
verified: no, type: ndcg_at_1
value: 8.362
verified: no, type: ndcg_at_10
value: 11.908000000000001
verified: no, type: ndcg_at_100
value: 15.151
verified: no, type: ndcg_at_1000
value: 18.336
verified: no, type: ndcg_at_3
value: 10.224
verified: no, type: ndcg_at_5
value: 10.815
verified: no, type: precision_at_1
value: 8.362
verified: no, type: precision_at_10
value: 2.278
verified: no, type: precision_at_100
value: 0.466
verified: no, type: precision_at_1000
value: 0.08800000000000001
verified: no, type: precision_at_3
value: 5.047
verified: no, type: precision_at_5
value: 3.544
verified: no, type: recall_at_1
value: 6.571000000000001
verified: no, type: recall_at_10
value: 16.402
verified: no, type: recall_at_100
value: 31.904
verified: no, type: recall_at_1000
value: 55.694
verified: no, type: recall_at_3
value: 11.476
verified: no, type: recall_at_5
value: 13.094
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackUnixRetrieval
config: default
split: test
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
metrics: type: map_at_1
value: 12.536
verified: no, type: map_at_10
value: 16.276
verified: no, type: map_at_100
value: 16.936
verified: no, type: map_at_1000
value: 17.047
verified: no, type: map_at_3
value: 15.018999999999998
verified: no, type: map_at_5
value: 15.659
verified: no, type: mrr_at_1
value: 14.924999999999999
verified: no, type: mrr_at_10
value: 18.979
verified: no, type: mrr_at_100
value: 19.654
verified: no, type: mrr_at_1000
value: 19.753
verified: no, type: mrr_at_3
value: 17.537
verified: no, type: mrr_at_5
value: 18.274
verified: no, type: ndcg_at_1
value: 14.924999999999999
verified: no, type: ndcg_at_10
value: 19
verified: no, type: ndcg_at_100
value: 22.648
verified: no, type: ndcg_at_1000
value: 26.014
verified: no, type: ndcg_at_3
value: 16.5
verified: no, type: ndcg_at_5
value: 17.512
verified: no, type: precision_at_1
value: 14.924999999999999
verified: no, type: precision_at_10
value: 3.144
verified: no, type: precision_at_100
value: 0.5559999999999999
verified: no, type: precision_at_1000
value: 0.095
verified: no, type: precision_at_3
value: 7.369000000000001
verified: no, type: precision_at_5
value: 5.093
verified: no, type: recall_at_1
value: 12.536
verified: no, type: recall_at_10
value: 24.886
verified: no, type: recall_at_100
value: 41.769
verified: no, type: recall_at_1000
value: 67.163
verified: no, type: recall_at_3
value: 17.801000000000002
verified: no, type: recall_at_5
value: 20.464
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackWebmastersRetrieval
config: default
split: test
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
metrics: type: map_at_1
value: 14.488999999999999
verified: no, type: map_at_10
value: 19.076999999999998
verified: no, type: map_at_100
value: 19.907
verified: no, type: map_at_1000
value: 20.073
verified: no, type: map_at_3
value: 17.499000000000002
verified: no, type: map_at_5
value: 18.321
verified: no, type: mrr_at_1
value: 18.182000000000002
verified: no, type: mrr_at_10
value: 22.594
verified: no, type: mrr_at_100
value: 23.285
verified: no, type: mrr_at_1000
value: 23.388
verified: no, type: mrr_at_3
value: 21.014
verified: no, type: mrr_at_5
value: 21.845
verified: no, type: ndcg_at_1
value: 18.182000000000002
verified: no, type: ndcg_at_10
value: 22.589000000000002
verified: no, type: ndcg_at_100
value: 26.525
verified: no, type: ndcg_at_1000
value: 30.294999999999998
verified: no, type: ndcg_at_3
value: 19.911
verified: no, type: ndcg_at_5
value: 21.002000000000002
verified: no, type: precision_at_1
value: 18.182000000000002
verified: no, type: precision_at_10
value: 4.387
verified: no, type: precision_at_100
value: 0.8789999999999999
verified: no, type: precision_at_1000
value: 0.168
verified: no, type: precision_at_3
value: 9.486
verified: no, type: precision_at_5
value: 6.837999999999999
verified: no, type: recall_at_1
value: 14.488999999999999
verified: no, type: recall_at_10
value: 28.797
verified: no, type: recall_at_100
value: 48.058
verified: no, type: recall_at_1000
value: 74.207
verified: no, type: recall_at_3
value: 20.575
verified: no, type: recall_at_5
value: 23.771
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackWordpressRetrieval
config: default
split: test
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
metrics: type: map_at_1
value: 8.663
verified: no, type: map_at_10
value: 12.672
verified: no, type: map_at_100
value: 13.379
verified: no, type: map_at_1000
value: 13.486
verified: no, type: map_at_3
value: 11.315
verified: no, type: map_at_5
value: 12.167
verified: no, type: mrr_at_1
value: 9.797
verified: no, type: mrr_at_10
value: 13.863
verified: no, type: mrr_at_100
value: 14.603
verified: no, type: mrr_at_1000
value: 14.7
verified: no, type: mrr_at_3
value: 12.384
verified: no, type: mrr_at_5
value: 13.281
verified: no, type: ndcg_at_1
value: 9.797
verified: no, type: ndcg_at_10
value: 15.126999999999999
verified: no, type: ndcg_at_100
value: 19.056
verified: no, type: ndcg_at_1000
value: 22.429
verified: no, type: ndcg_at_3
value: 12.368
verified: no, type: ndcg_at_5
value: 13.883999999999999
verified: no, type: precision_at_1
value: 9.797
verified: no, type: precision_at_10
value: 2.495
verified: no, type: precision_at_100
value: 0.481
verified: no, type: precision_at_1000
value: 0.087
verified: no, type: precision_at_3
value: 5.422
verified: no, type: precision_at_5
value: 4.104
verified: no, type: recall_at_1
value: 8.663
verified: no, type: recall_at_10
value: 21.676000000000002
verified: no, type: recall_at_100
value: 40.538999999999994
verified: no, type: recall_at_1000
value: 66.61500000000001
verified: no, type: recall_at_3
value: 14.276
verified: no, type: recall_at_5
value: 18.004
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB ClimateFEVER
config: default
split: test
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
metrics: type: map_at_1
value: 5.491
verified: no, type: map_at_10
value: 9.945
verified: no, type: map_at_100
value: 11.288
verified: no, type: map_at_1000
value: 11.471
verified: no, type: map_at_3
value: 8.029
verified: no, type: map_at_5
value: 8.965
verified: no, type: mrr_at_1
value: 11.922
verified: no, type: mrr_at_10
value: 19.881999999999998
verified: no, type: mrr_at_100
value: 21.061
verified: no, type: mrr_at_1000
value: 21.134
verified: no, type: mrr_at_3
value: 17.188
verified: no, type: mrr_at_5
value: 18.641
verified: no, type: ndcg_at_1
value: 11.922
verified: no, type: ndcg_at_10
value: 15.045
verified: no, type: ndcg_at_100
value: 21.368000000000002
verified: no, type: ndcg_at_1000
value: 25.262
verified: no, type: ndcg_at_3
value: 11.386000000000001
verified: no, type: ndcg_at_5
value: 12.662999999999998
verified: no, type: precision_at_1
value: 11.922
verified: no, type: precision_at_10
value: 5.114
verified: no, type: precision_at_100
value: 1.1860000000000002
verified: no, type: precision_at_1000
value: 0.19
verified: no, type: precision_at_3
value: 8.817
verified: no, type: precision_at_5
value: 7.114
verified: no, type: recall_at_1
value: 5.491
verified: no, type: recall_at_10
value: 19.466
verified: no, type: recall_at_100
value: 41.939
verified: no, type: recall_at_1000
value: 64.396
verified: no, type: recall_at_3
value: 10.835
verified: no, type: recall_at_5
value: 14.047
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB DBPedia
config: default
split: test
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
metrics: type: map_at_1
value: 3.594
verified: no, type: map_at_10
value: 8.442
verified: no, type: map_at_100
value: 11.575000000000001
verified: no, type: map_at_1000
value: 12.428
verified: no, type: map_at_3
value: 5.989
verified: no, type: map_at_5
value: 7.013999999999999
verified: no, type: mrr_at_1
value: 35.5
verified: no, type: mrr_at_10
value: 45.985
verified: no, type: mrr_at_100
value: 46.79
verified: no, type: mrr_at_1000
value: 46.821
verified: no, type: mrr_at_3
value: 43.333
verified: no, type: mrr_at_5
value: 45.021
verified: no, type: ndcg_at_1
value: 25.874999999999996
verified: no, type: ndcg_at_10
value: 21.535
verified: no, type: ndcg_at_100
value: 24.172
verified: no, type: ndcg_at_1000
value: 30.525999999999996
verified: no, type: ndcg_at_3
value: 24.108
verified: no, type: ndcg_at_5
value: 22.861
verified: no, type: precision_at_1
value: 35.5
verified: no, type: precision_at_10
value: 18.975
verified: no, type: precision_at_100
value: 6.075
verified: no, type: precision_at_1000
value: 1.323
verified: no, type: precision_at_3
value: 28.416999999999998
verified: no, type: precision_at_5
value: 24.7
verified: no, type: recall_at_1
value: 3.594
verified: no, type: recall_at_10
value: 13.058
verified: no, type: recall_at_100
value: 29.7
verified: no, type: recall_at_1000
value: 50.951
verified: no, type: recall_at_3
value: 7.485
verified: no, type: recall_at_5
value: 9.471
verified: no, task: type: Classification
dataset: type: None
name: MTEB EmotionClassification
config: default
split: test
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
metrics: type: accuracy
value: 43.935
verified: no, type: f1
value: 39.75131133061496
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB FEVER
config: default
split: test
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
metrics: type: map_at_1
value: 14.338000000000001
verified: no, type: map_at_10
value: 21.424000000000003
verified: no, type: map_at_100
value: 22.314999999999998
verified: no, type: map_at_1000
value: 22.395
verified: no, type: map_at_3
value: 19.17
verified: no, type: map_at_5
value: 20.412
verified: no, type: mrr_at_1
value: 15.302
verified: no, type: mrr_at_10
value: 22.759999999999998
verified: no, type: mrr_at_100
value: 23.647000000000002
verified: no, type: mrr_at_1000
value: 23.72
verified: no, type: mrr_at_3
value: 20.395
verified: no, type: mrr_at_5
value: 21.705
verified: no, type: ndcg_at_1
value: 15.302
verified: no, type: ndcg_at_10
value: 25.771
verified: no, type: ndcg_at_100
value: 30.489
verified: no, type: ndcg_at_1000
value: 32.722
verified: no, type: ndcg_at_3
value: 21.077
verified: no, type: ndcg_at_5
value: 23.326
verified: no, type: precision_at_1
value: 15.302
verified: no, type: precision_at_10
value: 4.146
verified: no, type: precision_at_100
value: 0.6709999999999999
verified: no, type: precision_at_1000
value: 0.08800000000000001
verified: no, type: precision_at_3
value: 9.096
verified: no, type: precision_at_5
value: 6.6339999999999995
verified: no, type: recall_at_1
value: 14.338000000000001
verified: no, type: recall_at_10
value: 38.171
verified: no, type: recall_at_100
value: 60.540000000000006
verified: no, type: recall_at_1000
value: 77.86999999999999
verified: no, type: recall_at_3
value: 25.369999999999997
verified: no, type: recall_at_5
value: 30.795
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB FiQA2018
config: default
split: test
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
metrics: type: map_at_1
value: 5.959
verified: no, type: map_at_10
value: 9.366
verified: no, type: map_at_100
value: 10.231
verified: no, type: map_at_1000
value: 10.41
verified: no, type: map_at_3
value: 8.049000000000001
verified: no, type: map_at_5
value: 8.687000000000001
verified: no, type: mrr_at_1
value: 11.883000000000001
verified: no, type: mrr_at_10
value: 16.502
verified: no, type: mrr_at_100
value: 17.419
verified: no, type: mrr_at_1000
value: 17.528
verified: no, type: mrr_at_3
value: 14.943000000000001
verified: no, type: mrr_at_5
value: 15.754000000000001
verified: no, type: ndcg_at_1
value: 11.883000000000001
verified: no, type: ndcg_at_10
value: 12.85
verified: no, type: ndcg_at_100
value: 17.351
verified: no, type: ndcg_at_1000
value: 21.794
verified: no, type: ndcg_at_3
value: 10.898
verified: no, type: ndcg_at_5
value: 11.489
verified: no, type: precision_at_1
value: 11.883000000000001
verified: no, type: precision_at_10
value: 3.565
verified: no, type: precision_at_100
value: 0.818
verified: no, type: precision_at_1000
value: 0.156
verified: no, type: precision_at_3
value: 7.1499999999999995
verified: no, type: precision_at_5
value: 5.247
verified: no, type: recall_at_1
value: 5.959
verified: no, type: recall_at_10
value: 16.46
verified: no, type: recall_at_100
value: 33.967999999999996
verified: no, type: recall_at_1000
value: 62.300999999999995
verified: no, type: recall_at_3
value: 10.09
verified: no, type: recall_at_5
value: 12.520999999999999
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB HotpotQA
config: default
split: test
revision: ab518f4d6fcca38d87c25209f94beba119d02014
metrics: type: map_at_1
value: 16.509
verified: no, type: map_at_10
value: 23.330000000000002
verified: no, type: map_at_100
value: 24.178
verified: no, type: map_at_1000
value: 24.288
verified: no, type: map_at_3
value: 21.436
verified: no, type: map_at_5
value: 22.534000000000002
verified: no, type: mrr_at_1
value: 33.018
verified: no, type: mrr_at_10
value: 40.089999999999996
verified: no, type: mrr_at_100
value: 40.82
verified: no, type: mrr_at_1000
value: 40.879
verified: no, type: mrr_at_3
value: 38.285000000000004
verified: no, type: mrr_at_5
value: 39.315
verified: no, type: ndcg_at_1
value: 33.018
verified: no, type: ndcg_at_10
value: 29.936
verified: no, type: ndcg_at_100
value: 34.015
verified: no, type: ndcg_at_1000
value: 36.714999999999996
verified: no, type: ndcg_at_3
value: 26.387
verified: no, type: ndcg_at_5
value: 28.168
verified: no, type: precision_at_1
value: 33.018
verified: no, type: precision_at_10
value: 6.614000000000001
verified: no, type: precision_at_100
value: 0.9900000000000001
verified: no, type: precision_at_1000
value: 0.135
verified: no, type: precision_at_3
value: 16.714000000000002
verified: no, type: precision_at_5
value: 11.437999999999999
verified: no, type: recall_at_1
value: 16.509
verified: no, type: recall_at_10
value: 33.072
verified: no, type: recall_at_100
value: 49.507
verified: no, type: recall_at_1000
value: 67.61
verified: no, type: recall_at_3
value: 25.070999999999998
verified: no, type: recall_at_5
value: 28.596
verified: no, task: type: Classification
dataset: type: None
name: MTEB ImdbClassification
config: default
split: test
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
metrics: type: accuracy
value: 68.22359999999999
verified: no, type: ap
value: 62.61788088243551
verified: no, type: f1
value: 68.12275573843208
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB MSMARCO
config: default
split: dev
revision: c5a29a104738b98a9e76336939199e264163d4a0
metrics: type: map_at_1
value: 6.094
verified: no, type: map_at_10
value: 10.42
verified: no, type: map_at_100
value: 11.294
verified: no, type: map_at_1000
value: 11.391
verified: no, type: map_at_3
value: 8.767
verified: no, type: map_at_5
value: 9.611
verified: no, type: mrr_at_1
value: 6.318
verified: no, type: mrr_at_10
value: 10.729
verified: no, type: mrr_at_100
value: 11.612
verified: no, type: mrr_at_1000
value: 11.706
verified: no, type: mrr_at_3
value: 9.049999999999999
verified: no, type: mrr_at_5
value: 9.919
verified: no, type: ndcg_at_1
value: 6.304
verified: no, type: ndcg_at_10
value: 13.241
verified: no, type: ndcg_at_100
value: 17.977
verified: no, type: ndcg_at_1000
value: 20.965
verified: no, type: ndcg_at_3
value: 9.743
verified: no, type: ndcg_at_5
value: 11.275
verified: no, type: precision_at_1
value: 6.304
verified: no, type: precision_at_10
value: 2.2950000000000004
verified: no, type: precision_at_100
value: 0.47400000000000003
verified: no, type: precision_at_1000
value: 0.073
verified: no, type: precision_at_3
value: 4.26
verified: no, type: precision_at_5
value: 3.3300000000000005
verified: no, type: recall_at_1
value: 6.094
verified: no, type: recall_at_10
value: 22.056
verified: no, type: recall_at_100
value: 45.092
verified: no, type: recall_at_1000
value: 69.169
verified: no, type: recall_at_3
value: 12.309000000000001
verified: no, type: recall_at_5
value: 16.003
verified: no, task: type: Classification
dataset: type: None
name: MTEB MTOPDomainClassification (en)
config: en
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 88.83948928408574
verified: no, type: f1
value: 88.17547793768752
verified: no, task: type: Classification
dataset: type: None
name: MTEB MTOPIntentClassification (en)
config: en
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 61.181030551755576
verified: no, type: f1
value: 42.11062876335908
verified: no, task: type: Classification
dataset: type: None
name: MTEB MassiveIntentClassification (en)
config: en
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 64.18964357767318
verified: no, type: f1
value: 62.0477878647256
verified: no, task: type: Classification
dataset: type: None
name: MTEB MassiveScenarioClassification (en)
config: en
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 70.7901815736382
verified: no, type: f1
value: 69.20926608450402
verified: no, task: type: Clustering
dataset: type: None
name: MTEB MedrxivClusteringP2P
config: default
split: test
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
metrics: type: v_measure
value: 26.957591249143125
verified: no, task: type: Clustering
dataset: type: None
name: MTEB MedrxivClusteringS2S
config: default
split: test
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
metrics: type: v_measure
value: 24.7836417376295
verified: no, task: type: Reranking
dataset: type: None
name: MTEB MindSmallReranking
config: default
split: test
revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
metrics: type: map
value: 28.26767729140636
verified: no, type: mrr
value: 29.156549403525638
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB NFCorpus
config: default
split: test
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
metrics: type: map_at_1
value: 4.184
verified: no, type: map_at_10
value: 7.244000000000001
verified: no, type: map_at_100
value: 8.914
verified: no, type: map_at_1000
value: 10.051
verified: no, type: map_at_3
value: 5.843
verified: no, type: map_at_5
value: 6.474
verified: no, type: mrr_at_1
value: 31.889
verified: no, type: mrr_at_10
value: 41.205999999999996
verified: no, type: mrr_at_100
value: 41.964
verified: no, type: mrr_at_1000
value: 42.038
verified: no, type: mrr_at_3
value: 38.7
verified: no, type: mrr_at_5
value: 40.325
verified: no, type: ndcg_at_1
value: 29.876
verified: no, type: ndcg_at_10
value: 22.332
verified: no, type: ndcg_at_100
value: 21.098
verified: no, type: ndcg_at_1000
value: 30.534
verified: no, type: ndcg_at_3
value: 25.811
verified: no, type: ndcg_at_5
value: 24.169999999999998
verified: no, type: precision_at_1
value: 31.889
verified: no, type: precision_at_10
value: 15.851
verified: no, type: precision_at_100
value: 5.628
verified: no, type: precision_at_1000
value: 1.8419999999999999
verified: no, type: precision_at_3
value: 23.942
verified: no, type: precision_at_5
value: 20.061999999999998
verified: no, type: recall_at_1
value: 4.184
verified: no, type: recall_at_10
value: 10.85
verified: no, type: recall_at_100
value: 22.869999999999997
verified: no, type: recall_at_1000
value: 56.22200000000001
verified: no, type: recall_at_3
value: 6.65
verified: no, type: recall_at_5
value: 8.237
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB NQ
config: default
split: test
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
metrics: type: map_at_1
value: 8.133
verified: no, type: map_at_10
value: 14.099999999999998
verified: no, type: map_at_100
value: 15.186
verified: no, type: map_at_1000
value: 15.289
verified: no, type: map_at_3
value: 11.755
verified: no, type: map_at_5
value: 12.967
verified: no, type: mrr_at_1
value: 9.154
verified: no, type: mrr_at_10
value: 15.473999999999998
verified: no, type: mrr_at_100
value: 16.503
verified: no, type: mrr_at_1000
value: 16.59
verified: no, type: mrr_at_3
value: 13.001999999999999
verified: no, type: mrr_at_5
value: 14.341999999999999
verified: no, type: ndcg_at_1
value: 9.154
verified: no, type: ndcg_at_10
value: 18.119
verified: no, type: ndcg_at_100
value: 23.821
verified: no, type: ndcg_at_1000
value: 26.726
verified: no, type: ndcg_at_3
value: 13.222000000000001
verified: no, type: ndcg_at_5
value: 15.431000000000001
verified: no, type: precision_at_1
value: 9.154
verified: no, type: precision_at_10
value: 3.4389999999999996
verified: no, type: precision_at_100
value: 0.6709999999999999
verified: no, type: precision_at_1000
value: 0.095
verified: no, type: precision_at_3
value: 6.199000000000001
verified: no, type: precision_at_5
value: 4.942
verified: no, type: recall_at_1
value: 8.133
verified: no, type: recall_at_10
value: 29.331000000000003
verified: no, type: recall_at_100
value: 56.175
verified: no, type: recall_at_1000
value: 78.621
verified: no, type: recall_at_3
value: 16.250999999999998
verified: no, type: recall_at_5
value: 21.389
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB QuoraRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 61.604000000000006
verified: no, type: map_at_10
value: 73.765
verified: no, type: map_at_100
value: 74.556
verified: no, type: map_at_1000
value: 74.595
verified: no, type: map_at_3
value: 70.962
verified: no, type: map_at_5
value: 72.63300000000001
verified: no, type: mrr_at_1
value: 71
verified: no, type: mrr_at_10
value: 78.304
verified: no, type: mrr_at_100
value: 78.586
verified: no, type: mrr_at_1000
value: 78.594
verified: no, type: mrr_at_3
value: 76.80799999999999
verified: no, type: mrr_at_5
value: 77.779
verified: no, type: ndcg_at_1
value: 71.1
verified: no, type: ndcg_at_10
value: 78.48
verified: no, type: ndcg_at_100
value: 80.792
verified: no, type: ndcg_at_1000
value: 81.294
verified: no, type: ndcg_at_3
value: 74.956
verified: no, type: ndcg_at_5
value: 76.742
verified: no, type: precision_at_1
value: 71.1
verified: no, type: precision_at_10
value: 11.819
verified: no, type: precision_at_100
value: 1.428
verified: no, type: precision_at_1000
value: 0.154
verified: no, type: precision_at_3
value: 32.45
verified: no, type: precision_at_5
value: 21.398
verified: no, type: recall_at_1
value: 61.604000000000006
verified: no, type: recall_at_10
value: 87.394
verified: no, type: recall_at_100
value: 96.301
verified: no, type: recall_at_1000
value: 99.262
verified: no, type: recall_at_3
value: 77.168
verified: no, type: recall_at_5
value: 82.24000000000001
verified: no, task: type: Clustering
dataset: type: None
name: MTEB RedditClustering
config: default
split: test
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
metrics: type: v_measure
value: 31.338220199578554
verified: no, task: type: Clustering
dataset: type: None
name: MTEB RedditClusteringP2P
config: default
split: test
revision: 282350215ef01743dc01b456c7f5241fa8937f16
metrics: type: v_measure
value: 40.325683029312046
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB SCIDOCS
config: default
split: test
revision: None
metrics: type: map_at_1
value: 2.54
verified: no, type: map_at_10
value: 5.949999999999999
verified: no, type: map_at_100
value: 7.1129999999999995
verified: no, type: map_at_1000
value: 7.324999999999999
verified: no, type: map_at_3
value: 4.373
verified: no, type: map_at_5
value: 5.176
verified: no, type: mrr_at_1
value: 12.5
verified: no, type: mrr_at_10
value: 19.913
verified: no, type: mrr_at_100
value: 21.109
verified: no, type: mrr_at_1000
value: 21.203
verified: no, type: mrr_at_3
value: 17.1
verified: no, type: mrr_at_5
value: 18.815
verified: no, type: ndcg_at_1
value: 12.5
verified: no, type: ndcg_at_10
value: 10.861
verified: no, type: ndcg_at_100
value: 16.451999999999998
verified: no, type: ndcg_at_1000
value: 21.203
verified: no, type: ndcg_at_3
value: 10.062999999999999
verified: no, type: ndcg_at_5
value: 8.993
verified: no, type: precision_at_1
value: 12.5
verified: no, type: precision_at_10
value: 5.67
verified: no, type: precision_at_100
value: 1.38
verified: no, type: precision_at_1000
value: 0.254
verified: no, type: precision_at_3
value: 9.3
verified: no, type: precision_at_5
value: 7.960000000000001
verified: no, type: recall_at_1
value: 2.54
verified: no, type: recall_at_10
value: 11.498
verified: no, type: recall_at_100
value: 28.027
verified: no, type: recall_at_1000
value: 51.538
verified: no, type: recall_at_3
value: 5.66
verified: no, type: recall_at_5
value: 8.05
verified: no, task: type: STS
dataset: type: None
name: MTEB SICK-R
config: default
split: test
revision: a6ea5a8cab320b040a23452cc28066d9beae2cee
metrics: type: cos_sim_pearson
value: 76.20682984602023
verified: no, type: cos_sim_spearman
value: 67.35097584082362
verified: no, type: euclidean_pearson
value: 72.52260527885531
verified: no, type: euclidean_spearman
value: 67.35114336163551
verified: no, type: manhattan_pearson
value: 69.63863975989145
verified: no, type: manhattan_spearman
value: 65.02547526652067
verified: no, task: type: STS
dataset: type: None
name: MTEB STS12
config: default
split: test
revision: a0d554a64d88156834ff5ae9920b964011b16384
metrics: type: cos_sim_pearson
value: 71.05647805173803
verified: no, type: cos_sim_spearman
value: 63.18217786548185
verified: no, type: euclidean_pearson
value: 67.74142832925921
verified: no, type: euclidean_spearman
value: 63.183417576357705
verified: no, type: manhattan_pearson
value: 68.84684674085601
verified: no, type: manhattan_spearman
value: 64.90346494119913
verified: no, task: type: STS
dataset: type: None
name: MTEB STS13
config: default
split: test
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
metrics: type: cos_sim_pearson
value: 76.13286673739663
verified: no, type: cos_sim_spearman
value: 77.7543440807716
verified: no, type: euclidean_pearson
value: 77.45575885153325
verified: no, type: euclidean_spearman
value: 77.7543818952591
verified: no, type: manhattan_pearson
value: 78.53266387038217
verified: no, type: manhattan_spearman
value: 79.06679464386961
verified: no, task: type: STS
dataset: type: None
name: MTEB STS14
config: default
split: test
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
metrics: type: cos_sim_pearson
value: 76.06132087749309
verified: no, type: cos_sim_spearman
value: 73.08921942367398
verified: no, type: euclidean_pearson
value: 75.79922605048824
verified: no, type: euclidean_spearman
value: 73.08920973438467
verified: no, type: manhattan_pearson
value: 75.87870447341405
verified: no, type: manhattan_spearman
value: 73.58401651924679
verified: no, task: type: STS
dataset: type: None
name: MTEB STS15
config: default
split: test
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
metrics: type: cos_sim_pearson
value: 77.29002016771014
verified: no, type: cos_sim_spearman
value: 79.07933600906055
verified: no, type: euclidean_pearson
value: 79.27807382103967
verified: no, type: euclidean_spearman
value: 79.07934229566574
verified: no, type: manhattan_pearson
value: 80.69826282605507
verified: no, type: manhattan_spearman
value: 80.81969995289413
verified: no, task: type: STS
dataset: type: None
name: MTEB STS16
config: default
split: test
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
metrics: type: cos_sim_pearson
value: 75.2513693479355
verified: no, type: cos_sim_spearman
value: 76.66745115845943
verified: no, type: euclidean_pearson
value: 76.48085821615652
verified: no, type: euclidean_spearman
value: 76.66800146535034
verified: no, type: manhattan_pearson
value: 76.22156101328721
verified: no, type: manhattan_spearman
value: 76.05717748281052
verified: no, task: type: STS
dataset: type: None
name: MTEB STS17 (en-en)
config: en-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 84.06139749059489
verified: no, type: cos_sim_spearman
value: 85.44961226631894
verified: no, type: euclidean_pearson
value: 85.09865397731325
verified: no, type: euclidean_spearman
value: 85.45048559842137
verified: no, type: manhattan_pearson
value: 85.34668730968951
verified: no, type: manhattan_spearman
value: 86.0991933425676
verified: no, task: type: STS
dataset: type: None
name: MTEB STS22 (en)
config: en
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 53.70397809745454
verified: no, type: cos_sim_spearman
value: 57.49164639993963
verified: no, type: euclidean_pearson
value: 57.10081764140929
verified: no, type: euclidean_spearman
value: 57.49164639993963
verified: no, type: manhattan_pearson
value: 60.1223075719587
verified: no, type: manhattan_spearman
value: 58.999981844055924
verified: no, task: type: STS
dataset: type: None
name: MTEB STSBenchmark
config: default
split: test
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
metrics: type: cos_sim_pearson
value: 76.20429284013153
verified: no, type: cos_sim_spearman
value: 75.46585580444099
verified: no, type: euclidean_pearson
value: 76.96878126891205
verified: no, type: euclidean_spearman
value: 75.4658742729028
verified: no, type: manhattan_pearson
value: 76.09950215912873
verified: no, type: manhattan_spearman
value: 74.29351006444855
verified: no, task: type: Reranking
dataset: type: None
name: MTEB SciDocsRR
config: default
split: test
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
metrics: type: map
value: 70.8984364780628
verified: no, type: mrr
value: 90.59005083514887
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB SciFact
config: default
split: test
revision: 0228b52cf27578f30900b9e5271d331663a030d7
metrics: type: map_at_1
value: 33.139
verified: no, type: map_at_10
value: 40.749
verified: no, type: map_at_100
value: 41.778999999999996
verified: no, type: map_at_1000
value: 41.849
verified: no, type: map_at_3
value: 38.444
verified: no, type: map_at_5
value: 39.694
verified: no, type: mrr_at_1
value: 35
verified: no, type: mrr_at_10
value: 42.501
verified: no, type: mrr_at_100
value: 43.375
verified: no, type: mrr_at_1000
value: 43.434
verified: no, type: mrr_at_3
value: 40.444
verified: no, type: mrr_at_5
value: 41.577999999999996
verified: no, type: ndcg_at_1
value: 35
verified: no, type: ndcg_at_10
value: 45.153
verified: no, type: ndcg_at_100
value: 50.114999999999995
verified: no, type: ndcg_at_1000
value: 52.074
verified: no, type: ndcg_at_3
value: 40.662
verified: no, type: ndcg_at_5
value: 42.739
verified: no, type: precision_at_1
value: 35
verified: no, type: precision_at_10
value: 6.267
verified: no, type: precision_at_100
value: 0.907
verified: no, type: precision_at_1000
value: 0.108
verified: no, type: precision_at_3
value: 16.222
verified: no, type: precision_at_5
value: 10.867
verified: no, type: recall_at_1
value: 33.139
verified: no, type: recall_at_10
value: 57.260999999999996
verified: no, type: recall_at_100
value: 80.239
verified: no, type: recall_at_1000
value: 95.733
verified: no, type: recall_at_3
value: 44.833
verified: no, type: recall_at_5
value: 50
verified: no, task: type: PairClassification
dataset: type: None
name: MTEB SprintDuplicateQuestions
config: default
split: test
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
metrics: type: cos_sim_accuracy
value: 99.64554455445544
verified: no, type: cos_sim_ap
value: 88.04680322752864
verified: no, type: cos_sim_f1
value: 81.5005138746146
verified: no, type: cos_sim_precision
value: 83.82663847780127
verified: no, type: cos_sim_recall
value: 79.3
verified: no, type: dot_accuracy
value: 99.64554455445544
verified: no, type: dot_ap
value: 88.04680322752864
verified: no, type: dot_f1
value: 81.5005138746146
verified: no, type: dot_precision
value: 83.82663847780127
verified: no, type: dot_recall
value: 79.3
verified: no, type: euclidean_accuracy
value: 99.64554455445544
verified: no, type: euclidean_ap
value: 88.04680322752864
verified: no, type: euclidean_f1
value: 81.5005138746146
verified: no, type: euclidean_precision
value: 83.82663847780127
verified: no, type: euclidean_recall
value: 79.3
verified: no, type: manhattan_accuracy
value: 99.76237623762376
verified: no, type: manhattan_ap
value: 93.44688329620541
verified: no, type: manhattan_f1
value: 87.66700924974306
verified: no, type: manhattan_precision
value: 90.16913319238901
verified: no, type: manhattan_recall
value: 85.3
verified: no, type: max_accuracy
value: 99.76237623762376
verified: no, type: max_ap
value: 93.44688329620541
verified: no, type: max_f1
value: 87.66700924974306
verified: no, task: type: Clustering
dataset: type: None
name: MTEB StackExchangeClustering
config: default
split: test
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
metrics: type: v_measure
value: 40.325339645616445
verified: no, task: type: Clustering
dataset: type: None
name: MTEB StackExchangeClusteringP2P
config: default
split: test
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
metrics: type: v_measure
value: 28.341053317548482
verified: no, task: type: Reranking
dataset: type: None
name: MTEB StackOverflowDupQuestions
config: default
split: test
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
metrics: type: map
value: 43.183294423577806
verified: no, type: mrr
value: 43.73416412019353
verified: no, task: type: Summarization
dataset: type: None
name: MTEB SummEval
config: default
split: test
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
metrics: type: cos_sim_pearson
value: 32.08507062590542
verified: no, type: cos_sim_spearman
value: 30.726839502202168
verified: no, type: dot_pearson
value: 32.08507055463063
verified: no, type: dot_spearman
value: 30.606596489681966
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB TRECCOVID
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.11399999999999999
verified: no, type: map_at_10
value: 0.712
verified: no, type: map_at_100
value: 3.5450000000000004
verified: no, type: map_at_1000
value: 8.892
verified: no, type: map_at_3
value: 0.265
verified: no, type: map_at_5
value: 0.41200000000000003
verified: no, type: mrr_at_1
value: 50
verified: no, type: mrr_at_10
value: 60.705
verified: no, type: mrr_at_100
value: 61.346000000000004
verified: no, type: mrr_at_1000
value: 61.346000000000004
verified: no, type: mrr_at_3
value: 56.667
verified: no, type: mrr_at_5
value: 59.267
verified: no, type: ndcg_at_1
value: 42
verified: no, type: ndcg_at_10
value: 39.35
verified: no, type: ndcg_at_100
value: 29.799999999999997
verified: no, type: ndcg_at_1000
value: 26.971
verified: no, type: ndcg_at_3
value: 40.888000000000005
verified: no, type: ndcg_at_5
value: 41.197
verified: no, type: precision_at_1
value: 48
verified: no, type: precision_at_10
value: 43.4
verified: no, type: precision_at_100
value: 31.22
verified: no, type: precision_at_1000
value: 13.206000000000001
verified: no, type: precision_at_3
value: 45.333
verified: no, type: precision_at_5
value: 46
verified: no, type: recall_at_1
value: 0.11399999999999999
verified: no, type: recall_at_10
value: 0.988
verified: no, type: recall_at_100
value: 6.576
verified: no, type: recall_at_1000
value: 26.212000000000003
verified: no, type: recall_at_3
value: 0.294
verified: no, type: recall_at_5
value: 0.514
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB Touche2020
config: default
split: test
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
metrics: type: map_at_1
value: 2.218
verified: no, type: map_at_10
value: 7.431
verified: no, type: map_at_100
value: 11.933
verified: no, type: map_at_1000
value: 13.369
verified: no, type: map_at_3
value: 4.257
verified: no, type: map_at_5
value: 6.0089999999999995
verified: no, type: mrr_at_1
value: 28.571
verified: no, type: mrr_at_10
value: 41.459
verified: no, type: mrr_at_100
value: 42.421
verified: no, type: mrr_at_1000
value: 42.421
verified: no, type: mrr_at_3
value: 37.415
verified: no, type: mrr_at_5
value: 38.333
verified: no, type: ndcg_at_1
value: 27.551
verified: no, type: ndcg_at_10
value: 19.465
verified: no, type: ndcg_at_100
value: 31.013
verified: no, type: ndcg_at_1000
value: 42.147
verified: no, type: ndcg_at_3
value: 23.211000000000002
verified: no, type: ndcg_at_5
value: 22.148
verified: no, type: precision_at_1
value: 28.571
verified: no, type: precision_at_10
value: 17.143
verified: no, type: precision_at_100
value: 6.857
verified: no, type: precision_at_1000
value: 1.39
verified: no, type: precision_at_3
value: 24.490000000000002
verified: no, type: precision_at_5
value: 22.448999999999998
verified: no, type: recall_at_1
value: 2.218
verified: no, type: recall_at_10
value: 12.159
verified: no, type: recall_at_100
value: 41.073
verified: no, type: recall_at_1000
value: 74.899
verified: no, type: recall_at_3
value: 5.231
verified: no, type: recall_at_5
value: 8.047
verified: no, task: type: Classification
dataset: type: None
name: MTEB ToxicConversationsClassification
config: default
split: test
revision: d7c0de2777da35d6aae2200a62c6e0e5af397c4c
metrics: type: accuracy
value: 70.7934
verified: no, type: ap
value: 14.426855843022313
verified: no, type: f1
value: 54.634287130783854
verified: no, task: type: Classification
dataset: type: None
name: MTEB TweetSentimentExtractionClassification
config: default
split: test
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
metrics: type: accuracy
value: 58.684210526315795
verified: no, type: f1
value: 58.943454482611344
verified: no, task: type: Clustering
dataset: type: None
name: MTEB TwentyNewsgroupsClustering
config: default
split: test
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
metrics: type: v_measure
value: 31.997934167624948
verified: no, task: type: PairClassification
dataset: type: None
name: MTEB TwitterSemEval2015
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cos_sim_accuracy
value: 84.3953030935209
verified: no, type: cos_sim_ap
value: 67.5453547831567
verified: no, type: cos_sim_f1
value: 64.68827930174564
verified: no, type: cos_sim_precision
value: 61.32387706855792
verified: no, type: cos_sim_recall
value: 68.44327176781002
verified: no, type: dot_accuracy
value: 84.3953030935209
verified: no, type: dot_ap
value: 67.5453547831567
verified: no, type: dot_f1
value: 64.68827930174564
verified: no, type: dot_precision
value: 61.32387706855792
verified: no, type: dot_recall
value: 68.44327176781002
verified: no, type: euclidean_accuracy
value: 84.3953030935209
verified: no, type: euclidean_ap
value: 67.5453547831567
verified: no, type: euclidean_f1
value: 64.68827930174564
verified: no, type: euclidean_precision
value: 61.32387706855792
verified: no, type: euclidean_recall
value: 68.44327176781002
verified: no, type: manhattan_accuracy
value: 83.33432675686953
verified: no, type: manhattan_ap
value: 64.94303732873902
verified: no, type: manhattan_f1
value: 62.113102164300656
verified: no, type: manhattan_precision
value: 55.5578684429642
verified: no, type: manhattan_recall
value: 70.42216358839049
verified: no, type: max_accuracy
value: 84.3953030935209
verified: no, type: max_ap
value: 67.5453547831567
verified: no, type: max_f1
value: 64.68827930174564
verified: no, task: type: PairClassification
dataset: type: None
name: MTEB TwitterURLCorpus
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cos_sim_accuracy
value: 87.63728800403618
verified: no, type: cos_sim_ap
value: 82.87900370539121
verified: no, type: cos_sim_f1
value: 75.31482436114588
verified: no, type: cos_sim_precision
value: 72.17360621030345
verified: no, type: cos_sim_recall
value: 78.7419156144133
verified: no, type: dot_accuracy
value: 87.63728800403618
verified: no, type: dot_ap
value: 82.87900355677051
verified: no, type: dot_f1
value: 75.31482436114588
verified: no, type: dot_precision
value: 72.17360621030345
verified: no, type: dot_recall
value: 78.7419156144133
verified: no, type: euclidean_accuracy
value: 87.63728800403618
verified: no, type: euclidean_ap
value: 82.87900370539121
verified: no, type: euclidean_f1
value: 75.31482436114588
verified: no, type: euclidean_precision
value: 72.17360621030345
verified: no, type: euclidean_recall
value: 78.7419156144133
verified: no, type: manhattan_accuracy
value: 87.78282299064695
verified: no, type: manhattan_ap
value: 83.28196017917277
verified: no, type: manhattan_f1
value: 75.69079315359659
verified: no, type: manhattan_precision
value: 73.38925446525417
verified: no, type: manhattan_recall
value: 78.1413612565445
verified: no, type: max_accuracy
value: 87.78282299064695
verified: no, type: max_ap
value: 83.28196017917277
verified: no, type: max_f1
value: 75.69079315359659
verified: no
Likes: 0 | All-time downloads: 0
Created: 2024-09-09 02:06:45