Model: twadada/nmc-nignore50
Author: twadada
Tags: mteb, model-index, region:us
Card metadata: tags: mteb
model-index: name: nomic_classification_nignore50
results: task: type: Classification
dataset: type: None
name: MTEB AmazonCounterfactualClassification (en)
config: en
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 73.34328358208954
verified: no, type: ap
value: 35.68453876944336
verified: no, type: f1
value: 67.06992889373645
verified: no, task: type: Classification
dataset: type: None
name: MTEB AmazonPolarityClassification
config: default
split: test
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
metrics: type: accuracy
value: 59.672925
verified: no, type: ap
value: 55.848120844301974
verified: no, type: f1
value: 59.45636290076794
verified: no, task: type: Classification
dataset: type: None
name: MTEB AmazonReviewsClassification (en)
config: en
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 30.610000000000003
verified: no, type: f1
value: 30.300316542261875
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB ArguAna
config: default
split: test
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
metrics: type: map_at_1
value: 20.697
verified: no, type: map_at_10
value: 35.189
verified: no, type: map_at_100
value: 36.4
verified: no, type: map_at_1000
value: 36.425000000000004
verified: no, type: map_at_3
value: 30.714000000000002
verified: no, type: map_at_5
value: 32.918
verified: no, type: mrr_at_1
value: 21.337
verified: no, type: mrr_at_10
value: 35.424
verified: no, type: mrr_at_100
value: 36.634
verified: no, type: mrr_at_1000
value: 36.659000000000006
verified: no, type: mrr_at_3
value: 30.927
verified: no, type: mrr_at_5
value: 33.132
verified: no, type: ndcg_at_1
value: 20.697
verified: no, type: ndcg_at_10
value: 43.525999999999996
verified: no, type: ndcg_at_100
value: 48.978
verified: no, type: ndcg_at_1000
value: 49.527
verified: no, type: ndcg_at_3
value: 34.087
verified: no, type: ndcg_at_5
value: 38.080999999999996
verified: no, type: precision_at_1
value: 20.697
verified: no, type: precision_at_10
value: 7.034
verified: no, type: precision_at_100
value: 0.9490000000000001
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 14.628
verified: no, type: precision_at_5
value: 10.725
verified: no, type: recall_at_1
value: 20.697
verified: no, type: recall_at_10
value: 70.341
verified: no, type: recall_at_100
value: 94.879
verified: no, type: recall_at_1000
value: 99.004
verified: no, type: recall_at_3
value: 43.883
verified: no, type: recall_at_5
value: 53.627
verified: no, task: type: Clustering
dataset: type: None
name: MTEB ArxivClusteringP2P
config: default
split: test
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
metrics: type: v_measure
value: 35.49094114007186
verified: no, task: type: Clustering
dataset: type: None
name: MTEB ArxivClusteringS2S
config: default
split: test
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
metrics: type: v_measure
value: 24.389506327986794
verified: no, task: type: Reranking
dataset: type: None
name: MTEB AskUbuntuDupQuestions
config: default
split: test
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
metrics: type: map
value: 54.325008936884444
verified: no, type: mrr
value: 69.04992745020445
verified: no, task: type: STS
dataset: type: None
name: MTEB BIOSSES
config: default
split: test
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
metrics: type: cos_sim_pearson
value: 83.44469574569193
verified: no, type: cos_sim_spearman
value: 80.2397801250519
verified: no, type: euclidean_pearson
value: 82.22256751323195
verified: no, type: euclidean_spearman
value: 80.2397801250519
verified: no, type: manhattan_pearson
value: 81.55829597082581
verified: no, type: manhattan_spearman
value: 79.90603758074258
verified: no, task: type: Classification
dataset: type: None
name: MTEB Banking77Classification
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics: type: accuracy
value: 71.56818181818181
verified: no, type: f1
value: 70.79234518018967
verified: no, task: type: Clustering
dataset: type: None
name: MTEB BiorxivClusteringP2P
config: default
split: test
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
metrics: type: v_measure
value: 32.120028817225204
verified: no, task: type: Clustering
dataset: type: None
name: MTEB BiorxivClusteringS2S
config: default
split: test
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
metrics: type: v_measure
value: 23.27141125132152
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackAndroidRetrieval
config: default
split: test
revision: f46a197baaae43b4f621051089b82a364682dfeb
metrics: type: map_at_1
value: 22.482
verified: no, type: map_at_10
value: 29.986
verified: no, type: map_at_100
value: 31.19
verified: no, type: map_at_1000
value: 31.339
verified: no, type: map_at_3
value: 27.869
verified: no, type: map_at_5
value: 28.83
verified: no, type: mrr_at_1
value: 28.326
verified: no, type: mrr_at_10
value: 35.675000000000004
verified: no, type: mrr_at_100
value: 36.559000000000005
verified: no, type: mrr_at_1000
value: 36.632999999999996
verified: no, type: mrr_at_3
value: 34.049
verified: no, type: mrr_at_5
value: 34.8
verified: no, type: ndcg_at_1
value: 28.326
verified: no, type: ndcg_at_10
value: 34.788000000000004
verified: no, type: ndcg_at_100
value: 40.162
verified: no, type: ndcg_at_1000
value: 43.145
verified: no, type: ndcg_at_3
value: 31.903
verified: no, type: ndcg_at_5
value: 32.74
verified: no, type: precision_at_1
value: 28.326
verified: no, type: precision_at_10
value: 6.552
verified: no, type: precision_at_100
value: 1.146
verified: no, type: precision_at_1000
value: 0.17099999999999999
verified: no, type: precision_at_3
value: 15.451
verified: no, type: precision_at_5
value: 10.644
verified: no, type: recall_at_1
value: 22.482
verified: no, type: recall_at_10
value: 42.995
verified: no, type: recall_at_100
value: 66.79899999999999
verified: no, type: recall_at_1000
value: 87.02600000000001
verified: no, type: recall_at_3
value: 33.495999999999995
verified: no, type: recall_at_5
value: 36.7
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackEnglishRetrieval
config: default
split: test
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
metrics: type: map_at_1
value: 17.147000000000002
verified: no, type: map_at_10
value: 23.28
verified: no, type: map_at_100
value: 24.191
verified: no, type: map_at_1000
value: 24.309
verified: no, type: map_at_3
value: 21.542
verified: no, type: map_at_5
value: 22.486
verified: no, type: mrr_at_1
value: 21.529
verified: no, type: mrr_at_10
value: 27.366
verified: no, type: mrr_at_100
value: 28.138
verified: no, type: mrr_at_1000
value: 28.206999999999997
verified: no, type: mrr_at_3
value: 25.668999999999997
verified: no, type: mrr_at_5
value: 26.653
verified: no, type: ndcg_at_1
value: 21.529
verified: no, type: ndcg_at_10
value: 27.107999999999997
verified: no, type: ndcg_at_100
value: 31.381999999999998
verified: no, type: ndcg_at_1000
value: 34.050000000000004
verified: no, type: ndcg_at_3
value: 24.101
verified: no, type: ndcg_at_5
value: 25.465
verified: no, type: precision_at_1
value: 21.529
verified: no, type: precision_at_10
value: 4.9430000000000005
verified: no, type: precision_at_100
value: 0.8829999999999999
verified: no, type: precision_at_1000
value: 0.136
verified: no, type: precision_at_3
value: 11.591999999999999
verified: no, type: precision_at_5
value: 8.153
verified: no, type: recall_at_1
value: 17.147000000000002
verified: no, type: recall_at_10
value: 34.510000000000005
verified: no, type: recall_at_100
value: 53.337999999999994
verified: no, type: recall_at_1000
value: 71.25200000000001
verified: no, type: recall_at_3
value: 25.711000000000002
verified: no, type: recall_at_5
value: 29.448999999999998
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackGamingRetrieval
config: default
split: test
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
metrics: type: map_at_1
value: 25.628
verified: no, type: map_at_10
value: 34.53
verified: no, type: map_at_100
value: 35.648
verified: no, type: map_at_1000
value: 35.746
verified: no, type: map_at_3
value: 32.001000000000005
verified: no, type: map_at_5
value: 33.516
verified: no, type: mrr_at_1
value: 29.842999999999996
verified: no, type: mrr_at_10
value: 37.679
verified: no, type: mrr_at_100
value: 38.607
verified: no, type: mrr_at_1000
value: 38.671
verified: no, type: mrr_at_3
value: 35.528
verified: no, type: mrr_at_5
value: 36.747
verified: no, type: ndcg_at_1
value: 29.842999999999996
verified: no, type: ndcg_at_10
value: 39.271
verified: no, type: ndcg_at_100
value: 44.507000000000005
verified: no, type: ndcg_at_1000
value: 46.79
verified: no, type: ndcg_at_3
value: 34.699999999999996
verified: no, type: ndcg_at_5
value: 37.032
verified: no, type: precision_at_1
value: 29.842999999999996
verified: no, type: precision_at_10
value: 6.3759999999999994
verified: no, type: precision_at_100
value: 0.989
verified: no, type: precision_at_1000
value: 0.126
verified: no, type: precision_at_3
value: 15.507000000000001
verified: no, type: precision_at_5
value: 10.871
verified: no, type: recall_at_1
value: 25.628
verified: no, type: recall_at_10
value: 50.552
verified: no, type: recall_at_100
value: 74.008
verified: no, type: recall_at_1000
value: 90.518
verified: no, type: recall_at_3
value: 38.397
verified: no, type: recall_at_5
value: 44.052
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackGisRetrieval
config: default
split: test
revision: 5003b3064772da1887988e05400cf3806fe491f2
metrics: type: map_at_1
value: 13.07
verified: no, type: map_at_10
value: 17.630000000000003
verified: no, type: map_at_100
value: 18.502
verified: no, type: map_at_1000
value: 18.614
verified: no, type: map_at_3
value: 16.213
verified: no, type: map_at_5
value: 17.029
verified: no, type: mrr_at_1
value: 14.124
verified: no, type: mrr_at_10
value: 18.706999999999997
verified: no, type: mrr_at_100
value: 19.604
verified: no, type: mrr_at_1000
value: 19.705000000000002
verified: no, type: mrr_at_3
value: 17.326
verified: no, type: mrr_at_5
value: 18.099999999999998
verified: no, type: ndcg_at_1
value: 14.124
verified: no, type: ndcg_at_10
value: 20.368
verified: no, type: ndcg_at_100
value: 25.020999999999997
verified: no, type: ndcg_at_1000
value: 28.360000000000003
verified: no, type: ndcg_at_3
value: 17.518
verified: no, type: ndcg_at_5
value: 18.914
verified: no, type: precision_at_1
value: 14.124
verified: no, type: precision_at_10
value: 3.164
verified: no, type: precision_at_100
value: 0.577
verified: no, type: precision_at_1000
value: 0.092
verified: no, type: precision_at_3
value: 7.457999999999999
verified: no, type: precision_at_5
value: 5.266
verified: no, type: recall_at_1
value: 13.07
verified: no, type: recall_at_10
value: 27.811000000000003
verified: no, type: recall_at_100
value: 49.874
verified: no, type: recall_at_1000
value: 75.786
verified: no, type: recall_at_3
value: 20.06
verified: no, type: recall_at_5
value: 23.397000000000002
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackMathematicaRetrieval
config: default
split: test
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
metrics: type: map_at_1
value: 6.646000000000001
verified: no, type: map_at_10
value: 10.141
verified: no, type: map_at_100
value: 10.9
verified: no, type: map_at_1000
value: 11.036999999999999
verified: no, type: map_at_3
value: 8.781
verified: no, type: map_at_5
value: 9.581000000000001
verified: no, type: mrr_at_1
value: 8.333
verified: no, type: mrr_at_10
value: 12.504000000000001
verified: no, type: mrr_at_100
value: 13.331000000000001
verified: no, type: mrr_at_1000
value: 13.435
verified: no, type: mrr_at_3
value: 11.007
verified: no, type: mrr_at_5
value: 11.909
verified: no, type: ndcg_at_1
value: 8.333
verified: no, type: ndcg_at_10
value: 12.796
verified: no, type: ndcg_at_100
value: 17.115
verified: no, type: ndcg_at_1000
value: 20.84
verified: no, type: ndcg_at_3
value: 10.171
verified: no, type: ndcg_at_5
value: 11.496
verified: no, type: precision_at_1
value: 8.333
verified: no, type: precision_at_10
value: 2.5
verified: no, type: precision_at_100
value: 0.5519999999999999
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 5.017
verified: no, type: precision_at_5
value: 3.955
verified: no, type: recall_at_1
value: 6.646000000000001
verified: no, type: recall_at_10
value: 18.725
verified: no, type: recall_at_100
value: 38.590999999999994
verified: no, type: recall_at_1000
value: 65.955
verified: no, type: recall_at_3
value: 11.376999999999999
verified: no, type: recall_at_5
value: 14.673
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackPhysicsRetrieval
config: default
split: test
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
metrics: type: map_at_1
value: 17.865000000000002
verified: no, type: map_at_10
value: 23.877000000000002
verified: no, type: map_at_100
value: 25.058000000000003
verified: no, type: map_at_1000
value: 25.202999999999996
verified: no, type: map_at_3
value: 21.861
verified: no, type: map_at_5
value: 22.958000000000002
verified: no, type: mrr_at_1
value: 22.137
verified: no, type: mrr_at_10
value: 28.391
verified: no, type: mrr_at_100
value: 29.364
verified: no, type: mrr_at_1000
value: 29.454
verified: no, type: mrr_at_3
value: 26.372
verified: no, type: mrr_at_5
value: 27.551
verified: no, type: ndcg_at_1
value: 22.137
verified: no, type: ndcg_at_10
value: 28.183999999999997
verified: no, type: ndcg_at_100
value: 33.806000000000004
verified: no, type: ndcg_at_1000
value: 37.099
verified: no, type: ndcg_at_3
value: 24.621000000000002
verified: no, type: ndcg_at_5
value: 26.235000000000003
verified: no, type: precision_at_1
value: 22.137
verified: no, type: precision_at_10
value: 5.178
verified: no, type: precision_at_100
value: 0.9440000000000001
verified: no, type: precision_at_1000
value: 0.14100000000000001
verified: no, type: precision_at_3
value: 11.613999999999999
verified: no, type: precision_at_5
value: 8.373
verified: no, type: recall_at_1
value: 17.865000000000002
verified: no, type: recall_at_10
value: 36.885
verified: no, type: recall_at_100
value: 61.49400000000001
verified: no, type: recall_at_1000
value: 84.309
verified: no, type: recall_at_3
value: 26.51
verified: no, type: recall_at_5
value: 30.788
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackProgrammersRetrieval
config: default
split: test
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
metrics: type: map_at_1
value: 13.691999999999998
verified: no, type: map_at_10
value: 19.463
verified: no, type: map_at_100
value: 20.558
verified: no, type: map_at_1000
value: 20.703
verified: no, type: map_at_3
value: 17.277
verified: no, type: map_at_5
value: 18.607000000000003
verified: no, type: mrr_at_1
value: 16.895
verified: no, type: mrr_at_10
value: 22.939999999999998
verified: no, type: mrr_at_100
value: 23.902
verified: no, type: mrr_at_1000
value: 23.993000000000002
verified: no, type: mrr_at_3
value: 20.89
verified: no, type: mrr_at_5
value: 22.158
verified: no, type: ndcg_at_1
value: 16.895
verified: no, type: ndcg_at_10
value: 23.308
verified: no, type: ndcg_at_100
value: 28.675
verified: no, type: ndcg_at_1000
value: 32.156
verified: no, type: ndcg_at_3
value: 19.53
verified: no, type: ndcg_at_5
value: 21.519
verified: no, type: precision_at_1
value: 16.895
verified: no, type: precision_at_10
value: 4.417999999999999
verified: no, type: precision_at_100
value: 0.844
verified: no, type: precision_at_1000
value: 0.134
verified: no, type: precision_at_3
value: 9.399000000000001
verified: no, type: precision_at_5
value: 7.146
verified: no, type: recall_at_1
value: 13.691999999999998
verified: no, type: recall_at_10
value: 31.424000000000003
verified: no, type: recall_at_100
value: 55.223
verified: no, type: recall_at_1000
value: 79.842
verified: no, type: recall_at_3
value: 20.949
verified: no, type: recall_at_5
value: 26.166
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack
name: MTEB CQADupstackRetrieval
config: default
split: test
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
metrics: type: map_at_1
value: 14.61475
verified: no, type: map_at_10
value: 19.97075
verified: no, type: map_at_100
value: 20.916083333333333
verified: no, type: map_at_1000
value: 21.046
verified: no, type: map_at_3
value: 18.229250000000004
verified: no, type: map_at_5
value: 19.20266666666667
verified: no, type: mrr_at_1
value: 17.608083333333333
verified: no, type: mrr_at_10
value: 23.027083333333334
verified: no, type: mrr_at_100
value: 23.87941666666667
verified: no, type: mrr_at_1000
value: 23.96783333333333
verified: no, type: mrr_at_3
value: 21.377083333333335
verified: no, type: mrr_at_5
value: 22.300833333333333
verified: no, type: ndcg_at_1
value: 17.608083333333333
verified: no, type: ndcg_at_10
value: 23.473083333333335
verified: no, type: ndcg_at_100
value: 28.176750000000002
verified: no, type: ndcg_at_1000
value: 31.36625
verified: no, type: ndcg_at_3
value: 20.38383333333334
verified: no, type: ndcg_at_5
value: 21.82283333333333
verified: no, type: precision_at_1
value: 17.608083333333333
verified: no, type: precision_at_10
value: 4.162666666666666
verified: no, type: precision_at_100
value: 0.7761666666666668
verified: no, type: precision_at_1000
value: 0.12325000000000001
verified: no, type: precision_at_3
value: 9.466000000000001
verified: no, type: precision_at_5
value: 6.79
verified: no, type: recall_at_1
value: 14.61475
verified: no, type: recall_at_10
value: 31.009500000000003
verified: no, type: recall_at_100
value: 52.470000000000006
verified: no, type: recall_at_1000
value: 75.52175
verified: no, type: recall_at_3
value: 22.22875
verified: no, type: recall_at_5
value: 26.018083333333337
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackStatsRetrieval
config: default
split: test
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
metrics: type: map_at_1
value: 11.016
verified: no, type: map_at_10
value: 15.293999999999999
verified: no, type: map_at_100
value: 16.08
verified: no, type: map_at_1000
value: 16.177
verified: no, type: map_at_3
value: 13.898
verified: no, type: map_at_5
value: 14.637
verified: no, type: mrr_at_1
value: 12.883
verified: no, type: mrr_at_10
value: 17.279
verified: no, type: mrr_at_100
value: 18.082
verified: no, type: mrr_at_1000
value: 18.169
verified: no, type: mrr_at_3
value: 15.9
verified: no, type: mrr_at_5
value: 16.667
verified: no, type: ndcg_at_1
value: 12.883
verified: no, type: ndcg_at_10
value: 18.073
verified: no, type: ndcg_at_100
value: 22.142
verified: no, type: ndcg_at_1000
value: 24.887999999999998
verified: no, type: ndcg_at_3
value: 15.405
verified: no, type: ndcg_at_5
value: 16.622999999999998
verified: no, type: precision_at_1
value: 12.883
verified: no, type: precision_at_10
value: 3.052
verified: no, type: precision_at_100
value: 0.5519999999999999
verified: no, type: precision_at_1000
value: 0.086
verified: no, type: precision_at_3
value: 7.0040000000000004
verified: no, type: precision_at_5
value: 4.939
verified: no, type: recall_at_1
value: 11.016
verified: no, type: recall_at_10
value: 24.72
verified: no, type: recall_at_100
value: 43.553999999999995
verified: no, type: recall_at_1000
value: 64.189
verified: no, type: recall_at_3
value: 17.308
verified: no, type: recall_at_5
value: 20.455000000000002
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackTexRetrieval
config: default
split: test
revision: 46989137a86843e03a6195de44b09deda022eec7
metrics: type: map_at_1
value: 7.148000000000001
verified: no, type: map_at_10
value: 10.878
verified: no, type: map_at_100
value: 11.547
verified: no, type: map_at_1000
value: 11.67
verified: no, type: map_at_3
value: 9.679
verified: no, type: map_at_5
value: 10.41
verified: no, type: mrr_at_1
value: 8.878
verified: no, type: mrr_at_10
value: 13.142999999999999
verified: no, type: mrr_at_100
value: 13.825999999999999
verified: no, type: mrr_at_1000
value: 13.927999999999999
verified: no, type: mrr_at_3
value: 11.786000000000001
verified: no, type: mrr_at_5
value: 12.623999999999999
verified: no, type: ndcg_at_1
value: 8.878
verified: no, type: ndcg_at_10
value: 13.414000000000001
verified: no, type: ndcg_at_100
value: 17.129
verified: no, type: ndcg_at_1000
value: 20.754
verified: no, type: ndcg_at_3
value: 11.135
verified: no, type: ndcg_at_5
value: 12.333
verified: no, type: precision_at_1
value: 8.878
verified: no, type: precision_at_10
value: 2.564
verified: no, type: precision_at_100
value: 0.525
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 5.448
verified: no, type: precision_at_5
value: 4.136
verified: no, type: recall_at_1
value: 7.148000000000001
verified: no, type: recall_at_10
value: 18.875
verified: no, type: recall_at_100
value: 36.321999999999996
verified: no, type: recall_at_1000
value: 63.273999999999994
verified: no, type: recall_at_3
value: 12.590000000000002
verified: no, type: recall_at_5
value: 15.6
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackUnixRetrieval
config: default
split: test
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
metrics: type: map_at_1
value: 13.178
verified: no, type: map_at_10
value: 17.538
verified: no, type: map_at_100
value: 18.343999999999998
verified: no, type: map_at_1000
value: 18.462999999999997
verified: no, type: map_at_3
value: 15.984000000000002
verified: no, type: map_at_5
value: 16.78
verified: no, type: mrr_at_1
value: 15.672
verified: no, type: mrr_at_10
value: 20.385
verified: no, type: mrr_at_100
value: 21.160999999999998
verified: no, type: mrr_at_1000
value: 21.252
verified: no, type: mrr_at_3
value: 18.766
verified: no, type: mrr_at_5
value: 19.554
verified: no, type: ndcg_at_1
value: 15.672
verified: no, type: ndcg_at_10
value: 20.785
verified: no, type: ndcg_at_100
value: 25.089
verified: no, type: ndcg_at_1000
value: 28.396
verified: no, type: ndcg_at_3
value: 17.701
verified: no, type: ndcg_at_5
value: 18.968
verified: no, type: precision_at_1
value: 15.672
verified: no, type: precision_at_10
value: 3.5069999999999997
verified: no, type: precision_at_100
value: 0.633
verified: no, type: precision_at_1000
value: 0.10300000000000001
verified: no, type: precision_at_3
value: 8.022
verified: no, type: precision_at_5
value: 5.634
verified: no, type: recall_at_1
value: 13.178
verified: no, type: recall_at_10
value: 28.227999999999998
verified: no, type: recall_at_100
value: 48.022999999999996
verified: no, type: recall_at_1000
value: 72.475
verified: no, type: recall_at_3
value: 19.425
verified: no, type: recall_at_5
value: 22.783
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackWebmastersRetrieval
config: default
split: test
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
metrics: type: map_at_1
value: 15.662999999999998
verified: no, type: map_at_10
value: 21.191
verified: no, type: map_at_100
value: 22.436
verified: no, type: map_at_1000
value: 22.634999999999998
verified: no, type: map_at_3
value: 19.493
verified: no, type: map_at_5
value: 20.543
verified: no, type: mrr_at_1
value: 19.368
verified: no, type: mrr_at_10
value: 24.866
verified: no, type: mrr_at_100
value: 25.875999999999998
verified: no, type: mrr_at_1000
value: 25.958
verified: no, type: mrr_at_3
value: 23.551
verified: no, type: mrr_at_5
value: 24.233
verified: no, type: ndcg_at_1
value: 19.368
verified: no, type: ndcg_at_10
value: 24.869
verified: no, type: ndcg_at_100
value: 30.54
verified: no, type: ndcg_at_1000
value: 33.994
verified: no, type: ndcg_at_3
value: 22.522000000000002
verified: no, type: ndcg_at_5
value: 23.674
verified: no, type: precision_at_1
value: 19.368
verified: no, type: precision_at_10
value: 4.704
verified: no, type: precision_at_100
value: 1.1400000000000001
verified: no, type: precision_at_1000
value: 0.2
verified: no, type: precision_at_3
value: 10.671999999999999
verified: no, type: precision_at_5
value: 7.668
verified: no, type: recall_at_1
value: 15.662999999999998
verified: no, type: recall_at_10
value: 31.03
verified: no, type: recall_at_100
value: 57.861
verified: no, type: recall_at_1000
value: 81.179
verified: no, type: recall_at_3
value: 23.843
verified: no, type: recall_at_5
value: 27.223999999999997
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackWordpressRetrieval
config: default
split: test
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
metrics: type: map_at_1
value: 11.842
verified: no, type: map_at_10
value: 15.841
verified: no, type: map_at_100
value: 16.539
verified: no, type: map_at_1000
value: 16.656000000000002
verified: no, type: map_at_3
value: 14.152999999999999
verified: no, type: map_at_5
value: 15.055
verified: no, type: mrr_at_1
value: 13.309000000000001
verified: no, type: mrr_at_10
value: 17.39
verified: no, type: mrr_at_100
value: 18.102999999999998
verified: no, type: mrr_at_1000
value: 18.209
verified: no, type: mrr_at_3
value: 15.681000000000001
verified: no, type: mrr_at_5
value: 16.614
verified: no, type: ndcg_at_1
value: 13.309000000000001
verified: no, type: ndcg_at_10
value: 18.712999999999997
verified: no, type: ndcg_at_100
value: 22.553
verified: no, type: ndcg_at_1000
value: 25.923000000000002
verified: no, type: ndcg_at_3
value: 15.299
verified: no, type: ndcg_at_5
value: 16.875
verified: no, type: precision_at_1
value: 13.309000000000001
verified: no, type: precision_at_10
value: 2.994
verified: no, type: precision_at_100
value: 0.529
verified: no, type: precision_at_1000
value: 0.089
verified: no, type: precision_at_3
value: 6.4079999999999995
verified: no, type: precision_at_5
value: 4.695
verified: no, type: recall_at_1
value: 11.842
verified: no, type: recall_at_10
value: 26.358999999999998
verified: no, type: recall_at_100
value: 44.553
verified: no, type: recall_at_1000
value: 70.456
verified: no, type: recall_at_3
value: 17.079
verified: no, type: recall_at_5
value: 20.93
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB ClimateFEVER
config: default
split: test
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
metrics: type: map_at_1
value: 6.841
verified: no, type: map_at_10
value: 11.955
verified: no, type: map_at_100
value: 13.322000000000001
verified: no, type: map_at_1000
value: 13.517000000000001
verified: no, type: map_at_3
value: 9.818
verified: no, type: map_at_5
value: 10.875
verified: no, type: mrr_at_1
value: 15.504999999999999
verified: no, type: mrr_at_10
value: 24.087
verified: no, type: mrr_at_100
value: 25.149
verified: no, type: mrr_at_1000
value: 25.221
verified: no, type: mrr_at_3
value: 20.923
verified: no, type: mrr_at_5
value: 22.64
verified: no, type: ndcg_at_1
value: 15.504999999999999
verified: no, type: ndcg_at_10
value: 17.787
verified: no, type: ndcg_at_100
value: 24.032
verified: no, type: ndcg_at_1000
value: 28.058
verified: no, type: ndcg_at_3
value: 13.729
verified: no, type: ndcg_at_5
value: 15.165999999999999
verified: no, type: precision_at_1
value: 15.504999999999999
verified: no, type: precision_at_10
value: 5.811
verified: no, type: precision_at_100
value: 1.246
verified: no, type: precision_at_1000
value: 0.197
verified: no, type: precision_at_3
value: 10.228
verified: no, type: precision_at_5
value: 8.155999999999999
verified: no, type: recall_at_1
value: 6.841
verified: no, type: recall_at_10
value: 22.451999999999998
verified: no, type: recall_at_100
value: 44.588
verified: no, type: recall_at_1000
value: 67.806
verified: no, type: recall_at_3
value: 12.824
verified: no, type: recall_at_5
value: 16.59
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB DBPedia
config: default
split: test
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
metrics: type: map_at_1
value: 4.601999999999999
verified: no, type: map_at_10
value: 10.209
verified: no, type: map_at_100
value: 14.172
verified: no, type: map_at_1000
value: 15.121
verified: no, type: map_at_3
value: 7.59
verified: no, type: map_at_5
value: 8.853
verified: no, type: mrr_at_1
value: 41.75
verified: no, type: mrr_at_10
value: 51.949
verified: no, type: mrr_at_100
value: 52.678000000000004
verified: no, type: mrr_at_1000
value: 52.708
verified: no, type: mrr_at_3
value: 49.542
verified: no, type: mrr_at_5
value: 51.054
verified: no, type: ndcg_at_1
value: 31.125000000000004
verified: no, type: ndcg_at_10
value: 24.581
verified: no, type: ndcg_at_100
value: 27.894999999999996
verified: no, type: ndcg_at_1000
value: 34.438
verified: no, type: ndcg_at_3
value: 27.877999999999997
verified: no, type: ndcg_at_5
value: 26.273000000000003
verified: no, type: precision_at_1
value: 41.75
verified: no, type: precision_at_10
value: 21.15
verified: no, type: precision_at_100
value: 6.787999999999999
verified: no, type: precision_at_1000
value: 1.394
verified: no, type: precision_at_3
value: 32.917
verified: no, type: precision_at_5
value: 28.000000000000004
verified: no, type: recall_at_1
value: 4.601999999999999
verified: no, type: recall_at_10
value: 14.434
verified: no, type: recall_at_100
value: 33.838
verified: no, type: recall_at_1000
value: 56.438
verified: no, type: recall_at_3
value: 9.073
verified: no, type: recall_at_5
value: 11.395
verified: no, task: type: Classification
dataset: type: None
name: MTEB EmotionClassification
config: default
split: test
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
metrics: type: accuracy
value: 43.364999999999995
verified: no, type: f1
value: 41.05024359810464
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB FEVER
config: default
split: test
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
metrics: type: map_at_1
value: 17.078
verified: no, type: map_at_10
value: 25.590000000000003
verified: no, type: map_at_100
value: 26.581
verified: no, type: map_at_1000
value: 26.651000000000003
verified: no, type: map_at_3
value: 23.113
verified: no, type: map_at_5
value: 24.457
verified: no, type: mrr_at_1
value: 18.257
verified: no, type: mrr_at_10
value: 27.171
verified: no, type: mrr_at_100
value: 28.147
verified: no, type: mrr_at_1000
value: 28.206999999999997
verified: no, type: mrr_at_3
value: 24.607
verified: no, type: mrr_at_5
value: 26.005
verified: no, type: ndcg_at_1
value: 18.257
verified: no, type: ndcg_at_10
value: 30.617
verified: no, type: ndcg_at_100
value: 35.625
verified: no, type: ndcg_at_1000
value: 37.566
verified: no, type: ndcg_at_3
value: 25.488
verified: no, type: ndcg_at_5
value: 27.897
verified: no, type: precision_at_1
value: 18.257
verified: no, type: precision_at_10
value: 4.877
verified: no, type: precision_at_100
value: 0.76
verified: no, type: precision_at_1000
value: 0.095
verified: no, type: precision_at_3
value: 11.081000000000001
verified: no, type: precision_at_5
value: 7.933
verified: no, type: recall_at_1
value: 17.078
verified: no, type: recall_at_10
value: 44.866
verified: no, type: recall_at_100
value: 68.148
verified: no, type: recall_at_1000
value: 83.134
verified: no, type: recall_at_3
value: 30.830999999999996
verified: no, type: recall_at_5
value: 36.629
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB FiQA2018
config: default
split: test
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
metrics: type: map_at_1
value: 7.515
verified: no, type: map_at_10
value: 11.788
verified: no, type: map_at_100
value: 12.974
verified: no, type: map_at_1000
value: 13.177
verified: no, type: map_at_3
value: 9.844
verified: no, type: map_at_5
value: 10.8
verified: no, type: mrr_at_1
value: 14.352
verified: no, type: mrr_at_10
value: 20.134
verified: no, type: mrr_at_100
value: 21.288
verified: no, type: mrr_at_1000
value: 21.384
verified: no, type: mrr_at_3
value: 18.133
verified: no, type: mrr_at_5
value: 19.097
verified: no, type: ndcg_at_1
value: 14.352
verified: no, type: ndcg_at_10
value: 16.203
verified: no, type: ndcg_at_100
value: 21.891
verified: no, type: ndcg_at_1000
value: 26.653
verified: no, type: ndcg_at_3
value: 13.369
verified: no, type: ndcg_at_5
value: 14.327000000000002
verified: no, type: precision_at_1
value: 14.352
verified: no, type: precision_at_10
value: 4.645
verified: no, type: precision_at_100
value: 1.028
verified: no, type: precision_at_1000
value: 0.185
verified: no, type: precision_at_3
value: 8.796
verified: no, type: precision_at_5
value: 6.728000000000001
verified: no, type: recall_at_1
value: 7.515
verified: no, type: recall_at_10
value: 21.018
verified: no, type: recall_at_100
value: 42.887
verified: no, type: recall_at_1000
value: 72.898
verified: no, type: recall_at_3
value: 12.215
verified: no, type: recall_at_5
value: 15.612
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB HotpotQA
config: default
split: test
revision: ab518f4d6fcca38d87c25209f94beba119d02014
metrics: type: map_at_1
value: 18.332
verified: no, type: map_at_10
value: 25.791999999999998
verified: no, type: map_at_100
value: 26.706999999999997
verified: no, type: map_at_1000
value: 26.810000000000002
verified: no, type: map_at_3
value: 23.742
verified: no, type: map_at_5
value: 24.903
verified: no, type: mrr_at_1
value: 36.664
verified: no, type: mrr_at_10
value: 44.067
verified: no, type: mrr_at_100
value: 44.756
verified: no, type: mrr_at_1000
value: 44.806000000000004
verified: no, type: mrr_at_3
value: 42.091
verified: no, type: mrr_at_5
value: 43.206
verified: no, type: ndcg_at_1
value: 36.664
verified: no, type: ndcg_at_10
value: 32.938
verified: no, type: ndcg_at_100
value: 37.184
verified: no, type: ndcg_at_1000
value: 39.723000000000006
verified: no, type: ndcg_at_3
value: 29.087000000000003
verified: no, type: ndcg_at_5
value: 30.986000000000004
verified: no, type: precision_at_1
value: 36.664
verified: no, type: precision_at_10
value: 7.245
verified: no, type: precision_at_100
value: 1.0670000000000002
verified: no, type: precision_at_1000
value: 0.14100000000000001
verified: no, type: precision_at_3
value: 18.37
verified: no, type: precision_at_5
value: 12.527
verified: no, type: recall_at_1
value: 18.332
verified: no, type: recall_at_10
value: 36.226
verified: no, type: recall_at_100
value: 53.342
verified: no, type: recall_at_1000
value: 70.42500000000001
verified: no, type: recall_at_3
value: 27.556000000000004
verified: no, type: recall_at_5
value: 31.317
verified: no, task: type: Classification
dataset: type: None
name: MTEB ImdbClassification
config: default
split: test
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
metrics: type: accuracy
value: 58.64719999999999
verified: no, type: ap
value: 55.19966477229678
verified: no, type: f1
value: 58.24961396114563
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB MSMARCO
config: default
split: dev
revision: c5a29a104738b98a9e76336939199e264163d4a0
metrics: type: map_at_1
value: 6.459
verified: no, type: map_at_10
value: 11.254999999999999
verified: no, type: map_at_100
value: 12.132
verified: no, type: map_at_1000
value: 12.237
verified: no, type: map_at_3
value: 9.522
verified: no, type: map_at_5
value: 10.456999999999999
verified: no, type: mrr_at_1
value: 6.633
verified: no, type: mrr_at_10
value: 11.518
verified: no, type: mrr_at_100
value: 12.395
verified: no, type: mrr_at_1000
value: 12.497
verified: no, type: mrr_at_3
value: 9.751999999999999
verified: no, type: mrr_at_5
value: 10.708
verified: no, type: ndcg_at_1
value: 6.59
verified: no, type: ndcg_at_10
value: 14.264
verified: no, type: ndcg_at_100
value: 19.070999999999998
verified: no, type: ndcg_at_1000
value: 22.235
verified: no, type: ndcg_at_3
value: 10.631
verified: no, type: ndcg_at_5
value: 12.339
verified: no, type: precision_at_1
value: 6.59
verified: no, type: precision_at_10
value: 2.461
verified: no, type: precision_at_100
value: 0.496
verified: no, type: precision_at_1000
value: 0.077
verified: no, type: precision_at_3
value: 4.6850000000000005
verified: no, type: precision_at_5
value: 3.6790000000000003
verified: no, type: recall_at_1
value: 6.459
verified: no, type: recall_at_10
value: 23.649
verified: no, type: recall_at_100
value: 47.13
verified: no, type: recall_at_1000
value: 72.51100000000001
verified: no, type: recall_at_3
value: 13.641
verified: no, type: recall_at_5
value: 17.787
verified: no, task: type: Classification
dataset: type: None
name: MTEB MTOPDomainClassification (en)
config: en
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 85.75695394436845
verified: no, type: f1
value: 84.39448911327825
verified: no, task: type: Classification
dataset: type: None
name: MTEB MTOPIntentClassification (en)
config: en
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 54.072047423620596
verified: no, type: f1
value: 36.95943939246465
verified: no, task: type: Classification
dataset: type: None
name: MTEB MassiveIntentClassification (en)
config: en
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 58.78614660390047
verified: no, type: f1
value: 57.44347017992026
verified: no, task: type: Classification
dataset: type: None
name: MTEB MassiveScenarioClassification (en)
config: en
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 64.28379287155346
verified: no, type: f1
value: 62.76816678345901
verified: no, task: type: Clustering
dataset: type: None
name: MTEB MedrxivClusteringP2P
config: default
split: test
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
metrics: type: v_measure
value: 29.671378352049466
verified: no, task: type: Clustering
dataset: type: None
name: MTEB MedrxivClusteringS2S
config: default
split: test
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
metrics: type: v_measure
value: 25.86783118767072
verified: no, task: type: Reranking
dataset: type: None
name: MTEB MindSmallReranking
config: default
split: test
revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
metrics: type: map
value: 29.346696390536565
verified: no, type: mrr
value: 30.303238754879626
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB NFCorpus
config: default
split: test
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
metrics: type: map_at_1
value: 3.9190000000000005
verified: no, type: map_at_10
value: 8.742999999999999
verified: no, type: map_at_100
value: 11.073
verified: no, type: map_at_1000
value: 12.447999999999999
verified: no, type: map_at_3
value: 6.2379999999999995
verified: no, type: map_at_5
value: 7.443
verified: no, type: mrr_at_1
value: 34.365
verified: no, type: mrr_at_10
value: 44.238
verified: no, type: mrr_at_100
value: 44.857
verified: no, type: mrr_at_1000
value: 44.91
verified: no, type: mrr_at_3
value: 41.744
verified: no, type: mrr_at_5
value: 43.478
verified: no, type: ndcg_at_1
value: 32.353
verified: no, type: ndcg_at_10
value: 26.695
verified: no, type: ndcg_at_100
value: 24.728
verified: no, type: ndcg_at_1000
value: 34.013
verified: no, type: ndcg_at_3
value: 30.268
verified: no, type: ndcg_at_5
value: 28.95
verified: no, type: precision_at_1
value: 34.365
verified: no, type: precision_at_10
value: 20.31
verified: no, type: precision_at_100
value: 6.984999999999999
verified: no, type: precision_at_1000
value: 2.019
verified: no, type: precision_at_3
value: 28.896
verified: no, type: precision_at_5
value: 25.697
verified: no, type: recall_at_1
value: 3.9190000000000005
verified: no, type: recall_at_10
value: 13.046
verified: no, type: recall_at_100
value: 26.08
verified: no, type: recall_at_1000
value: 60.207
verified: no, type: recall_at_3
value: 7.255000000000001
verified: no, type: recall_at_5
value: 9.853000000000002
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB NQ
config: default
split: test
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
metrics: type: map_at_1
value: 8.408
verified: no, type: map_at_10
value: 15.064
verified: no, type: map_at_100
value: 16.282
verified: no, type: map_at_1000
value: 16.384999999999998
verified: no, type: map_at_3
value: 12.605
verified: no, type: map_at_5
value: 13.866
verified: no, type: mrr_at_1
value: 9.589
verified: no, type: mrr_at_10
value: 16.598
verified: no, type: mrr_at_100
value: 17.716
verified: no, type: mrr_at_1000
value: 17.8
verified: no, type: mrr_at_3
value: 14.021
verified: no, type: mrr_at_5
value: 15.39
verified: no, type: ndcg_at_1
value: 9.589
verified: no, type: ndcg_at_10
value: 19.408
verified: no, type: ndcg_at_100
value: 25.549
verified: no, type: ndcg_at_1000
value: 28.344
verified: no, type: ndcg_at_3
value: 14.258000000000001
verified: no, type: ndcg_at_5
value: 16.549
verified: no, type: precision_at_1
value: 9.589
verified: no, type: precision_at_10
value: 3.711
verified: no, type: precision_at_100
value: 0.717
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 6.769
verified: no, type: precision_at_5
value: 5.359
verified: no, type: recall_at_1
value: 8.408
verified: no, type: recall_at_10
value: 31.442999999999998
verified: no, type: recall_at_100
value: 59.931
verified: no, type: recall_at_1000
value: 81.40899999999999
verified: no, type: recall_at_3
value: 17.654
verified: no, type: recall_at_5
value: 22.982
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB QuoraRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 64.35600000000001
verified: no, type: map_at_10
value: 77.12400000000001
verified: no, type: map_at_100
value: 77.873
verified: no, type: map_at_1000
value: 77.905
verified: no, type: map_at_3
value: 74.18599999999999
verified: no, type: map_at_5
value: 76.00099999999999
verified: no, type: mrr_at_1
value: 74.22
verified: no, type: mrr_at_10
value: 81.326
verified: no, type: mrr_at_100
value: 81.54
verified: no, type: mrr_at_1000
value: 81.545
verified: no, type: mrr_at_3
value: 79.912
verified: no, type: mrr_at_5
value: 80.833
verified: no, type: ndcg_at_1
value: 74.26
verified: no, type: ndcg_at_10
value: 81.709
verified: no, type: ndcg_at_100
value: 83.688
verified: no, type: ndcg_at_1000
value: 84.029
verified: no, type: ndcg_at_3
value: 78.214
verified: no, type: ndcg_at_5
value: 80.07
verified: no, type: precision_at_1
value: 74.26
verified: no, type: precision_at_10
value: 12.334
verified: no, type: precision_at_100
value: 1.463
verified: no, type: precision_at_1000
value: 0.155
verified: no, type: precision_at_3
value: 33.977000000000004
verified: no, type: precision_at_5
value: 22.442
verified: no, type: recall_at_1
value: 64.35600000000001
verified: no, type: recall_at_10
value: 90.50200000000001
verified: no, type: recall_at_100
value: 97.833
verified: no, type: recall_at_1000
value: 99.681
verified: no, type: recall_at_3
value: 80.426
verified: no, type: recall_at_5
value: 85.627
verified: no, task: type: Clustering
dataset: type: None
name: MTEB RedditClustering
config: default
split: test
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
metrics: type: v_measure
value: 36.774788977863864
verified: no, task: type: Clustering
dataset: type: None
name: MTEB RedditClusteringP2P
config: default
split: test
revision: 282350215ef01743dc01b456c7f5241fa8937f16
metrics: type: v_measure
value: 46.77683019813603
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB SCIDOCS
config: default
split: test
revision: None
metrics: type: map_at_1
value: 2.988
verified: no, type: map_at_10
value: 7.183000000000001
verified: no, type: map_at_100
value: 8.522
verified: no, type: map_at_1000
value: 8.769
verified: no, type: map_at_3
value: 5.29
verified: no, type: map_at_5
value: 6.249
verified: no, type: mrr_at_1
value: 14.7
verified: no, type: mrr_at_10
value: 22.526
verified: no, type: mrr_at_100
value: 23.749000000000002
verified: no, type: mrr_at_1000
value: 23.827
verified: no, type: mrr_at_3
value: 19.617
verified: no, type: mrr_at_5
value: 21.322
verified: no, type: ndcg_at_1
value: 14.7
verified: no, type: ndcg_at_10
value: 12.666
verified: no, type: ndcg_at_100
value: 18.999
verified: no, type: ndcg_at_1000
value: 24.060000000000002
verified: no, type: ndcg_at_3
value: 11.908000000000001
verified: no, type: ndcg_at_5
value: 10.517999999999999
verified: no, type: precision_at_1
value: 14.7
verified: no, type: precision_at_10
value: 6.59
verified: no, type: precision_at_100
value: 1.592
verified: no, type: precision_at_1000
value: 0.28200000000000003
verified: no, type: precision_at_3
value: 11.1
verified: no, type: precision_at_5
value: 9.28
verified: no, type: recall_at_1
value: 2.988
verified: no, type: recall_at_10
value: 13.361999999999998
verified: no, type: recall_at_100
value: 32.312999999999995
verified: no, type: recall_at_1000
value: 57.293000000000006
verified: no, type: recall_at_3
value: 6.768000000000001
verified: no, type: recall_at_5
value: 9.408
verified: no, task: type: STS
dataset: type: None
name: MTEB SICK-R
config: default
split: test
revision: a6ea5a8cab320b040a23452cc28066d9beae2cee
metrics: type: cos_sim_pearson
value: 74.41889076801608
verified: no, type: cos_sim_spearman
value: 64.0943040174807
verified: no, type: euclidean_pearson
value: 68.82034211304835
verified: no, type: euclidean_spearman
value: 64.09442214998937
verified: no, type: manhattan_pearson
value: 67.28965034113492
verified: no, type: manhattan_spearman
value: 63.44420264246327
verified: no, task: type: STS
dataset: type: None
name: MTEB STS12
config: default
split: test
revision: a0d554a64d88156834ff5ae9920b964011b16384
metrics: type: cos_sim_pearson
value: 74.19404151109595
verified: no, type: cos_sim_spearman
value: 67.74306846452986
verified: no, type: euclidean_pearson
value: 70.18395120349778
verified: no, type: euclidean_spearman
value: 67.74435929212751
verified: no, type: manhattan_pearson
value: 68.00233535704764
verified: no, type: manhattan_spearman
value: 66.49484254678912
verified: no, task: type: STS
dataset: type: None
name: MTEB STS13
config: default
split: test
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
metrics: type: cos_sim_pearson
value: 76.87296571665527
verified: no, type: cos_sim_spearman
value: 77.89561218206916
verified: no, type: euclidean_pearson
value: 77.69387561554153
verified: no, type: euclidean_spearman
value: 77.89564999542652
verified: no, type: manhattan_pearson
value: 77.2962286612409
verified: no, type: manhattan_spearman
value: 77.62183070015116
verified: no, task: type: STS
dataset: type: None
name: MTEB STS14
config: default
split: test
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
metrics: type: cos_sim_pearson
value: 77.57868393517904
verified: no, type: cos_sim_spearman
value: 74.3463323181872
verified: no, type: euclidean_pearson
value: 76.34645562235912
verified: no, type: euclidean_spearman
value: 74.34632262739605
verified: no, type: manhattan_pearson
value: 75.18605845598414
verified: no, type: manhattan_spearman
value: 73.37658913779082
verified: no, task: type: STS
dataset: type: None
name: MTEB STS15
config: default
split: test
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
metrics: type: cos_sim_pearson
value: 81.3634602887491
verified: no, type: cos_sim_spearman
value: 82.08782263146122
verified: no, type: euclidean_pearson
value: 81.98650592402285
verified: no, type: euclidean_spearman
value: 82.08782111739671
verified: no, type: manhattan_pearson
value: 81.3116524025808
verified: no, type: manhattan_spearman
value: 81.48861424628144
verified: no, task: type: STS
dataset: type: None
name: MTEB STS16
config: default
split: test
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
metrics: type: cos_sim_pearson
value: 75.87657339764795
verified: no, type: cos_sim_spearman
value: 76.85063393951995
verified: no, type: euclidean_pearson
value: 76.4294473355708
verified: no, type: euclidean_spearman
value: 76.85118422928095
verified: no, type: manhattan_pearson
value: 76.64930860894692
verified: no, type: manhattan_spearman
value: 77.10013496496948
verified: no, task: type: STS
dataset: type: None
name: MTEB STS17 (en-en)
config: en-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 83.34326345648941
verified: no, type: cos_sim_spearman
value: 83.88446362725742
verified: no, type: euclidean_pearson
value: 83.46533085232362
verified: no, type: euclidean_spearman
value: 83.8853378609005
verified: no, type: manhattan_pearson
value: 83.1484584186202
verified: no, type: manhattan_spearman
value: 83.95137720105474
verified: no, task: type: STS
dataset: type: None
name: MTEB STS22 (en)
config: en
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 63.83321542257857
verified: no, type: cos_sim_spearman
value: 60.82336431262449
verified: no, type: euclidean_pearson
value: 63.11807243264151
verified: no, type: euclidean_spearman
value: 60.82336431262449
verified: no, type: manhattan_pearson
value: 62.08662855750554
verified: no, type: manhattan_spearman
value: 59.96327210016991
verified: no, task: type: STS
dataset: type: None
name: MTEB STSBenchmark
config: default
split: test
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
metrics: type: cos_sim_pearson
value: 78.52565754458857
verified: no, type: cos_sim_spearman
value: 77.31638441143197
verified: no, type: euclidean_pearson
value: 78.14871856195552
verified: no, type: euclidean_spearman
value: 77.31637278095369
verified: no, type: manhattan_pearson
value: 77.18966645743699
verified: no, type: manhattan_spearman
value: 76.60273070312653
verified: no, task: type: Reranking
dataset: type: None
name: MTEB SciDocsRR
config: default
split: test
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
metrics: type: map
value: 72.10656484834338
verified: no, type: mrr
value: 90.98610811846106
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB SciFact
config: default
split: test
revision: 0228b52cf27578f30900b9e5271d331663a030d7
metrics: type: map_at_1
value: 39.75
verified: no, type: map_at_10
value: 47.549
verified: no, type: map_at_100
value: 48.579
verified: no, type: map_at_1000
value: 48.653
verified: no, type: map_at_3
value: 45.135
verified: no, type: map_at_5
value: 46.444
verified: no, type: mrr_at_1
value: 42
verified: no, type: mrr_at_10
value: 49.418
verified: no, type: mrr_at_100
value: 50.253
verified: no, type: mrr_at_1000
value: 50.319
verified: no, type: mrr_at_3
value: 47.221999999999994
verified: no, type: mrr_at_5
value: 48.439
verified: no, type: ndcg_at_1
value: 42
verified: no, type: ndcg_at_10
value: 51.922999999999995
verified: no, type: ndcg_at_100
value: 56.607
verified: no, type: ndcg_at_1000
value: 58.3
verified: no, type: ndcg_at_3
value: 47.316
verified: no, type: ndcg_at_5
value: 49.446
verified: no, type: precision_at_1
value: 42
verified: no, type: precision_at_10
value: 7.066999999999999
verified: no, type: precision_at_100
value: 0.963
verified: no, type: precision_at_1000
value: 0.11
verified: no, type: precision_at_3
value: 18.556
verified: no, type: precision_at_5
value: 12.4
verified: no, type: recall_at_1
value: 39.75
verified: no, type: recall_at_10
value: 63.727999999999994
verified: no, type: recall_at_100
value: 84.983
verified: no, type: recall_at_1000
value: 97.8
verified: no, type: recall_at_3
value: 51.233
verified: no, type: recall_at_5
value: 56.494
verified: no, task: type: PairClassification
dataset: type: None
name: MTEB SprintDuplicateQuestions
config: default
split: test
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
metrics: type: cos_sim_accuracy
value: 99.77623762376237
verified: no, type: cos_sim_ap
value: 94.03474205524832
verified: no, type: cos_sim_f1
value: 88.17533129459734
verified: no, type: cos_sim_precision
value: 89.91683991683992
verified: no, type: cos_sim_recall
value: 86.5
verified: no, type: dot_accuracy
value: 99.77623762376237
verified: no, type: dot_ap
value: 94.03474205524832
verified: no, type: dot_f1
value: 88.17533129459734
verified: no, type: dot_precision
value: 89.91683991683992
verified: no, type: dot_recall
value: 86.5
verified: no, type: euclidean_accuracy
value: 99.77623762376237
verified: no, type: euclidean_ap
value: 94.03474205524832
verified: no, type: euclidean_f1
value: 88.17533129459734
verified: no, type: euclidean_precision
value: 89.91683991683992
verified: no, type: euclidean_recall
value: 86.5
verified: no, type: manhattan_accuracy
value: 99.77722772277228
verified: no, type: manhattan_ap
value: 94.18601558420747
verified: no, type: manhattan_f1
value: 88.37209302325581
verified: no, type: manhattan_precision
value: 91.44385026737967
verified: no, type: manhattan_recall
value: 85.5
verified: no, type: max_accuracy
value: 99.77722772277228
verified: no, type: max_ap
value: 94.18601558420747
verified: no, type: max_f1
value: 88.37209302325581
verified: no, task: type: Clustering
dataset: type: None
name: MTEB StackExchangeClustering
config: default
split: test
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
metrics: type: v_measure
value: 39.59223629185949
verified: no, task: type: Clustering
dataset: type: None
name: MTEB StackExchangeClusteringP2P
config: default
split: test
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
metrics: type: v_measure
value: 29.72427682478714
verified: no, task: type: Reranking
dataset: type: None
name: MTEB StackOverflowDupQuestions
config: default
split: test
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
metrics: type: map
value: 42.58781744864796
verified: no, type: mrr
value: 43.04660311094135
verified: no, task: type: Summarization
dataset: type: None
name: MTEB SummEval
config: default
split: test
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
metrics: type: cos_sim_pearson
value: 29.162875776593765
verified: no, type: cos_sim_spearman
value: 29.469578163520644
verified: no, type: dot_pearson
value: 29.16287568844527
verified: no, type: dot_spearman
value: 29.491226084003042
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB TRECCOVID
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.15
verified: no, type: map_at_10
value: 0.732
verified: no, type: map_at_100
value: 3.402
verified: no, type: map_at_1000
value: 8.562
verified: no, type: map_at_3
value: 0.311
verified: no, type: map_at_5
value: 0.45799999999999996
verified: no, type: mrr_at_1
value: 60
verified: no, type: mrr_at_10
value: 66.297
verified: no, type: mrr_at_100
value: 67.486
verified: no, type: mrr_at_1000
value: 67.495
verified: no, type: mrr_at_3
value: 64.667
verified: no, type: mrr_at_5
value: 65.567
verified: no, type: ndcg_at_1
value: 53
verified: no, type: ndcg_at_10
value: 39.839999999999996
verified: no, type: ndcg_at_100
value: 28.401
verified: no, type: ndcg_at_1000
value: 24.781
verified: no, type: ndcg_at_3
value: 45.173
verified: no, type: ndcg_at_5
value: 42.543
verified: no, type: precision_at_1
value: 57.99999999999999
verified: no, type: precision_at_10
value: 41.199999999999996
verified: no, type: precision_at_100
value: 29.299999999999997
verified: no, type: precision_at_1000
value: 12.06
verified: no, type: precision_at_3
value: 46.666999999999994
verified: no, type: precision_at_5
value: 44
verified: no, type: recall_at_1
value: 0.15
verified: no, type: recall_at_10
value: 0.928
verified: no, type: recall_at_100
value: 6.021
verified: no, type: recall_at_1000
value: 23.61
verified: no, type: recall_at_3
value: 0.332
verified: no, type: recall_at_5
value: 0.521
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB Touche2020
config: default
split: test
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
metrics: type: map_at_1
value: 1.6969999999999998
verified: no, type: map_at_10
value: 7.6579999999999995
verified: no, type: map_at_100
value: 14.119000000000002
verified: no, type: map_at_1000
value: 15.695999999999998
verified: no, type: map_at_3
value: 3.599
verified: no, type: map_at_5
value: 5.076
verified: no, type: mrr_at_1
value: 26.531
verified: no, type: mrr_at_10
value: 43.033
verified: no, type: mrr_at_100
value: 43.957
verified: no, type: mrr_at_1000
value: 43.976
verified: no, type: mrr_at_3
value: 38.435
verified: no, type: mrr_at_5
value: 42.211
verified: no, type: ndcg_at_1
value: 24.490000000000002
verified: no, type: ndcg_at_10
value: 22.114
verified: no, type: ndcg_at_100
value: 35.583999999999996
verified: no, type: ndcg_at_1000
value: 46.697
verified: no, type: ndcg_at_3
value: 23.521
verified: no, type: ndcg_at_5
value: 23.363
verified: no, type: precision_at_1
value: 26.531
verified: no, type: precision_at_10
value: 20.408
verified: no, type: precision_at_100
value: 8.265
verified: no, type: precision_at_1000
value: 1.551
verified: no, type: precision_at_3
value: 25.169999999999998
verified: no, type: precision_at_5
value: 24.490000000000002
verified: no, type: recall_at_1
value: 1.6969999999999998
verified: no, type: recall_at_10
value: 14.554
verified: no, type: recall_at_100
value: 49.858000000000004
verified: no, type: recall_at_1000
value: 83.635
verified: no, type: recall_at_3
value: 4.822
verified: no, type: recall_at_5
value: 7.933
verified: no, task: type: Classification
dataset: type: None
name: MTEB ToxicConversationsClassification
config: default
split: test
revision: d7c0de2777da35d6aae2200a62c6e0e5af397c4c
metrics: type: accuracy
value: 68.9474
verified: no, type: ap
value: 13.286323018191338
verified: no, type: f1
value: 52.98797630385014
verified: no, task: type: Classification
dataset: type: None
name: MTEB TweetSentimentExtractionClassification
config: default
split: test
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
metrics: type: accuracy
value: 47.993774759479344
verified: no, type: f1
value: 48.15808612169315
verified: no, task: type: Clustering
dataset: type: None
name: MTEB TwentyNewsgroupsClustering
config: default
split: test
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
metrics: type: v_measure
value: 34.53065734021412
verified: no, task: type: PairClassification
dataset: type: None
name: MTEB TwitterSemEval2015
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cos_sim_accuracy
value: 82.61906181081243
verified: no, type: cos_sim_ap
value: 61.91869955453384
verified: no, type: cos_sim_f1
value: 59.794798377475544
verified: no, type: cos_sim_precision
value: 54.57317073170732
verified: no, type: cos_sim_recall
value: 66.12137203166228
verified: no, type: dot_accuracy
value: 82.61906181081243
verified: no, type: dot_ap
value: 61.91869955453384
verified: no, type: dot_f1
value: 59.794798377475544
verified: no, type: dot_precision
value: 54.57317073170732
verified: no, type: dot_recall
value: 66.12137203166228
verified: no, type: euclidean_accuracy
value: 82.61906181081243
verified: no, type: euclidean_ap
value: 61.91869955453384
verified: no, type: euclidean_f1
value: 59.794798377475544
verified: no, type: euclidean_precision
value: 54.57317073170732
verified: no, type: euclidean_recall
value: 66.12137203166228
verified: no, type: manhattan_accuracy
value: 81.89187578232104
verified: no, type: manhattan_ap
value: 59.62564983212156
verified: no, type: manhattan_f1
value: 57.711442786069654
verified: no, type: manhattan_precision
value: 52.364574376612204
verified: no, type: manhattan_recall
value: 64.27440633245382
verified: no, type: max_accuracy
value: 82.61906181081243
verified: no, type: max_ap
value: 61.91869955453384
verified: no, type: max_f1
value: 59.794798377475544
verified: no, task: type: PairClassification
dataset: type: None
name: MTEB TwitterURLCorpus
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cos_sim_accuracy
value: 87.49563395040167
verified: no, type: cos_sim_ap
value: 82.90539955967866
verified: no, type: cos_sim_f1
value: 74.9081462237892
verified: no, type: cos_sim_precision
value: 72.30780253636169
verified: no, type: cos_sim_recall
value: 77.70249461040962
verified: no, type: dot_accuracy
value: 87.49563395040167
verified: no, type: dot_ap
value: 82.90539958269324
verified: no, type: dot_f1
value: 74.9081462237892
verified: no, type: dot_precision
value: 72.30780253636169
verified: no, type: dot_recall
value: 77.70249461040962
verified: no, type: euclidean_accuracy
value: 87.49563395040167
verified: no, type: euclidean_ap
value: 82.9054181491746
verified: no, type: euclidean_f1
value: 74.9081462237892
verified: no, type: euclidean_precision
value: 72.30780253636169
verified: no, type: euclidean_recall
value: 77.70249461040962
verified: no, type: manhattan_accuracy
value: 87.37920596111304
verified: no, type: manhattan_ap
value: 82.78475210950901
verified: no, type: manhattan_f1
value: 74.73338499575631
verified: no, type: manhattan_precision
value: 71.7596201544894
verified: no, type: manhattan_recall
value: 77.96427471512165
verified: no, type: max_accuracy
value: 87.49563395040167
verified: no, type: max_ap
value: 82.9054181491746
verified: no, type: max_f1
value: 74.9081462237892
verified: no
Likes: 0 | All-time downloads: 0
Created: 2024-09-17 00:36:52