Model: twadada/ft-gcp-pca
Author: twadada
Tags: mteb, model-index, region:us
Card metadata: tags: mteb
model-index: name: fasttext_main_PCA_gcp
results: task: type: Classification
dataset: type: None
name: MTEB AmazonCounterfactualClassification (en)
config: en
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 76.31343283582088
verified: no, type: ap
value: 39.6402606765834
verified: no, type: f1
value: 70.3627511633638
verified: no, task: type: Classification
dataset: type: None
name: MTEB AmazonPolarityClassification
config: default
split: test
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
metrics: type: accuracy
value: 67.2898
verified: no, type: ap
value: 61.87754668001793
verified: no, type: f1
value: 67.2166271872683
verified: no, task: type: Classification
dataset: type: None
name: MTEB AmazonReviewsClassification (en)
config: en
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 33.116
verified: no, type: f1
value: 32.58360486720766
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB ArguAna
config: default
split: test
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
metrics: type: map_at_1
value: 19.346
verified: no, type: map_at_10
value: 32.623000000000005
verified: no, type: map_at_100
value: 33.829
verified: no, type: map_at_1000
value: 33.857
verified: no, type: map_at_3
value: 28.307
verified: no, type: map_at_5
value: 30.523
verified: no, type: mrr_at_1
value: 19.915
verified: no, type: mrr_at_10
value: 32.846
verified: no, type: mrr_at_100
value: 34.050999999999995
verified: no, type: mrr_at_1000
value: 34.079
verified: no, type: mrr_at_3
value: 28.497
verified: no, type: mrr_at_5
value: 30.72
verified: no, type: ndcg_at_1
value: 19.346
verified: no, type: ndcg_at_10
value: 40.458
verified: no, type: ndcg_at_100
value: 46.293
verified: no, type: ndcg_at_1000
value: 47.043
verified: no, type: ndcg_at_3
value: 31.381999999999998
verified: no, type: ndcg_at_5
value: 35.385
verified: no, type: precision_at_1
value: 19.346
verified: no, type: precision_at_10
value: 6.572
verified: no, type: precision_at_100
value: 0.9299999999999999
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 13.442000000000002
verified: no, type: precision_at_5
value: 10.014000000000001
verified: no, type: recall_at_1
value: 19.346
verified: no, type: recall_at_10
value: 65.718
verified: no, type: recall_at_100
value: 92.959
verified: no, type: recall_at_1000
value: 98.86200000000001
verified: no, type: recall_at_3
value: 40.327
verified: no, type: recall_at_5
value: 50.071
verified: no, task: type: Clustering
dataset: type: None
name: MTEB ArxivClusteringP2P
config: default
split: test
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
metrics: type: v_measure
value: 39.28634616254917
verified: no, task: type: Clustering
dataset: type: None
name: MTEB ArxivClusteringS2S
config: default
split: test
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
metrics: type: v_measure
value: 29.88368073053745
verified: no, task: type: Reranking
dataset: type: None
name: MTEB AskUbuntuDupQuestions
config: default
split: test
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
metrics: type: map
value: 51.46344355474199
verified: no, type: mrr
value: 64.81851558721364
verified: no, task: type: STS
dataset: type: None
name: MTEB BIOSSES
config: default
split: test
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
metrics: type: cos_sim_pearson
value: 74.25527135158369
verified: no, type: cos_sim_spearman
value: 70.15762268541177
verified: no, type: euclidean_pearson
value: 73.6693089435787
verified: no, type: euclidean_spearman
value: 70.15762268541177
verified: no, type: manhattan_pearson
value: 75.24108161238829
verified: no, type: manhattan_spearman
value: 71.50403890658741
verified: no, task: type: Classification
dataset: type: None
name: MTEB Banking77Classification
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics: type: accuracy
value: 67.78571428571428
verified: no, type: f1
value: 66.71649216312889
verified: no, task: type: Clustering
dataset: type: None
name: MTEB BiorxivClusteringP2P
config: default
split: test
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
metrics: type: v_measure
value: 35.4188358879818
verified: no, task: type: Clustering
dataset: type: None
name: MTEB BiorxivClusteringS2S
config: default
split: test
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
metrics: type: v_measure
value: 26.33046520373852
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackAndroidRetrieval
config: default
split: test
revision: f46a197baaae43b4f621051089b82a364682dfeb
metrics: type: map_at_1
value: 18.970000000000002
verified: no, type: map_at_10
value: 25.256
verified: no, type: map_at_100
value: 26.401000000000003
verified: no, type: map_at_1000
value: 26.545
verified: no, type: map_at_3
value: 23.347
verified: no, type: map_at_5
value: 24.393
verified: no, type: mrr_at_1
value: 24.464
verified: no, type: mrr_at_10
value: 30.580000000000002
verified: no, type: mrr_at_100
value: 31.514999999999997
verified: no, type: mrr_at_1000
value: 31.594
verified: no, type: mrr_at_3
value: 28.660000000000004
verified: no, type: mrr_at_5
value: 29.812
verified: no, type: ndcg_at_1
value: 24.464
verified: no, type: ndcg_at_10
value: 29.643000000000004
verified: no, type: ndcg_at_100
value: 35.012
verified: no, type: ndcg_at_1000
value: 38.118
verified: no, type: ndcg_at_3
value: 26.796
verified: no, type: ndcg_at_5
value: 27.944999999999997
verified: no, type: precision_at_1
value: 24.464
verified: no, type: precision_at_10
value: 5.694
verified: no, type: precision_at_100
value: 1.054
verified: no, type: precision_at_1000
value: 0.163
verified: no, type: precision_at_3
value: 13.257
verified: no, type: precision_at_5
value: 9.413
verified: no, type: recall_at_1
value: 18.970000000000002
verified: no, type: recall_at_10
value: 37.131
verified: no, type: recall_at_100
value: 61.602000000000004
verified: no, type: recall_at_1000
value: 83.092
verified: no, type: recall_at_3
value: 27.663
verified: no, type: recall_at_5
value: 31.499
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackEnglishRetrieval
config: default
split: test
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
metrics: type: map_at_1
value: 15.466
verified: no, type: map_at_10
value: 20.806
verified: no, type: map_at_100
value: 21.709999999999997
verified: no, type: map_at_1000
value: 21.831
verified: no, type: map_at_3
value: 19.035
verified: no, type: map_at_5
value: 20.058999999999997
verified: no, type: mrr_at_1
value: 19.744999999999997
verified: no, type: mrr_at_10
value: 25.237
verified: no, type: mrr_at_100
value: 25.983
verified: no, type: mrr_at_1000
value: 26.057000000000002
verified: no, type: mrr_at_3
value: 23.482
verified: no, type: mrr_at_5
value: 24.437
verified: no, type: ndcg_at_1
value: 19.744999999999997
verified: no, type: ndcg_at_10
value: 24.512999999999998
verified: no, type: ndcg_at_100
value: 28.669
verified: no, type: ndcg_at_1000
value: 31.606
verified: no, type: ndcg_at_3
value: 21.547
verified: no, type: ndcg_at_5
value: 22.953000000000003
verified: no, type: precision_at_1
value: 19.744999999999997
verified: no, type: precision_at_10
value: 4.682
verified: no, type: precision_at_100
value: 0.853
verified: no, type: precision_at_1000
value: 0.136
verified: no, type: precision_at_3
value: 10.531
verified: no, type: precision_at_5
value: 7.631
verified: no, type: recall_at_1
value: 15.466
verified: no, type: recall_at_10
value: 31.183
verified: no, type: recall_at_100
value: 49.45
verified: no, type: recall_at_1000
value: 69.92699999999999
verified: no, type: recall_at_3
value: 22.62
verified: no, type: recall_at_5
value: 26.331
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackGamingRetrieval
config: default
split: test
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
metrics: type: map_at_1
value: 23.147000000000002
verified: no, type: map_at_10
value: 30.44
verified: no, type: map_at_100
value: 31.47
verified: no, type: map_at_1000
value: 31.566
verified: no, type: map_at_3
value: 28.301
verified: no, type: map_at_5
value: 29.546
verified: no, type: mrr_at_1
value: 26.52
verified: no, type: mrr_at_10
value: 33.45
verified: no, type: mrr_at_100
value: 34.316
verified: no, type: mrr_at_1000
value: 34.386
verified: no, type: mrr_at_3
value: 31.317
verified: no, type: mrr_at_5
value: 32.605000000000004
verified: no, type: ndcg_at_1
value: 26.52
verified: no, type: ndcg_at_10
value: 34.664
verified: no, type: ndcg_at_100
value: 39.499
verified: no, type: ndcg_at_1000
value: 42.076
verified: no, type: ndcg_at_3
value: 30.564000000000004
verified: no, type: ndcg_at_5
value: 32.625
verified: no, type: precision_at_1
value: 26.52
verified: no, type: precision_at_10
value: 5.592
verified: no, type: precision_at_100
value: 0.877
verified: no, type: precision_at_1000
value: 0.11800000000000001
verified: no, type: precision_at_3
value: 13.542000000000002
verified: no, type: precision_at_5
value: 9.53
verified: no, type: recall_at_1
value: 23.147000000000002
verified: no, type: recall_at_10
value: 44.563
verified: no, type: recall_at_100
value: 66.117
verified: no, type: recall_at_1000
value: 85.48599999999999
verified: no, type: recall_at_3
value: 33.507999999999996
verified: no, type: recall_at_5
value: 38.532
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackGisRetrieval
config: default
split: test
revision: 5003b3064772da1887988e05400cf3806fe491f2
metrics: type: map_at_1
value: 10.094
verified: no, type: map_at_10
value: 14.167
verified: no, type: map_at_100
value: 14.790000000000001
verified: no, type: map_at_1000
value: 14.893
verified: no, type: map_at_3
value: 12.656999999999998
verified: no, type: map_at_5
value: 13.538
verified: no, type: mrr_at_1
value: 11.073
verified: no, type: mrr_at_10
value: 15.293000000000001
verified: no, type: mrr_at_100
value: 15.931999999999999
verified: no, type: mrr_at_1000
value: 16.027
verified: no, type: mrr_at_3
value: 13.729
verified: no, type: mrr_at_5
value: 14.633
verified: no, type: ndcg_at_1
value: 11.073
verified: no, type: ndcg_at_10
value: 16.814
verified: no, type: ndcg_at_100
value: 20.307
verified: no, type: ndcg_at_1000
value: 23.468
verified: no, type: ndcg_at_3
value: 13.780000000000001
verified: no, type: ndcg_at_5
value: 15.328
verified: no, type: precision_at_1
value: 11.073
verified: no, type: precision_at_10
value: 2.734
verified: no, type: precision_at_100
value: 0.47200000000000003
verified: no, type: precision_at_1000
value: 0.079
verified: no, type: precision_at_3
value: 5.951
verified: no, type: precision_at_5
value: 4.407
verified: no, type: recall_at_1
value: 10.094
verified: no, type: recall_at_10
value: 24.031
verified: no, type: recall_at_100
value: 40.89
verified: no, type: recall_at_1000
value: 65.644
verified: no, type: recall_at_3
value: 15.857
verified: no, type: recall_at_5
value: 19.595000000000002
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackMathematicaRetrieval
config: default
split: test
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
metrics: type: map_at_1
value: 5.864
verified: no, type: map_at_10
value: 8.579
verified: no, type: map_at_100
value: 9.216000000000001
verified: no, type: map_at_1000
value: 9.339
verified: no, type: map_at_3
value: 7.668
verified: no, type: map_at_5
value: 8.121
verified: no, type: mrr_at_1
value: 7.587000000000001
verified: no, type: mrr_at_10
value: 10.879999999999999
verified: no, type: mrr_at_100
value: 11.59
verified: no, type: mrr_at_1000
value: 11.692
verified: no, type: mrr_at_3
value: 9.783999999999999
verified: no, type: mrr_at_5
value: 10.344000000000001
verified: no, type: ndcg_at_1
value: 7.587000000000001
verified: no, type: ndcg_at_10
value: 10.722
verified: no, type: ndcg_at_100
value: 14.313999999999998
verified: no, type: ndcg_at_1000
value: 17.901
verified: no, type: ndcg_at_3
value: 8.859
verified: no, type: ndcg_at_5
value: 9.628
verified: no, type: precision_at_1
value: 7.587000000000001
verified: no, type: precision_at_10
value: 1.9900000000000002
verified: no, type: precision_at_100
value: 0.45399999999999996
verified: no, type: precision_at_1000
value: 0.08800000000000001
verified: no, type: precision_at_3
value: 4.312
verified: no, type: precision_at_5
value: 3.159
verified: no, type: recall_at_1
value: 5.864
verified: no, type: recall_at_10
value: 15.261
verified: no, type: recall_at_100
value: 31.591
verified: no, type: recall_at_1000
value: 58.426
verified: no, type: recall_at_3
value: 10.064
verified: no, type: recall_at_5
value: 11.941
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackPhysicsRetrieval
config: default
split: test
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
metrics: type: map_at_1
value: 15.870000000000001
verified: no, type: map_at_10
value: 21.12
verified: no, type: map_at_100
value: 22.166
verified: no, type: map_at_1000
value: 22.291
verified: no, type: map_at_3
value: 19.063
verified: no, type: map_at_5
value: 20.263
verified: no, type: mrr_at_1
value: 18.961
verified: no, type: mrr_at_10
value: 24.798000000000002
verified: no, type: mrr_at_100
value: 25.678
verified: no, type: mrr_at_1000
value: 25.758
verified: no, type: mrr_at_3
value: 22.650000000000002
verified: no, type: mrr_at_5
value: 23.852999999999998
verified: no, type: ndcg_at_1
value: 18.961
verified: no, type: ndcg_at_10
value: 25.009999999999998
verified: no, type: ndcg_at_100
value: 30.232
verified: no, type: ndcg_at_1000
value: 33.23
verified: no, type: ndcg_at_3
value: 21.313
verified: no, type: ndcg_at_5
value: 23.136000000000003
verified: no, type: precision_at_1
value: 18.961
verified: no, type: precision_at_10
value: 4.562
verified: no, type: precision_at_100
value: 0.885
verified: no, type: precision_at_1000
value: 0.133
verified: no, type: precision_at_3
value: 9.785
verified: no, type: precision_at_5
value: 7.276000000000001
verified: no, type: recall_at_1
value: 15.870000000000001
verified: no, type: recall_at_10
value: 33.265
verified: no, type: recall_at_100
value: 56.367999999999995
verified: no, type: recall_at_1000
value: 77.34100000000001
verified: no, type: recall_at_3
value: 22.872999999999998
verified: no, type: recall_at_5
value: 27.541
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackProgrammersRetrieval
config: default
split: test
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
metrics: type: map_at_1
value: 11.029
verified: no, type: map_at_10
value: 16.307
verified: no, type: map_at_100
value: 17.258000000000003
verified: no, type: map_at_1000
value: 17.397000000000002
verified: no, type: map_at_3
value: 14.707999999999998
verified: no, type: map_at_5
value: 15.476
verified: no, type: mrr_at_1
value: 13.469999999999999
verified: no, type: mrr_at_10
value: 19.494
verified: no, type: mrr_at_100
value: 20.366
verified: no, type: mrr_at_1000
value: 20.464
verified: no, type: mrr_at_3
value: 17.751
verified: no, type: mrr_at_5
value: 18.63
verified: no, type: ndcg_at_1
value: 13.469999999999999
verified: no, type: ndcg_at_10
value: 19.863
verified: no, type: ndcg_at_100
value: 24.613
verified: no, type: ndcg_at_1000
value: 28.107
verified: no, type: ndcg_at_3
value: 16.716
verified: no, type: ndcg_at_5
value: 17.959
verified: no, type: precision_at_1
value: 13.469999999999999
verified: no, type: precision_at_10
value: 3.7560000000000002
verified: no, type: precision_at_100
value: 0.7270000000000001
verified: no, type: precision_at_1000
value: 0.122
verified: no, type: precision_at_3
value: 8.105
verified: no, type: precision_at_5
value: 5.845000000000001
verified: no, type: recall_at_1
value: 11.029
verified: no, type: recall_at_10
value: 27.633000000000003
verified: no, type: recall_at_100
value: 48.532
verified: no, type: recall_at_1000
value: 73.16
verified: no, type: recall_at_3
value: 18.834
verified: no, type: recall_at_5
value: 21.919
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack
name: MTEB CQADupstackRetrieval
config: default
split: test
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
metrics: type: map_at_1
value: 12.789666666666665
verified: no, type: map_at_10
value: 17.44066666666667
verified: no, type: map_at_100
value: 18.274416666666664
verified: no, type: map_at_1000
value: 18.397666666666666
verified: no, type: map_at_3
value: 15.894749999999998
verified: no, type: map_at_5
value: 16.714249999999996
verified: no, type: mrr_at_1
value: 15.513749999999998
verified: no, type: mrr_at_10
value: 20.397250000000003
verified: no, type: mrr_at_100
value: 21.16466666666667
verified: no, type: mrr_at_1000
value: 21.25375
verified: no, type: mrr_at_3
value: 18.7975
verified: no, type: mrr_at_5
value: 19.643333333333338
verified: no, type: ndcg_at_1
value: 15.513749999999998
verified: no, type: ndcg_at_10
value: 20.66291666666667
verified: no, type: ndcg_at_100
value: 24.884500000000003
verified: no, type: ndcg_at_1000
value: 28.035583333333335
verified: no, type: ndcg_at_3
value: 17.804
verified: no, type: ndcg_at_5
value: 19.046333333333333
verified: no, type: precision_at_1
value: 15.513749999999998
verified: no, type: precision_at_10
value: 3.7079999999999993
verified: no, type: precision_at_100
value: 0.6968333333333332
verified: no, type: precision_at_1000
value: 0.11499999999999999
verified: no, type: precision_at_3
value: 8.267916666666668
verified: no, type: precision_at_5
value: 5.9515
verified: no, type: recall_at_1
value: 12.789666666666665
verified: no, type: recall_at_10
value: 27.520416666666662
verified: no, type: recall_at_100
value: 46.91583333333334
verified: no, type: recall_at_1000
value: 69.91024999999999
verified: no, type: recall_at_3
value: 19.35025
verified: no, type: recall_at_5
value: 22.548583333333337
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackStatsRetrieval
config: default
split: test
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
metrics: type: map_at_1
value: 9.551
verified: no, type: map_at_10
value: 13.431999999999999
verified: no, type: map_at_100
value: 14.13
verified: no, type: map_at_1000
value: 14.213999999999999
verified: no, type: map_at_3
value: 12.015
verified: no, type: map_at_5
value: 12.708
verified: no, type: mrr_at_1
value: 11.35
verified: no, type: mrr_at_10
value: 15.35
verified: no, type: mrr_at_100
value: 16.037000000000003
verified: no, type: mrr_at_1000
value: 16.111
verified: no, type: mrr_at_3
value: 13.88
verified: no, type: mrr_at_5
value: 14.616999999999999
verified: no, type: ndcg_at_1
value: 11.35
verified: no, type: ndcg_at_10
value: 16.082
verified: no, type: ndcg_at_100
value: 19.875
verified: no, type: ndcg_at_1000
value: 22.219
verified: no, type: ndcg_at_3
value: 13.306000000000001
verified: no, type: ndcg_at_5
value: 14.413
verified: no, type: precision_at_1
value: 11.35
verified: no, type: precision_at_10
value: 2.8369999999999997
verified: no, type: precision_at_100
value: 0.509
verified: no, type: precision_at_1000
value: 0.077
verified: no, type: precision_at_3
value: 6.084
verified: no, type: precision_at_5
value: 4.324999999999999
verified: no, type: recall_at_1
value: 9.551
verified: no, type: recall_at_10
value: 22.461000000000002
verified: no, type: recall_at_100
value: 40.611000000000004
verified: no, type: recall_at_1000
value: 58.172999999999995
verified: no, type: recall_at_3
value: 14.732000000000001
verified: no, type: recall_at_5
value: 17.524
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackTexRetrieval
config: default
split: test
revision: 46989137a86843e03a6195de44b09deda022eec7
metrics: type: map_at_1
value: 6.572
verified: no, type: map_at_10
value: 9.33
verified: no, type: map_at_100
value: 9.933
verified: no, type: map_at_1000
value: 10.035
verified: no, type: map_at_3
value: 8.399
verified: no, type: map_at_5
value: 8.863999999999999
verified: no, type: mrr_at_1
value: 8.396
verified: no, type: mrr_at_10
value: 11.518
verified: no, type: mrr_at_100
value: 12.135
verified: no, type: mrr_at_1000
value: 12.223
verified: no, type: mrr_at_3
value: 10.415000000000001
verified: no, type: mrr_at_5
value: 10.952
verified: no, type: ndcg_at_1
value: 8.396
verified: no, type: ndcg_at_10
value: 11.439
verified: no, type: ndcg_at_100
value: 14.616000000000001
verified: no, type: ndcg_at_1000
value: 17.66
verified: no, type: ndcg_at_3
value: 9.613
verified: no, type: ndcg_at_5
value: 10.324
verified: no, type: precision_at_1
value: 8.396
verified: no, type: precision_at_10
value: 2.185
verified: no, type: precision_at_100
value: 0.447
verified: no, type: precision_at_1000
value: 0.084
verified: no, type: precision_at_3
value: 4.646
verified: no, type: precision_at_5
value: 3.372
verified: no, type: recall_at_1
value: 6.572
verified: no, type: recall_at_10
value: 15.811
verified: no, type: recall_at_100
value: 30.384
verified: no, type: recall_at_1000
value: 53.134
verified: no, type: recall_at_3
value: 10.5
verified: no, type: recall_at_5
value: 12.385
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackUnixRetrieval
config: default
split: test
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
metrics: type: map_at_1
value: 12.595999999999998
verified: no, type: map_at_10
value: 16.471
verified: no, type: map_at_100
value: 17.189
verified: no, type: map_at_1000
value: 17.307
verified: no, type: map_at_3
value: 15.207
verified: no, type: map_at_5
value: 15.745999999999999
verified: no, type: mrr_at_1
value: 15.204999999999998
verified: no, type: mrr_at_10
value: 19.536
verified: no, type: mrr_at_100
value: 20.216
verified: no, type: mrr_at_1000
value: 20.319000000000003
verified: no, type: mrr_at_3
value: 18.113
verified: no, type: mrr_at_5
value: 18.752
verified: no, type: ndcg_at_1
value: 15.204999999999998
verified: no, type: ndcg_at_10
value: 19.422
verified: no, type: ndcg_at_100
value: 23.462
verified: no, type: ndcg_at_1000
value: 26.861
verified: no, type: ndcg_at_3
value: 16.869999999999997
verified: no, type: ndcg_at_5
value: 17.692
verified: no, type: precision_at_1
value: 15.204999999999998
verified: no, type: precision_at_10
value: 3.274
verified: no, type: precision_at_100
value: 0.598
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 7.617999999999999
verified: no, type: precision_at_5
value: 5.167999999999999
verified: no, type: recall_at_1
value: 12.595999999999998
verified: no, type: recall_at_10
value: 25.753999999999998
verified: no, type: recall_at_100
value: 44.803
verified: no, type: recall_at_1000
value: 69.986
verified: no, type: recall_at_3
value: 18.406
verified: no, type: recall_at_5
value: 20.584
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackWebmastersRetrieval
config: default
split: test
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
metrics: type: map_at_1
value: 13.288
verified: no, type: map_at_10
value: 18.784
verified: no, type: map_at_100
value: 19.769000000000002
verified: no, type: map_at_1000
value: 19.976
verified: no, type: map_at_3
value: 16.773
verified: no, type: map_at_5
value: 17.809
verified: no, type: mrr_at_1
value: 17.194000000000003
verified: no, type: mrr_at_10
value: 22.591
verified: no, type: mrr_at_100
value: 23.51
verified: no, type: mrr_at_1000
value: 23.602999999999998
verified: no, type: mrr_at_3
value: 20.817
verified: no, type: mrr_at_5
value: 21.706
verified: no, type: ndcg_at_1
value: 17.194000000000003
verified: no, type: ndcg_at_10
value: 22.887
verified: no, type: ndcg_at_100
value: 27.337
verified: no, type: ndcg_at_1000
value: 31.064000000000004
verified: no, type: ndcg_at_3
value: 19.554
verified: no, type: ndcg_at_5
value: 21.060000000000002
verified: no, type: precision_at_1
value: 17.194000000000003
verified: no, type: precision_at_10
value: 4.565
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.193
verified: no, type: precision_at_3
value: 9.223
verified: no, type: precision_at_5
value: 7.115
verified: no, type: recall_at_1
value: 13.288
verified: no, type: recall_at_10
value: 30.520999999999997
verified: no, type: recall_at_100
value: 51.746
verified: no, type: recall_at_1000
value: 77.274
verified: no, type: recall_at_3
value: 20.405
verified: no, type: recall_at_5
value: 24.266
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB CQADupstackWordpressRetrieval
config: default
split: test
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
metrics: type: map_at_1
value: 11.029
verified: no, type: map_at_10
value: 14.596
verified: no, type: map_at_100
value: 15.261
verified: no, type: map_at_1000
value: 15.378
verified: no, type: map_at_3
value: 13.564000000000002
verified: no, type: map_at_5
value: 14.048
verified: no, type: mrr_at_1
value: 12.2
verified: no, type: mrr_at_10
value: 16.04
verified: no, type: mrr_at_100
value: 16.698
verified: no, type: mrr_at_1000
value: 16.811
verified: no, type: mrr_at_3
value: 14.972
verified: no, type: mrr_at_5
value: 15.379000000000001
verified: no, type: ndcg_at_1
value: 12.2
verified: no, type: ndcg_at_10
value: 16.896
verified: no, type: ndcg_at_100
value: 20.678
verified: no, type: ndcg_at_1000
value: 24.117
verified: no, type: ndcg_at_3
value: 14.729999999999999
verified: no, type: ndcg_at_5
value: 15.493000000000002
verified: no, type: precision_at_1
value: 12.2
verified: no, type: precision_at_10
value: 2.625
verified: no, type: precision_at_100
value: 0.486
verified: no, type: precision_at_1000
value: 0.087
verified: no, type: precision_at_3
value: 6.161
verified: no, type: precision_at_5
value: 4.1770000000000005
verified: no, type: recall_at_1
value: 11.029
verified: no, type: recall_at_10
value: 22.631
verified: no, type: recall_at_100
value: 40.896
verified: no, type: recall_at_1000
value: 67.28
verified: no, type: recall_at_3
value: 16.741
verified: no, type: recall_at_5
value: 18.465999999999998
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB ClimateFEVER
config: default
split: test
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
metrics: type: map_at_1
value: 6.7540000000000004
verified: no, type: map_at_10
value: 11.886
verified: no, type: map_at_100
value: 13.389999999999999
verified: no, type: map_at_1000
value: 13.586
verified: no, type: map_at_3
value: 9.657
verified: no, type: map_at_5
value: 10.859
verified: no, type: mrr_at_1
value: 15.895999999999999
verified: no, type: mrr_at_10
value: 24.598
verified: no, type: mrr_at_100
value: 25.740000000000002
verified: no, type: mrr_at_1000
value: 25.802999999999997
verified: no, type: mrr_at_3
value: 21.488
verified: no, type: mrr_at_5
value: 23.224
verified: no, type: ndcg_at_1
value: 15.895999999999999
verified: no, type: ndcg_at_10
value: 17.952
verified: no, type: ndcg_at_100
value: 24.755
verified: no, type: ndcg_at_1000
value: 28.666999999999998
verified: no, type: ndcg_at_3
value: 13.84
verified: no, type: ndcg_at_5
value: 15.426
verified: no, type: precision_at_1
value: 15.895999999999999
verified: no, type: precision_at_10
value: 5.928
verified: no, type: precision_at_100
value: 1.322
verified: no, type: precision_at_1000
value: 0.203
verified: no, type: precision_at_3
value: 10.488999999999999
verified: no, type: precision_at_5
value: 8.508000000000001
verified: no, type: recall_at_1
value: 6.7540000000000004
verified: no, type: recall_at_10
value: 22.767
verified: no, type: recall_at_100
value: 46.748
verified: no, type: recall_at_1000
value: 69.135
verified: no, type: recall_at_3
value: 12.923000000000002
verified: no, type: recall_at_5
value: 17.092
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB DBPedia
config: default
split: test
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
metrics: type: map_at_1
value: 2.406
verified: no, type: map_at_10
value: 5.536
verified: no, type: map_at_100
value: 8.086
verified: no, type: map_at_1000
value: 8.802999999999999
verified: no, type: map_at_3
value: 3.718
verified: no, type: map_at_5
value: 4.536
verified: no, type: mrr_at_1
value: 29.75
verified: no, type: mrr_at_10
value: 38.872
verified: no, type: mrr_at_100
value: 39.656000000000006
verified: no, type: mrr_at_1000
value: 39.705
verified: no, type: mrr_at_3
value: 36.042
verified: no, type: mrr_at_5
value: 37.592
verified: no, type: ndcg_at_1
value: 21.75
verified: no, type: ndcg_at_10
value: 16.145
verified: no, type: ndcg_at_100
value: 18.795
verified: no, type: ndcg_at_1000
value: 25.217
verified: no, type: ndcg_at_3
value: 18.021
verified: no, type: ndcg_at_5
value: 17.213
verified: no, type: precision_at_1
value: 29.75
verified: no, type: precision_at_10
value: 15.225
verified: no, type: precision_at_100
value: 4.907
verified: no, type: precision_at_1000
value: 1.114
verified: no, type: precision_at_3
value: 22.083
verified: no, type: precision_at_5
value: 19.2
verified: no, type: recall_at_1
value: 2.406
verified: no, type: recall_at_10
value: 9.638
verified: no, type: recall_at_100
value: 24.758
verified: no, type: recall_at_1000
value: 47.137
verified: no, type: recall_at_3
value: 4.61
verified: no, type: recall_at_5
value: 6.660000000000001
verified: no, task: type: Classification
dataset: type: None
name: MTEB EmotionClassification
config: default
split: test
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
metrics: type: accuracy
value: 37.135
verified: no, type: f1
value: 33.97265311696195
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB FEVER
config: default
split: test
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
metrics: type: map_at_1
value: 14.610000000000001
verified: no, type: map_at_10
value: 21.112000000000002
verified: no, type: map_at_100
value: 21.921
verified: no, type: map_at_1000
value: 21.996
verified: no, type: map_at_3
value: 19.064
verified: no, type: map_at_5
value: 20.191
verified: no, type: mrr_at_1
value: 15.601999999999999
verified: no, type: mrr_at_10
value: 22.404
verified: no, type: mrr_at_100
value: 23.205000000000002
verified: no, type: mrr_at_1000
value: 23.273
verified: no, type: mrr_at_3
value: 20.247
verified: no, type: mrr_at_5
value: 21.436
verified: no, type: ndcg_at_1
value: 15.601999999999999
verified: no, type: ndcg_at_10
value: 25.064999999999998
verified: no, type: ndcg_at_100
value: 29.319
verified: no, type: ndcg_at_1000
value: 31.456
verified: no, type: ndcg_at_3
value: 20.801
verified: no, type: ndcg_at_5
value: 22.835
verified: no, type: precision_at_1
value: 15.601999999999999
verified: no, type: precision_at_10
value: 3.936
verified: no, type: precision_at_100
value: 0.626
verified: no, type: precision_at_1000
value: 0.083
verified: no, type: precision_at_3
value: 8.821
verified: no, type: precision_at_5
value: 6.372999999999999
verified: no, type: recall_at_1
value: 14.610000000000001
verified: no, type: recall_at_10
value: 36.260999999999996
verified: no, type: recall_at_100
value: 56.433
verified: no, type: recall_at_1000
value: 73.064
verified: no, type: recall_at_3
value: 24.634
verified: no, type: recall_at_5
value: 29.520000000000003
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB FiQA2018
config: default
split: test
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
metrics: type: map_at_1
value: 5.639
verified: no, type: map_at_10
value: 9.072
verified: no, type: map_at_100
value: 10.041
verified: no, type: map_at_1000
value: 10.224
verified: no, type: map_at_3
value: 7.627000000000001
verified: no, type: map_at_5
value: 8.376999999999999
verified: no, type: mrr_at_1
value: 10.802
verified: no, type: mrr_at_10
value: 16.269
verified: no, type: mrr_at_100
value: 17.209
verified: no, type: mrr_at_1000
value: 17.313000000000002
verified: no, type: mrr_at_3
value: 14.299999999999999
verified: no, type: mrr_at_5
value: 15.35
verified: no, type: ndcg_at_1
value: 10.802
verified: no, type: ndcg_at_10
value: 12.826
verified: no, type: ndcg_at_100
value: 17.979
verified: no, type: ndcg_at_1000
value: 22.305
verified: no, type: ndcg_at_3
value: 10.365
verified: no, type: ndcg_at_5
value: 11.242
verified: no, type: precision_at_1
value: 10.802
verified: no, type: precision_at_10
value: 3.688
verified: no, type: precision_at_100
value: 0.864
verified: no, type: precision_at_1000
value: 0.16199999999999998
verified: no, type: precision_at_3
value: 6.893000000000001
verified: no, type: precision_at_5
value: 5.432
verified: no, type: recall_at_1
value: 5.639
verified: no, type: recall_at_10
value: 16.936999999999998
verified: no, type: recall_at_100
value: 37.964999999999996
verified: no, type: recall_at_1000
value: 64.747
verified: no, type: recall_at_3
value: 9.655
verified: no, type: recall_at_5
value: 12.361
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB HotpotQA
config: default
split: test
revision: ab518f4d6fcca38d87c25209f94beba119d02014
metrics: type: map_at_1
value: 13.794999999999998
verified: no, type: map_at_10
value: 19.503
verified: no, type: map_at_100
value: 20.301
verified: no, type: map_at_1000
value: 20.403
verified: no, type: map_at_3
value: 17.865000000000002
verified: no, type: map_at_5
value: 18.762
verified: no, type: mrr_at_1
value: 27.589000000000002
verified: no, type: mrr_at_10
value: 34.12
verified: no, type: mrr_at_100
value: 34.855000000000004
verified: no, type: mrr_at_1000
value: 34.917
verified: no, type: mrr_at_3
value: 32.305
verified: no, type: mrr_at_5
value: 33.263999999999996
verified: no, type: ndcg_at_1
value: 27.589000000000002
verified: no, type: ndcg_at_10
value: 25.378
verified: no, type: ndcg_at_100
value: 29.279
verified: no, type: ndcg_at_1000
value: 31.867
verified: no, type: ndcg_at_3
value: 22.131999999999998
verified: no, type: ndcg_at_5
value: 23.655
verified: no, type: precision_at_1
value: 27.589000000000002
verified: no, type: precision_at_10
value: 5.679
verified: no, type: precision_at_100
value: 0.882
verified: no, type: precision_at_1000
value: 0.123
verified: no, type: precision_at_3
value: 14.036000000000001
verified: no, type: precision_at_5
value: 9.629
verified: no, type: recall_at_1
value: 13.794999999999998
verified: no, type: recall_at_10
value: 28.393
verified: no, type: recall_at_100
value: 44.092
verified: no, type: recall_at_1000
value: 61.458
verified: no, type: recall_at_3
value: 21.053
verified: no, type: recall_at_5
value: 24.072
verified: no, task: type: Classification
dataset: type: None
name: MTEB ImdbClassification
config: default
split: test
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
metrics: type: accuracy
value: 67.62120000000002
verified: no, type: ap
value: 61.977838836960366
verified: no, type: f1
value: 67.4139917360422
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB MSMARCO
config: default
split: dev
revision: c5a29a104738b98a9e76336939199e264163d4a0
metrics: type: map_at_1
value: 3.5409999999999995
verified: no, type: map_at_10
value: 6.231
verified: no, type: map_at_100
value: 6.872
verified: no, type: map_at_1000
value: 6.970999999999999
verified: no, type: map_at_3
value: 5.106999999999999
verified: no, type: map_at_5
value: 5.698
verified: no, type: mrr_at_1
value: 3.567
verified: no, type: mrr_at_10
value: 6.356000000000001
verified: no, type: mrr_at_100
value: 7.0040000000000004
verified: no, type: mrr_at_1000
value: 7.101
verified: no, type: mrr_at_3
value: 5.193
verified: no, type: mrr_at_5
value: 5.804
verified: no, type: ndcg_at_1
value: 3.567
verified: no, type: ndcg_at_10
value: 8.045
verified: no, type: ndcg_at_100
value: 11.846
verified: no, type: ndcg_at_1000
value: 14.926
verified: no, type: ndcg_at_3
value: 5.6610000000000005
verified: no, type: ndcg_at_5
value: 6.737
verified: no, type: precision_at_1
value: 3.567
verified: no, type: precision_at_10
value: 1.43
verified: no, type: precision_at_100
value: 0.345
verified: no, type: precision_at_1000
value: 0.061
verified: no, type: precision_at_3
value: 2.45
verified: no, type: precision_at_5
value: 2.0140000000000002
verified: no, type: recall_at_1
value: 3.5409999999999995
verified: no, type: recall_at_10
value: 13.794
verified: no, type: recall_at_100
value: 32.921
verified: no, type: recall_at_1000
value: 57.863
verified: no, type: recall_at_3
value: 7.175
verified: no, type: recall_at_5
value: 9.768
verified: no, task: type: Classification
dataset: type: None
name: MTEB MTOPDomainClassification (en)
config: en
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 87.63337893296853
verified: no, type: f1
value: 87.08830964839531
verified: no, task: type: Classification
dataset: type: None
name: MTEB MTOPIntentClassification (en)
config: en
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 63.12585499316006
verified: no, type: f1
value: 43.45902259676137
verified: no, task: type: Classification
dataset: type: None
name: MTEB MassiveIntentClassification (en)
config: en
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 61.41223940820444
verified: no, type: f1
value: 58.47877966227865
verified: no, task: type: Classification
dataset: type: None
name: MTEB MassiveScenarioClassification (en)
config: en
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 68.21788836583725
verified: no, type: f1
value: 66.63251304134974
verified: no, task: type: Clustering
dataset: type: None
name: MTEB MedrxivClusteringP2P
config: default
split: test
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
metrics: type: v_measure
value: 28.886280318557983
verified: no, task: type: Clustering
dataset: type: None
name: MTEB MedrxivClusteringS2S
config: default
split: test
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
metrics: type: v_measure
value: 24.031171971800816
verified: no, task: type: Reranking
dataset: type: None
name: MTEB MindSmallReranking
config: default
split: test
revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
metrics: type: map
value: 27.38298623223962
verified: no, type: mrr
value: 27.842813890242628
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB NFCorpus
config: default
split: test
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
metrics: type: map_at_1
value: 4.2700000000000005
verified: no, type: map_at_10
value: 8.479000000000001
verified: no, type: map_at_100
value: 10.402000000000001
verified: no, type: map_at_1000
value: 11.612
verified: no, type: map_at_3
value: 6.761
verified: no, type: map_at_5
value: 7.489
verified: no, type: mrr_at_1
value: 31.269000000000002
verified: no, type: mrr_at_10
value: 40.519
verified: no, type: mrr_at_100
value: 41.388000000000005
verified: no, type: mrr_at_1000
value: 41.453
verified: no, type: mrr_at_3
value: 38.029
verified: no, type: mrr_at_5
value: 39.546
verified: no, type: ndcg_at_1
value: 29.876
verified: no, type: ndcg_at_10
value: 23.665
verified: no, type: ndcg_at_100
value: 22.468
verified: no, type: ndcg_at_1000
value: 32.029999999999994
verified: no, type: ndcg_at_3
value: 26.968999999999998
verified: no, type: ndcg_at_5
value: 25.763
verified: no, type: precision_at_1
value: 31.269000000000002
verified: no, type: precision_at_10
value: 17.183
verified: no, type: precision_at_100
value: 6.003
verified: no, type: precision_at_1000
value: 1.925
verified: no, type: precision_at_3
value: 24.871
verified: no, type: precision_at_5
value: 21.981
verified: no, type: recall_at_1
value: 4.2700000000000005
verified: no, type: recall_at_10
value: 12.097
verified: no, type: recall_at_100
value: 24.349
verified: no, type: recall_at_1000
value: 58.178
verified: no, type: recall_at_3
value: 8.256
verified: no, type: recall_at_5
value: 9.498
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB NQ
config: default
split: test
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
metrics: type: map_at_1
value: 5.685
verified: no, type: map_at_10
value: 9.511
verified: no, type: map_at_100
value: 10.421
verified: no, type: map_at_1000
value: 10.531
verified: no, type: map_at_3
value: 8.007
verified: no, type: map_at_5
value: 8.815000000000001
verified: no, type: mrr_at_1
value: 6.6339999999999995
verified: no, type: mrr_at_10
value: 10.767
verified: no, type: mrr_at_100
value: 11.65
verified: no, type: mrr_at_1000
value: 11.748
verified: no, type: mrr_at_3
value: 9.231
verified: no, type: mrr_at_5
value: 10.056
verified: no, type: ndcg_at_1
value: 6.6339999999999995
verified: no, type: ndcg_at_10
value: 12.200999999999999
verified: no, type: ndcg_at_100
value: 17.013
verified: no, type: ndcg_at_1000
value: 20.108999999999998
verified: no, type: ndcg_at_3
value: 9.09
verified: no, type: ndcg_at_5
value: 10.520999999999999
verified: no, type: precision_at_1
value: 6.6339999999999995
verified: no, type: precision_at_10
value: 2.335
verified: no, type: precision_at_100
value: 0.508
verified: no, type: precision_at_1000
value: 0.08
verified: no, type: precision_at_3
value: 4.365
verified: no, type: precision_at_5
value: 3.418
verified: no, type: recall_at_1
value: 5.685
verified: no, type: recall_at_10
value: 19.325
verified: no, type: recall_at_100
value: 41.971000000000004
verified: no, type: recall_at_1000
value: 65.877
verified: no, type: recall_at_3
value: 11.03
verified: no, type: recall_at_5
value: 14.360999999999999
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB QuoraRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 56.274
verified: no, type: map_at_10
value: 68.382
verified: no, type: map_at_100
value: 69.24
verified: no, type: map_at_1000
value: 69.286
verified: no, type: map_at_3
value: 65.36999999999999
verified: no, type: map_at_5
value: 67.163
verified: no, type: mrr_at_1
value: 64.8
verified: no, type: mrr_at_10
value: 73.11800000000001
verified: no, type: mrr_at_100
value: 73.478
verified: no, type: mrr_at_1000
value: 73.489
verified: no, type: mrr_at_3
value: 71.307
verified: no, type: mrr_at_5
value: 72.42
verified: no, type: ndcg_at_1
value: 64.85
verified: no, type: ndcg_at_10
value: 73.656
verified: no, type: ndcg_at_100
value: 76.44800000000001
verified: no, type: ndcg_at_1000
value: 77.066
verified: no, type: ndcg_at_3
value: 69.478
verified: no, type: ndcg_at_5
value: 71.577
verified: no, type: precision_at_1
value: 64.85
verified: no, type: precision_at_10
value: 11.246
verified: no, type: precision_at_100
value: 1.399
verified: no, type: precision_at_1000
value: 0.152
verified: no, type: precision_at_3
value: 30.197000000000003
verified: no, type: precision_at_5
value: 20.122
verified: no, type: recall_at_1
value: 56.274
verified: no, type: recall_at_10
value: 84.25200000000001
verified: no, type: recall_at_100
value: 95.269
verified: no, type: recall_at_1000
value: 99.007
verified: no, type: recall_at_3
value: 72.452
verified: no, type: recall_at_5
value: 78.108
verified: no, task: type: Clustering
dataset: type: None
name: MTEB RedditClustering
config: default
split: test
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
metrics: type: v_measure
value: 37.28513797770202
verified: no, task: type: Clustering
dataset: type: None
name: MTEB RedditClusteringP2P
config: default
split: test
revision: 282350215ef01743dc01b456c7f5241fa8937f16
metrics: type: v_measure
value: 44.91884744639453
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB SCIDOCS
config: default
split: test
revision: None
metrics: type: map_at_1
value: 1.778
verified: no, type: map_at_10
value: 3.9440000000000004
verified: no, type: map_at_100
value: 4.835
verified: no, type: map_at_1000
value: 5.065
verified: no, type: map_at_3
value: 2.935
verified: no, type: map_at_5
value: 3.427
verified: no, type: mrr_at_1
value: 8.7
verified: no, type: mrr_at_10
value: 13.711
verified: no, type: mrr_at_100
value: 14.748
verified: no, type: mrr_at_1000
value: 14.901
verified: no, type: mrr_at_3
value: 11.683
verified: no, type: mrr_at_5
value: 12.793
verified: no, type: ndcg_at_1
value: 8.7
verified: no, type: ndcg_at_10
value: 7.3389999999999995
verified: no, type: ndcg_at_100
value: 12.021999999999998
verified: no, type: ndcg_at_1000
value: 17.527
verified: no, type: ndcg_at_3
value: 6.797000000000001
verified: no, type: ndcg_at_5
value: 6.0040000000000004
verified: no, type: precision_at_1
value: 8.7
verified: no, type: precision_at_10
value: 3.83
verified: no, type: precision_at_100
value: 1.082
verified: no, type: precision_at_1000
value: 0.242
verified: no, type: precision_at_3
value: 6.267
verified: no, type: precision_at_5
value: 5.220000000000001
verified: no, type: recall_at_1
value: 1.778
verified: no, type: recall_at_10
value: 7.786999999999999
verified: no, type: recall_at_100
value: 21.995
verified: no, type: recall_at_1000
value: 49.128
verified: no, type: recall_at_3
value: 3.823
verified: no, type: recall_at_5
value: 5.327
verified: no, task: type: STS
dataset: type: None
name: MTEB SICK-R
config: default
split: test
revision: a6ea5a8cab320b040a23452cc28066d9beae2cee
metrics: type: cos_sim_pearson
value: 70.47406828053933
verified: no, type: cos_sim_spearman
value: 61.458973019024654
verified: no, type: euclidean_pearson
value: 65.8472323185386
verified: no, type: euclidean_spearman
value: 61.45905802077228
verified: no, type: manhattan_pearson
value: 66.6819317121732
verified: no, type: manhattan_spearman
value: 61.97831416291467
verified: no, task: type: STS
dataset: type: None
name: MTEB STS12
config: default
split: test
revision: a0d554a64d88156834ff5ae9920b964011b16384
metrics: type: cos_sim_pearson
value: 59.32490921670001
verified: no, type: cos_sim_spearman
value: 53.34536574314851
verified: no, type: euclidean_pearson
value: 56.93037980583926
verified: no, type: euclidean_spearman
value: 53.34545415668656
verified: no, type: manhattan_pearson
value: 60.418057231064346
verified: no, type: manhattan_spearman
value: 56.191657563671406
verified: no, task: type: STS
dataset: type: None
name: MTEB STS13
config: default
split: test
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
metrics: type: cos_sim_pearson
value: 69.44381319090809
verified: no, type: cos_sim_spearman
value: 71.89239151101017
verified: no, type: euclidean_pearson
value: 71.08466353671255
verified: no, type: euclidean_spearman
value: 71.8923431546743
verified: no, type: manhattan_pearson
value: 72.82399635347963
verified: no, type: manhattan_spearman
value: 73.46471776869852
verified: no, task: type: STS
dataset: type: None
name: MTEB STS14
config: default
split: test
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
metrics: type: cos_sim_pearson
value: 69.59255573008079
verified: no, type: cos_sim_spearman
value: 66.62913411736977
verified: no, type: euclidean_pearson
value: 68.95610510950463
verified: no, type: euclidean_spearman
value: 66.62909813588546
verified: no, type: manhattan_pearson
value: 69.84273035920991
verified: no, type: manhattan_spearman
value: 67.48063231044473
verified: no, task: type: STS
dataset: type: None
name: MTEB STS15
config: default
split: test
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
metrics: type: cos_sim_pearson
value: 73.45619996226283
verified: no, type: cos_sim_spearman
value: 74.83055449232837
verified: no, type: euclidean_pearson
value: 74.62134064628388
verified: no, type: euclidean_spearman
value: 74.83054707684443
verified: no, type: manhattan_pearson
value: 76.61314608080133
verified: no, type: manhattan_spearman
value: 76.86877561306177
verified: no, task: type: STS
dataset: type: None
name: MTEB STS16
config: default
split: test
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
metrics: type: cos_sim_pearson
value: 72.63938715237121
verified: no, type: cos_sim_spearman
value: 73.94101941299299
verified: no, type: euclidean_pearson
value: 73.1193483863693
verified: no, type: euclidean_spearman
value: 73.94156997484005
verified: no, type: manhattan_pearson
value: 74.19841840522552
verified: no, type: manhattan_spearman
value: 75.04135720147993
verified: no, task: type: STS
dataset: type: None
name: MTEB STS17 (en-en)
config: en-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 75.09546255206122
verified: no, type: cos_sim_spearman
value: 77.70366353790475
verified: no, type: euclidean_pearson
value: 76.32709309757098
verified: no, type: euclidean_spearman
value: 77.70366353790475
verified: no, type: manhattan_pearson
value: 76.94194479561031
verified: no, type: manhattan_spearman
value: 78.46592204504032
verified: no, task: type: STS
dataset: type: None
name: MTEB STS22 (en)
config: en
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 58.49441445114376
verified: no, type: cos_sim_spearman
value: 59.05955673992238
verified: no, type: euclidean_pearson
value: 60.158391183785994
verified: no, type: euclidean_spearman
value: 59.05955673992238
verified: no, type: manhattan_pearson
value: 61.0421570895761
verified: no, type: manhattan_spearman
value: 59.192623617984765
verified: no, task: type: STS
dataset: type: None
name: MTEB STSBenchmark
config: default
split: test
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
metrics: type: cos_sim_pearson
value: 67.22940000979654
verified: no, type: cos_sim_spearman
value: 65.01437530414441
verified: no, type: euclidean_pearson
value: 66.45644685287122
verified: no, type: euclidean_spearman
value: 65.01439378456281
verified: no, type: manhattan_pearson
value: 68.55942824733042
verified: no, type: manhattan_spearman
value: 67.0638150575607
verified: no, task: type: Reranking
dataset: type: None
name: MTEB SciDocsRR
config: default
split: test
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
metrics: type: map
value: 65.91428709750188
verified: no, type: mrr
value: 87.6550990766677
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB SciFact
config: default
split: test
revision: 0228b52cf27578f30900b9e5271d331663a030d7
metrics: type: map_at_1
value: 34.75
verified: no, type: map_at_10
value: 45.217
verified: no, type: map_at_100
value: 46.12
verified: no, type: map_at_1000
value: 46.174
verified: no, type: map_at_3
value: 42.638999999999996
verified: no, type: map_at_5
value: 44.025
verified: no, type: mrr_at_1
value: 36.333
verified: no, type: mrr_at_10
value: 46.498
verified: no, type: mrr_at_100
value: 47.21
verified: no, type: mrr_at_1000
value: 47.254000000000005
verified: no, type: mrr_at_3
value: 44
verified: no, type: mrr_at_5
value: 45.283
verified: no, type: ndcg_at_1
value: 36.333
verified: no, type: ndcg_at_10
value: 50.782000000000004
verified: no, type: ndcg_at_100
value: 55.010999999999996
verified: no, type: ndcg_at_1000
value: 56.486000000000004
verified: no, type: ndcg_at_3
value: 45.511
verified: no, type: ndcg_at_5
value: 47.867
verified: no, type: precision_at_1
value: 36.333
verified: no, type: precision_at_10
value: 7.3
verified: no, type: precision_at_100
value: 0.967
verified: no, type: precision_at_1000
value: 0.11100000000000002
verified: no, type: precision_at_3
value: 18.556
verified: no, type: precision_at_5
value: 12.467
verified: no, type: recall_at_1
value: 34.75
verified: no, type: recall_at_10
value: 66.75
verified: no, type: recall_at_100
value: 86.406
verified: no, type: recall_at_1000
value: 97.833
verified: no, type: recall_at_3
value: 52.333
verified: no, type: recall_at_5
value: 57.972
verified: no, task: type: PairClassification
dataset: type: None
name: MTEB SprintDuplicateQuestions
config: default
split: test
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
metrics: type: cos_sim_accuracy
value: 99.609900990099
verified: no, type: cos_sim_ap
value: 84.84797689028449
verified: no, type: cos_sim_f1
value: 78.88531618435157
verified: no, type: cos_sim_precision
value: 84.98845265588915
verified: no, type: cos_sim_recall
value: 73.6
verified: no, type: dot_accuracy
value: 99.609900990099
verified: no, type: dot_ap
value: 84.84797689028449
verified: no, type: dot_f1
value: 78.88531618435157
verified: no, type: dot_precision
value: 84.98845265588915
verified: no, type: dot_recall
value: 73.6
verified: no, type: euclidean_accuracy
value: 99.609900990099
verified: no, type: euclidean_ap
value: 84.84797689028449
verified: no, type: euclidean_f1
value: 78.88531618435157
verified: no, type: euclidean_precision
value: 84.98845265588915
verified: no, type: euclidean_recall
value: 73.6
verified: no, type: manhattan_accuracy
value: 99.65544554455445
verified: no, type: manhattan_ap
value: 87.87137216622611
verified: no, type: manhattan_f1
value: 81.47757255936675
verified: no, type: manhattan_precision
value: 86.25698324022346
verified: no, type: manhattan_recall
value: 77.2
verified: no, type: max_accuracy
value: 99.65544554455445
verified: no, type: max_ap
value: 87.87137216622611
verified: no, type: max_f1
value: 81.47757255936675
verified: no, task: type: Clustering
dataset: type: None
name: MTEB StackExchangeClustering
config: default
split: test
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
metrics: type: v_measure
value: 48.25386667167564
verified: no, task: type: Clustering
dataset: type: None
name: MTEB StackExchangeClusteringP2P
config: default
split: test
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
metrics: type: v_measure
value: 30.471037924796036
verified: no, task: type: Reranking
dataset: type: None
name: MTEB StackOverflowDupQuestions
config: default
split: test
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
metrics: type: map
value: 39.18682846959484
verified: no, type: mrr
value: 39.50644841269841
verified: no, task: type: Summarization
dataset: type: None
name: MTEB SummEval
config: default
split: test
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
metrics: type: cos_sim_pearson
value: 28.946936299379463
verified: no, type: cos_sim_spearman
value: 30.066436215046654
verified: no, type: dot_pearson
value: 28.946936196147593
verified: no, type: dot_spearman
value: 30.018099216048675
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB TRECCOVID
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.146
verified: no, type: map_at_10
value: 0.853
verified: no, type: map_at_100
value: 4.044
verified: no, type: map_at_1000
value: 9.74
verified: no, type: map_at_3
value: 0.35000000000000003
verified: no, type: map_at_5
value: 0.498
verified: no, type: mrr_at_1
value: 57.99999999999999
verified: no, type: mrr_at_10
value: 67.786
verified: no, type: mrr_at_100
value: 68.221
verified: no, type: mrr_at_1000
value: 68.221
verified: no, type: mrr_at_3
value: 64.667
verified: no, type: mrr_at_5
value: 66.967
verified: no, type: ndcg_at_1
value: 48
verified: no, type: ndcg_at_10
value: 42.696
verified: no, type: ndcg_at_100
value: 30.304
verified: no, type: ndcg_at_1000
value: 27.717000000000002
verified: no, type: ndcg_at_3
value: 45.765
verified: no, type: ndcg_at_5
value: 44.635000000000005
verified: no, type: precision_at_1
value: 56.00000000000001
verified: no, type: precision_at_10
value: 46.6
verified: no, type: precision_at_100
value: 31.879999999999995
verified: no, type: precision_at_1000
value: 13.514000000000001
verified: no, type: precision_at_3
value: 51.333
verified: no, type: precision_at_5
value: 50.4
verified: no, type: recall_at_1
value: 0.146
verified: no, type: recall_at_10
value: 1.094
verified: no, type: recall_at_100
value: 7.049999999999999
verified: no, type: recall_at_1000
value: 27.473
verified: no, type: recall_at_3
value: 0.382
verified: no, type: recall_at_5
value: 0.577
verified: no, task: type: Retrieval
dataset: type: None
name: MTEB Touche2020
config: default
split: test
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
metrics: type: map_at_1
value: 1.7080000000000002
verified: no, type: map_at_10
value: 7.288
verified: no, type: map_at_100
value: 11.64
verified: no, type: map_at_1000
value: 13.227
verified: no, type: map_at_3
value: 3.6769999999999996
verified: no, type: map_at_5
value: 5.559
verified: no, type: mrr_at_1
value: 22.448999999999998
verified: no, type: mrr_at_10
value: 37.412
verified: no, type: mrr_at_100
value: 38.509
verified: no, type: mrr_at_1000
value: 38.513999999999996
verified: no, type: mrr_at_3
value: 31.633
verified: no, type: mrr_at_5
value: 35.306
verified: no, type: ndcg_at_1
value: 18.367
verified: no, type: ndcg_at_10
value: 19.139999999999997
verified: no, type: ndcg_at_100
value: 29.513
verified: no, type: ndcg_at_1000
value: 41.931000000000004
verified: no, type: ndcg_at_3
value: 18.381
verified: no, type: ndcg_at_5
value: 20.009
verified: no, type: precision_at_1
value: 22.448999999999998
verified: no, type: precision_at_10
value: 18.570999999999998
verified: no, type: precision_at_100
value: 6.796
verified: no, type: precision_at_1000
value: 1.461
verified: no, type: precision_at_3
value: 21.088
verified: no, type: precision_at_5
value: 22.857
verified: no, type: recall_at_1
value: 1.7080000000000002
verified: no, type: recall_at_10
value: 12.484
verified: no, type: recall_at_100
value: 40.387
verified: no, type: recall_at_1000
value: 78.199
verified: no, type: recall_at_3
value: 4.5969999999999995
verified: no, type: recall_at_5
value: 8.273
verified: no, task: type: Classification
dataset: type: None
name: MTEB ToxicConversationsClassification
config: default
split: test
revision: d7c0de2777da35d6aae2200a62c6e0e5af397c4c
metrics: type: accuracy
value: 71.0384
verified: no, type: ap
value: 14.428610751309057
verified: no, type: f1
value: 54.76005976202749
verified: no, task: type: Classification
dataset: type: None
name: MTEB TweetSentimentExtractionClassification
config: default
split: test
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
metrics: type: accuracy
value: 52.79003961516695
verified: no, type: f1
value: 52.98288621191831
verified: no, task: type: Clustering
dataset: type: None
name: MTEB TwentyNewsgroupsClustering
config: default
split: test
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
metrics: type: v_measure
value: 36.071952470860104
verified: no, task: type: PairClassification
dataset: type: None
name: MTEB TwitterSemEval2015
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cos_sim_accuracy
value: 80.92030756392681
verified: no, type: cos_sim_ap
value: 53.647013401002674
verified: no, type: cos_sim_f1
value: 53.12840372745977
verified: no, type: cos_sim_precision
value: 49.07221104404203
verified: no, type: cos_sim_recall
value: 57.9155672823219
verified: no, type: dot_accuracy
value: 80.92030756392681
verified: no, type: dot_ap
value: 53.647013401002674
verified: no, type: dot_f1
value: 53.12840372745977
verified: no, type: dot_precision
value: 49.07221104404203
verified: no, type: dot_recall
value: 57.9155672823219
verified: no, type: euclidean_accuracy
value: 80.92030756392681
verified: no, type: euclidean_ap
value: 53.647013401002674
verified: no, type: euclidean_f1
value: 53.12840372745977
verified: no, type: euclidean_precision
value: 49.07221104404203
verified: no, type: euclidean_recall
value: 57.9155672823219
verified: no, type: manhattan_accuracy
value: 80.9322286463611
verified: no, type: manhattan_ap
value: 52.933397134497554
verified: no, type: manhattan_f1
value: 51.88005711565922
verified: no, type: manhattan_precision
value: 47.247507585609014
verified: no, type: manhattan_recall
value: 57.519788918205805
verified: no, type: max_accuracy
value: 80.9322286463611
verified: no, type: max_ap
value: 53.647013401002674
verified: no, type: max_f1
value: 53.12840372745977
verified: no, task: type: PairClassification
dataset: type: None
name: MTEB TwitterURLCorpus
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cos_sim_accuracy
value: 85.58427445958007
verified: no, type: cos_sim_ap
value: 77.9469627905898
verified: no, type: cos_sim_f1
value: 70.96631205673759
verified: no, type: cos_sim_precision
value: 68.20505538199374
verified: no, type: cos_sim_recall
value: 73.9605789959963
verified: no, type: dot_accuracy
value: 85.58427445958007
verified: no, type: dot_ap
value: 77.94696228563409
verified: no, type: dot_f1
value: 70.96631205673759
verified: no, type: dot_precision
value: 68.20505538199374
verified: no, type: dot_recall
value: 73.9605789959963
verified: no, type: euclidean_accuracy
value: 85.58427445958007
verified: no, type: euclidean_ap
value: 77.94696250005988
verified: no, type: euclidean_f1
value: 70.96631205673759
verified: no, type: euclidean_precision
value: 68.20505538199374
verified: no, type: euclidean_recall
value: 73.9605789959963
verified: no, type: manhattan_accuracy
value: 86.07521248108046
verified: no, type: manhattan_ap
value: 78.88285193661817
verified: no, type: manhattan_f1
value: 71.94010876474329
verified: no, type: manhattan_precision
value: 66.44487932159166
verified: no, type: manhattan_recall
value: 78.42623960578996
verified: no, type: max_accuracy
value: 86.07521248108046
verified: no, type: max_ap
value: 78.88285193661817
verified: no, type: max_f1
value: 71.94010876474329
verified: no
Likes: 0 | All-time downloads: 0
Created: 2024-09-11 04:57:54