Model: bhavnicksm/brown-beetle-small-v1.1
Author: bhavnicksm
Library: model2vec
Tags: model2vec, safetensors, embeddings, static-embeddings, sentence-transformers, mteb, en, license:mit, model-index, region:us
Card metadata: base_model: baai/bge-base-en-v1.5
language: en
library_name: model2vec
license: mit
model_name: brown-beetle-small-v1.1
tags: embeddings, static-embeddings, sentence-transformers, mteb
model-index: name: brown-beetle-small-v1.1
results: dataset: config: en-ext
name: MTEB AmazonCounterfactualClassification (en-ext)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 64.17541229385307
verified: no, type: ap
value: 16.60204697801977
verified: no, type: ap_weighted
value: 16.60204697801977
verified: no, type: f1
value: 52.85158979871349
verified: no, type: f1_weighted
value: 71.01772161371149
verified: no, type: main_score
value: 64.17541229385307
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 67.95522388059702
verified: no, type: ap
value: 30.57070988929934
verified: no, type: ap_weighted
value: 30.57070988929934
verified: no, type: f1
value: 61.90881643158208
verified: no, type: f1_weighted
value: 71.10993639617122
verified: no, type: main_score
value: 67.95522388059702
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 68.56845
verified: no, type: ap
value: 63.30584262469745
verified: no, type: ap_weighted
value: 63.30584262469745
verified: no, type: f1
value: 68.21389686056138
verified: no, type: f1_weighted
value: 68.21389686056136
verified: no, type: main_score
value: 68.56845
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 31.15
verified: no, type: f1
value: 30.66951259375703
verified: no, type: f1_weighted
value: 30.66951259375703
verified: no, type: main_score
value: 31.15
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 39.376
verified: no, type: map_at_1
value: 19.772000000000002
verified: no, type: map_at_10
value: 32.135000000000005
verified: no, type: map_at_100
value: 33.376
verified: no, type: map_at_1000
value: 33.414
verified: no, type: map_at_20
value: 32.945
verified: no, type: map_at_3
value: 28.294999999999998
verified: no, type: map_at_5
value: 30.226
verified: no, type: mrr_at_1
value: 20.34139402560455
verified: no, type: mrr_at_10
value: 32.33633069159379
verified: no, type: mrr_at_100
value: 33.58379647152725
verified: no, type: mrr_at_1000
value: 33.62159311523655
verified: no, type: mrr_at_20
value: 33.15193936028619
verified: no, type: mrr_at_3
value: 28.485064011379745
verified: no, type: mrr_at_5
value: 30.433854907539025
verified: no, type: nauc_map_at_1000_diff1
value: 8.302157139709564
verified: no, type: nauc_map_at_1000_max
value: 1.4391019951437611
verified: no, type: nauc_map_at_1000_std
value: 5.934864951031507
verified: no, type: nauc_map_at_100_diff1
value: 8.326065851380307
verified: no, type: nauc_map_at_100_max
value: 1.491395409394733
verified: no, type: nauc_map_at_100_std
value: 5.989633199631491
verified: no, type: nauc_map_at_10_diff1
value: 8.38667127819983
verified: no, type: nauc_map_at_10_max
value: 1.5347398900407438
verified: no, type: nauc_map_at_10_std
value: 5.683690460635193
verified: no, type: nauc_map_at_1_diff1
value: 8.93189875813997
verified: no, type: nauc_map_at_1_max
value: -3.616457512351117
verified: no, type: nauc_map_at_1_std
value: 2.1414345673803385
verified: no, type: nauc_map_at_20_diff1
value: 8.24898821159397
verified: no, type: nauc_map_at_20_max
value: 1.4894779075678155
verified: no, type: nauc_map_at_20_std
value: 6.027108095916177
verified: no, type: nauc_map_at_3_diff1
value: 7.555669486328455
verified: no, type: nauc_map_at_3_max
value: -0.4583251344668418
verified: no, type: nauc_map_at_3_std
value: 4.436091543799656
verified: no, type: nauc_map_at_5_diff1
value: 7.826530172754471
verified: no, type: nauc_map_at_5_max
value: 0.5761550103967864
verified: no, type: nauc_map_at_5_std
value: 4.919465780723746
verified: no, type: nauc_mrr_at_1000_diff1
value: 6.5322883708653
verified: no, type: nauc_mrr_at_1000_max
value: 1.01688604008047
verified: no, type: nauc_mrr_at_1000_std
value: 5.808593834461153
verified: no, type: nauc_mrr_at_100_diff1
value: 6.558218438371926
verified: no, type: nauc_mrr_at_100_max
value: 1.0693469715892974
verified: no, type: nauc_mrr_at_100_std
value: 5.863147883612628
verified: no, type: nauc_mrr_at_10_diff1
value: 6.643044192246382
verified: no, type: nauc_mrr_at_10_max
value: 1.0903191583604481
verified: no, type: nauc_mrr_at_10_std
value: 5.558823498832234
verified: no, type: nauc_mrr_at_1_diff1
value: 6.8402842415990595
verified: no, type: nauc_mrr_at_1_max
value: -2.8857631282709644
verified: no, type: nauc_mrr_at_1_std
value: 2.0876832362384588
verified: no, type: nauc_mrr_at_20_diff1
value: 6.503547667459035
verified: no, type: nauc_mrr_at_20_max
value: 1.0747428727664539
verified: no, type: nauc_mrr_at_20_std
value: 5.90219581935973
verified: no, type: nauc_mrr_at_3_diff1
value: 5.637715078577602
verified: no, type: nauc_mrr_at_3_max
value: -1.0667505242750381
verified: no, type: nauc_mrr_at_3_std
value: 4.336457228535038
verified: no, type: nauc_mrr_at_5_diff1
value: 6.110282118080777
verified: no, type: nauc_mrr_at_5_max
value: 0.11605114121555724
verified: no, type: nauc_mrr_at_5_std
value: 4.793657747192951
verified: no, type: nauc_ndcg_at_1000_diff1
value: 8.567492275684694
verified: no, type: nauc_ndcg_at_1000_max
value: 3.6136405293285296
verified: no, type: nauc_ndcg_at_1000_std
value: 8.186896034325496
verified: no, type: nauc_ndcg_at_100_diff1
value: 9.166049007538977
verified: no, type: nauc_ndcg_at_100_max
value: 5.019095744919523
verified: no, type: nauc_ndcg_at_100_std
value: 9.734323072247458
verified: no, type: nauc_ndcg_at_10_diff1
value: 9.331216180330646
verified: no, type: nauc_ndcg_at_10_max
value: 4.949795355367463
verified: no, type: nauc_ndcg_at_10_std
value: 8.327167289183334
verified: no, type: nauc_ndcg_at_1_diff1
value: 8.93189875813997
verified: no, type: nauc_ndcg_at_1_max
value: -3.616457512351117
verified: no, type: nauc_ndcg_at_1_std
value: 2.1414345673803385
verified: no, type: nauc_ndcg_at_20_diff1
value: 8.837175077280696
verified: no, type: nauc_ndcg_at_20_max
value: 5.021683401563271
verified: no, type: nauc_ndcg_at_20_std
value: 9.834113432674938
verified: no, type: nauc_ndcg_at_3_diff1
value: 7.497679926743388
verified: no, type: nauc_ndcg_at_3_max
value: 0.7119349508971861
verified: no, type: nauc_ndcg_at_3_std
value: 5.442729642739845
verified: no, type: nauc_ndcg_at_5_diff1
value: 7.975085489019146
verified: no, type: nauc_ndcg_at_5_max
value: 2.5890557048690592
verified: no, type: nauc_ndcg_at_5_std
value: 6.344668376135271
verified: no, type: nauc_precision_at_1000_diff1
value: -9.153660956831322
verified: no, type: nauc_precision_at_1000_max
value: 43.785649824992085
verified: no, type: nauc_precision_at_1000_std
value: 64.85081531801355
verified: no, type: nauc_precision_at_100_diff1
value: 18.709542744715762
verified: no, type: nauc_precision_at_100_max
value: 41.907757507095035
verified: no, type: nauc_precision_at_100_std
value: 52.51582113211683
verified: no, type: nauc_precision_at_10_diff1
value: 12.938500533083488
verified: no, type: nauc_precision_at_10_max
value: 16.63967790523285
verified: no, type: nauc_precision_at_10_std
value: 17.521014546132673
verified: no, type: nauc_precision_at_1_diff1
value: 8.93189875813997
verified: no, type: nauc_precision_at_1_max
value: -3.616457512351117
verified: no, type: nauc_precision_at_1_std
value: 2.1414345673803385
verified: no, type: nauc_precision_at_20_diff1
value: 11.4832136228088
verified: no, type: nauc_precision_at_20_max
value: 20.784747001364458
verified: no, type: nauc_precision_at_20_std
value: 28.169118488092714
verified: no, type: nauc_precision_at_3_diff1
value: 7.440785650903807
verified: no, type: nauc_precision_at_3_max
value: 3.7981721833670536
verified: no, type: nauc_precision_at_3_std
value: 8.130679116211944
verified: no, type: nauc_precision_at_5_diff1
value: 8.52515665963077
verified: no, type: nauc_precision_at_5_max
value: 8.235240001481484
verified: no, type: nauc_precision_at_5_std
value: 10.33725047600164
verified: no, type: nauc_recall_at_1000_diff1
value: -9.15366095683015
verified: no, type: nauc_recall_at_1000_max
value: 43.78564982499174
verified: no, type: nauc_recall_at_1000_std
value: 64.85081531801451
verified: no, type: nauc_recall_at_100_diff1
value: 18.709542744715694
verified: no, type: nauc_recall_at_100_max
value: 41.90775750709486
verified: no, type: nauc_recall_at_100_std
value: 52.51582113211646
verified: no, type: nauc_recall_at_10_diff1
value: 12.93850053308348
verified: no, type: nauc_recall_at_10_max
value: 16.63967790523289
verified: no, type: nauc_recall_at_10_std
value: 17.521014546132687
verified: no, type: nauc_recall_at_1_diff1
value: 8.93189875813997
verified: no, type: nauc_recall_at_1_max
value: -3.616457512351117
verified: no, type: nauc_recall_at_1_std
value: 2.1414345673803385
verified: no, type: nauc_recall_at_20_diff1
value: 11.483213622808956
verified: no, type: nauc_recall_at_20_max
value: 20.784747001364558
verified: no, type: nauc_recall_at_20_std
value: 28.169118488092863
verified: no, type: nauc_recall_at_3_diff1
value: 7.4407856509038615
verified: no, type: nauc_recall_at_3_max
value: 3.7981721833670807
verified: no, type: nauc_recall_at_3_std
value: 8.13067911621197
verified: no, type: nauc_recall_at_5_diff1
value: 8.525156659630733
verified: no, type: nauc_recall_at_5_max
value: 8.235240001481452
verified: no, type: nauc_recall_at_5_std
value: 10.337250476001598
verified: no, type: ndcg_at_1
value: 19.772000000000002
verified: no, type: ndcg_at_10
value: 39.376
verified: no, type: ndcg_at_100
value: 45.394
verified: no, type: ndcg_at_1000
value: 46.382
verified: no, type: ndcg_at_20
value: 42.325
verified: no, type: ndcg_at_3
value: 31.295
verified: no, type: ndcg_at_5
value: 34.778
verified: no, type: precision_at_1
value: 19.772000000000002
verified: no, type: precision_at_10
value: 6.265999999999999
verified: no, type: precision_at_100
value: 0.9079999999999999
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_20
value: 3.7159999999999997
verified: no, type: precision_at_3
value: 13.347999999999999
verified: no, type: precision_at_5
value: 9.701
verified: no, type: recall_at_1
value: 19.772000000000002
verified: no, type: recall_at_10
value: 62.660000000000004
verified: no, type: recall_at_100
value: 90.754
verified: no, type: recall_at_1000
value: 98.506
verified: no, type: recall_at_20
value: 74.324
verified: no, type: recall_at_3
value: 40.043
verified: no, type: recall_at_5
value: 48.506
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: main_score
value: 32.80230807469564
verified: no, type: v_measure
value: 32.80230807469564
verified: no, type: v_measure_std
value: 14.21338818541074
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: main_score
value: 21.248453313024708
verified: no, type: v_measure
value: 21.248453313024708
verified: no, type: v_measure_std
value: 15.433670233573585
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: main_score
value: 53.30705219507139
verified: no, type: map
value: 53.30705219507139
verified: no, type: mrr
value: 67.55584135778041
verified: no, type: nAUC_map_diff1
value: 5.977242825014382
verified: no, type: nAUC_map_max
value: 14.494667647754635
verified: no, type: nAUC_map_std
value: 6.908970811447951
verified: no, type: nAUC_mrr_diff1
value: 9.755994572083837
verified: no, type: nAUC_mrr_max
value: 19.919368404049635
verified: no, type: nAUC_mrr_std
value: 11.331919744344269
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 77.2402358434998
verified: no, type: cosine_spearman
value: 73.53300080051118
verified: no, type: euclidean_pearson
value: 52.172219986452426
verified: no, type: euclidean_spearman
value: 52.57408950255944
verified: no, type: main_score
value: 73.53300080051118
verified: no, type: manhattan_pearson
value: 51.68816829817331
verified: no, type: manhattan_spearman
value: 52.64276576618988
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 74.56818181818183
verified: no, type: f1
value: 74.61226338355016
verified: no, type: f1_weighted
value: 74.61226338355017
verified: no, type: main_score
value: 74.56818181818183
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: main_score
value: 27.44009290643918
verified: no, type: v_measure
value: 27.44009290643918
verified: no, type: v_measure_std
value: 0.9289374483657263
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: main_score
value: 14.416522378472521
verified: no, type: v_measure
value: 14.416522378472521
verified: no, type: v_measure_std
value: 0.998944687002706
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 29.559
verified: no, type: map_at_1
value: 17.804000000000002
verified: no, type: map_at_10
value: 24.764
verified: no, type: map_at_100
value: 25.930999999999997
verified: no, type: map_at_1000
value: 26.092
verified: no, type: map_at_20
value: 25.332
verified: no, type: map_at_3
value: 22.407
verified: no, type: map_at_5
value: 23.808
verified: no, type: mrr_at_1
value: 22.889842632331902
verified: no, type: mrr_at_10
value: 29.972977269114605
verified: no, type: mrr_at_100
value: 30.860897065256555
verified: no, type: mrr_at_1000
value: 30.946614104990704
verified: no, type: mrr_at_20
value: 30.444035318203195
verified: no, type: mrr_at_3
value: 27.730090605627094
verified: no, type: mrr_at_5
value: 29.067715784453984
verified: no, type: nauc_map_at_1000_diff1
value: 45.266024800486385
verified: no, type: nauc_map_at_1000_max
value: 29.582732857290452
verified: no, type: nauc_map_at_1000_std
value: -2.008053522217069
verified: no, type: nauc_map_at_100_diff1
value: 45.236217322285796
verified: no, type: nauc_map_at_100_max
value: 29.56342828599221
verified: no, type: nauc_map_at_100_std
value: -2.0168710383562187
verified: no, type: nauc_map_at_10_diff1
value: 45.90149055800094
verified: no, type: nauc_map_at_10_max
value: 29.36361360592892
verified: no, type: nauc_map_at_10_std
value: -2.6209281758976513
verified: no, type: nauc_map_at_1_diff1
value: 55.82575596198932
verified: no, type: nauc_map_at_1_max
value: 31.20110515488147
verified: no, type: nauc_map_at_1_std
value: -3.8511142892507406
verified: no, type: nauc_map_at_20_diff1
value: 45.426423539865205
verified: no, type: nauc_map_at_20_max
value: 29.37697982117178
verified: no, type: nauc_map_at_20_std
value: -2.2680035999709762
verified: no, type: nauc_map_at_3_diff1
value: 47.53821237100732
verified: no, type: nauc_map_at_3_max
value: 28.684115935345883
verified: no, type: nauc_map_at_3_std
value: -3.0896584901564683
verified: no, type: nauc_map_at_5_diff1
value: 46.204304559594036
verified: no, type: nauc_map_at_5_max
value: 29.07674728548158
verified: no, type: nauc_map_at_5_std
value: -2.9536780828935094
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.92702377262514
verified: no, type: nauc_mrr_at_1000_max
value: 29.80655538448352
verified: no, type: nauc_mrr_at_1000_std
value: -1.7423730638829011
verified: no, type: nauc_mrr_at_100_diff1
value: 41.91829036174692
verified: no, type: nauc_mrr_at_100_max
value: 29.792064527355645
verified: no, type: nauc_mrr_at_100_std
value: -1.7190046924849083
verified: no, type: nauc_mrr_at_10_diff1
value: 42.1804444115103
verified: no, type: nauc_mrr_at_10_max
value: 29.877356398211756
verified: no, type: nauc_mrr_at_10_std
value: -2.1828887043980547
verified: no, type: nauc_mrr_at_1_diff1
value: 51.04446117970123
verified: no, type: nauc_mrr_at_1_max
value: 32.27999742932026
verified: no, type: nauc_mrr_at_1_std
value: -3.5393753567271693
verified: no, type: nauc_mrr_at_20_diff1
value: 41.84368261292693
verified: no, type: nauc_mrr_at_20_max
value: 29.754613270022766
verified: no, type: nauc_mrr_at_20_std
value: -1.8781621105076145
verified: no, type: nauc_mrr_at_3_diff1
value: 42.916205443437846
verified: no, type: nauc_mrr_at_3_max
value: 29.861862399667828
verified: no, type: nauc_mrr_at_3_std
value: -2.8983280144216987
verified: no, type: nauc_mrr_at_5_diff1
value: 42.02478409320718
verified: no, type: nauc_mrr_at_5_max
value: 29.485822725210554
verified: no, type: nauc_mrr_at_5_std
value: -2.7083489561968612
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.336945468872734
verified: no, type: nauc_ndcg_at_1000_max
value: 29.885573381976005
verified: no, type: nauc_ndcg_at_1000_std
value: 1.8159334999284606
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.48882217391173
verified: no, type: nauc_ndcg_at_100_max
value: 29.615359309002866
verified: no, type: nauc_ndcg_at_100_std
value: 1.619702452881309
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.51960465344219
verified: no, type: nauc_ndcg_at_10_max
value: 28.953099354646362
verified: no, type: nauc_ndcg_at_10_std
value: -1.52450472600018
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.04446117970123
verified: no, type: nauc_ndcg_at_1_max
value: 32.27999742932026
verified: no, type: nauc_ndcg_at_1_std
value: -3.5393753567271693
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.44655101386041
verified: no, type: nauc_ndcg_at_20_max
value: 28.802710382757496
verified: no, type: nauc_ndcg_at_20_std
value: -0.45354085425492074
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.49338021769832
verified: no, type: nauc_ndcg_at_3_max
value: 27.90417749404118
verified: no, type: nauc_ndcg_at_3_std
value: -2.411224019232406
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.355202325682974
verified: no, type: nauc_ndcg_at_5_max
value: 28.176946588632106
verified: no, type: nauc_ndcg_at_5_std
value: -2.2675524853816547
verified: no, type: nauc_precision_at_1000_diff1
value: -8.90567356049937
verified: no, type: nauc_precision_at_1000_max
value: 0.6600452735682009
verified: no, type: nauc_precision_at_1000_std
value: 5.50826138896601
verified: no, type: nauc_precision_at_100_diff1
value: 3.1974883759105657
verified: no, type: nauc_precision_at_100_max
value: 15.501901513138176
verified: no, type: nauc_precision_at_100_std
value: 8.241744944280398
verified: no, type: nauc_precision_at_10_diff1
value: 21.202922413456378
verified: no, type: nauc_precision_at_10_max
value: 24.037090460085654
verified: no, type: nauc_precision_at_10_std
value: 2.4572058268449615
verified: no, type: nauc_precision_at_1_diff1
value: 51.04446117970123
verified: no, type: nauc_precision_at_1_max
value: 32.27999742932026
verified: no, type: nauc_precision_at_1_std
value: -3.5393753567271693
verified: no, type: nauc_precision_at_20_diff1
value: 13.388960237424879
verified: no, type: nauc_precision_at_20_max
value: 21.33723298060983
verified: no, type: nauc_precision_at_20_std
value: 3.021851044457049
verified: no, type: nauc_precision_at_3_diff1
value: 30.750815468211755
verified: no, type: nauc_precision_at_3_max
value: 25.232794053260232
verified: no, type: nauc_precision_at_3_std
value: -2.0364373529659354
verified: no, type: nauc_precision_at_5_diff1
value: 24.803329952159533
verified: no, type: nauc_precision_at_5_max
value: 23.937103943324594
verified: no, type: nauc_precision_at_5_std
value: -1.0326865025308285
verified: no, type: nauc_recall_at_1000_diff1
value: 25.621484528031356
verified: no, type: nauc_recall_at_1000_max
value: 30.80630169868901
verified: no, type: nauc_recall_at_1000_std
value: 34.055797008886344
verified: no, type: nauc_recall_at_100_diff1
value: 24.915711773331907
verified: no, type: nauc_recall_at_100_max
value: 27.231092535082595
verified: no, type: nauc_recall_at_100_std
value: 17.003230988651914
verified: no, type: nauc_recall_at_10_diff1
value: 31.694960461343165
verified: no, type: nauc_recall_at_10_max
value: 25.634118275533336
verified: no, type: nauc_recall_at_10_std
value: 1.2293080944465489
verified: no, type: nauc_recall_at_1_diff1
value: 55.82575596198932
verified: no, type: nauc_recall_at_1_max
value: 31.20110515488147
verified: no, type: nauc_recall_at_1_std
value: -3.8511142892507406
verified: no, type: nauc_recall_at_20_diff1
value: 27.126530750131533
verified: no, type: nauc_recall_at_20_max
value: 24.701875328106347
verified: no, type: nauc_recall_at_20_std
value: 5.065086081764298
verified: no, type: nauc_recall_at_3_diff1
value: 38.13042530451728
verified: no, type: nauc_recall_at_3_max
value: 24.375489230437587
verified: no, type: nauc_recall_at_3_std
value: -1.9605034777619639
verified: no, type: nauc_recall_at_5_diff1
value: 33.71260822156666
verified: no, type: nauc_recall_at_5_max
value: 24.35363212712054
verified: no, type: nauc_recall_at_5_std
value: -1.0744116960074512
verified: no, type: ndcg_at_1
value: 22.89
verified: no, type: ndcg_at_10
value: 29.559
verified: no, type: ndcg_at_100
value: 34.886
verified: no, type: ndcg_at_1000
value: 38.127
verified: no, type: ndcg_at_20
value: 31.324
verified: no, type: ndcg_at_3
value: 25.942999999999998
verified: no, type: ndcg_at_5
value: 27.704
verified: no, type: precision_at_1
value: 22.89
verified: no, type: precision_at_10
value: 5.851
verified: no, type: precision_at_100
value: 1.052
verified: no, type: precision_at_1000
value: 0.163
verified: no, type: precision_at_20
value: 3.5409999999999995
verified: no, type: precision_at_3
value: 12.828000000000001
verified: no, type: precision_at_5
value: 9.528
verified: no, type: recall_at_1
value: 17.804000000000002
verified: no, type: recall_at_10
value: 38.507000000000005
verified: no, type: recall_at_100
value: 62.361999999999995
verified: no, type: recall_at_1000
value: 83.98299999999999
verified: no, type: recall_at_20
value: 45.141
verified: no, type: recall_at_3
value: 27.354
verified: no, type: recall_at_5
value: 32.397999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 24.893
verified: no, type: map_at_1
value: 15.796
verified: no, type: map_at_10
value: 21.243000000000002
verified: no, type: map_at_100
value: 22.175
verified: no, type: map_at_1000
value: 22.296
verified: no, type: map_at_20
value: 21.743000000000002
verified: no, type: map_at_3
value: 19.576
verified: no, type: map_at_5
value: 20.483
verified: no, type: mrr_at_1
value: 19.426751592356688
verified: no, type: mrr_at_10
value: 25.122131230411455
verified: no, type: mrr_at_100
value: 25.89658448433646
verified: no, type: mrr_at_1000
value: 25.964616079086973
verified: no, type: mrr_at_20
value: 25.545248409661408
verified: no, type: mrr_at_3
value: 23.492569002123126
verified: no, type: mrr_at_5
value: 24.295116772823754
verified: no, type: nauc_map_at_1000_diff1
value: 42.72813106827084
verified: no, type: nauc_map_at_1000_max
value: 15.69839346629023
verified: no, type: nauc_map_at_1000_std
value: -2.7588850140681775
verified: no, type: nauc_map_at_100_diff1
value: 42.787135143206896
verified: no, type: nauc_map_at_100_max
value: 15.652014320136892
verified: no, type: nauc_map_at_100_std
value: -2.8552822166247416
verified: no, type: nauc_map_at_10_diff1
value: 43.36654862593689
verified: no, type: nauc_map_at_10_max
value: 15.553399364526992
verified: no, type: nauc_map_at_10_std
value: -3.529608769163307
verified: no, type: nauc_map_at_1_diff1
value: 51.238420787322845
verified: no, type: nauc_map_at_1_max
value: 18.775735943144575
verified: no, type: nauc_map_at_1_std
value: -3.900842866148354
verified: no, type: nauc_map_at_20_diff1
value: 42.94133196166864
verified: no, type: nauc_map_at_20_max
value: 15.545514410236514
verified: no, type: nauc_map_at_20_std
value: -3.1428233048030747
verified: no, type: nauc_map_at_3_diff1
value: 44.295553305585514
verified: no, type: nauc_map_at_3_max
value: 15.609331606161698
verified: no, type: nauc_map_at_3_std
value: -4.365099305723508
verified: no, type: nauc_map_at_5_diff1
value: 43.80170239791132
verified: no, type: nauc_map_at_5_max
value: 15.679352705876108
verified: no, type: nauc_map_at_5_std
value: -3.8844784323864454
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.312625981578925
verified: no, type: nauc_mrr_at_1000_max
value: 14.721663691491512
verified: no, type: nauc_mrr_at_1000_std
value: -1.608304746272833
verified: no, type: nauc_mrr_at_100_diff1
value: 40.32742108660513
verified: no, type: nauc_mrr_at_100_max
value: 14.71093953493032
verified: no, type: nauc_mrr_at_100_std
value: -1.6213959294448375
verified: no, type: nauc_mrr_at_10_diff1
value: 40.69557586099098
verified: no, type: nauc_mrr_at_10_max
value: 14.88094047111409
verified: no, type: nauc_mrr_at_10_std
value: -1.7953365581117018
verified: no, type: nauc_mrr_at_1_diff1
value: 47.50651141009521
verified: no, type: nauc_mrr_at_1_max
value: 18.966803647442
verified: no, type: nauc_mrr_at_1_std
value: -1.608305139146864
verified: no, type: nauc_mrr_at_20_diff1
value: 40.39186224739444
verified: no, type: nauc_mrr_at_20_max
value: 14.722051906194874
verified: no, type: nauc_mrr_at_20_std
value: -1.7027146301103167
verified: no, type: nauc_mrr_at_3_diff1
value: 41.31667998046413
verified: no, type: nauc_mrr_at_3_max
value: 14.840562771072657
verified: no, type: nauc_mrr_at_3_std
value: -2.347950436209039
verified: no, type: nauc_mrr_at_5_diff1
value: 41.042006248079296
verified: no, type: nauc_mrr_at_5_max
value: 14.792436007985746
verified: no, type: nauc_mrr_at_5_std
value: -2.0448393265307994
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.61063624957965
verified: no, type: nauc_ndcg_at_1000_max
value: 14.577845351372194
verified: no, type: nauc_ndcg_at_1000_std
value: 0.07879945582537559
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.536590019887754
verified: no, type: nauc_ndcg_at_100_max
value: 14.06592731019511
verified: no, type: nauc_ndcg_at_100_std
value: -0.7827427517579323
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.341435384046456
verified: no, type: nauc_ndcg_at_10_max
value: 14.285251788641329
verified: no, type: nauc_ndcg_at_10_std
value: -2.4714073578641886
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.50651141009521
verified: no, type: nauc_ndcg_at_1_max
value: 18.966803647442
verified: no, type: nauc_ndcg_at_1_std
value: -1.608305139146864
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.22743300936913
verified: no, type: nauc_ndcg_at_20_max
value: 13.902620744102853
verified: no, type: nauc_ndcg_at_20_std
value: -1.7989130316987259
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.30170017940913
verified: no, type: nauc_ndcg_at_3_max
value: 14.530640011242102
verified: no, type: nauc_ndcg_at_3_std
value: -3.2949910398763262
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.08579881828261
verified: no, type: nauc_ndcg_at_5_max
value: 14.462992989265164
verified: no, type: nauc_ndcg_at_5_std
value: -2.947334332298787
verified: no, type: nauc_precision_at_1000_diff1
value: -7.737197219233767
verified: no, type: nauc_precision_at_1000_max
value: 12.041356420511185
verified: no, type: nauc_precision_at_1000_std
value: 18.46276177890039
verified: no, type: nauc_precision_at_100_diff1
value: 6.859243195619399
verified: no, type: nauc_precision_at_100_max
value: 14.115845536046132
verified: no, type: nauc_precision_at_100_std
value: 15.678478390610437
verified: no, type: nauc_precision_at_10_diff1
value: 22.293646242984654
verified: no, type: nauc_precision_at_10_max
value: 12.624391777158689
verified: no, type: nauc_precision_at_10_std
value: 5.121718236433097
verified: no, type: nauc_precision_at_1_diff1
value: 47.50651141009521
verified: no, type: nauc_precision_at_1_max
value: 18.966803647442
verified: no, type: nauc_precision_at_1_std
value: -1.608305139146864
verified: no, type: nauc_precision_at_20_diff1
value: 16.670400508575646
verified: no, type: nauc_precision_at_20_max
value: 13.15006407272715
verified: no, type: nauc_precision_at_20_std
value: 8.94487953220321
verified: no, type: nauc_precision_at_3_diff1
value: 30.848303277772
verified: no, type: nauc_precision_at_3_max
value: 11.932616935219583
verified: no, type: nauc_precision_at_3_std
value: -0.42690849922691054
verified: no, type: nauc_precision_at_5_diff1
value: 27.792229910120682
verified: no, type: nauc_precision_at_5_max
value: 12.354165110745527
verified: no, type: nauc_precision_at_5_std
value: 2.022685853762747
verified: no, type: nauc_recall_at_1000_diff1
value: 18.7524517116412
verified: no, type: nauc_recall_at_1000_max
value: 10.365682152348619
verified: no, type: nauc_recall_at_1000_std
value: 9.271493359938944
verified: no, type: nauc_recall_at_100_diff1
value: 26.835555580334454
verified: no, type: nauc_recall_at_100_max
value: 8.905291527901268
verified: no, type: nauc_recall_at_100_std
value: 3.796265826697153
verified: no, type: nauc_recall_at_10_diff1
value: 34.29344644248498
verified: no, type: nauc_recall_at_10_max
value: 10.320455050885089
verified: no, type: nauc_recall_at_10_std
value: -2.5563660848410854
verified: no, type: nauc_recall_at_1_diff1
value: 51.238420787322845
verified: no, type: nauc_recall_at_1_max
value: 18.775735943144575
verified: no, type: nauc_recall_at_1_std
value: -3.900842866148354
verified: no, type: nauc_recall_at_20_diff1
value: 30.148828197308735
verified: no, type: nauc_recall_at_20_max
value: 8.7714392850261
verified: no, type: nauc_recall_at_20_std
value: -0.24471173352608355
verified: no, type: nauc_recall_at_3_diff1
value: 37.10881104206826
verified: no, type: nauc_recall_at_3_max
value: 10.813093894460364
verified: no, type: nauc_recall_at_3_std
value: -4.972722757128084
verified: no, type: nauc_recall_at_5_diff1
value: 36.708969816781526
verified: no, type: nauc_recall_at_5_max
value: 10.705984984441267
verified: no, type: nauc_recall_at_5_std
value: -3.902969919869318
verified: no, type: ndcg_at_1
value: 19.427
verified: no, type: ndcg_at_10
value: 24.893
verified: no, type: ndcg_at_100
value: 29.182000000000002
verified: no, type: ndcg_at_1000
value: 31.884
verified: no, type: ndcg_at_20
value: 26.457000000000004
verified: no, type: ndcg_at_3
value: 22.039
verified: no, type: ndcg_at_5
value: 23.247999999999998
verified: no, type: precision_at_1
value: 19.427
verified: no, type: precision_at_10
value: 4.573
verified: no, type: precision_at_100
value: 0.8340000000000001
verified: no, type: precision_at_1000
value: 0.132
verified: no, type: precision_at_20
value: 2.831
verified: no, type: precision_at_3
value: 10.51
verified: no, type: precision_at_5
value: 7.35
verified: no, type: recall_at_1
value: 15.796
verified: no, type: recall_at_10
value: 31.899
verified: no, type: recall_at_100
value: 50.74999999999999
verified: no, type: recall_at_1000
value: 68.87299999999999
verified: no, type: recall_at_20
value: 37.591
verified: no, type: recall_at_3
value: 23.633000000000003
verified: no, type: recall_at_5
value: 27.003
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 38.055
verified: no, type: map_at_1
value: 24.558
verified: no, type: map_at_10
value: 33.156
verified: no, type: map_at_100
value: 34.171
verified: no, type: map_at_1000
value: 34.271
verified: no, type: map_at_20
value: 33.732
verified: no, type: map_at_3
value: 30.531000000000002
verified: no, type: map_at_5
value: 31.979999999999997
verified: no, type: mrr_at_1
value: 28.589341692789972
verified: no, type: mrr_at_10
value: 36.43235308752548
verified: no, type: mrr_at_100
value: 37.21876302873869
verified: no, type: mrr_at_1000
value: 37.287176557374494
verified: no, type: mrr_at_20
value: 36.86023708340444
verified: no, type: mrr_at_3
value: 34.19017763845346
verified: no, type: mrr_at_5
value: 35.42215256008356
verified: no, type: nauc_map_at_1000_diff1
value: 37.844718484705616
verified: no, type: nauc_map_at_1000_max
value: 22.0907352099382
verified: no, type: nauc_map_at_1000_std
value: -9.600617862508868
verified: no, type: nauc_map_at_100_diff1
value: 37.83905365758929
verified: no, type: nauc_map_at_100_max
value: 22.074189305427538
verified: no, type: nauc_map_at_100_std
value: -9.64016126838533
verified: no, type: nauc_map_at_10_diff1
value: 37.978467109368964
verified: no, type: nauc_map_at_10_max
value: 21.910669598940792
verified: no, type: nauc_map_at_10_std
value: -10.410817961366849
verified: no, type: nauc_map_at_1_diff1
value: 43.10097813336232
verified: no, type: nauc_map_at_1_max
value: 19.193840466191563
verified: no, type: nauc_map_at_1_std
value: -11.929790304601932
verified: no, type: nauc_map_at_20_diff1
value: 37.84163196688748
verified: no, type: nauc_map_at_20_max
value: 22.00805016802734
verified: no, type: nauc_map_at_20_std
value: -9.837304851381766
verified: no, type: nauc_map_at_3_diff1
value: 39.08305682242134
verified: no, type: nauc_map_at_3_max
value: 20.55501914400827
verified: no, type: nauc_map_at_3_std
value: -10.701581194841106
verified: no, type: nauc_map_at_5_diff1
value: 38.15230647065676
verified: no, type: nauc_map_at_5_max
value: 21.270212456055262
verified: no, type: nauc_map_at_5_std
value: -10.649993647128774
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.6055814499819
verified: no, type: nauc_mrr_at_1000_max
value: 23.777259582516574
verified: no, type: nauc_mrr_at_1000_std
value: -8.129137775514389
verified: no, type: nauc_mrr_at_100_diff1
value: 37.5989192400984
verified: no, type: nauc_mrr_at_100_max
value: 23.792082998663243
verified: no, type: nauc_mrr_at_100_std
value: -8.112621492353881
verified: no, type: nauc_mrr_at_10_diff1
value: 37.69343524761394
verified: no, type: nauc_mrr_at_10_max
value: 23.79914686962891
verified: no, type: nauc_mrr_at_10_std
value: -8.595666398387
verified: no, type: nauc_mrr_at_1_diff1
value: 42.519718492608455
verified: no, type: nauc_mrr_at_1_max
value: 22.603016791680925
verified: no, type: nauc_mrr_at_1_std
value: -10.78265472396686
verified: no, type: nauc_mrr_at_20_diff1
value: 37.586350370496866
verified: no, type: nauc_mrr_at_20_max
value: 23.800194704920205
verified: no, type: nauc_mrr_at_20_std
value: -8.202703354541251
verified: no, type: nauc_mrr_at_3_diff1
value: 38.17917863647611
verified: no, type: nauc_mrr_at_3_max
value: 23.075834836624782
verified: no, type: nauc_mrr_at_3_std
value: -8.811686775715124
verified: no, type: nauc_mrr_at_5_diff1
value: 37.758407877807514
verified: no, type: nauc_mrr_at_5_max
value: 23.40997885188831
verified: no, type: nauc_mrr_at_5_std
value: -8.88991983391251
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.657672517456845
verified: no, type: nauc_ndcg_at_1000_max
value: 24.01151778965025
verified: no, type: nauc_ndcg_at_1000_std
value: -5.721726852650557
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.62244608410413
verified: no, type: nauc_ndcg_at_100_max
value: 24.03069006572187
verified: no, type: nauc_ndcg_at_100_std
value: -6.081342937070815
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.12359565992647
verified: no, type: nauc_ndcg_at_10_max
value: 23.64363703908841
verified: no, type: nauc_ndcg_at_10_std
value: -8.996791918334008
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.519718492608455
verified: no, type: nauc_ndcg_at_1_max
value: 22.603016791680925
verified: no, type: nauc_ndcg_at_1_std
value: -10.78265472396686
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.65419736091189
verified: no, type: nauc_ndcg_at_20_max
value: 23.753026922701544
verified: no, type: nauc_ndcg_at_20_std
value: -7.3056394367338875
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.44746259394688
verified: no, type: nauc_ndcg_at_3_max
value: 21.654753438727287
verified: no, type: nauc_ndcg_at_3_std
value: -9.318451104707169
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.340119519032285
verified: no, type: nauc_ndcg_at_5_max
value: 22.509350648791436
verified: no, type: nauc_ndcg_at_5_std
value: -9.525927488390204
verified: no, type: nauc_precision_at_1000_diff1
value: -0.3346314844623327
verified: no, type: nauc_precision_at_1000_max
value: 21.63122619981575
verified: no, type: nauc_precision_at_1000_std
value: 24.05359489773363
verified: no, type: nauc_precision_at_100_diff1
value: 8.993626054965318
verified: no, type: nauc_precision_at_100_max
value: 26.179867138204987
verified: no, type: nauc_precision_at_100_std
value: 15.506704119691284
verified: no, type: nauc_precision_at_10_diff1
value: 20.395899882703343
verified: no, type: nauc_precision_at_10_max
value: 28.002508730849456
verified: no, type: nauc_precision_at_10_std
value: -0.7198033068700841
verified: no, type: nauc_precision_at_1_diff1
value: 42.519718492608455
verified: no, type: nauc_precision_at_1_max
value: 22.603016791680925
verified: no, type: nauc_precision_at_1_std
value: -10.78265472396686
verified: no, type: nauc_precision_at_20_diff1
value: 16.338248386585423
verified: no, type: nauc_precision_at_20_max
value: 26.94805142454979
verified: no, type: nauc_precision_at_20_std
value: 6.449114290552177
verified: no, type: nauc_precision_at_3_diff1
value: 29.34398512111482
verified: no, type: nauc_precision_at_3_max
value: 24.82100484035498
verified: no, type: nauc_precision_at_3_std
value: -5.557198409318887
verified: no, type: nauc_precision_at_5_diff1
value: 23.660806341072966
verified: no, type: nauc_precision_at_5_max
value: 25.909938427738116
verified: no, type: nauc_precision_at_5_std
value: -4.283217469929552
verified: no, type: nauc_recall_at_1000_diff1
value: 17.292371836130375
verified: no, type: nauc_recall_at_1000_max
value: 30.063428770298646
verified: no, type: nauc_recall_at_1000_std
value: 27.266720257836646
verified: no, type: nauc_recall_at_100_diff1
value: 25.518772759837905
verified: no, type: nauc_recall_at_100_max
value: 27.983667361301695
verified: no, type: nauc_recall_at_100_std
value: 8.81661570943781
verified: no, type: nauc_recall_at_10_diff1
value: 29.87897990917106
verified: no, type: nauc_recall_at_10_max
value: 25.485885868208445
verified: no, type: nauc_recall_at_10_std
value: -6.641874520615964
verified: no, type: nauc_recall_at_1_diff1
value: 43.10097813336232
verified: no, type: nauc_recall_at_1_max
value: 19.193840466191563
verified: no, type: nauc_recall_at_1_std
value: -11.929790304601932
verified: no, type: nauc_recall_at_20_diff1
value: 27.731309646089407
verified: no, type: nauc_recall_at_20_max
value: 26.12418766852187
verified: no, type: nauc_recall_at_20_std
value: -0.4386287458810386
verified: no, type: nauc_recall_at_3_diff1
value: 33.621580874674756
verified: no, type: nauc_recall_at_3_max
value: 20.72568001445513
verified: no, type: nauc_recall_at_3_std
value: -7.86587386097677
verified: no, type: nauc_recall_at_5_diff1
value: 30.836520511284927
verified: no, type: nauc_recall_at_5_max
value: 22.3196121617547
verified: no, type: nauc_recall_at_5_std
value: -8.10348489540578
verified: no, type: ndcg_at_1
value: 28.589
verified: no, type: ndcg_at_10
value: 38.055
verified: no, type: ndcg_at_100
value: 42.825
verified: no, type: ndcg_at_1000
value: 45.138
verified: no, type: ndcg_at_20
value: 39.836
verified: no, type: ndcg_at_3
value: 33.286
verified: no, type: ndcg_at_5
value: 35.514
verified: no, type: precision_at_1
value: 28.589
verified: no, type: precision_at_10
value: 6.332
verified: no, type: precision_at_100
value: 0.958
verified: no, type: precision_at_1000
value: 0.123
verified: no, type: precision_at_20
value: 3.6580000000000004
verified: no, type: precision_at_3
value: 14.901
verified: no, type: precision_at_5
value: 10.545
verified: no, type: recall_at_1
value: 24.558
verified: no, type: recall_at_10
value: 49.728
verified: no, type: recall_at_100
value: 71.363
verified: no, type: recall_at_1000
value: 88.11
verified: no, type: recall_at_20
value: 56.28300000000001
verified: no, type: recall_at_3
value: 36.874
verified: no, type: recall_at_5
value: 42.236000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 17.927
verified: no, type: map_at_1
value: 10.132
verified: no, type: map_at_10
value: 14.888000000000002
verified: no, type: map_at_100
value: 15.592
verified: no, type: map_at_1000
value: 15.695999999999998
verified: no, type: map_at_20
value: 15.212
verified: no, type: map_at_3
value: 13.089
verified: no, type: map_at_5
value: 14.244000000000002
verified: no, type: mrr_at_1
value: 10.96045197740113
verified: no, type: mrr_at_10
value: 16.036857680925475
verified: no, type: mrr_at_100
value: 16.737684779915675
verified: no, type: mrr_at_1000
value: 16.831323845652904
verified: no, type: mrr_at_20
value: 16.358733770878914
verified: no, type: mrr_at_3
value: 14.161958568738225
verified: no, type: mrr_at_5
value: 15.3879472693032
verified: no, type: nauc_map_at_1000_diff1
value: 39.00171673545131
verified: no, type: nauc_map_at_1000_max
value: 16.360922604089716
verified: no, type: nauc_map_at_1000_std
value: -13.05049802761275
verified: no, type: nauc_map_at_100_diff1
value: 39.01994908990517
verified: no, type: nauc_map_at_100_max
value: 16.326197233364912
verified: no, type: nauc_map_at_100_std
value: -13.084954741863495
verified: no, type: nauc_map_at_10_diff1
value: 39.623323453247224
verified: no, type: nauc_map_at_10_max
value: 16.744357952505172
verified: no, type: nauc_map_at_10_std
value: -13.355850345863812
verified: no, type: nauc_map_at_1_diff1
value: 48.88965001529249
verified: no, type: nauc_map_at_1_max
value: 18.88639959424656
verified: no, type: nauc_map_at_1_std
value: -17.1319638494059
verified: no, type: nauc_map_at_20_diff1
value: 39.41391782107215
verified: no, type: nauc_map_at_20_max
value: 16.436218698070206
verified: no, type: nauc_map_at_20_std
value: -13.251381052234823
verified: no, type: nauc_map_at_3_diff1
value: 42.09245883440775
verified: no, type: nauc_map_at_3_max
value: 17.37561018548367
verified: no, type: nauc_map_at_3_std
value: -14.747511710637228
verified: no, type: nauc_map_at_5_diff1
value: 40.56771707090133
verified: no, type: nauc_map_at_5_max
value: 17.172381597919617
verified: no, type: nauc_map_at_5_std
value: -13.428527512099642
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.72656635049056
verified: no, type: nauc_mrr_at_1000_max
value: 17.522952185292297
verified: no, type: nauc_mrr_at_1000_std
value: -11.356638573581112
verified: no, type: nauc_mrr_at_100_diff1
value: 36.7051111737691
verified: no, type: nauc_mrr_at_100_max
value: 17.505028646504048
verified: no, type: nauc_mrr_at_100_std
value: -11.370293347360592
verified: no, type: nauc_mrr_at_10_diff1
value: 37.204058811094626
verified: no, type: nauc_mrr_at_10_max
value: 17.812381178267195
verified: no, type: nauc_mrr_at_10_std
value: -11.609489635063657
verified: no, type: nauc_mrr_at_1_diff1
value: 46.34684530024202
verified: no, type: nauc_mrr_at_1_max
value: 20.645482726520246
verified: no, type: nauc_mrr_at_1_std
value: -15.256629279115499
verified: no, type: nauc_mrr_at_20_diff1
value: 37.03558598145921
verified: no, type: nauc_mrr_at_20_max
value: 17.573901276318118
verified: no, type: nauc_mrr_at_20_std
value: -11.517171641646359
verified: no, type: nauc_mrr_at_3_diff1
value: 39.339896947034454
verified: no, type: nauc_mrr_at_3_max
value: 18.287907217665357
verified: no, type: nauc_mrr_at_3_std
value: -12.636622643907716
verified: no, type: nauc_mrr_at_5_diff1
value: 38.121844521130456
verified: no, type: nauc_mrr_at_5_max
value: 18.371335890916995
verified: no, type: nauc_mrr_at_5_std
value: -11.617507668358096
verified: no, type: nauc_ndcg_at_1000_diff1
value: 32.78592760515365
verified: no, type: nauc_ndcg_at_1000_max
value: 14.911723975120816
verified: no, type: nauc_ndcg_at_1000_std
value: -9.278204194955832
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.73943531928465
verified: no, type: nauc_ndcg_at_100_max
value: 14.118912773498677
verified: no, type: nauc_ndcg_at_100_std
value: -9.74764371554
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.48405958190327
verified: no, type: nauc_ndcg_at_10_max
value: 15.934118201446198
verified: no, type: nauc_ndcg_at_10_std
value: -11.265750609183248
verified: no, type: nauc_ndcg_at_1_diff1
value: 46.34684530024202
verified: no, type: nauc_ndcg_at_1_max
value: 20.645482726520246
verified: no, type: nauc_ndcg_at_1_std
value: -15.256629279115499
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.92936450987347
verified: no, type: nauc_ndcg_at_20_max
value: 14.997147759487275
verified: no, type: nauc_ndcg_at_20_std
value: -10.90534510955765
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.564273480893064
verified: no, type: nauc_ndcg_at_3_max
value: 16.997125690949876
verified: no, type: nauc_ndcg_at_3_std
value: -13.626983838066039
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.378847387752366
verified: no, type: nauc_ndcg_at_5_max
value: 16.89887306867072
verified: no, type: nauc_ndcg_at_5_std
value: -11.407118339264095
verified: no, type: nauc_precision_at_1000_diff1
value: 1.7604025336184552
verified: no, type: nauc_precision_at_1000_max
value: 12.316814590209429
verified: no, type: nauc_precision_at_1000_std
value: 4.912221884638917
verified: no, type: nauc_precision_at_100_diff1
value: 12.7149454501141
verified: no, type: nauc_precision_at_100_max
value: 8.627488983109469
verified: no, type: nauc_precision_at_100_std
value: -1.4796296386087002
verified: no, type: nauc_precision_at_10_diff1
value: 24.52680199714052
verified: no, type: nauc_precision_at_10_max
value: 14.876775739920282
verified: no, type: nauc_precision_at_10_std
value: -6.00039912306603
verified: no, type: nauc_precision_at_1_diff1
value: 46.34684530024202
verified: no, type: nauc_precision_at_1_max
value: 20.645482726520246
verified: no, type: nauc_precision_at_1_std
value: -15.256629279115499
verified: no, type: nauc_precision_at_20_diff1
value: 22.81080776346977
verified: no, type: nauc_precision_at_20_max
value: 12.326012145786024
verified: no, type: nauc_precision_at_20_std
value: -5.437633053531895
verified: no, type: nauc_precision_at_3_diff1
value: 32.67939100072193
verified: no, type: nauc_precision_at_3_max
value: 16.530767144612316
verified: no, type: nauc_precision_at_3_std
value: -10.687184571751365
verified: no, type: nauc_precision_at_5_diff1
value: 28.480740382194625
verified: no, type: nauc_precision_at_5_max
value: 16.896917624618784
verified: no, type: nauc_precision_at_5_std
value: -6.8927257580114905
verified: no, type: nauc_recall_at_1000_diff1
value: 15.083243858186279
verified: no, type: nauc_recall_at_1000_max
value: 8.745483631424433
verified: no, type: nauc_recall_at_1000_std
value: 3.3282507051346
verified: no, type: nauc_recall_at_100_diff1
value: 18.483835180651507
verified: no, type: nauc_recall_at_100_max
value: 6.54099370511598
verified: no, type: nauc_recall_at_100_std
value: -1.9553392949077202
verified: no, type: nauc_recall_at_10_diff1
value: 27.74828523396492
verified: no, type: nauc_recall_at_10_max
value: 12.963699592730055
verified: no, type: nauc_recall_at_10_std
value: -7.795865030777911
verified: no, type: nauc_recall_at_1_diff1
value: 48.88965001529249
verified: no, type: nauc_recall_at_1_max
value: 18.88639959424656
verified: no, type: nauc_recall_at_1_std
value: -17.1319638494059
verified: no, type: nauc_recall_at_20_diff1
value: 26.44464841801272
verified: no, type: nauc_recall_at_20_max
value: 10.220627594573838
verified: no, type: nauc_recall_at_20_std
value: -6.721672070909082
verified: no, type: nauc_recall_at_3_diff1
value: 36.37699591043693
verified: no, type: nauc_recall_at_3_max
value: 15.862292439708883
verified: no, type: nauc_recall_at_3_std
value: -12.303802857048026
verified: no, type: nauc_recall_at_5_diff1
value: 31.754265440752576
verified: no, type: nauc_recall_at_5_max
value: 15.01827261166614
verified: no, type: nauc_recall_at_5_std
value: -7.853388865183118
verified: no, type: ndcg_at_1
value: 10.96
verified: no, type: ndcg_at_10
value: 17.927
verified: no, type: ndcg_at_100
value: 21.945
verified: no, type: ndcg_at_1000
value: 25.088
verified: no, type: ndcg_at_20
value: 19.084
verified: no, type: ndcg_at_3
value: 14.334
verified: no, type: ndcg_at_5
value: 16.406000000000002
verified: no, type: precision_at_1
value: 10.96
verified: no, type: precision_at_10
value: 2.994
verified: no, type: precision_at_100
value: 0.534
verified: no, type: precision_at_1000
value: 0.08499999999999999
verified: no, type: precision_at_20
value: 1.763
verified: no, type: precision_at_3
value: 6.29
verified: no, type: precision_at_5
value: 4.949
verified: no, type: recall_at_1
value: 10.132
verified: no, type: recall_at_10
value: 26.226
verified: no, type: recall_at_100
value: 45.771
verified: no, type: recall_at_1000
value: 70.384
verified: no, type: recall_at_20
value: 30.615
verified: no, type: recall_at_3
value: 16.677
verified: no, type: recall_at_5
value: 21.65
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 11.558
verified: no, type: map_at_1
value: 5.537
verified: no, type: map_at_10
value: 9.035
verified: no, type: map_at_100
value: 9.8
verified: no, type: map_at_1000
value: 9.92
verified: no, type: map_at_20
value: 9.386
verified: no, type: map_at_3
value: 7.739
verified: no, type: map_at_5
value: 8.542
verified: no, type: mrr_at_1
value: 6.8407960199004965
verified: no, type: mrr_at_10
value: 10.966052673142231
verified: no, type: mrr_at_100
value: 11.774944292277018
verified: no, type: mrr_at_1000
value: 11.877564094892398
verified: no, type: mrr_at_20
value: 11.364516380241744
verified: no, type: mrr_at_3
value: 9.41127694859038
verified: no, type: mrr_at_5
value: 10.356550580431179
verified: no, type: nauc_map_at_1000_diff1
value: 20.916772938574464
verified: no, type: nauc_map_at_1000_max
value: 12.352280412970593
verified: no, type: nauc_map_at_1000_std
value: -1.8198465811922329
verified: no, type: nauc_map_at_100_diff1
value: 20.963714946986137
verified: no, type: nauc_map_at_100_max
value: 12.331017539943835
verified: no, type: nauc_map_at_100_std
value: -1.937670190970894
verified: no, type: nauc_map_at_10_diff1
value: 20.848304879730897
verified: no, type: nauc_map_at_10_max
value: 12.468097594672594
verified: no, type: nauc_map_at_10_std
value: -2.4672051805540023
verified: no, type: nauc_map_at_1_diff1
value: 32.60593783478871
verified: no, type: nauc_map_at_1_max
value: 9.990167711148521
verified: no, type: nauc_map_at_1_std
value: -4.037090523732734
verified: no, type: nauc_map_at_20_diff1
value: 20.36295218699201
verified: no, type: nauc_map_at_20_max
value: 12.49767445878718
verified: no, type: nauc_map_at_20_std
value: -2.0815591080351874
verified: no, type: nauc_map_at_3_diff1
value: 22.819040565948495
verified: no, type: nauc_map_at_3_max
value: 11.904338277409831
verified: no, type: nauc_map_at_3_std
value: -1.1877062355725372
verified: no, type: nauc_map_at_5_diff1
value: 21.978050715310705
verified: no, type: nauc_map_at_5_max
value: 12.94750816851188
verified: no, type: nauc_map_at_5_std
value: -1.8136367816089083
verified: no, type: nauc_mrr_at_1000_diff1
value: 20.777865488384833
verified: no, type: nauc_mrr_at_1000_max
value: 14.426132363654585
verified: no, type: nauc_mrr_at_1000_std
value: -0.3065061842110255
verified: no, type: nauc_mrr_at_100_diff1
value: 20.783313956026365
verified: no, type: nauc_mrr_at_100_max
value: 14.411590004667593
verified: no, type: nauc_mrr_at_100_std
value: -0.34797702856253043
verified: no, type: nauc_mrr_at_10_diff1
value: 20.648359874646143
verified: no, type: nauc_mrr_at_10_max
value: 14.38307970390809
verified: no, type: nauc_mrr_at_10_std
value: -0.8546435371433181
verified: no, type: nauc_mrr_at_1_diff1
value: 31.427297427807733
verified: no, type: nauc_mrr_at_1_max
value: 12.764630544701506
verified: no, type: nauc_mrr_at_1_std
value: -2.827742777221677
verified: no, type: nauc_mrr_at_20_diff1
value: 20.432677958974104
verified: no, type: nauc_mrr_at_20_max
value: 14.588347793139741
verified: no, type: nauc_mrr_at_20_std
value: -0.3878693496171758
verified: no, type: nauc_mrr_at_3_diff1
value: 22.894270872770246
verified: no, type: nauc_mrr_at_3_max
value: 14.760214134887791
verified: no, type: nauc_mrr_at_3_std
value: 0.6884063509323847
verified: no, type: nauc_mrr_at_5_diff1
value: 21.84523051227342
verified: no, type: nauc_mrr_at_5_max
value: 15.147773187307905
verified: no, type: nauc_mrr_at_5_std
value: -0.13386409492831713
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.80347976417988
verified: no, type: nauc_ndcg_at_1000_max
value: 12.98530649575513
verified: no, type: nauc_ndcg_at_1000_std
value: 1.0413243710346565
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.892820999777832
verified: no, type: nauc_ndcg_at_100_max
value: 12.789144821471856
verified: no, type: nauc_ndcg_at_100_std
value: -0.56651940344724
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.30513970774937
verified: no, type: nauc_ndcg_at_10_max
value: 13.246368271348302
verified: no, type: nauc_ndcg_at_10_std
value: -2.642051852326658
verified: no, type: nauc_ndcg_at_1_diff1
value: 31.427297427807733
verified: no, type: nauc_ndcg_at_1_max
value: 12.764630544701506
verified: no, type: nauc_ndcg_at_1_std
value: -2.827742777221677
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.166072681498136
verified: no, type: nauc_ndcg_at_20_max
value: 13.376752126486535
verified: no, type: nauc_ndcg_at_20_std
value: -1.5067619968951451
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.724478308692746
verified: no, type: nauc_ndcg_at_3_max
value: 13.176316977679184
verified: no, type: nauc_ndcg_at_3_std
value: -0.13245659190306835
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.55106459406602
verified: no, type: nauc_ndcg_at_5_max
value: 14.456939527685018
verified: no, type: nauc_ndcg_at_5_std
value: -1.1862316471859782
verified: no, type: nauc_precision_at_1000_diff1
value: 5.4061426135052795
verified: no, type: nauc_precision_at_1000_max
value: 8.548169416197933
verified: no, type: nauc_precision_at_1000_std
value: 3.658065089149798
verified: no, type: nauc_precision_at_100_diff1
value: 14.247724615644763
verified: no, type: nauc_precision_at_100_max
value: 11.779412988566204
verified: no, type: nauc_precision_at_100_std
value: 1.5209713349954164
verified: no, type: nauc_precision_at_10_diff1
value: 9.652381214784702
verified: no, type: nauc_precision_at_10_max
value: 14.877310586521517
verified: no, type: nauc_precision_at_10_std
value: -2.7668903278490573
verified: no, type: nauc_precision_at_1_diff1
value: 31.427297427807733
verified: no, type: nauc_precision_at_1_max
value: 12.764630544701506
verified: no, type: nauc_precision_at_1_std
value: -2.827742777221677
verified: no, type: nauc_precision_at_20_diff1
value: 7.8127255661062325
verified: no, type: nauc_precision_at_20_max
value: 13.84636161342973
verified: no, type: nauc_precision_at_20_std
value: -0.9240951912603481
verified: no, type: nauc_precision_at_3_diff1
value: 16.007111043256366
verified: no, type: nauc_precision_at_3_max
value: 15.242692431839158
verified: no, type: nauc_precision_at_3_std
value: 2.69612099816207
verified: no, type: nauc_precision_at_5_diff1
value: 13.309730260264777
verified: no, type: nauc_precision_at_5_max
value: 16.49942453062335
verified: no, type: nauc_precision_at_5_std
value: 0.05343333580220116
verified: no, type: nauc_recall_at_1000_diff1
value: 10.200411782565407
verified: no, type: nauc_recall_at_1000_max
value: 11.380212902030081
verified: no, type: nauc_recall_at_1000_std
value: 9.532065407029178
verified: no, type: nauc_recall_at_100_diff1
value: 16.16501918058588
verified: no, type: nauc_recall_at_100_max
value: 11.452734796274303
verified: no, type: nauc_recall_at_100_std
value: 1.8079322933177846
verified: no, type: nauc_recall_at_10_diff1
value: 10.578375621069744
verified: no, type: nauc_recall_at_10_max
value: 13.228784631194133
verified: no, type: nauc_recall_at_10_std
value: -4.338515883241126
verified: no, type: nauc_recall_at_1_diff1
value: 32.60593783478871
verified: no, type: nauc_recall_at_1_max
value: 9.990167711148521
verified: no, type: nauc_recall_at_1_std
value: -4.037090523732734
verified: no, type: nauc_recall_at_20_diff1
value: 8.048982120544167
verified: no, type: nauc_recall_at_20_max
value: 13.163243007033731
verified: no, type: nauc_recall_at_20_std
value: -1.4197678444217638
verified: no, type: nauc_recall_at_3_diff1
value: 15.251432864292589
verified: no, type: nauc_recall_at_3_max
value: 12.755250561498388
verified: no, type: nauc_recall_at_3_std
value: 0.49200336723724136
verified: no, type: nauc_recall_at_5_diff1
value: 14.823258966999065
verified: no, type: nauc_recall_at_5_max
value: 15.742557144170593
verified: no, type: nauc_recall_at_5_std
value: -1.248050128510854
verified: no, type: ndcg_at_1
value: 6.841
verified: no, type: ndcg_at_10
value: 11.558
verified: no, type: ndcg_at_100
value: 15.842
verified: no, type: ndcg_at_1000
value: 19.347
verified: no, type: ndcg_at_20
value: 12.844
verified: no, type: ndcg_at_3
value: 8.944
verified: no, type: ndcg_at_5
value: 10.355
verified: no, type: precision_at_1
value: 6.841
verified: no, type: precision_at_10
value: 2.289
verified: no, type: precision_at_100
value: 0.524
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_20
value: 1.505
verified: no, type: precision_at_3
value: 4.312
verified: no, type: precision_at_5
value: 3.5319999999999996
verified: no, type: recall_at_1
value: 5.537
verified: no, type: recall_at_10
value: 17.43
verified: no, type: recall_at_100
value: 37.055
verified: no, type: recall_at_1000
value: 63.044999999999995
verified: no, type: recall_at_20
value: 22.024
verified: no, type: recall_at_3
value: 10.649000000000001
verified: no, type: recall_at_5
value: 13.927999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 26.135
verified: no, type: map_at_1
value: 16.003
verified: no, type: map_at_10
value: 21.991
verified: no, type: map_at_100
value: 23.102
verified: no, type: map_at_1000
value: 23.253
verified: no, type: map_at_20
value: 22.570999999999998
verified: no, type: map_at_3
value: 20.073
verified: no, type: map_at_5
value: 21.068
verified: no, type: mrr_at_1
value: 20.115495668912416
verified: no, type: mrr_at_10
value: 26.35088684174342
verified: no, type: mrr_at_100
value: 27.27169594039582
verified: no, type: mrr_at_1000
value: 27.35928568488418
verified: no, type: mrr_at_20
value: 26.858695587360458
verified: no, type: mrr_at_3
value: 24.286172601860766
verified: no, type: mrr_at_5
value: 25.37375681745268
verified: no, type: nauc_map_at_1000_diff1
value: 40.91032276115522
verified: no, type: nauc_map_at_1000_max
value: 25.221223982311958
verified: no, type: nauc_map_at_1000_std
value: -0.1387795831763945
verified: no, type: nauc_map_at_100_diff1
value: 40.90712031293861
verified: no, type: nauc_map_at_100_max
value: 25.15651612264732
verified: no, type: nauc_map_at_100_std
value: -0.2330988913335684
verified: no, type: nauc_map_at_10_diff1
value: 41.567594388966945
verified: no, type: nauc_map_at_10_max
value: 24.991835713639748
verified: no, type: nauc_map_at_10_std
value: -0.8162895427784594
verified: no, type: nauc_map_at_1_diff1
value: 48.32223952417276
verified: no, type: nauc_map_at_1_max
value: 28.237068229342853
verified: no, type: nauc_map_at_1_std
value: -1.6749833962115273
verified: no, type: nauc_map_at_20_diff1
value: 41.01400659445314
verified: no, type: nauc_map_at_20_max
value: 24.909188869809206
verified: no, type: nauc_map_at_20_std
value: -0.5703733048009072
verified: no, type: nauc_map_at_3_diff1
value: 42.777765497914224
verified: no, type: nauc_map_at_3_max
value: 24.53555668898789
verified: no, type: nauc_map_at_3_std
value: -1.8650797822160707
verified: no, type: nauc_map_at_5_diff1
value: 41.98381831406599
verified: no, type: nauc_map_at_5_max
value: 24.454326742118653
verified: no, type: nauc_map_at_5_std
value: -1.7568696594944115
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.73873033664738
verified: no, type: nauc_mrr_at_1000_max
value: 26.311559418353138
verified: no, type: nauc_mrr_at_1000_std
value: 2.307396822839201
verified: no, type: nauc_mrr_at_100_diff1
value: 36.7140318471208
verified: no, type: nauc_mrr_at_100_max
value: 26.311782291595986
verified: no, type: nauc_mrr_at_100_std
value: 2.285229892670158
verified: no, type: nauc_mrr_at_10_diff1
value: 37.28243374057498
verified: no, type: nauc_mrr_at_10_max
value: 26.368591409423576
verified: no, type: nauc_mrr_at_10_std
value: 1.9491124570829739
verified: no, type: nauc_mrr_at_1_diff1
value: 42.55878534050743
verified: no, type: nauc_mrr_at_1_max
value: 29.30745801423874
verified: no, type: nauc_mrr_at_1_std
value: 1.940148496646025
verified: no, type: nauc_mrr_at_20_diff1
value: 36.85155316305162
verified: no, type: nauc_mrr_at_20_max
value: 26.28563593657426
verified: no, type: nauc_mrr_at_20_std
value: 2.2067288986291604
verified: no, type: nauc_mrr_at_3_diff1
value: 37.74300498063895
verified: no, type: nauc_mrr_at_3_max
value: 26.185517887424243
verified: no, type: nauc_mrr_at_3_std
value: 1.1322132253308712
verified: no, type: nauc_mrr_at_5_diff1
value: 37.35613022145165
verified: no, type: nauc_mrr_at_5_max
value: 26.128163653589276
verified: no, type: nauc_mrr_at_5_std
value: 1.1982193155672898
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.48417889374709
verified: no, type: nauc_ndcg_at_1000_max
value: 25.875248500468068
verified: no, type: nauc_ndcg_at_1000_std
value: 4.57219041022771
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.09532635441415
verified: no, type: nauc_ndcg_at_100_max
value: 25.485334853917387
verified: no, type: nauc_ndcg_at_100_std
value: 3.4427418415127224
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.53715622242444
verified: no, type: nauc_ndcg_at_10_max
value: 24.653374176329997
verified: no, type: nauc_ndcg_at_10_std
value: 0.6629939462831053
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.55878534050743
verified: no, type: nauc_ndcg_at_1_max
value: 29.30745801423874
verified: no, type: nauc_ndcg_at_1_std
value: 1.940148496646025
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.76518197781357
verified: no, type: nauc_ndcg_at_20_max
value: 24.126699890156292
verified: no, type: nauc_ndcg_at_20_std
value: 1.4428406860516274
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.06182882170602
verified: no, type: nauc_ndcg_at_3_max
value: 24.88005507031061
verified: no, type: nauc_ndcg_at_3_std
value: -0.8252232376726953
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.227747166933035
verified: no, type: nauc_ndcg_at_5_max
value: 24.331548271464296
verified: no, type: nauc_ndcg_at_5_std
value: -1.045535309144458
verified: no, type: nauc_precision_at_1000_diff1
value: 0.6744570809807277
verified: no, type: nauc_precision_at_1000_max
value: 16.92018898737346
verified: no, type: nauc_precision_at_1000_std
value: 18.1190364671429
verified: no, type: nauc_precision_at_100_diff1
value: 8.858045484931063
verified: no, type: nauc_precision_at_100_max
value: 25.240500343532656
verified: no, type: nauc_precision_at_100_std
value: 16.755443047472284
verified: no, type: nauc_precision_at_10_diff1
value: 26.258041715603476
verified: no, type: nauc_precision_at_10_max
value: 27.28216839944083
verified: no, type: nauc_precision_at_10_std
value: 8.997506480833005
verified: no, type: nauc_precision_at_1_diff1
value: 42.55878534050743
verified: no, type: nauc_precision_at_1_max
value: 29.30745801423874
verified: no, type: nauc_precision_at_1_std
value: 1.940148496646025
verified: no, type: nauc_precision_at_20_diff1
value: 17.96028083532586
verified: no, type: nauc_precision_at_20_max
value: 24.5806246609877
verified: no, type: nauc_precision_at_20_std
value: 11.893774240190767
verified: no, type: nauc_precision_at_3_diff1
value: 31.945518249488586
verified: no, type: nauc_precision_at_3_max
value: 24.958243709577648
verified: no, type: nauc_precision_at_3_std
value: 2.164558675417751
verified: no, type: nauc_precision_at_5_diff1
value: 28.69774860461521
verified: no, type: nauc_precision_at_5_max
value: 25.17003418443286
verified: no, type: nauc_precision_at_5_std
value: 2.679768484580427
verified: no, type: nauc_recall_at_1000_diff1
value: 18.12856244926397
verified: no, type: nauc_recall_at_1000_max
value: 22.492300740962385
verified: no, type: nauc_recall_at_1000_std
value: 31.151312867112114
verified: no, type: nauc_recall_at_100_diff1
value: 21.212130172542423
verified: no, type: nauc_recall_at_100_max
value: 22.22781707036153
verified: no, type: nauc_recall_at_100_std
value: 13.796697445509565
verified: no, type: nauc_recall_at_10_diff1
value: 31.667212502229226
verified: no, type: nauc_recall_at_10_max
value: 20.54792660797017
verified: no, type: nauc_recall_at_10_std
value: 1.9922578005942282
verified: no, type: nauc_recall_at_1_diff1
value: 48.32223952417276
verified: no, type: nauc_recall_at_1_max
value: 28.237068229342853
verified: no, type: nauc_recall_at_1_std
value: -1.6749833962115273
verified: no, type: nauc_recall_at_20_diff1
value: 26.063660636231813
verified: no, type: nauc_recall_at_20_max
value: 18.221969747927698
verified: no, type: nauc_recall_at_20_std
value: 4.183525955133941
verified: no, type: nauc_recall_at_3_diff1
value: 36.69306652332381
verified: no, type: nauc_recall_at_3_max
value: 20.30087651832777
verified: no, type: nauc_recall_at_3_std
value: -2.51561375118108
verified: no, type: nauc_recall_at_5_diff1
value: 34.54962600345748
verified: no, type: nauc_recall_at_5_max
value: 19.848542668680956
verified: no, type: nauc_recall_at_5_std
value: -2.370317058642904
verified: no, type: ndcg_at_1
value: 20.115
verified: no, type: ndcg_at_10
value: 26.135
verified: no, type: ndcg_at_100
value: 31.569999999999997
verified: no, type: ndcg_at_1000
value: 34.809
verified: no, type: ndcg_at_20
value: 28.034
verified: no, type: ndcg_at_3
value: 22.724
verified: no, type: ndcg_at_5
value: 24.13
verified: no, type: precision_at_1
value: 20.115
verified: no, type: precision_at_10
value: 4.841
verified: no, type: precision_at_100
value: 0.9199999999999999
verified: no, type: precision_at_1000
value: 0.13999999999999999
verified: no, type: precision_at_20
value: 3.0220000000000002
verified: no, type: precision_at_3
value: 10.715
verified: no, type: precision_at_5
value: 7.642
verified: no, type: recall_at_1
value: 16.003
verified: no, type: recall_at_10
value: 34.39
verified: no, type: recall_at_100
value: 58.506
verified: no, type: recall_at_1000
value: 80.76100000000001
verified: no, type: recall_at_20
value: 41.208
verified: no, type: recall_at_3
value: 24.557000000000002
verified: no, type: recall_at_5
value: 28.313
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 19.758
verified: no, type: map_at_1
value: 11.254
verified: no, type: map_at_10
value: 16.052
verified: no, type: map_at_100
value: 17.206
verified: no, type: map_at_1000
value: 17.345
verified: no, type: map_at_20
value: 16.703000000000003
verified: no, type: map_at_3
value: 14.187
verified: no, type: map_at_5
value: 15.134
verified: no, type: mrr_at_1
value: 13.812785388127855
verified: no, type: mrr_at_10
value: 19.398329346959482
verified: no, type: mrr_at_100
value: 20.390761755783814
verified: no, type: mrr_at_1000
value: 20.484199226222163
verified: no, type: mrr_at_20
value: 20.011335655566224
verified: no, type: mrr_at_3
value: 17.50380517503805
verified: no, type: mrr_at_5
value: 18.468417047184165
verified: no, type: nauc_map_at_1000_diff1
value: 29.038728849492973
verified: no, type: nauc_map_at_1000_max
value: 20.526399571670584
verified: no, type: nauc_map_at_1000_std
value: 2.819917636411197
verified: no, type: nauc_map_at_100_diff1
value: 29.04480904154762
verified: no, type: nauc_map_at_100_max
value: 20.47483646174989
verified: no, type: nauc_map_at_100_std
value: 2.7464980481925543
verified: no, type: nauc_map_at_10_diff1
value: 29.355564822749397
verified: no, type: nauc_map_at_10_max
value: 19.849600430175897
verified: no, type: nauc_map_at_10_std
value: 1.4781601775030235
verified: no, type: nauc_map_at_1_diff1
value: 34.441590098330465
verified: no, type: nauc_map_at_1_max
value: 22.190211974408516
verified: no, type: nauc_map_at_1_std
value: 1.35607643880086
verified: no, type: nauc_map_at_20_diff1
value: 29.19174417589651
verified: no, type: nauc_map_at_20_max
value: 20.16990677894704
verified: no, type: nauc_map_at_20_std
value: 2.197721455866927
verified: no, type: nauc_map_at_3_diff1
value: 30.391792468658412
verified: no, type: nauc_map_at_3_max
value: 19.411796324295207
verified: no, type: nauc_map_at_3_std
value: -0.17171495622624952
verified: no, type: nauc_map_at_5_diff1
value: 29.316904588812086
verified: no, type: nauc_map_at_5_max
value: 18.67254075298057
verified: no, type: nauc_map_at_5_std
value: 0.5099525694160543
verified: no, type: nauc_mrr_at_1000_diff1
value: 25.517827499006824
verified: no, type: nauc_mrr_at_1000_max
value: 21.556402307656914
verified: no, type: nauc_mrr_at_1000_std
value: 3.544433554715283
verified: no, type: nauc_mrr_at_100_diff1
value: 25.4930509605764
verified: no, type: nauc_mrr_at_100_max
value: 21.526129216743367
verified: no, type: nauc_mrr_at_100_std
value: 3.5308345110863804
verified: no, type: nauc_mrr_at_10_diff1
value: 25.907408294639726
verified: no, type: nauc_mrr_at_10_max
value: 21.44298614065687
verified: no, type: nauc_mrr_at_10_std
value: 2.6856085846547244
verified: no, type: nauc_mrr_at_1_diff1
value: 31.08197696326535
verified: no, type: nauc_mrr_at_1_max
value: 24.183604210084745
verified: no, type: nauc_mrr_at_1_std
value: 3.758908675346759
verified: no, type: nauc_mrr_at_20_diff1
value: 25.61692402007939
verified: no, type: nauc_mrr_at_20_max
value: 21.433713671514695
verified: no, type: nauc_mrr_at_20_std
value: 3.1785072781695867
verified: no, type: nauc_mrr_at_3_diff1
value: 26.70768031878018
verified: no, type: nauc_mrr_at_3_max
value: 21.557841978789725
verified: no, type: nauc_mrr_at_3_std
value: 2.058667954064543
verified: no, type: nauc_mrr_at_5_diff1
value: 25.844403049359332
verified: no, type: nauc_mrr_at_5_max
value: 20.437872787204164
verified: no, type: nauc_mrr_at_5_std
value: 2.249168164639954
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.042074368589617
verified: no, type: nauc_ndcg_at_1000_max
value: 22.283748780245162
verified: no, type: nauc_ndcg_at_1000_std
value: 8.569287055998071
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.061106805156584
verified: no, type: nauc_ndcg_at_100_max
value: 21.441335058020876
verified: no, type: nauc_ndcg_at_100_std
value: 7.628223255499288
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.672247763637074
verified: no, type: nauc_ndcg_at_10_max
value: 19.792993513659432
verified: no, type: nauc_ndcg_at_10_std
value: 2.651255561980461
verified: no, type: nauc_ndcg_at_1_diff1
value: 31.08197696326535
verified: no, type: nauc_ndcg_at_1_max
value: 24.183604210084745
verified: no, type: nauc_ndcg_at_1_std
value: 3.758908675346759
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.10367665977027
verified: no, type: nauc_ndcg_at_20_max
value: 20.32968741636093
verified: no, type: nauc_ndcg_at_20_std
value: 4.750525960852563
verified: no, type: nauc_ndcg_at_3_diff1
value: 27.931405916569563
verified: no, type: nauc_ndcg_at_3_max
value: 19.358134788490304
verified: no, type: nauc_ndcg_at_3_std
value: 0.3337527916588303
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.540962196592854
verified: no, type: nauc_ndcg_at_5_max
value: 17.711229587393348
verified: no, type: nauc_ndcg_at_5_std
value: 1.1112218466671213
verified: no, type: nauc_precision_at_1000_diff1
value: -1.0839940730281052
verified: no, type: nauc_precision_at_1000_max
value: 14.806007033662134
verified: no, type: nauc_precision_at_1000_std
value: 12.260098837640603
verified: no, type: nauc_precision_at_100_diff1
value: 8.287109164674469
verified: no, type: nauc_precision_at_100_max
value: 22.21431638864311
verified: no, type: nauc_precision_at_100_std
value: 18.105404103559955
verified: no, type: nauc_precision_at_10_diff1
value: 18.45050698958133
verified: no, type: nauc_precision_at_10_max
value: 21.932294147343075
verified: no, type: nauc_precision_at_10_std
value: 5.068608796012588
verified: no, type: nauc_precision_at_1_diff1
value: 31.08197696326535
verified: no, type: nauc_precision_at_1_max
value: 24.183604210084745
verified: no, type: nauc_precision_at_1_std
value: 3.758908675346759
verified: no, type: nauc_precision_at_20_diff1
value: 16.424216850321777
verified: no, type: nauc_precision_at_20_max
value: 22.946114723533288
verified: no, type: nauc_precision_at_20_std
value: 11.065477781154195
verified: no, type: nauc_precision_at_3_diff1
value: 21.239493994265636
verified: no, type: nauc_precision_at_3_max
value: 19.10064962315441
verified: no, type: nauc_precision_at_3_std
value: 1.1895472976896921
verified: no, type: nauc_precision_at_5_diff1
value: 18.97420449069799
verified: no, type: nauc_precision_at_5_max
value: 17.200613151176004
verified: no, type: nauc_precision_at_5_std
value: 3.269398779657686
verified: no, type: nauc_recall_at_1000_diff1
value: 11.950573910124191
verified: no, type: nauc_recall_at_1000_max
value: 27.51439795224121
verified: no, type: nauc_recall_at_1000_std
value: 34.21339260871672
verified: no, type: nauc_recall_at_100_diff1
value: 15.27930191029562
verified: no, type: nauc_recall_at_100_max
value: 21.288217477937074
verified: no, type: nauc_recall_at_100_std
value: 20.30430065392602
verified: no, type: nauc_recall_at_10_diff1
value: 22.17839575838484
verified: no, type: nauc_recall_at_10_max
value: 17.714565420776474
verified: no, type: nauc_recall_at_10_std
value: 5.1170982698729786
verified: no, type: nauc_recall_at_1_diff1
value: 34.441590098330465
verified: no, type: nauc_recall_at_1_max
value: 22.190211974408516
verified: no, type: nauc_recall_at_1_std
value: 1.35607643880086
verified: no, type: nauc_recall_at_20_diff1
value: 20.061516696969772
verified: no, type: nauc_recall_at_20_max
value: 18.340000845412323
verified: no, type: nauc_recall_at_20_std
value: 10.43521071440928
verified: no, type: nauc_recall_at_3_diff1
value: 25.453986905175896
verified: no, type: nauc_recall_at_3_max
value: 15.125948989978072
verified: no, type: nauc_recall_at_3_std
value: -1.790719863501084
verified: no, type: nauc_recall_at_5_diff1
value: 21.59669389245006
verified: no, type: nauc_recall_at_5_max
value: 11.903526867802437
verified: no, type: nauc_recall_at_5_std
value: 0.40418943332145585
verified: no, type: ndcg_at_1
value: 13.813
verified: no, type: ndcg_at_10
value: 19.758
verified: no, type: ndcg_at_100
value: 25.354
verified: no, type: ndcg_at_1000
value: 28.693999999999996
verified: no, type: ndcg_at_20
value: 22.031
verified: no, type: ndcg_at_3
value: 16.238
verified: no, type: ndcg_at_5
value: 17.707
verified: no, type: precision_at_1
value: 13.813
verified: no, type: precision_at_10
value: 3.9730000000000003
verified: no, type: precision_at_100
value: 0.8160000000000001
verified: no, type: precision_at_1000
value: 0.126
verified: no, type: precision_at_20
value: 2.648
verified: no, type: precision_at_3
value: 7.877000000000001
verified: no, type: precision_at_5
value: 5.89
verified: no, type: recall_at_1
value: 11.254
verified: no, type: recall_at_10
value: 27.515
verified: no, type: recall_at_100
value: 52.334
verified: no, type: recall_at_1000
value: 76.155
verified: no, type: recall_at_20
value: 35.888999999999996
verified: no, type: recall_at_3
value: 17.971
verified: no, type: recall_at_5
value: 21.669
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 21.07341666666667
verified: no, type: ndcg_at_10
value: 21.07341666666667
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 16.72
verified: no, type: map_at_1
value: 8.427
verified: no, type: map_at_10
value: 13.578000000000001
verified: no, type: map_at_100
value: 14.244000000000002
verified: no, type: map_at_1000
value: 14.334
verified: no, type: map_at_20
value: 13.844999999999999
verified: no, type: map_at_3
value: 12.098
verified: no, type: map_at_5
value: 12.94
verified: no, type: mrr_at_1
value: 10.276073619631902
verified: no, type: mrr_at_10
value: 15.563163404421068
verified: no, type: mrr_at_100
value: 16.243501191013372
verified: no, type: mrr_at_1000
value: 16.326598550400714
verified: no, type: mrr_at_20
value: 15.835010751592735
verified: no, type: mrr_at_3
value: 14.084867075664617
verified: no, type: mrr_at_5
value: 14.959100204498977
verified: no, type: nauc_map_at_1000_diff1
value: 27.324178762376068
verified: no, type: nauc_map_at_1000_max
value: 12.931703379522668
verified: no, type: nauc_map_at_1000_std
value: 4.73456333386898
verified: no, type: nauc_map_at_100_diff1
value: 27.34622838311067
verified: no, type: nauc_map_at_100_max
value: 12.91468371425967
verified: no, type: nauc_map_at_100_std
value: 4.660423709324532
verified: no, type: nauc_map_at_10_diff1
value: 27.786049645824466
verified: no, type: nauc_map_at_10_max
value: 13.051732025757248
verified: no, type: nauc_map_at_10_std
value: 3.9813674415093017
verified: no, type: nauc_map_at_1_diff1
value: 37.8078166603838
verified: no, type: nauc_map_at_1_max
value: 18.42798238836718
verified: no, type: nauc_map_at_1_std
value: 5.121871528589787
verified: no, type: nauc_map_at_20_diff1
value: 27.499674353594223
verified: no, type: nauc_map_at_20_max
value: 12.94478406882537
verified: no, type: nauc_map_at_20_std
value: 4.493296326820834
verified: no, type: nauc_map_at_3_diff1
value: 27.706888272033474
verified: no, type: nauc_map_at_3_max
value: 14.16718033036183
verified: no, type: nauc_map_at_3_std
value: 4.824757330677733
verified: no, type: nauc_map_at_5_diff1
value: 27.16347266484325
verified: no, type: nauc_map_at_5_max
value: 13.482591539464833
verified: no, type: nauc_map_at_5_std
value: 3.756886413151248
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.59079445422016
verified: no, type: nauc_mrr_at_1000_max
value: 15.803380434866062
verified: no, type: nauc_mrr_at_1000_std
value: 5.945828189884464
verified: no, type: nauc_mrr_at_100_diff1
value: 27.59453423843916
verified: no, type: nauc_mrr_at_100_max
value: 15.791748225857912
verified: no, type: nauc_mrr_at_100_std
value: 5.897201399877941
verified: no, type: nauc_mrr_at_10_diff1
value: 28.019740147550863
verified: no, type: nauc_mrr_at_10_max
value: 15.950634088204172
verified: no, type: nauc_mrr_at_10_std
value: 5.335735935702793
verified: no, type: nauc_mrr_at_1_diff1
value: 36.88486104218857
verified: no, type: nauc_mrr_at_1_max
value: 21.74471596909647
verified: no, type: nauc_mrr_at_1_std
value: 6.04425265083589
verified: no, type: nauc_mrr_at_20_diff1
value: 27.805272740772153
verified: no, type: nauc_mrr_at_20_max
value: 15.844350397621676
verified: no, type: nauc_mrr_at_20_std
value: 5.730667567609247
verified: no, type: nauc_mrr_at_3_diff1
value: 27.55522336098593
verified: no, type: nauc_mrr_at_3_max
value: 17.45536213274877
verified: no, type: nauc_mrr_at_3_std
value: 6.9059369650430895
verified: no, type: nauc_mrr_at_5_diff1
value: 27.57582960899786
verified: no, type: nauc_mrr_at_5_max
value: 16.551605495750234
verified: no, type: nauc_mrr_at_5_std
value: 5.495233435792171
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.929008523637172
verified: no, type: nauc_ndcg_at_1000_max
value: 11.254054146704538
verified: no, type: nauc_ndcg_at_1000_std
value: 7.324843006585491
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.173576230159004
verified: no, type: nauc_ndcg_at_100_max
value: 10.629006563054636
verified: no, type: nauc_ndcg_at_100_std
value: 5.820864676015675
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.221238103653473
verified: no, type: nauc_ndcg_at_10_max
value: 11.591245301517517
verified: no, type: nauc_ndcg_at_10_std
value: 3.5505828540260533
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.88486104218857
verified: no, type: nauc_ndcg_at_1_max
value: 21.74471596909647
verified: no, type: nauc_ndcg_at_1_std
value: 6.04425265083589
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.338048627105366
verified: no, type: nauc_ndcg_at_20_max
value: 11.04514663570261
verified: no, type: nauc_ndcg_at_20_std
value: 4.9408627457505
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.638801216626018
verified: no, type: nauc_ndcg_at_3_max
value: 13.72657364958253
verified: no, type: nauc_ndcg_at_3_std
value: 5.592978648871568
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.868341603760292
verified: no, type: nauc_ndcg_at_5_max
value: 12.554201378354552
verified: no, type: nauc_ndcg_at_5_std
value: 3.4135609016154507
verified: no, type: nauc_precision_at_1000_diff1
value: 11.47987300128406
verified: no, type: nauc_precision_at_1000_max
value: 10.811775615667257
verified: no, type: nauc_precision_at_1000_std
value: 17.500601733350337
verified: no, type: nauc_precision_at_100_diff1
value: 15.985884028871183
verified: no, type: nauc_precision_at_100_max
value: 10.54036806076158
verified: no, type: nauc_precision_at_100_std
value: 12.704102390845787
verified: no, type: nauc_precision_at_10_diff1
value: 24.357606122889656
verified: no, type: nauc_precision_at_10_max
value: 12.388299140905582
verified: no, type: nauc_precision_at_10_std
value: 5.567676680326463
verified: no, type: nauc_precision_at_1_diff1
value: 36.88486104218857
verified: no, type: nauc_precision_at_1_max
value: 21.74471596909647
verified: no, type: nauc_precision_at_1_std
value: 6.04425265083589
verified: no, type: nauc_precision_at_20_diff1
value: 22.29752239987396
verified: no, type: nauc_precision_at_20_max
value: 11.461943527333755
verified: no, type: nauc_precision_at_20_std
value: 9.212651848480396
verified: no, type: nauc_precision_at_3_diff1
value: 21.728879729474617
verified: no, type: nauc_precision_at_3_max
value: 15.644625034348408
verified: no, type: nauc_precision_at_3_std
value: 7.83188211340833
verified: no, type: nauc_precision_at_5_diff1
value: 20.960583622797493
verified: no, type: nauc_precision_at_5_max
value: 13.56425942238203
verified: no, type: nauc_precision_at_5_std
value: 4.455984145522823
verified: no, type: nauc_recall_at_1000_diff1
value: 12.40454017002209
verified: no, type: nauc_recall_at_1000_max
value: 4.33102323793267
verified: no, type: nauc_recall_at_1000_std
value: 16.14060220792949
verified: no, type: nauc_recall_at_100_diff1
value: 15.73927907598055
verified: no, type: nauc_recall_at_100_max
value: 2.0840873023404565
verified: no, type: nauc_recall_at_100_std
value: 7.160557054445664
verified: no, type: nauc_recall_at_10_diff1
value: 22.232651699609598
verified: no, type: nauc_recall_at_10_max
value: 5.395567570319811
verified: no, type: nauc_recall_at_10_std
value: 0.8508805804428082
verified: no, type: nauc_recall_at_1_diff1
value: 37.8078166603838
verified: no, type: nauc_recall_at_1_max
value: 18.42798238836718
verified: no, type: nauc_recall_at_1_std
value: 5.121871528589787
verified: no, type: nauc_recall_at_20_diff1
value: 19.807094357048445
verified: no, type: nauc_recall_at_20_max
value: 3.777603709677428
verified: no, type: nauc_recall_at_20_std
value: 4.593154541236415
verified: no, type: nauc_recall_at_3_diff1
value: 19.806023089187597
verified: no, type: nauc_recall_at_3_max
value: 9.460182512845329
verified: no, type: nauc_recall_at_3_std
value: 4.952943772416038
verified: no, type: nauc_recall_at_5_diff1
value: 18.456248043436247
verified: no, type: nauc_recall_at_5_max
value: 7.409311618394561
verified: no, type: nauc_recall_at_5_std
value: 0.868506179904413
verified: no, type: ndcg_at_1
value: 10.276
verified: no, type: ndcg_at_10
value: 16.72
verified: no, type: ndcg_at_100
value: 20.495
verified: no, type: ndcg_at_1000
value: 23.217
verified: no, type: ndcg_at_20
value: 17.723
verified: no, type: ndcg_at_3
value: 13.841999999999999
verified: no, type: ndcg_at_5
value: 15.246
verified: no, type: precision_at_1
value: 10.276
verified: no, type: precision_at_10
value: 2.96
verified: no, type: precision_at_100
value: 0.528
verified: no, type: precision_at_1000
value: 0.083
verified: no, type: precision_at_20
value: 1.71
verified: no, type: precision_at_3
value: 6.595
verified: no, type: precision_at_5
value: 4.784999999999999
verified: no, type: recall_at_1
value: 8.427
verified: no, type: recall_at_10
value: 24.587
verified: no, type: recall_at_100
value: 42.565999999999995
verified: no, type: recall_at_1000
value: 63.562
verified: no, type: recall_at_20
value: 28.594
verified: no, type: recall_at_3
value: 16.470000000000002
verified: no, type: recall_at_5
value: 20.079
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 12.046
verified: no, type: map_at_1
value: 6.421
verified: no, type: map_at_10
value: 9.717
verified: no, type: map_at_100
value: 10.339
verified: no, type: map_at_1000
value: 10.456
verified: no, type: map_at_20
value: 9.991
verified: no, type: map_at_3
value: 8.598
verified: no, type: map_at_5
value: 9.263
verified: no, type: mrr_at_1
value: 7.880247763248452
verified: no, type: mrr_at_10
value: 11.730314401511908
verified: no, type: mrr_at_100
value: 12.391065677920599
verified: no, type: mrr_at_1000
value: 12.48799367099156
verified: no, type: mrr_at_20
value: 12.030705991282362
verified: no, type: mrr_at_3
value: 10.478320715760498
verified: no, type: mrr_at_5
value: 11.211286992429443
verified: no, type: nauc_map_at_1000_diff1
value: 30.532658448702126
verified: no, type: nauc_map_at_1000_max
value: 14.006043650657176
verified: no, type: nauc_map_at_1000_std
value: -1.1133294767779347
verified: no, type: nauc_map_at_100_diff1
value: 30.57751111790259
verified: no, type: nauc_map_at_100_max
value: 13.897796547061104
verified: no, type: nauc_map_at_100_std
value: -1.253730443393457
verified: no, type: nauc_map_at_10_diff1
value: 31.512662726938373
verified: no, type: nauc_map_at_10_max
value: 13.980447286249092
verified: no, type: nauc_map_at_10_std
value: -1.536339498877485
verified: no, type: nauc_map_at_1_diff1
value: 41.74987449338303
verified: no, type: nauc_map_at_1_max
value: 13.766754403641453
verified: no, type: nauc_map_at_1_std
value: -2.7090771796878172
verified: no, type: nauc_map_at_20_diff1
value: 31.0471573899115
verified: no, type: nauc_map_at_20_max
value: 13.823482873837348
verified: no, type: nauc_map_at_20_std
value: -1.4884823095466915
verified: no, type: nauc_map_at_3_diff1
value: 34.051992678855356
verified: no, type: nauc_map_at_3_max
value: 14.37706038338229
verified: no, type: nauc_map_at_3_std
value: -1.2988858686897258
verified: no, type: nauc_map_at_5_diff1
value: 32.56989022367725
verified: no, type: nauc_map_at_5_max
value: 14.036610586480371
verified: no, type: nauc_map_at_5_std
value: -1.7518661753206197
verified: no, type: nauc_mrr_at_1000_diff1
value: 28.096870955699
verified: no, type: nauc_mrr_at_1000_max
value: 15.399940509083404
verified: no, type: nauc_mrr_at_1000_std
value: -0.9740768026545714
verified: no, type: nauc_mrr_at_100_diff1
value: 28.08870725496535
verified: no, type: nauc_mrr_at_100_max
value: 15.355116122846166
verified: no, type: nauc_mrr_at_100_std
value: -1.0273445829894023
verified: no, type: nauc_mrr_at_10_diff1
value: 28.767198983120874
verified: no, type: nauc_mrr_at_10_max
value: 15.583309986027597
verified: no, type: nauc_mrr_at_10_std
value: -1.3063927938638258
verified: no, type: nauc_mrr_at_1_diff1
value: 38.76222949131958
verified: no, type: nauc_mrr_at_1_max
value: 15.929598674326437
verified: no, type: nauc_mrr_at_1_std
value: -4.390364672117726
verified: no, type: nauc_mrr_at_20_diff1
value: 28.412972747176564
verified: no, type: nauc_mrr_at_20_max
value: 15.343359021650427
verified: no, type: nauc_mrr_at_20_std
value: -1.2130682034524454
verified: no, type: nauc_mrr_at_3_diff1
value: 31.564862404514336
verified: no, type: nauc_mrr_at_3_max
value: 16.055432853558045
verified: no, type: nauc_mrr_at_3_std
value: -1.508854217937564
verified: no, type: nauc_mrr_at_5_diff1
value: 29.731246001013485
verified: no, type: nauc_mrr_at_5_max
value: 15.73831130098258
verified: no, type: nauc_mrr_at_5_std
value: -1.5538972625237977
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.070155614869208
verified: no, type: nauc_ndcg_at_1000_max
value: 15.489331401999582
verified: no, type: nauc_ndcg_at_1000_std
value: 3.229404778858316
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.633910941118597
verified: no, type: nauc_ndcg_at_100_max
value: 13.631027071763475
verified: no, type: nauc_ndcg_at_100_std
value: 0.6449631097688795
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.154255321634192
verified: no, type: nauc_ndcg_at_10_max
value: 14.175926573171676
verified: no, type: nauc_ndcg_at_10_std
value: -0.9561960832900944
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.76222949131958
verified: no, type: nauc_ndcg_at_1_max
value: 15.929598674326437
verified: no, type: nauc_ndcg_at_1_std
value: -4.390364672117726
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.93794860843245
verified: no, type: nauc_ndcg_at_20_max
value: 13.564018228425711
verified: no, type: nauc_ndcg_at_20_std
value: -0.7065843545489611
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.248894964151958
verified: no, type: nauc_ndcg_at_3_max
value: 15.168629637309092
verified: no, type: nauc_ndcg_at_3_std
value: -0.7307513267703891
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.96645315678587
verified: no, type: nauc_ndcg_at_5_max
value: 14.401957584809674
verified: no, type: nauc_ndcg_at_5_std
value: -1.3859399804511106
verified: no, type: nauc_precision_at_1000_diff1
value: 5.870665156899794
verified: no, type: nauc_precision_at_1000_max
value: 23.240235634218998
verified: no, type: nauc_precision_at_1000_std
value: 18.67446623968927
verified: no, type: nauc_precision_at_100_diff1
value: 10.212538953869457
verified: no, type: nauc_precision_at_100_max
value: 17.286344101766485
verified: no, type: nauc_precision_at_100_std
value: 8.298378169259262
verified: no, type: nauc_precision_at_10_diff1
value: 18.036524101154647
verified: no, type: nauc_precision_at_10_max
value: 16.92905712843254
verified: no, type: nauc_precision_at_10_std
value: 1.4806423812881342
verified: no, type: nauc_precision_at_1_diff1
value: 38.76222949131958
verified: no, type: nauc_precision_at_1_max
value: 15.929598674326437
verified: no, type: nauc_precision_at_1_std
value: -4.390364672117726
verified: no, type: nauc_precision_at_20_diff1
value: 15.504348539427271
verified: no, type: nauc_precision_at_20_max
value: 16.447491547235067
verified: no, type: nauc_precision_at_20_std
value: 3.1355567457662126
verified: no, type: nauc_precision_at_3_diff1
value: 25.720743474206927
verified: no, type: nauc_precision_at_3_max
value: 17.67061027715083
verified: no, type: nauc_precision_at_3_std
value: 0.5726758489916389
verified: no, type: nauc_precision_at_5_diff1
value: 21.343448577670728
verified: no, type: nauc_precision_at_5_max
value: 16.29494313775183
verified: no, type: nauc_precision_at_5_std
value: -0.18279436714815067
verified: no, type: nauc_recall_at_1000_diff1
value: 6.517183410530819
verified: no, type: nauc_recall_at_1000_max
value: 17.70957161280084
verified: no, type: nauc_recall_at_1000_std
value: 15.919639247484305
verified: no, type: nauc_recall_at_100_diff1
value: 10.95166823095999
verified: no, type: nauc_recall_at_100_max
value: 10.479662459395326
verified: no, type: nauc_recall_at_100_std
value: 3.9135764272512334
verified: no, type: nauc_recall_at_10_diff1
value: 19.86311382556318
verified: no, type: nauc_recall_at_10_max
value: 12.553631667140719
verified: no, type: nauc_recall_at_10_std
value: -0.3028601408861383
verified: no, type: nauc_recall_at_1_diff1
value: 41.74987449338303
verified: no, type: nauc_recall_at_1_max
value: 13.766754403641453
verified: no, type: nauc_recall_at_1_std
value: -2.7090771796878172
verified: no, type: nauc_recall_at_20_diff1
value: 16.919735459368738
verified: no, type: nauc_recall_at_20_max
value: 10.766523954110472
verified: no, type: nauc_recall_at_20_std
value: 0.34299062138670156
verified: no, type: nauc_recall_at_3_diff1
value: 26.756480501378448
verified: no, type: nauc_recall_at_3_max
value: 14.178074612847663
verified: no, type: nauc_recall_at_3_std
value: -0.10453784999239998
verified: no, type: nauc_recall_at_5_diff1
value: 23.22379701343652
verified: no, type: nauc_recall_at_5_max
value: 13.111634878176417
verified: no, type: nauc_recall_at_5_std
value: -1.440408302514999
verified: no, type: ndcg_at_1
value: 7.88
verified: no, type: ndcg_at_10
value: 12.046
verified: no, type: ndcg_at_100
value: 15.623000000000001
verified: no, type: ndcg_at_1000
value: 19.113
verified: no, type: ndcg_at_20
value: 13.016
verified: no, type: ndcg_at_3
value: 9.915000000000001
verified: no, type: ndcg_at_5
value: 10.972999999999999
verified: no, type: precision_at_1
value: 7.88
verified: no, type: precision_at_10
value: 2.306
verified: no, type: precision_at_100
value: 0.49500000000000005
verified: no, type: precision_at_1000
value: 0.095
verified: no, type: precision_at_20
value: 1.428
verified: no, type: precision_at_3
value: 4.841
verified: no, type: precision_at_5
value: 3.6609999999999996
verified: no, type: recall_at_1
value: 6.421
verified: no, type: recall_at_10
value: 17.153
verified: no, type: recall_at_100
value: 33.998
verified: no, type: recall_at_1000
value: 60.14699999999999
verified: no, type: recall_at_20
value: 20.778
verified: no, type: recall_at_3
value: 11.285
verified: no, type: recall_at_5
value: 13.94
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 18.592
verified: no, type: map_at_1
value: 10.97
verified: no, type: map_at_10
value: 15.607
verified: no, type: map_at_100
value: 16.375999999999998
verified: no, type: map_at_1000
value: 16.487
verified: no, type: map_at_20
value: 16.012999999999998
verified: no, type: map_at_3
value: 14.289
verified: no, type: map_at_5
value: 14.988000000000001
verified: no, type: mrr_at_1
value: 13.152985074626866
verified: no, type: mrr_at_10
value: 18.06769722814499
verified: no, type: mrr_at_100
value: 18.863143908884407
verified: no, type: mrr_at_1000
value: 18.951832852592283
verified: no, type: mrr_at_20
value: 18.50183472101938
verified: no, type: mrr_at_3
value: 16.682213930348265
verified: no, type: mrr_at_5
value: 17.386504975124385
verified: no, type: nauc_map_at_1000_diff1
value: 40.79851969857607
verified: no, type: nauc_map_at_1000_max
value: 24.323875661515718
verified: no, type: nauc_map_at_1000_std
value: -7.868920167442847
verified: no, type: nauc_map_at_100_diff1
value: 40.840258746813824
verified: no, type: nauc_map_at_100_max
value: 24.27072468390427
verified: no, type: nauc_map_at_100_std
value: -7.995329720558672
verified: no, type: nauc_map_at_10_diff1
value: 41.02792609369478
verified: no, type: nauc_map_at_10_max
value: 24.23477206387746
verified: no, type: nauc_map_at_10_std
value: -8.57439252289757
verified: no, type: nauc_map_at_1_diff1
value: 49.17976388616758
verified: no, type: nauc_map_at_1_max
value: 28.8984197499783
verified: no, type: nauc_map_at_1_std
value: -9.025107324077693
verified: no, type: nauc_map_at_20_diff1
value: 40.95936757771329
verified: no, type: nauc_map_at_20_max
value: 24.30513593444409
verified: no, type: nauc_map_at_20_std
value: -8.279555932637072
verified: no, type: nauc_map_at_3_diff1
value: 43.16157844751369
verified: no, type: nauc_map_at_3_max
value: 25.415736780286917
verified: no, type: nauc_map_at_3_std
value: -8.561688561706843
verified: no, type: nauc_map_at_5_diff1
value: 42.35321001625214
verified: no, type: nauc_map_at_5_max
value: 25.400693299935227
verified: no, type: nauc_map_at_5_std
value: -8.393070751145613
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.291156237649176
verified: no, type: nauc_mrr_at_1000_max
value: 25.977380754140583
verified: no, type: nauc_mrr_at_1000_std
value: -6.209479629808619
verified: no, type: nauc_mrr_at_100_diff1
value: 40.31114921587413
verified: no, type: nauc_mrr_at_100_max
value: 25.956792538439664
verified: no, type: nauc_mrr_at_100_std
value: -6.273963698986386
verified: no, type: nauc_mrr_at_10_diff1
value: 40.405628654580795
verified: no, type: nauc_mrr_at_10_max
value: 25.966297396007793
verified: no, type: nauc_mrr_at_10_std
value: -6.813381986389645
verified: no, type: nauc_mrr_at_1_diff1
value: 48.48351441169685
verified: no, type: nauc_mrr_at_1_max
value: 30.80364798107505
verified: no, type: nauc_mrr_at_1_std
value: -7.094358185348298
verified: no, type: nauc_mrr_at_20_diff1
value: 40.454035407157804
verified: no, type: nauc_mrr_at_20_max
value: 26.064416842202625
verified: no, type: nauc_mrr_at_20_std
value: -6.471132503610151
verified: no, type: nauc_mrr_at_3_diff1
value: 42.706117483978744
verified: no, type: nauc_mrr_at_3_max
value: 27.294504572401053
verified: no, type: nauc_mrr_at_3_std
value: -6.907077748030033
verified: no, type: nauc_mrr_at_5_diff1
value: 41.756407819913754
verified: no, type: nauc_mrr_at_5_max
value: 27.094853457060008
verified: no, type: nauc_mrr_at_5_std
value: -6.61576488505447
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.33316259331711
verified: no, type: nauc_ndcg_at_1000_max
value: 23.234005807094384
verified: no, type: nauc_ndcg_at_1000_std
value: -2.250594500276836
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.20857594745387
verified: no, type: nauc_ndcg_at_100_max
value: 22.191188858104734
verified: no, type: nauc_ndcg_at_100_std
value: -4.994021666936053
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.178112763313706
verified: no, type: nauc_ndcg_at_10_max
value: 22.351918075091433
verified: no, type: nauc_ndcg_at_10_std
value: -8.031139695857997
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.48351441169685
verified: no, type: nauc_ndcg_at_1_max
value: 30.80364798107505
verified: no, type: nauc_ndcg_at_1_std
value: -7.094358185348298
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.142162306529535
verified: no, type: nauc_ndcg_at_20_max
value: 22.631789607989194
verified: no, type: nauc_ndcg_at_20_std
value: -6.9374475276237595
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.12263712640063
verified: no, type: nauc_ndcg_at_3_max
value: 25.21713878367948
verified: no, type: nauc_ndcg_at_3_std
value: -7.6705487679087305
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.854042333633636
verified: no, type: nauc_ndcg_at_5_max
value: 24.8032561651954
verified: no, type: nauc_ndcg_at_5_std
value: -7.57144861760793
verified: no, type: nauc_precision_at_1000_diff1
value: 4.934412934434013
verified: no, type: nauc_precision_at_1000_max
value: 17.01578836013608
verified: no, type: nauc_precision_at_1000_std
value: 19.76442694999689
verified: no, type: nauc_precision_at_100_diff1
value: 20.52733262199811
verified: no, type: nauc_precision_at_100_max
value: 19.64626713575157
verified: no, type: nauc_precision_at_100_std
value: 7.954116228938053
verified: no, type: nauc_precision_at_10_diff1
value: 26.826400509564134
verified: no, type: nauc_precision_at_10_max
value: 20.06433678618615
verified: no, type: nauc_precision_at_10_std
value: -4.836690056230434
verified: no, type: nauc_precision_at_1_diff1
value: 48.48351441169685
verified: no, type: nauc_precision_at_1_max
value: 30.80364798107505
verified: no, type: nauc_precision_at_1_std
value: -7.094358185348298
verified: no, type: nauc_precision_at_20_diff1
value: 25.939965340218134
verified: no, type: nauc_precision_at_20_max
value: 20.41508583691404
verified: no, type: nauc_precision_at_20_std
value: -0.9314478388146036
verified: no, type: nauc_precision_at_3_diff1
value: 36.576988501504886
verified: no, type: nauc_precision_at_3_max
value: 24.376792952428676
verified: no, type: nauc_precision_at_3_std
value: -6.448162003110744
verified: no, type: nauc_precision_at_5_diff1
value: 33.84630246631984
verified: no, type: nauc_precision_at_5_max
value: 23.85641997640244
verified: no, type: nauc_precision_at_5_std
value: -5.98224575950824
verified: no, type: nauc_recall_at_1000_diff1
value: 14.218388473627689
verified: no, type: nauc_recall_at_1000_max
value: 17.625326341677113
verified: no, type: nauc_recall_at_1000_std
value: 23.037846671285287
verified: no, type: nauc_recall_at_100_diff1
value: 23.09544676536749
verified: no, type: nauc_recall_at_100_max
value: 13.284704239948342
verified: no, type: nauc_recall_at_100_std
value: 2.552198081283842
verified: no, type: nauc_recall_at_10_diff1
value: 27.446494887811934
verified: no, type: nauc_recall_at_10_max
value: 15.201404898132514
verified: no, type: nauc_recall_at_10_std
value: -8.114837044296404
verified: no, type: nauc_recall_at_1_diff1
value: 49.17976388616758
verified: no, type: nauc_recall_at_1_max
value: 28.8984197499783
verified: no, type: nauc_recall_at_1_std
value: -9.025107324077693
verified: no, type: nauc_recall_at_20_diff1
value: 27.588556476937047
verified: no, type: nauc_recall_at_20_max
value: 16.154886248404317
verified: no, type: nauc_recall_at_20_std
value: -4.946546792323304
verified: no, type: nauc_recall_at_3_diff1
value: 36.8044917453511
verified: no, type: nauc_recall_at_3_max
value: 22.031580115129184
verified: no, type: nauc_recall_at_3_std
value: -7.558839295326177
verified: no, type: nauc_recall_at_5_diff1
value: 33.45768772505081
verified: no, type: nauc_recall_at_5_max
value: 21.039269189535517
verified: no, type: nauc_recall_at_5_std
value: -6.797194646622123
verified: no, type: ndcg_at_1
value: 13.153
verified: no, type: ndcg_at_10
value: 18.592
verified: no, type: ndcg_at_100
value: 22.708000000000002
verified: no, type: ndcg_at_1000
value: 25.913999999999998
verified: no, type: ndcg_at_20
value: 20.023
verified: no, type: ndcg_at_3
value: 16.033
verified: no, type: ndcg_at_5
value: 17.135
verified: no, type: precision_at_1
value: 13.153
verified: no, type: precision_at_10
value: 3.2
verified: no, type: precision_at_100
value: 0.586
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_20
value: 1.959
verified: no, type: precision_at_3
value: 7.463
verified: no, type: precision_at_5
value: 5.224
verified: no, type: recall_at_1
value: 10.97
verified: no, type: recall_at_10
value: 25.354
verified: no, type: recall_at_100
value: 44.267
verified: no, type: recall_at_1000
value: 68.022
verified: no, type: recall_at_20
value: 30.569000000000003
verified: no, type: recall_at_3
value: 18.292
verified: no, type: recall_at_5
value: 21.099999999999998
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 21.939
verified: no, type: map_at_1
value: 12.720999999999998
verified: no, type: map_at_10
value: 17.91
verified: no, type: map_at_100
value: 19.046
verified: no, type: map_at_1000
value: 19.234
verified: no, type: map_at_20
value: 18.496000000000002
verified: no, type: map_at_3
value: 15.962000000000002
verified: no, type: map_at_5
value: 17.075000000000003
verified: no, type: mrr_at_1
value: 16.40316205533597
verified: no, type: mrr_at_10
value: 21.52550348202522
verified: no, type: mrr_at_100
value: 22.544179100745023
verified: no, type: mrr_at_1000
value: 22.628885789853292
verified: no, type: mrr_at_20
value: 22.048321956069845
verified: no, type: mrr_at_3
value: 19.894598155467712
verified: no, type: mrr_at_5
value: 20.724637681159415
verified: no, type: nauc_map_at_1000_diff1
value: 32.97141818681309
verified: no, type: nauc_map_at_1000_max
value: 17.729044738176317
verified: no, type: nauc_map_at_1000_std
value: -2.1408756072416746
verified: no, type: nauc_map_at_100_diff1
value: 33.03999726425106
verified: no, type: nauc_map_at_100_max
value: 17.72603204871759
verified: no, type: nauc_map_at_100_std
value: -2.1892836530740314
verified: no, type: nauc_map_at_10_diff1
value: 33.06386035441241
verified: no, type: nauc_map_at_10_max
value: 17.499888133746875
verified: no, type: nauc_map_at_10_std
value: -2.4141731098751396
verified: no, type: nauc_map_at_1_diff1
value: 41.78957818095755
verified: no, type: nauc_map_at_1_max
value: 19.756759585909474
verified: no, type: nauc_map_at_1_std
value: -5.486451602783105
verified: no, type: nauc_map_at_20_diff1
value: 33.17260957133934
verified: no, type: nauc_map_at_20_max
value: 17.71808082212436
verified: no, type: nauc_map_at_20_std
value: -2.472529396717213
verified: no, type: nauc_map_at_3_diff1
value: 35.97256504106966
verified: no, type: nauc_map_at_3_max
value: 17.289973464643975
verified: no, type: nauc_map_at_3_std
value: -4.490422753151567
verified: no, type: nauc_map_at_5_diff1
value: 33.182933564449904
verified: no, type: nauc_map_at_5_max
value: 17.370526269876553
verified: no, type: nauc_map_at_5_std
value: -3.6443927344260025
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.046534426669748
verified: no, type: nauc_mrr_at_1000_max
value: 15.759321875342433
verified: no, type: nauc_mrr_at_1000_std
value: -3.153233351371386
verified: no, type: nauc_mrr_at_100_diff1
value: 31.010037288957044
verified: no, type: nauc_mrr_at_100_max
value: 15.730007791457062
verified: no, type: nauc_mrr_at_100_std
value: -3.1589282702089214
verified: no, type: nauc_mrr_at_10_diff1
value: 31.009622349492037
verified: no, type: nauc_mrr_at_10_max
value: 15.357706897731571
verified: no, type: nauc_mrr_at_10_std
value: -3.3241525635087594
verified: no, type: nauc_mrr_at_1_diff1
value: 37.96435287236543
verified: no, type: nauc_mrr_at_1_max
value: 17.758243791296845
verified: no, type: nauc_mrr_at_1_std
value: -6.451165534082189
verified: no, type: nauc_mrr_at_20_diff1
value: 31.166997184926103
verified: no, type: nauc_mrr_at_20_max
value: 15.704363283838111
verified: no, type: nauc_mrr_at_20_std
value: -3.250021050461285
verified: no, type: nauc_mrr_at_3_diff1
value: 32.974810197874376
verified: no, type: nauc_mrr_at_3_max
value: 15.124199760291873
verified: no, type: nauc_mrr_at_3_std
value: -5.495729722295203
verified: no, type: nauc_mrr_at_5_diff1
value: 31.251480820913503
verified: no, type: nauc_mrr_at_5_max
value: 15.143087001434022
verified: no, type: nauc_mrr_at_5_std
value: -4.570720433781284
verified: no, type: nauc_ndcg_at_1000_diff1
value: 29.789989946146772
verified: no, type: nauc_ndcg_at_1000_max
value: 18.53949011960814
verified: no, type: nauc_ndcg_at_1000_std
value: 2.483542613868952
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.343079468152585
verified: no, type: nauc_ndcg_at_100_max
value: 18.148685872397806
verified: no, type: nauc_ndcg_at_100_std
value: 1.811721400284867
verified: no, type: nauc_ndcg_at_10_diff1
value: 29.542920315224762
verified: no, type: nauc_ndcg_at_10_max
value: 16.31113099668736
verified: no, type: nauc_ndcg_at_10_std
value: -0.22255692099981897
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.96435287236543
verified: no, type: nauc_ndcg_at_1_max
value: 17.758243791296845
verified: no, type: nauc_ndcg_at_1_std
value: -6.451165534082189
verified: no, type: nauc_ndcg_at_20_diff1
value: 30.02788600060105
verified: no, type: nauc_ndcg_at_20_max
value: 17.697355157516387
verified: no, type: nauc_ndcg_at_20_std
value: -0.12302700441927966
verified: no, type: nauc_ndcg_at_3_diff1
value: 33.2753275794152
verified: no, type: nauc_ndcg_at_3_max
value: 14.937527049764205
verified: no, type: nauc_ndcg_at_3_std
value: -5.031261425748507
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.51697664397928
verified: no, type: nauc_ndcg_at_5_max
value: 15.482552014715797
verified: no, type: nauc_ndcg_at_5_std
value: -3.1217388712893954
verified: no, type: nauc_precision_at_1000_diff1
value: -4.540397290771548
verified: no, type: nauc_precision_at_1000_max
value: 10.368665877195687
verified: no, type: nauc_precision_at_1000_std
value: 7.640407047704762
verified: no, type: nauc_precision_at_100_diff1
value: 1.1501062394920558
verified: no, type: nauc_precision_at_100_max
value: 7.097093734778021
verified: no, type: nauc_precision_at_100_std
value: 7.408293540752123
verified: no, type: nauc_precision_at_10_diff1
value: 16.27327524184834
verified: no, type: nauc_precision_at_10_max
value: 11.049256362908524
verified: no, type: nauc_precision_at_10_std
value: 2.3276851603168596
verified: no, type: nauc_precision_at_1_diff1
value: 37.96435287236543
verified: no, type: nauc_precision_at_1_max
value: 17.758243791296845
verified: no, type: nauc_precision_at_1_std
value: -6.451165534082189
verified: no, type: nauc_precision_at_20_diff1
value: 14.715729766773396
verified: no, type: nauc_precision_at_20_max
value: 12.84695488684235
verified: no, type: nauc_precision_at_20_std
value: 2.55000828442089
verified: no, type: nauc_precision_at_3_diff1
value: 25.37726239374689
verified: no, type: nauc_precision_at_3_max
value: 11.285587082314203
verified: no, type: nauc_precision_at_3_std
value: -6.20510558735589
verified: no, type: nauc_precision_at_5_diff1
value: 16.022475326202784
verified: no, type: nauc_precision_at_5_max
value: 10.599462480660831
verified: no, type: nauc_precision_at_5_std
value: -3.917574671919525
verified: no, type: nauc_recall_at_1000_diff1
value: 19.773077407803076
verified: no, type: nauc_recall_at_1000_max
value: 24.355879634556075
verified: no, type: nauc_recall_at_1000_std
value: 28.668143896307434
verified: no, type: nauc_recall_at_100_diff1
value: 19.288793666511626
verified: no, type: nauc_recall_at_100_max
value: 19.974431754398182
verified: no, type: nauc_recall_at_100_std
value: 13.94227534677136
verified: no, type: nauc_recall_at_10_diff1
value: 22.146123027993927
verified: no, type: nauc_recall_at_10_max
value: 15.437814750586115
verified: no, type: nauc_recall_at_10_std
value: 6.803422485920861
verified: no, type: nauc_recall_at_1_diff1
value: 41.78957818095755
verified: no, type: nauc_recall_at_1_max
value: 19.756759585909474
verified: no, type: nauc_recall_at_1_std
value: -5.486451602783105
verified: no, type: nauc_recall_at_20_diff1
value: 23.780417178691728
verified: no, type: nauc_recall_at_20_max
value: 18.770875865433624
verified: no, type: nauc_recall_at_20_std
value: 5.637835268680435
verified: no, type: nauc_recall_at_3_diff1
value: 29.903712030559138
verified: no, type: nauc_recall_at_3_max
value: 14.522099375876648
verified: no, type: nauc_recall_at_3_std
value: -2.8041938382335143
verified: no, type: nauc_recall_at_5_diff1
value: 22.382984070951395
verified: no, type: nauc_recall_at_5_max
value: 14.996575322456252
verified: no, type: nauc_recall_at_5_std
value: 0.7717627296051212
verified: no, type: ndcg_at_1
value: 16.403000000000002
verified: no, type: ndcg_at_10
value: 21.939
verified: no, type: ndcg_at_100
value: 27.118
verified: no, type: ndcg_at_1000
value: 30.663
verified: no, type: ndcg_at_20
value: 23.701
verified: no, type: ndcg_at_3
value: 18.83
verified: no, type: ndcg_at_5
value: 20.27
verified: no, type: precision_at_1
value: 16.403000000000002
verified: no, type: precision_at_10
value: 4.387
verified: no, type: precision_at_100
value: 1.002
verified: no, type: precision_at_1000
value: 0.191
verified: no, type: precision_at_20
value: 2.866
verified: no, type: precision_at_3
value: 9.223
verified: no, type: precision_at_5
value: 6.917
verified: no, type: recall_at_1
value: 12.720999999999998
verified: no, type: recall_at_10
value: 29.738999999999997
verified: no, type: recall_at_100
value: 53.900000000000006
verified: no, type: recall_at_1000
value: 77.883
verified: no, type: recall_at_20
value: 36.720000000000006
verified: no, type: recall_at_3
value: 20.048
verified: no, type: recall_at_5
value: 24.115000000000002
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 15.699
verified: no, type: map_at_1
value: 9.372
verified: no, type: map_at_10
value: 13.197999999999999
verified: no, type: map_at_100
value: 13.971
verified: no, type: map_at_1000
value: 14.086000000000002
verified: no, type: map_at_20
value: 13.575000000000001
verified: no, type: map_at_3
value: 11.977
verified: no, type: map_at_5
value: 12.554000000000002
verified: no, type: mrr_at_1
value: 9.981515711645102
verified: no, type: mrr_at_10
value: 14.287621394830277
verified: no, type: mrr_at_100
value: 15.03592101525379
verified: no, type: mrr_at_1000
value: 15.142959811019994
verified: no, type: mrr_at_20
value: 14.647939403945385
verified: no, type: mrr_at_3
value: 12.969808995687002
verified: no, type: mrr_at_5
value: 13.5705483672212
verified: no, type: nauc_map_at_1000_diff1
value: 22.16193856851572
verified: no, type: nauc_map_at_1000_max
value: 18.290603218246286
verified: no, type: nauc_map_at_1000_std
value: -3.7423078488045083
verified: no, type: nauc_map_at_100_diff1
value: 22.13198513428009
verified: no, type: nauc_map_at_100_max
value: 18.30261068337867
verified: no, type: nauc_map_at_100_std
value: -3.8069575414188046
verified: no, type: nauc_map_at_10_diff1
value: 22.200466469061215
verified: no, type: nauc_map_at_10_max
value: 18.401014241499798
verified: no, type: nauc_map_at_10_std
value: -4.2713694538764155
verified: no, type: nauc_map_at_1_diff1
value: 29.443854390296192
verified: no, type: nauc_map_at_1_max
value: 21.859755590760795
verified: no, type: nauc_map_at_1_std
value: -7.349548060355975
verified: no, type: nauc_map_at_20_diff1
value: 22.115170395899142
verified: no, type: nauc_map_at_20_max
value: 18.156311608846682
verified: no, type: nauc_map_at_20_std
value: -4.096785771879144
verified: no, type: nauc_map_at_3_diff1
value: 23.61299144317301
verified: no, type: nauc_map_at_3_max
value: 18.621707860549755
verified: no, type: nauc_map_at_3_std
value: -5.134873887905801
verified: no, type: nauc_map_at_5_diff1
value: 22.273074474907947
verified: no, type: nauc_map_at_5_max
value: 18.398468537312947
verified: no, type: nauc_map_at_5_std
value: -4.354686427806512
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.275059422669315
verified: no, type: nauc_mrr_at_1000_max
value: 20.20522889296476
verified: no, type: nauc_mrr_at_1000_std
value: -3.220748578184381
verified: no, type: nauc_mrr_at_100_diff1
value: 22.244788249366536
verified: no, type: nauc_mrr_at_100_max
value: 20.188250567133075
verified: no, type: nauc_mrr_at_100_std
value: -3.2676307836414975
verified: no, type: nauc_mrr_at_10_diff1
value: 22.219983348308848
verified: no, type: nauc_mrr_at_10_max
value: 20.43260486798587
verified: no, type: nauc_mrr_at_10_std
value: -3.4731323222257102
verified: no, type: nauc_mrr_at_1_diff1
value: 30.00186646479169
verified: no, type: nauc_mrr_at_1_max
value: 23.639951026227354
verified: no, type: nauc_mrr_at_1_std
value: -6.591725529835051
verified: no, type: nauc_mrr_at_20_diff1
value: 22.204636739326745
verified: no, type: nauc_mrr_at_20_max
value: 20.17989273273077
verified: no, type: nauc_mrr_at_20_std
value: -3.380980638431959
verified: no, type: nauc_mrr_at_3_diff1
value: 23.5608316246214
verified: no, type: nauc_mrr_at_3_max
value: 20.214315461126358
verified: no, type: nauc_mrr_at_3_std
value: -4.676269304671921
verified: no, type: nauc_mrr_at_5_diff1
value: 22.47305007053817
verified: no, type: nauc_mrr_at_5_max
value: 20.119220861067163
verified: no, type: nauc_mrr_at_5_std
value: -4.035964581765552
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.69997222155215
verified: no, type: nauc_ndcg_at_1000_max
value: 17.179931252811905
verified: no, type: nauc_ndcg_at_1000_std
value: 1.087168325660115
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.04546404983823
verified: no, type: nauc_ndcg_at_100_max
value: 17.670475459099208
verified: no, type: nauc_ndcg_at_100_std
value: -1.0485210194135448
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.603368003695437
verified: no, type: nauc_ndcg_at_10_max
value: 17.94582319617214
verified: no, type: nauc_ndcg_at_10_std
value: -2.758789302074034
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.00186646479169
verified: no, type: nauc_ndcg_at_1_max
value: 23.639951026227354
verified: no, type: nauc_ndcg_at_1_std
value: -6.591725529835051
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.57835101882485
verified: no, type: nauc_ndcg_at_20_max
value: 17.22525538734469
verified: no, type: nauc_ndcg_at_20_std
value: -2.160942681062746
verified: no, type: nauc_ndcg_at_3_diff1
value: 21.9568328125328
verified: no, type: nauc_ndcg_at_3_max
value: 18.304374717208496
verified: no, type: nauc_ndcg_at_3_std
value: -4.065635009673175
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.730865713639638
verified: no, type: nauc_ndcg_at_5_max
value: 17.73100463888623
verified: no, type: nauc_ndcg_at_5_std
value: -3.1652293961278506
verified: no, type: nauc_precision_at_1000_diff1
value: 3.149821107006541
verified: no, type: nauc_precision_at_1000_max
value: 3.71160644055736
verified: no, type: nauc_precision_at_1000_std
value: 16.08158261735834
verified: no, type: nauc_precision_at_100_diff1
value: 14.282248934137517
verified: no, type: nauc_precision_at_100_max
value: 15.903636364695405
verified: no, type: nauc_precision_at_100_std
value: 6.868750547752499
verified: no, type: nauc_precision_at_10_diff1
value: 13.104907358603807
verified: no, type: nauc_precision_at_10_max
value: 17.18977110452898
verified: no, type: nauc_precision_at_10_std
value: 1.7072005444623148
verified: no, type: nauc_precision_at_1_diff1
value: 30.00186646479169
verified: no, type: nauc_precision_at_1_max
value: 23.639951026227354
verified: no, type: nauc_precision_at_1_std
value: -6.591725529835051
verified: no, type: nauc_precision_at_20_diff1
value: 12.823175435529633
verified: no, type: nauc_precision_at_20_max
value: 15.406367243430774
verified: no, type: nauc_precision_at_20_std
value: 3.7074738485136183
verified: no, type: nauc_precision_at_3_diff1
value: 17.104907097322254
verified: no, type: nauc_precision_at_3_max
value: 16.758439274221942
verified: no, type: nauc_precision_at_3_std
value: -2.176589865041366
verified: no, type: nauc_precision_at_5_diff1
value: 14.014913081803826
verified: no, type: nauc_precision_at_5_max
value: 16.521029790837343
verified: no, type: nauc_precision_at_5_std
value: -0.5642835726973022
verified: no, type: nauc_recall_at_1000_diff1
value: 11.278365668143204
verified: no, type: nauc_recall_at_1000_max
value: 9.650935718606945
verified: no, type: nauc_recall_at_1000_std
value: 21.64888559556802
verified: no, type: nauc_recall_at_100_diff1
value: 16.452849904842807
verified: no, type: nauc_recall_at_100_max
value: 14.442565670586522
verified: no, type: nauc_recall_at_100_std
value: 4.553830007479446
verified: no, type: nauc_recall_at_10_diff1
value: 13.957064512820375
verified: no, type: nauc_recall_at_10_max
value: 15.218107094862338
verified: no, type: nauc_recall_at_10_std
value: -0.0957442266557047
verified: no, type: nauc_recall_at_1_diff1
value: 29.443854390296192
verified: no, type: nauc_recall_at_1_max
value: 21.859755590760795
verified: no, type: nauc_recall_at_1_std
value: -7.349548060355975
verified: no, type: nauc_recall_at_20_diff1
value: 14.821223157549005
verified: no, type: nauc_recall_at_20_max
value: 13.504596963343529
verified: no, type: nauc_recall_at_20_std
value: 1.3690122153695867
verified: no, type: nauc_recall_at_3_diff1
value: 17.608165526060514
verified: no, type: nauc_recall_at_3_max
value: 15.603085846868689
verified: no, type: nauc_recall_at_3_std
value: -2.287898725933236
verified: no, type: nauc_recall_at_5_diff1
value: 13.656778216539395
verified: no, type: nauc_recall_at_5_max
value: 14.930266648918241
verified: no, type: nauc_recall_at_5_std
value: -0.2805961836868957
verified: no, type: ndcg_at_1
value: 9.982000000000001
verified: no, type: ndcg_at_10
value: 15.699
verified: no, type: ndcg_at_100
value: 20.102
verified: no, type: ndcg_at_1000
value: 23.533
verified: no, type: ndcg_at_20
value: 17.039
verified: no, type: ndcg_at_3
value: 13.136000000000001
verified: no, type: ndcg_at_5
value: 14.143
verified: no, type: precision_at_1
value: 9.982000000000001
verified: no, type: precision_at_10
value: 2.569
verified: no, type: precision_at_100
value: 0.521
verified: no, type: precision_at_1000
value: 0.08800000000000001
verified: no, type: precision_at_20
value: 1.608
verified: no, type: precision_at_3
value: 5.7299999999999995
verified: no, type: precision_at_5
value: 3.956
verified: no, type: recall_at_1
value: 9.372
verified: no, type: recall_at_10
value: 22.36
verified: no, type: recall_at_100
value: 43.795
verified: no, type: recall_at_1000
value: 70.57
verified: no, type: recall_at_20
value: 27.388
verified: no, type: recall_at_3
value: 15.384999999999998
verified: no, type: recall_at_5
value: 17.88
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 16.141
verified: no, type: map_at_1
value: 6.059
verified: no, type: map_at_10
value: 10.641
verified: no, type: map_at_100
value: 11.836
verified: no, type: map_at_1000
value: 12.021999999999998
verified: no, type: map_at_20
value: 11.232000000000001
verified: no, type: map_at_3
value: 8.691
verified: no, type: map_at_5
value: 9.647
verified: no, type: mrr_at_1
value: 14.006514657980457
verified: no, type: mrr_at_10
value: 22.10744015304274
verified: no, type: mrr_at_100
value: 23.229554111662168
verified: no, type: mrr_at_1000
value: 23.303336420522278
verified: no, type: mrr_at_20
value: 22.762376313684257
verified: no, type: mrr_at_3
value: 19.17480998914225
verified: no, type: mrr_at_5
value: 20.81324647122692
verified: no, type: nauc_map_at_1000_diff1
value: 25.357941078542034
verified: no, type: nauc_map_at_1000_max
value: 19.8224585643591
verified: no, type: nauc_map_at_1000_std
value: 14.760129405787966
verified: no, type: nauc_map_at_100_diff1
value: 25.42741872151277
verified: no, type: nauc_map_at_100_max
value: 19.624321075382273
verified: no, type: nauc_map_at_100_std
value: 14.476605550139315
verified: no, type: nauc_map_at_10_diff1
value: 26.158050860895067
verified: no, type: nauc_map_at_10_max
value: 18.403196665256637
verified: no, type: nauc_map_at_10_std
value: 12.619959964536081
verified: no, type: nauc_map_at_1_diff1
value: 38.75224892999951
verified: no, type: nauc_map_at_1_max
value: 15.919088270193585
verified: no, type: nauc_map_at_1_std
value: 6.8295774303887296
verified: no, type: nauc_map_at_20_diff1
value: 25.64236141665251
verified: no, type: nauc_map_at_20_max
value: 18.95298299648109
verified: no, type: nauc_map_at_20_std
value: 13.525923485036499
verified: no, type: nauc_map_at_3_diff1
value: 29.280665162031504
verified: no, type: nauc_map_at_3_max
value: 16.51031261358642
verified: no, type: nauc_map_at_3_std
value: 8.365095320064619
verified: no, type: nauc_map_at_5_diff1
value: 27.51236407085173
verified: no, type: nauc_map_at_5_max
value: 17.544823483503478
verified: no, type: nauc_map_at_5_std
value: 10.83665434172589
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.073176994623655
verified: no, type: nauc_mrr_at_1000_max
value: 21.34719482697319
verified: no, type: nauc_mrr_at_1000_std
value: 17.089962140311453
verified: no, type: nauc_mrr_at_100_diff1
value: 22.0407984690714
verified: no, type: nauc_mrr_at_100_max
value: 21.35694072964621
verified: no, type: nauc_mrr_at_100_std
value: 17.12418197876034
verified: no, type: nauc_mrr_at_10_diff1
value: 21.858087348266324
verified: no, type: nauc_mrr_at_10_max
value: 20.832013255579895
verified: no, type: nauc_mrr_at_10_std
value: 16.47618218598746
verified: no, type: nauc_mrr_at_1_diff1
value: 31.619278568587422
verified: no, type: nauc_mrr_at_1_max
value: 18.131097481494184
verified: no, type: nauc_mrr_at_1_std
value: 10.287837466041784
verified: no, type: nauc_mrr_at_20_diff1
value: 21.924282349828488
verified: no, type: nauc_mrr_at_20_max
value: 21.322205614877088
verified: no, type: nauc_mrr_at_20_std
value: 16.96600597750632
verified: no, type: nauc_mrr_at_3_diff1
value: 24.29070769517635
verified: no, type: nauc_mrr_at_3_max
value: 19.887525163153374
verified: no, type: nauc_mrr_at_3_std
value: 13.908642340304661
verified: no, type: nauc_mrr_at_5_diff1
value: 23.06578885810643
verified: no, type: nauc_mrr_at_5_max
value: 20.161634009323357
verified: no, type: nauc_mrr_at_5_std
value: 15.466707903293084
verified: no, type: nauc_ndcg_at_1000_diff1
value: 18.620984914376155
verified: no, type: nauc_ndcg_at_1000_max
value: 26.33983778494393
verified: no, type: nauc_ndcg_at_1000_std
value: 25.431903393186523
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.361527647394116
verified: no, type: nauc_ndcg_at_100_max
value: 24.268320044214235
verified: no, type: nauc_ndcg_at_100_std
value: 22.34977234581483
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.823302783403445
verified: no, type: nauc_ndcg_at_10_max
value: 20.651588221941434
verified: no, type: nauc_ndcg_at_10_std
value: 17.034666608331335
verified: no, type: nauc_ndcg_at_1_diff1
value: 31.619278568587422
verified: no, type: nauc_ndcg_at_1_max
value: 18.131097481494184
verified: no, type: nauc_ndcg_at_1_std
value: 10.287837466041784
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.147474103364516
verified: no, type: nauc_ndcg_at_20_max
value: 22.140359584955966
verified: no, type: nauc_ndcg_at_20_std
value: 19.202959500213336
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.25216229533817
verified: no, type: nauc_ndcg_at_3_max
value: 18.91103637670159
verified: no, type: nauc_ndcg_at_3_std
value: 11.738396781114375
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.38975440010268
verified: no, type: nauc_ndcg_at_5_max
value: 19.200728694037345
verified: no, type: nauc_ndcg_at_5_std
value: 14.151481680751573
verified: no, type: nauc_precision_at_1000_diff1
value: -4.220106683074731
verified: no, type: nauc_precision_at_1000_max
value: 31.197108243631522
verified: no, type: nauc_precision_at_1000_std
value: 37.98025035863876
verified: no, type: nauc_precision_at_100_diff1
value: 3.0263223865118265
verified: no, type: nauc_precision_at_100_max
value: 31.393493864521517
verified: no, type: nauc_precision_at_100_std
value: 34.354473485651596
verified: no, type: nauc_precision_at_10_diff1
value: 9.012306363362523
verified: no, type: nauc_precision_at_10_max
value: 25.985061218800727
verified: no, type: nauc_precision_at_10_std
value: 25.975068561781928
verified: no, type: nauc_precision_at_1_diff1
value: 31.619278568587422
verified: no, type: nauc_precision_at_1_max
value: 18.131097481494184
verified: no, type: nauc_precision_at_1_std
value: 10.287837466041784
verified: no, type: nauc_precision_at_20_diff1
value: 7.517836039965073
verified: no, type: nauc_precision_at_20_max
value: 28.327143175933312
verified: no, type: nauc_precision_at_20_std
value: 29.49583660473582
verified: no, type: nauc_precision_at_3_diff1
value: 17.915592469900268
verified: no, type: nauc_precision_at_3_max
value: 21.64269973116081
verified: no, type: nauc_precision_at_3_std
value: 16.58072519374903
verified: no, type: nauc_precision_at_5_diff1
value: 14.399138323998015
verified: no, type: nauc_precision_at_5_max
value: 24.128702395448094
verified: no, type: nauc_precision_at_5_std
value: 22.438776139522016
verified: no, type: nauc_recall_at_1000_diff1
value: 2.6083450423933576
verified: no, type: nauc_recall_at_1000_max
value: 30.74590326365967
verified: no, type: nauc_recall_at_1000_std
value: 40.19578551350156
verified: no, type: nauc_recall_at_100_diff1
value: 7.7386175764366945
verified: no, type: nauc_recall_at_100_max
value: 23.976947520319396
verified: no, type: nauc_recall_at_100_std
value: 28.284068670651564
verified: no, type: nauc_recall_at_10_diff1
value: 11.95206885522909
verified: no, type: nauc_recall_at_10_max
value: 19.10874546590267
verified: no, type: nauc_recall_at_10_std
value: 19.378804039565622
verified: no, type: nauc_recall_at_1_diff1
value: 38.75224892999951
verified: no, type: nauc_recall_at_1_max
value: 15.919088270193585
verified: no, type: nauc_recall_at_1_std
value: 6.8295774303887296
verified: no, type: nauc_recall_at_20_diff1
value: 10.611177412793658
verified: no, type: nauc_recall_at_20_max
value: 21.45632981516443
verified: no, type: nauc_recall_at_20_std
value: 23.21140365834425
verified: no, type: nauc_recall_at_3_diff1
value: 21.813654316244357
verified: no, type: nauc_recall_at_3_max
value: 17.520298902703356
verified: no, type: nauc_recall_at_3_std
value: 9.987320275705814
verified: no, type: nauc_recall_at_5_diff1
value: 17.402010556048744
verified: no, type: nauc_recall_at_5_max
value: 18.359462608599415
verified: no, type: nauc_recall_at_5_std
value: 15.12337394297058
verified: no, type: ndcg_at_1
value: 14.007
verified: no, type: ndcg_at_10
value: 16.141
verified: no, type: ndcg_at_100
value: 21.945
verified: no, type: ndcg_at_1000
value: 25.909
verified: no, type: ndcg_at_20
value: 18.168
verified: no, type: ndcg_at_3
value: 12.359
verified: no, type: ndcg_at_5
value: 13.693
verified: no, type: precision_at_1
value: 14.007
verified: no, type: precision_at_10
value: 5.349
verified: no, type: precision_at_100
value: 1.147
verified: no, type: precision_at_1000
value: 0.187
verified: no, type: precision_at_20
value: 3.515
verified: no, type: precision_at_3
value: 9.49
verified: no, type: precision_at_5
value: 7.582999999999999
verified: no, type: recall_at_1
value: 6.059
verified: no, type: recall_at_10
value: 20.638
verified: no, type: recall_at_100
value: 41.387
verified: no, type: recall_at_1000
value: 64.14800000000001
verified: no, type: recall_at_20
value: 26.502
verified: no, type: recall_at_3
value: 11.527
verified: no, type: recall_at_5
value: 14.967
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 22.64
verified: no, type: map_at_1
value: 3.726
verified: no, type: map_at_10
value: 8.777
verified: no, type: map_at_100
value: 12.499
verified: no, type: map_at_1000
value: 13.407
verified: no, type: map_at_20
value: 10.228
verified: no, type: map_at_3
value: 6.138
verified: no, type: map_at_5
value: 7.215000000000001
verified: no, type: mrr_at_1
value: 39.5
verified: no, type: mrr_at_10
value: 50.798710317460305
verified: no, type: mrr_at_100
value: 51.53210121586193
verified: no, type: mrr_at_1000
value: 51.55120743677689
verified: no, type: mrr_at_20
value: 51.294133000857066
verified: no, type: mrr_at_3
value: 47.79166666666667
verified: no, type: mrr_at_5
value: 49.36666666666667
verified: no, type: nauc_map_at_1000_diff1
value: 28.771008528820946
verified: no, type: nauc_map_at_1000_max
value: 33.47179537292501
verified: no, type: nauc_map_at_1000_std
value: 35.206094663158524
verified: no, type: nauc_map_at_100_diff1
value: 28.949925894033377
verified: no, type: nauc_map_at_100_max
value: 31.229877716396715
verified: no, type: nauc_map_at_100_std
value: 32.121195195758844
verified: no, type: nauc_map_at_10_diff1
value: 34.30588367870025
verified: no, type: nauc_map_at_10_max
value: 17.78155706373171
verified: no, type: nauc_map_at_10_std
value: 16.10615115494477
verified: no, type: nauc_map_at_1_diff1
value: 49.428194790366845
verified: no, type: nauc_map_at_1_max
value: 10.942559361362619
verified: no, type: nauc_map_at_1_std
value: 10.697374042086343
verified: no, type: nauc_map_at_20_diff1
value: 32.793572501376794
verified: no, type: nauc_map_at_20_max
value: 21.88141724691582
verified: no, type: nauc_map_at_20_std
value: 22.780044238546278
verified: no, type: nauc_map_at_3_diff1
value: 36.26285770370765
verified: no, type: nauc_map_at_3_max
value: 12.872673456049935
verified: no, type: nauc_map_at_3_std
value: 11.761820143543178
verified: no, type: nauc_map_at_5_diff1
value: 35.59937711152832
verified: no, type: nauc_map_at_5_max
value: 12.890724341478634
verified: no, type: nauc_map_at_5_std
value: 12.54674402814953
verified: no, type: nauc_mrr_at_1000_diff1
value: 28.072624634954003
verified: no, type: nauc_mrr_at_1000_max
value: 44.170446886001606
verified: no, type: nauc_mrr_at_1000_std
value: 27.660641139419738
verified: no, type: nauc_mrr_at_100_diff1
value: 28.063990867031197
verified: no, type: nauc_mrr_at_100_max
value: 44.16777250996606
verified: no, type: nauc_mrr_at_100_std
value: 27.663057698575727
verified: no, type: nauc_mrr_at_10_diff1
value: 28.067456633586797
verified: no, type: nauc_mrr_at_10_max
value: 44.110197098914774
verified: no, type: nauc_mrr_at_10_std
value: 27.359984257776347
verified: no, type: nauc_mrr_at_1_diff1
value: 32.69599272225199
verified: no, type: nauc_mrr_at_1_max
value: 41.8789880833328
verified: no, type: nauc_mrr_at_1_std
value: 28.828398701876846
verified: no, type: nauc_mrr_at_20_diff1
value: 28.080858392261952
verified: no, type: nauc_mrr_at_20_max
value: 44.152545252359836
verified: no, type: nauc_mrr_at_20_std
value: 27.40168026762006
verified: no, type: nauc_mrr_at_3_diff1
value: 28.306454475936953
verified: no, type: nauc_mrr_at_3_max
value: 44.46786173753935
verified: no, type: nauc_mrr_at_3_std
value: 28.15357211083043
verified: no, type: nauc_mrr_at_5_diff1
value: 27.066356630672754
verified: no, type: nauc_mrr_at_5_max
value: 43.724894379775506
verified: no, type: nauc_mrr_at_5_std
value: 27.668851178804427
verified: no, type: nauc_ndcg_at_1000_diff1
value: 27.393650609211768
verified: no, type: nauc_ndcg_at_1000_max
value: 40.65115262611895
verified: no, type: nauc_ndcg_at_1000_std
value: 46.488792247158585
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.871340485794963
verified: no, type: nauc_ndcg_at_100_max
value: 34.88541983900874
verified: no, type: nauc_ndcg_at_100_std
value: 38.15698856370453
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.65676434876045
verified: no, type: nauc_ndcg_at_10_max
value: 33.7879657821478
verified: no, type: nauc_ndcg_at_10_std
value: 27.28206075385605
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.49534395271464
verified: no, type: nauc_ndcg_at_1_max
value: 33.30681585844128
verified: no, type: nauc_ndcg_at_1_std
value: 23.1501273210535
verified: no, type: nauc_ndcg_at_20_diff1
value: 29.68863543022066
verified: no, type: nauc_ndcg_at_20_max
value: 31.232843516300758
verified: no, type: nauc_ndcg_at_20_std
value: 30.772412129289823
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.201196318140756
verified: no, type: nauc_ndcg_at_3_max
value: 36.976187631665844
verified: no, type: nauc_ndcg_at_3_std
value: 27.03579500153882
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.071184604816374
verified: no, type: nauc_ndcg_at_5_max
value: 34.02083025462019
verified: no, type: nauc_ndcg_at_5_std
value: 27.497991990473047
verified: no, type: nauc_precision_at_1000_diff1
value: -5.0874440896785575
verified: no, type: nauc_precision_at_1000_max
value: 30.41905079868584
verified: no, type: nauc_precision_at_1000_std
value: 28.735727013446237
verified: no, type: nauc_precision_at_100_diff1
value: 2.53445593322757
verified: no, type: nauc_precision_at_100_max
value: 48.736808737476736
verified: no, type: nauc_precision_at_100_std
value: 43.665622382929946
verified: no, type: nauc_precision_at_10_diff1
value: 12.807143519743336
verified: no, type: nauc_precision_at_10_max
value: 46.86955655343728
verified: no, type: nauc_precision_at_10_std
value: 34.39361508412328
verified: no, type: nauc_precision_at_1_diff1
value: 32.69599272225199
verified: no, type: nauc_precision_at_1_max
value: 41.8789880833328
verified: no, type: nauc_precision_at_1_std
value: 28.828398701876846
verified: no, type: nauc_precision_at_20_diff1
value: 10.42179186038805
verified: no, type: nauc_precision_at_20_max
value: 46.95272716274461
verified: no, type: nauc_precision_at_20_std
value: 42.308173015123955
verified: no, type: nauc_precision_at_3_diff1
value: 15.941395543657391
verified: no, type: nauc_precision_at_3_max
value: 44.013288290339126
verified: no, type: nauc_precision_at_3_std
value: 29.855552823837556
verified: no, type: nauc_precision_at_5_diff1
value: 13.806579358738356
verified: no, type: nauc_precision_at_5_max
value: 40.92114061902944
verified: no, type: nauc_precision_at_5_std
value: 31.130371348178006
verified: no, type: nauc_recall_at_1000_diff1
value: 16.130202198142484
verified: no, type: nauc_recall_at_1000_max
value: 24.359266239284334
verified: no, type: nauc_recall_at_1000_std
value: 47.776091368143824
verified: no, type: nauc_recall_at_100_diff1
value: 15.876875804299226
verified: no, type: nauc_recall_at_100_max
value: 19.821431738343385
verified: no, type: nauc_recall_at_100_std
value: 32.48684529826125
verified: no, type: nauc_recall_at_10_diff1
value: 27.16541945951058
verified: no, type: nauc_recall_at_10_max
value: 4.844822931226704
verified: no, type: nauc_recall_at_10_std
value: 4.684608466526872
verified: no, type: nauc_recall_at_1_diff1
value: 49.428194790366845
verified: no, type: nauc_recall_at_1_max
value: 10.942559361362619
verified: no, type: nauc_recall_at_1_std
value: 10.697374042086343
verified: no, type: nauc_recall_at_20_diff1
value: 25.15980319115012
verified: no, type: nauc_recall_at_20_max
value: 5.624124809996961
verified: no, type: nauc_recall_at_20_std
value: 14.506548748614279
verified: no, type: nauc_recall_at_3_diff1
value: 27.831415503794517
verified: no, type: nauc_recall_at_3_max
value: 7.20966675799925
verified: no, type: nauc_recall_at_3_std
value: 7.102144505720963
verified: no, type: nauc_recall_at_5_diff1
value: 26.974061168662196
verified: no, type: nauc_recall_at_5_max
value: 4.2436942972731115
verified: no, type: nauc_recall_at_5_std
value: 5.098086183257054
verified: no, type: ndcg_at_1
value: 28.749999999999996
verified: no, type: ndcg_at_10
value: 22.64
verified: no, type: ndcg_at_100
value: 26.116
verified: no, type: ndcg_at_1000
value: 32.435
verified: no, type: ndcg_at_20
value: 22.421
verified: no, type: ndcg_at_3
value: 24.582
verified: no, type: ndcg_at_5
value: 23.247
verified: no, type: precision_at_1
value: 39.5
verified: no, type: precision_at_10
value: 20.375
verified: no, type: precision_at_100
value: 6.535
verified: no, type: precision_at_1000
value: 1.344
verified: no, type: precision_at_20
value: 15.55
verified: no, type: precision_at_3
value: 30
verified: no, type: precision_at_5
value: 25.4
verified: no, type: recall_at_1
value: 3.726
verified: no, type: recall_at_10
value: 14.12
verified: no, type: recall_at_100
value: 33.605000000000004
verified: no, type: recall_at_1000
value: 55.223
verified: no, type: recall_at_20
value: 19.375
verified: no, type: recall_at_3
value: 7.3950000000000005
verified: no, type: recall_at_5
value: 9.607000000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 42.74999999999999
verified: no, type: f1
value: 39.478719815934184
verified: no, type: f1_weighted
value: 44.846241380940405
verified: no, type: main_score
value: 42.74999999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 27.131
verified: no, type: map_at_1
value: 14.472999999999999
verified: no, type: map_at_10
value: 22.224
verified: no, type: map_at_100
value: 23.318
verified: no, type: map_at_1000
value: 23.395
verified: no, type: map_at_20
value: 22.846
verified: no, type: map_at_3
value: 19.539
verified: no, type: map_at_5
value: 21
verified: no, type: mrr_at_1
value: 15.406540654065406
verified: no, type: mrr_at_10
value: 23.555557936746002
verified: no, type: mrr_at_100
value: 24.657476107381175
verified: no, type: mrr_at_1000
value: 24.727658126264895
verified: no, type: mrr_at_20
value: 24.195650802882632
verified: no, type: mrr_at_3
value: 20.7195719571957
verified: no, type: mrr_at_5
value: 22.275227522752317
verified: no, type: nauc_map_at_1000_diff1
value: 21.45187256929161
verified: no, type: nauc_map_at_1000_max
value: 4.341618830641635
verified: no, type: nauc_map_at_1000_std
value: -9.476800415238781
verified: no, type: nauc_map_at_100_diff1
value: 21.432439851935854
verified: no, type: nauc_map_at_100_max
value: 4.342409674562713
verified: no, type: nauc_map_at_100_std
value: -9.490852687660322
verified: no, type: nauc_map_at_10_diff1
value: 21.552218336259678
verified: no, type: nauc_map_at_10_max
value: 3.839094252652473
verified: no, type: nauc_map_at_10_std
value: -10.192624593077946
verified: no, type: nauc_map_at_1_diff1
value: 27.54273423028905
verified: no, type: nauc_map_at_1_max
value: 2.2327116908160924
verified: no, type: nauc_map_at_1_std
value: -13.317561665127709
verified: no, type: nauc_map_at_20_diff1
value: 21.422931555581652
verified: no, type: nauc_map_at_20_max
value: 4.197420926321058
verified: no, type: nauc_map_at_20_std
value: -9.755777173777979
verified: no, type: nauc_map_at_3_diff1
value: 22.75853575874776
verified: no, type: nauc_map_at_3_max
value: 3.452110078145342
verified: no, type: nauc_map_at_3_std
value: -11.057481185549102
verified: no, type: nauc_map_at_5_diff1
value: 21.84216862416988
verified: no, type: nauc_map_at_5_max
value: 3.6773847780845164
verified: no, type: nauc_map_at_5_std
value: -10.59497480178937
verified: no, type: nauc_mrr_at_1000_diff1
value: 21.549028003396415
verified: no, type: nauc_mrr_at_1000_max
value: 4.417727190770777
verified: no, type: nauc_mrr_at_1000_std
value: -9.553574805878572
verified: no, type: nauc_mrr_at_100_diff1
value: 21.523371288889535
verified: no, type: nauc_mrr_at_100_max
value: 4.428563731568124
verified: no, type: nauc_mrr_at_100_std
value: -9.549194347460936
verified: no, type: nauc_mrr_at_10_diff1
value: 21.586436959283244
verified: no, type: nauc_mrr_at_10_max
value: 3.9590709221268554
verified: no, type: nauc_mrr_at_10_std
value: -10.171334342007478
verified: no, type: nauc_mrr_at_1_diff1
value: 27.337017089952642
verified: no, type: nauc_mrr_at_1_max
value: 2.1700439666203124
verified: no, type: nauc_mrr_at_1_std
value: -13.413147752820912
verified: no, type: nauc_mrr_at_20_diff1
value: 21.48704443681626
verified: no, type: nauc_mrr_at_20_max
value: 4.293697666843387
verified: no, type: nauc_mrr_at_20_std
value: -9.773154274096726
verified: no, type: nauc_mrr_at_3_diff1
value: 22.69905539372145
verified: no, type: nauc_mrr_at_3_max
value: 3.5145112216261905
verified: no, type: nauc_mrr_at_3_std
value: -10.96265799143362
verified: no, type: nauc_mrr_at_5_diff1
value: 21.76868761726034
verified: no, type: nauc_mrr_at_5_max
value: 3.775285206510319
verified: no, type: nauc_mrr_at_5_std
value: -10.569403776435763
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.40804512474222
verified: no, type: nauc_ndcg_at_1000_max
value: 6.595091340465559
verified: no, type: nauc_ndcg_at_1000_std
value: -5.196573155207852
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.02268304999526
verified: no, type: nauc_ndcg_at_100_max
value: 6.8282832993626075
verified: no, type: nauc_ndcg_at_100_std
value: -5.364092664902264
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.43656557698717
verified: no, type: nauc_ndcg_at_10_max
value: 4.633429483589139
verified: no, type: nauc_ndcg_at_10_std
value: -8.665569977177329
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.337017089952642
verified: no, type: nauc_ndcg_at_1_max
value: 2.1700439666203124
verified: no, type: nauc_ndcg_at_1_std
value: -13.413147752820912
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.031153412829777
verified: no, type: nauc_ndcg_at_20_max
value: 5.82935954818257
verified: no, type: nauc_ndcg_at_20_std
value: -7.187234912312743
verified: no, type: nauc_ndcg_at_3_diff1
value: 21.53927291598066
verified: no, type: nauc_ndcg_at_3_max
value: 3.893032732685484
verified: no, type: nauc_ndcg_at_3_std
value: -10.313271426871152
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.040587826700285
verified: no, type: nauc_ndcg_at_5_max
value: 4.284540140410393
verified: no, type: nauc_ndcg_at_5_std
value: -9.556312799009854
verified: no, type: nauc_precision_at_1000_diff1
value: 2.991279689156463
verified: no, type: nauc_precision_at_1000_max
value: 17.956695686926253
verified: no, type: nauc_precision_at_1000_std
value: 22.186240246088648
verified: no, type: nauc_precision_at_100_diff1
value: 8.647133574457152
verified: no, type: nauc_precision_at_100_max
value: 17.522675931150726
verified: no, type: nauc_precision_at_100_std
value: 13.027109043088474
verified: no, type: nauc_precision_at_10_diff1
value: 13.981042110019464
verified: no, type: nauc_precision_at_10_max
value: 7.066755277460718
verified: no, type: nauc_precision_at_10_std
value: -4.615373598525868
verified: no, type: nauc_precision_at_1_diff1
value: 27.337017089952642
verified: no, type: nauc_precision_at_1_max
value: 2.1700439666203124
verified: no, type: nauc_precision_at_1_std
value: -13.413147752820912
verified: no, type: nauc_precision_at_20_diff1
value: 12.128992049057498
verified: no, type: nauc_precision_at_20_max
value: 11.465353207416088
verified: no, type: nauc_precision_at_20_std
value: 0.9088034769827693
verified: no, type: nauc_precision_at_3_diff1
value: 18.61725791879197
verified: no, type: nauc_precision_at_3_max
value: 5.135238564501805
verified: no, type: nauc_precision_at_3_std
value: -8.41386235369275
verified: no, type: nauc_precision_at_5_diff1
value: 15.745622805356213
verified: no, type: nauc_precision_at_5_max
value: 6.064719855188598
verified: no, type: nauc_precision_at_5_std
value: -7.083440706794984
verified: no, type: nauc_recall_at_1000_diff1
value: 7.918838326626405
verified: no, type: nauc_recall_at_1000_max
value: 18.654093274301797
verified: no, type: nauc_recall_at_1000_std
value: 25.94745686199157
verified: no, type: nauc_recall_at_100_diff1
value: 10.02179328991538
verified: no, type: nauc_recall_at_100_max
value: 16.130110342692515
verified: no, type: nauc_recall_at_100_std
value: 11.863057497102298
verified: no, type: nauc_recall_at_10_diff1
value: 13.724920315056147
verified: no, type: nauc_recall_at_10_max
value: 6.141541905311958
verified: no, type: nauc_recall_at_10_std
value: -4.7324147262308385
verified: no, type: nauc_recall_at_1_diff1
value: 27.54273423028905
verified: no, type: nauc_recall_at_1_max
value: 2.2327116908160924
verified: no, type: nauc_recall_at_1_std
value: -13.317561665127709
verified: no, type: nauc_recall_at_20_diff1
value: 12.149119284231686
verified: no, type: nauc_recall_at_20_max
value: 9.99885204215745
verified: no, type: nauc_recall_at_20_std
value: 0.2539656859887259
verified: no, type: nauc_recall_at_3_diff1
value: 18.434159226278833
verified: no, type: nauc_recall_at_3_max
value: 4.872054073994125
verified: no, type: nauc_recall_at_3_std
value: -8.457693594945747
verified: no, type: nauc_recall_at_5_diff1
value: 15.337940867290294
verified: no, type: nauc_recall_at_5_max
value: 5.456360156185154
verified: no, type: nauc_recall_at_5_std
value: -6.86525690163122
verified: no, type: ndcg_at_1
value: 15.407000000000002
verified: no, type: ndcg_at_10
value: 27.131
verified: no, type: ndcg_at_100
value: 32.701
verified: no, type: ndcg_at_1000
value: 34.838
verified: no, type: ndcg_at_20
value: 29.369
verified: no, type: ndcg_at_3
value: 21.51
verified: no, type: ndcg_at_5
value: 24.169999999999998
verified: no, type: precision_at_1
value: 15.407000000000002
verified: no, type: precision_at_10
value: 4.481
verified: no, type: precision_at_100
value: 0.744
verified: no, type: precision_at_1000
value: 0.094
verified: no, type: precision_at_20
value: 2.721
verified: no, type: precision_at_3
value: 9.296
verified: no, type: precision_at_5
value: 6.967
verified: no, type: recall_at_1
value: 14.472999999999999
verified: no, type: recall_at_10
value: 41.366
verified: no, type: recall_at_100
value: 67.36
verified: no, type: recall_at_1000
value: 83.897
verified: no, type: recall_at_20
value: 49.96
verified: no, type: recall_at_3
value: 26.046000000000003
verified: no, type: recall_at_5
value: 32.439
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 14.568
verified: no, type: map_at_1
value: 6.388000000000001
verified: no, type: map_at_10
value: 10.452
verified: no, type: map_at_100
value: 11.603
verified: no, type: map_at_1000
value: 11.805
verified: no, type: map_at_20
value: 11.053
verified: no, type: map_at_3
value: 8.823
verified: no, type: map_at_5
value: 9.539
verified: no, type: mrr_at_1
value: 12.962962962962962
verified: no, type: mrr_at_10
value: 18.64754801097394
verified: no, type: mrr_at_100
value: 19.778215995822535
verified: no, type: mrr_at_1000
value: 19.877912409468404
verified: no, type: mrr_at_20
value: 19.2844430040745
verified: no, type: mrr_at_3
value: 16.538065843621396
verified: no, type: mrr_at_5
value: 17.595164609053498
verified: no, type: nauc_map_at_1000_diff1
value: 22.35710709975851
verified: no, type: nauc_map_at_1000_max
value: 0.0903882815146341
verified: no, type: nauc_map_at_1000_std
value: -4.263779962951899
verified: no, type: nauc_map_at_100_diff1
value: 22.35964062186882
verified: no, type: nauc_map_at_100_max
value: -0.1540917952859127
verified: no, type: nauc_map_at_100_std
value: -4.443308190602469
verified: no, type: nauc_map_at_10_diff1
value: 22.327185240117945
verified: no, type: nauc_map_at_10_max
value: -0.47462487369486245
verified: no, type: nauc_map_at_10_std
value: -5.743030967647952
verified: no, type: nauc_map_at_1_diff1
value: 27.67304391183719
verified: no, type: nauc_map_at_1_max
value: 3.2751255606464102
verified: no, type: nauc_map_at_1_std
value: -7.400071623214983
verified: no, type: nauc_map_at_20_diff1
value: 22.433986378445542
verified: no, type: nauc_map_at_20_max
value: -0.6162186299291432
verified: no, type: nauc_map_at_20_std
value: -4.897435451126371
verified: no, type: nauc_map_at_3_diff1
value: 23.034702431989565
verified: no, type: nauc_map_at_3_max
value: 0.5898177384682285
verified: no, type: nauc_map_at_3_std
value: -5.7504255848625645
verified: no, type: nauc_map_at_5_diff1
value: 23.06135288992123
verified: no, type: nauc_map_at_5_max
value: -0.708559325226193
verified: no, type: nauc_map_at_5_std
value: -6.998259243976189
verified: no, type: nauc_mrr_at_1000_diff1
value: 17.831055766909305
verified: no, type: nauc_mrr_at_1000_max
value: 1.0198813957290922
verified: no, type: nauc_mrr_at_1000_std
value: -8.7764320711568
verified: no, type: nauc_mrr_at_100_diff1
value: 17.83962110325133
verified: no, type: nauc_mrr_at_100_max
value: 0.9813091848291209
verified: no, type: nauc_mrr_at_100_std
value: -8.803627490618014
verified: no, type: nauc_mrr_at_10_diff1
value: 17.732058756673556
verified: no, type: nauc_mrr_at_10_max
value: 0.6577786529802819
verified: no, type: nauc_mrr_at_10_std
value: -9.171203995687234
verified: no, type: nauc_mrr_at_1_diff1
value: 19.801202506440777
verified: no, type: nauc_mrr_at_1_max
value: 2.7837235236849533
verified: no, type: nauc_mrr_at_1_std
value: -11.416399983521353
verified: no, type: nauc_mrr_at_20_diff1
value: 17.80510421450448
verified: no, type: nauc_mrr_at_20_max
value: 0.7069720088614957
verified: no, type: nauc_mrr_at_20_std
value: -8.950894798114033
verified: no, type: nauc_mrr_at_3_diff1
value: 17.638491242791364
verified: no, type: nauc_mrr_at_3_max
value: 0.08045264200426823
verified: no, type: nauc_mrr_at_3_std
value: -9.810371306944521
verified: no, type: nauc_mrr_at_5_diff1
value: 18.059890572118558
verified: no, type: nauc_mrr_at_5_max
value: 0.2690886891395988
verified: no, type: nauc_mrr_at_5_std
value: -10.068144488268018
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.534645538914656
verified: no, type: nauc_ndcg_at_1000_max
value: 4.519846611952708
verified: no, type: nauc_ndcg_at_1000_std
value: 0.46959201535660444
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.848350642617536
verified: no, type: nauc_ndcg_at_100_max
value: 1.2351099555130798
verified: no, type: nauc_ndcg_at_100_std
value: -1.5184017323902181
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.469938173057574
verified: no, type: nauc_ndcg_at_10_max
value: -0.88476041055218
verified: no, type: nauc_ndcg_at_10_std
value: -5.785636301865931
verified: no, type: nauc_ndcg_at_1_diff1
value: 19.801202506440777
verified: no, type: nauc_ndcg_at_1_max
value: 2.7837235236849533
verified: no, type: nauc_ndcg_at_1_std
value: -11.416399983521353
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.054007328287998
verified: no, type: nauc_ndcg_at_20_max
value: -1.0444234208299583
verified: no, type: nauc_ndcg_at_20_std
value: -3.7818374998510693
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.90572198638268
verified: no, type: nauc_ndcg_at_3_max
value: -0.0421754958783532
verified: no, type: nauc_ndcg_at_3_std
value: -7.725745906891755
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.29863907458232
verified: no, type: nauc_ndcg_at_5_max
value: -1.3092238243572176
verified: no, type: nauc_ndcg_at_5_std
value: -8.505245918446743
verified: no, type: nauc_precision_at_1000_diff1
value: 0.8635643990678714
verified: no, type: nauc_precision_at_1000_max
value: 18.926233475404057
verified: no, type: nauc_precision_at_1000_std
value: 5.055745075562296
verified: no, type: nauc_precision_at_100_diff1
value: 8.000047633375823
verified: no, type: nauc_precision_at_100_max
value: 9.014212188690795
verified: no, type: nauc_precision_at_100_std
value: 2.6112037409795077
verified: no, type: nauc_precision_at_10_diff1
value: 13.494338663181058
verified: no, type: nauc_precision_at_10_max
value: -0.390536981041582
verified: no, type: nauc_precision_at_10_std
value: -5.166933726089269
verified: no, type: nauc_precision_at_1_diff1
value: 19.801202506440777
verified: no, type: nauc_precision_at_1_max
value: 2.7837235236849533
verified: no, type: nauc_precision_at_1_std
value: -11.416399983521353
verified: no, type: nauc_precision_at_20_diff1
value: 12.934834716530236
verified: no, type: nauc_precision_at_20_max
value: 1.5659736794392192
verified: no, type: nauc_precision_at_20_std
value: -2.0234874451305522
verified: no, type: nauc_precision_at_3_diff1
value: 14.15857504185993
verified: no, type: nauc_precision_at_3_max
value: -1.5166765129934152
verified: no, type: nauc_precision_at_3_std
value: -9.114437324893887
verified: no, type: nauc_precision_at_5_diff1
value: 15.730438064470864
verified: no, type: nauc_precision_at_5_max
value: -1.492556270753456
verified: no, type: nauc_precision_at_5_std
value: -10.187159077060018
verified: no, type: nauc_recall_at_1000_diff1
value: 13.007131641301326
verified: no, type: nauc_recall_at_1000_max
value: 14.89562133326359
verified: no, type: nauc_recall_at_1000_std
value: 21.36616580069992
verified: no, type: nauc_recall_at_100_diff1
value: 15.38711938988665
verified: no, type: nauc_recall_at_100_max
value: 2.0866630187389283
verified: no, type: nauc_recall_at_100_std
value: 8.389278099413007
verified: no, type: nauc_recall_at_10_diff1
value: 14.746785503911772
verified: no, type: nauc_recall_at_10_max
value: -3.216312180723593
verified: no, type: nauc_recall_at_10_std
value: -3.2389566856586276
verified: no, type: nauc_recall_at_1_diff1
value: 27.67304391183719
verified: no, type: nauc_recall_at_1_max
value: 3.2751255606464102
verified: no, type: nauc_recall_at_1_std
value: -7.400071623214983
verified: no, type: nauc_recall_at_20_diff1
value: 16.262103500211296
verified: no, type: nauc_recall_at_20_max
value: -3.6703545802322672
verified: no, type: nauc_recall_at_20_std
value: 1.5612719668804569
verified: no, type: nauc_recall_at_3_diff1
value: 18.151454703364895
verified: no, type: nauc_recall_at_3_max
value: -2.3248735072196847
verified: no, type: nauc_recall_at_3_std
value: -4.793310775231265
verified: no, type: nauc_recall_at_5_diff1
value: 18.44516771597292
verified: no, type: nauc_recall_at_5_max
value: -4.88482215372578
verified: no, type: nauc_recall_at_5_std
value: -7.765790086509583
verified: no, type: ndcg_at_1
value: 12.963
verified: no, type: ndcg_at_10
value: 14.568
verified: no, type: ndcg_at_100
value: 20.266000000000002
verified: no, type: ndcg_at_1000
value: 24.75
verified: no, type: ndcg_at_20
value: 16.625
verified: no, type: ndcg_at_3
value: 11.983
verified: no, type: ndcg_at_5
value: 12.687000000000001
verified: no, type: precision_at_1
value: 12.963
verified: no, type: precision_at_10
value: 4.136
verified: no, type: precision_at_100
value: 0.96
verified: no, type: precision_at_1000
value: 0.173
verified: no, type: precision_at_20
value: 2.87
verified: no, type: precision_at_3
value: 7.664999999999999
verified: no, type: precision_at_5
value: 5.8020000000000005
verified: no, type: recall_at_1
value: 6.388000000000001
verified: no, type: recall_at_10
value: 18.918
verified: no, type: recall_at_100
value: 41.096
verified: no, type: recall_at_1000
value: 68.813
verified: no, type: recall_at_20
value: 25.439
verified: no, type: recall_at_3
value: 11.332
verified: no, type: recall_at_5
value: 13.822000000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 35.161
verified: no, type: map_at_1
value: 20.216
verified: no, type: map_at_10
value: 27.622999999999998
verified: no, type: map_at_100
value: 28.493000000000002
verified: no, type: map_at_1000
value: 28.592000000000002
verified: no, type: map_at_20
value: 28.091
verified: no, type: map_at_3
value: 25.512
verified: no, type: map_at_5
value: 26.679000000000002
verified: no, type: mrr_at_1
value: 40.43214044564483
verified: no, type: mrr_at_10
value: 47.75628329207
verified: no, type: mrr_at_100
value: 48.41126938612559
verified: no, type: mrr_at_1000
value: 48.46004453521102
verified: no, type: mrr_at_20
value: 48.14512651006903
verified: no, type: mrr_at_3
value: 45.833896016205436
verified: no, type: mrr_at_5
value: 46.91424713031743
verified: no, type: nauc_map_at_1000_diff1
value: 47.7873374765638
verified: no, type: nauc_map_at_1000_max
value: 25.03821963839205
verified: no, type: nauc_map_at_1000_std
value: 7.613370231602193
verified: no, type: nauc_map_at_100_diff1
value: 47.808335369998105
verified: no, type: nauc_map_at_100_max
value: 25.033649008731036
verified: no, type: nauc_map_at_100_std
value: 7.559898696756492
verified: no, type: nauc_map_at_10_diff1
value: 48.15341983697408
verified: no, type: nauc_map_at_10_max
value: 24.81073470321107
verified: no, type: nauc_map_at_10_std
value: 6.649139550222774
verified: no, type: nauc_map_at_1_diff1
value: 60.28104290225949
verified: no, type: nauc_map_at_1_max
value: 26.54071412930045
verified: no, type: nauc_map_at_1_std
value: 1.806729564237072
verified: no, type: nauc_map_at_20_diff1
value: 47.99103860653459
verified: no, type: nauc_map_at_20_max
value: 25.01377930828713
verified: no, type: nauc_map_at_20_std
value: 7.177790483402699
verified: no, type: nauc_map_at_3_diff1
value: 50.38633943747307
verified: no, type: nauc_map_at_3_max
value: 25.614661989010518
verified: no, type: nauc_map_at_3_std
value: 5.078274635568946
verified: no, type: nauc_map_at_5_diff1
value: 49.14095478323536
verified: no, type: nauc_map_at_5_max
value: 25.043963523184182
verified: no, type: nauc_map_at_5_std
value: 5.660761533759377
verified: no, type: nauc_mrr_at_1000_diff1
value: 57.03996402575383
verified: no, type: nauc_mrr_at_1000_max
value: 26.209577078975965
verified: no, type: nauc_mrr_at_1000_std
value: 4.561008816261674
verified: no, type: nauc_mrr_at_100_diff1
value: 57.03046222593326
verified: no, type: nauc_mrr_at_100_max
value: 26.215583446208647
verified: no, type: nauc_mrr_at_100_std
value: 4.571874218379051
verified: no, type: nauc_mrr_at_10_diff1
value: 57.059665173950535
verified: no, type: nauc_mrr_at_10_max
value: 26.16966934165769
verified: no, type: nauc_mrr_at_10_std
value: 4.346417745954945
verified: no, type: nauc_mrr_at_1_diff1
value: 60.28104290225949
verified: no, type: nauc_mrr_at_1_max
value: 26.54071412930045
verified: no, type: nauc_mrr_at_1_std
value: 1.806729564237072
verified: no, type: nauc_mrr_at_20_diff1
value: 57.06126755462518
verified: no, type: nauc_mrr_at_20_max
value: 26.202532090807217
verified: no, type: nauc_mrr_at_20_std
value: 4.4974947532503595
verified: no, type: nauc_mrr_at_3_diff1
value: 57.53179529471066
verified: no, type: nauc_mrr_at_3_max
value: 26.46091166551317
verified: no, type: nauc_mrr_at_3_std
value: 3.364126450152168
verified: no, type: nauc_mrr_at_5_diff1
value: 57.19220953976934
verified: no, type: nauc_mrr_at_5_max
value: 26.23867658938402
verified: no, type: nauc_mrr_at_5_std
value: 3.8434521238653088
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.6977400193073
verified: no, type: nauc_ndcg_at_1000_max
value: 25.178980912416556
verified: no, type: nauc_ndcg_at_1000_std
value: 11.880542328163038
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.00890796922902
verified: no, type: nauc_ndcg_at_100_max
value: 25.074427963506707
verified: no, type: nauc_ndcg_at_100_std
value: 11.095907100262021
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.53780932936307
verified: no, type: nauc_ndcg_at_10_max
value: 24.606882787591726
verified: no, type: nauc_ndcg_at_10_std
value: 7.782240743660264
verified: no, type: nauc_ndcg_at_1_diff1
value: 60.28104290225949
verified: no, type: nauc_ndcg_at_1_max
value: 26.54071412930045
verified: no, type: nauc_ndcg_at_1_std
value: 1.806729564237072
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.07968831325621
verified: no, type: nauc_ndcg_at_20_max
value: 25.01360760539637
verified: no, type: nauc_ndcg_at_20_std
value: 9.112340230345772
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.654444032588096
verified: no, type: nauc_ndcg_at_3_max
value: 25.754919458552383
verified: no, type: nauc_ndcg_at_3_std
value: 5.015215721979136
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.052325586111564
verified: no, type: nauc_ndcg_at_5_max
value: 25.008489396680233
verified: no, type: nauc_ndcg_at_5_std
value: 5.995533321561808
verified: no, type: nauc_precision_at_1000_diff1
value: 13.388079654464887
verified: no, type: nauc_precision_at_1000_max
value: 16.406192200731393
verified: no, type: nauc_precision_at_1000_std
value: 30.839002410208654
verified: no, type: nauc_precision_at_100_diff1
value: 23.33392080504361
verified: no, type: nauc_precision_at_100_max
value: 18.48968899988049
verified: no, type: nauc_precision_at_100_std
value: 23.89272928961369
verified: no, type: nauc_precision_at_10_diff1
value: 35.85519585712304
verified: no, type: nauc_precision_at_10_max
value: 20.51515613669296
verified: no, type: nauc_precision_at_10_std
value: 12.75304714863917
verified: no, type: nauc_precision_at_1_diff1
value: 60.28104290225949
verified: no, type: nauc_precision_at_1_max
value: 26.54071412930045
verified: no, type: nauc_precision_at_1_std
value: 1.806729564237072
verified: no, type: nauc_precision_at_20_diff1
value: 32.68439994445503
verified: no, type: nauc_precision_at_20_max
value: 20.86045727189551
verified: no, type: nauc_precision_at_20_std
value: 16.552591689470653
verified: no, type: nauc_precision_at_3_diff1
value: 45.540410434867965
verified: no, type: nauc_precision_at_3_max
value: 24.546205558225875
verified: no, type: nauc_precision_at_3_std
value: 6.711854582567023
verified: no, type: nauc_precision_at_5_diff1
value: 40.98363891305751
verified: no, type: nauc_precision_at_5_max
value: 22.29152684777519
verified: no, type: nauc_precision_at_5_std
value: 8.578725796328834
verified: no, type: nauc_recall_at_1000_diff1
value: 13.388079654464965
verified: no, type: nauc_recall_at_1000_max
value: 16.406192200731436
verified: no, type: nauc_recall_at_1000_std
value: 30.83900241020864
verified: no, type: nauc_recall_at_100_diff1
value: 23.333920805043597
verified: no, type: nauc_recall_at_100_max
value: 18.489688999880435
verified: no, type: nauc_recall_at_100_std
value: 23.892729289613648
verified: no, type: nauc_recall_at_10_diff1
value: 35.85519585712302
verified: no, type: nauc_recall_at_10_max
value: 20.515156136693
verified: no, type: nauc_recall_at_10_std
value: 12.753047148639144
verified: no, type: nauc_recall_at_1_diff1
value: 60.28104290225949
verified: no, type: nauc_recall_at_1_max
value: 26.54071412930045
verified: no, type: nauc_recall_at_1_std
value: 1.806729564237072
verified: no, type: nauc_recall_at_20_diff1
value: 32.68439994445501
verified: no, type: nauc_recall_at_20_max
value: 20.860457271895523
verified: no, type: nauc_recall_at_20_std
value: 16.55259168947065
verified: no, type: nauc_recall_at_3_diff1
value: 45.54041043486799
verified: no, type: nauc_recall_at_3_max
value: 24.546205558225896
verified: no, type: nauc_recall_at_3_std
value: 6.711854582566998
verified: no, type: nauc_recall_at_5_diff1
value: 40.9836389130575
verified: no, type: nauc_recall_at_5_max
value: 22.291526847775174
verified: no, type: nauc_recall_at_5_std
value: 8.578725796328818
verified: no, type: ndcg_at_1
value: 40.432
verified: no, type: ndcg_at_10
value: 35.161
verified: no, type: ndcg_at_100
value: 39.098
verified: no, type: ndcg_at_1000
value: 41.471000000000004
verified: no, type: ndcg_at_20
value: 36.632
verified: no, type: ndcg_at_3
value: 31.263
verified: no, type: ndcg_at_5
value: 33.147999999999996
verified: no, type: precision_at_1
value: 40.432
verified: no, type: precision_at_10
value: 7.593999999999999
verified: no, type: precision_at_100
value: 1.0739999999999998
verified: no, type: precision_at_1000
value: 0.13899999999999998
verified: no, type: precision_at_20
value: 4.2700000000000005
verified: no, type: precision_at_3
value: 19.46
verified: no, type: precision_at_5
value: 13.167000000000002
verified: no, type: recall_at_1
value: 20.216
verified: no, type: recall_at_10
value: 37.968
verified: no, type: recall_at_100
value: 53.7
verified: no, type: recall_at_1000
value: 69.56099999999999
verified: no, type: recall_at_20
value: 42.701
verified: no, type: recall_at_3
value: 29.189999999999998
verified: no, type: recall_at_5
value: 32.917
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 66.8
verified: no, type: ap
value: 61.511113698754286
verified: no, type: ap_weighted
value: 61.511113698754286
verified: no, type: f1
value: 66.35355657572812
verified: no, type: f1_weighted
value: 66.35355657572815
verified: no, type: main_score
value: 66.8
verified: no
task: type: Classification, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: test
type: mteb/msmarco
metrics: type: main_score
value: 32.653999999999996
verified: no, type: map_at_1
value: 0.9769999999999999
verified: no, type: map_at_10
value: 5.7410000000000005
verified: no, type: map_at_100
value: 14.274999999999999
verified: no, type: map_at_1000
value: 18.22
verified: no, type: map_at_20
value: 8.459
verified: no, type: map_at_3
value: 2.344
verified: no, type: map_at_5
value: 3.3930000000000002
verified: no, type: mrr_at_1
value: 55.81395348837209
verified: no, type: mrr_at_10
value: 66.55038759689921
verified: no, type: mrr_at_100
value: 66.94578098547626
verified: no, type: mrr_at_1000
value: 66.95429959864605
verified: no, type: mrr_at_20
value: 66.74418604651163
verified: no, type: mrr_at_3
value: 65.50387596899225
verified: no, type: mrr_at_5
value: 66.55038759689921
verified: no, type: nauc_map_at_1000_diff1
value: 0.8701776944216456
verified: no, type: nauc_map_at_1000_max
value: 57.983562619499665
verified: no, type: nauc_map_at_1000_std
value: 54.9420895044766
verified: no, type: nauc_map_at_100_diff1
value: -0.3487197820954663
verified: no, type: nauc_map_at_100_max
value: 48.16337206052002
verified: no, type: nauc_map_at_100_std
value: 46.75613588357681
verified: no, type: nauc_map_at_10_diff1
value: -2.494032119047061
verified: no, type: nauc_map_at_10_max
value: 20.287339296369307
verified: no, type: nauc_map_at_10_std
value: 20.606129225352383
verified: no, type: nauc_map_at_1_diff1
value: 16.391109057312786
verified: no, type: nauc_map_at_1_max
value: 9.041657110411975
verified: no, type: nauc_map_at_1_std
value: 7.910188131726252
verified: no, type: nauc_map_at_20_diff1
value: -3.0907491346992737
verified: no, type: nauc_map_at_20_max
value: 23.59948480689488
verified: no, type: nauc_map_at_20_std
value: 25.38120464991363
verified: no, type: nauc_map_at_3_diff1
value: 11.010495962615554
verified: no, type: nauc_map_at_3_max
value: 15.091586314881985
verified: no, type: nauc_map_at_3_std
value: 12.596800461842793
verified: no, type: nauc_map_at_5_diff1
value: -0.14634796047023557
verified: no, type: nauc_map_at_5_max
value: 18.000061944593895
verified: no, type: nauc_map_at_5_std
value: 18.487140870419907
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.9097456832694
verified: no, type: nauc_mrr_at_1000_max
value: 57.97965049988901
verified: no, type: nauc_mrr_at_1000_std
value: 39.45084961603383
verified: no, type: nauc_mrr_at_100_diff1
value: 29.923369086594924
verified: no, type: nauc_mrr_at_100_max
value: 57.99320305455065
verified: no, type: nauc_mrr_at_100_std
value: 39.466194582253415
verified: no, type: nauc_mrr_at_10_diff1
value: 29.652212322176812
verified: no, type: nauc_mrr_at_10_max
value: 58.137552569637464
verified: no, type: nauc_mrr_at_10_std
value: 39.986201820453104
verified: no, type: nauc_mrr_at_1_diff1
value: 23.46119748843922
verified: no, type: nauc_mrr_at_1_max
value: 47.17518011705513
verified: no, type: nauc_mrr_at_1_std
value: 23.870568937912275
verified: no, type: nauc_mrr_at_20_diff1
value: 29.579146829269337
verified: no, type: nauc_mrr_at_20_max
value: 58.10336216873143
verified: no, type: nauc_mrr_at_20_std
value: 39.60550344388367
verified: no, type: nauc_mrr_at_3_diff1
value: 31.973326488280623
verified: no, type: nauc_mrr_at_3_max
value: 58.11897894765116
verified: no, type: nauc_mrr_at_3_std
value: 38.80781901806055
verified: no, type: nauc_mrr_at_5_diff1
value: 29.652212322176812
verified: no, type: nauc_mrr_at_5_max
value: 58.137552569637464
verified: no, type: nauc_mrr_at_5_std
value: 39.986201820453104
verified: no, type: nauc_ndcg_at_1000_diff1
value: 18.255096156807422
verified: no, type: nauc_ndcg_at_1000_max
value: 62.28551208006493
verified: no, type: nauc_ndcg_at_1000_std
value: 58.63276466484919
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.426890111383733
verified: no, type: nauc_ndcg_at_100_max
value: 57.46139213099597
verified: no, type: nauc_ndcg_at_100_std
value: 52.384108976738005
verified: no, type: nauc_ndcg_at_10_diff1
value: 3.9951333167702927
verified: no, type: nauc_ndcg_at_10_max
value: 54.639134880024976
verified: no, type: nauc_ndcg_at_10_std
value: 41.60591202850456
verified: no, type: nauc_ndcg_at_1_diff1
value: 21.806085623869443
verified: no, type: nauc_ndcg_at_1_max
value: 31.7845533824634
verified: no, type: nauc_ndcg_at_1_std
value: 5.922865500171511
verified: no, type: nauc_ndcg_at_20_diff1
value: 2.995636182562186
verified: no, type: nauc_ndcg_at_20_max
value: 56.65841837186441
verified: no, type: nauc_ndcg_at_20_std
value: 45.58904319943854
verified: no, type: nauc_ndcg_at_3_diff1
value: 12.797472137961735
verified: no, type: nauc_ndcg_at_3_max
value: 45.139226595036035
verified: no, type: nauc_ndcg_at_3_std
value: 22.877677609183053
verified: no, type: nauc_ndcg_at_5_diff1
value: 3.2850378938077274
verified: no, type: nauc_ndcg_at_5_max
value: 51.96709904877147
verified: no, type: nauc_ndcg_at_5_std
value: 36.812478083414874
verified: no, type: nauc_precision_at_1000_diff1
value: -0.11062414118106685
verified: no, type: nauc_precision_at_1000_max
value: 58.11120981049472
verified: no, type: nauc_precision_at_1000_std
value: 51.50436892428628
verified: no, type: nauc_precision_at_100_diff1
value: 0.26444965549857385
verified: no, type: nauc_precision_at_100_max
value: 65.7071844168728
verified: no, type: nauc_precision_at_100_std
value: 58.21068579950159
verified: no, type: nauc_precision_at_10_diff1
value: 1.025160762437317
verified: no, type: nauc_precision_at_10_max
value: 62.23133059322694
verified: no, type: nauc_precision_at_10_std
value: 53.23880686042665
verified: no, type: nauc_precision_at_1_diff1
value: 23.46119748843922
verified: no, type: nauc_precision_at_1_max
value: 47.17518011705513
verified: no, type: nauc_precision_at_1_std
value: 23.870568937912275
verified: no, type: nauc_precision_at_20_diff1
value: 0.34411957112723546
verified: no, type: nauc_precision_at_20_max
value: 60.63022516362575
verified: no, type: nauc_precision_at_20_std
value: 53.741503945033074
verified: no, type: nauc_precision_at_3_diff1
value: 9.183047823900662
verified: no, type: nauc_precision_at_3_max
value: 63.106201242990835
verified: no, type: nauc_precision_at_3_std
value: 44.06198807679475
verified: no, type: nauc_precision_at_5_diff1
value: -2.3601559319986176
verified: no, type: nauc_precision_at_5_max
value: 62.440332387208954
verified: no, type: nauc_precision_at_5_std
value: 52.771978216895164
verified: no, type: nauc_recall_at_1000_diff1
value: 31.154079391327816
verified: no, type: nauc_recall_at_1000_max
value: 56.21268081700358
verified: no, type: nauc_recall_at_1000_std
value: 55.831114290684845
verified: no, type: nauc_recall_at_100_diff1
value: 20.39779597701983
verified: no, type: nauc_recall_at_100_max
value: 45.24707252702228
verified: no, type: nauc_recall_at_100_std
value: 45.256586767210734
verified: no, type: nauc_recall_at_10_diff1
value: 3.3039158557856974
verified: no, type: nauc_recall_at_10_max
value: 18.166225723682654
verified: no, type: nauc_recall_at_10_std
value: 19.222948999299113
verified: no, type: nauc_recall_at_1_diff1
value: 16.391109057312786
verified: no, type: nauc_recall_at_1_max
value: 9.041657110411975
verified: no, type: nauc_recall_at_1_std
value: 7.910188131726252
verified: no, type: nauc_recall_at_20_diff1
value: 5.267450281378317
verified: no, type: nauc_recall_at_20_max
value: 22.429643386334284
verified: no, type: nauc_recall_at_20_std
value: 23.442780443447223
verified: no, type: nauc_recall_at_3_diff1
value: 14.245275416507244
verified: no, type: nauc_recall_at_3_max
value: 15.018223552959533
verified: no, type: nauc_recall_at_3_std
value: 12.14270765831539
verified: no, type: nauc_recall_at_5_diff1
value: 0.6423251028053462
verified: no, type: nauc_recall_at_5_max
value: 16.759715490709986
verified: no, type: nauc_recall_at_5_std
value: 18.760813574155257
verified: no, type: ndcg_at_1
value: 37.597
verified: no, type: ndcg_at_10
value: 32.653999999999996
verified: no, type: ndcg_at_100
value: 31.130999999999997
verified: no, type: ndcg_at_1000
value: 39.56
verified: no, type: ndcg_at_20
value: 31.352999999999998
verified: no, type: ndcg_at_3
value: 34.766999999999996
verified: no, type: ndcg_at_5
value: 33.535
verified: no, type: precision_at_1
value: 55.814
verified: no, type: precision_at_10
value: 43.256
verified: no, type: precision_at_100
value: 20.372
verified: no, type: precision_at_1000
value: 4.3740000000000006
verified: no, type: precision_at_20
value: 37.326
verified: no, type: precision_at_3
value: 51.937999999999995
verified: no, type: precision_at_5
value: 47.907
verified: no, type: recall_at_1
value: 0.9769999999999999
verified: no, type: recall_at_10
value: 7.034
verified: no, type: recall_at_100
value: 26.200000000000003
verified: no, type: recall_at_1000
value: 49.994
verified: no, type: recall_at_20
value: 11.306
verified: no, type: recall_at_3
value: 2.672
verified: no, type: recall_at_5
value: 3.894
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 84.39580483356133
verified: no, type: f1
value: 83.44868295994982
verified: no, type: f1_weighted
value: 84.62451137330042
verified: no, type: main_score
value: 84.39580483356133
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 57.49886000911992
verified: no, type: f1
value: 40.4415476797798
verified: no, type: f1_weighted
value: 61.62208163727965
verified: no, type: main_score
value: 57.49886000911992
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 59.83187626092804
verified: no, type: f1
value: 59.13403345594064
verified: no, type: f1_weighted
value: 60.63671199667425
verified: no, type: main_score
value: 59.83187626092804
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 65.42703429724277
verified: no, type: f1
value: 65.26437007515528
verified: no, type: f1_weighted
value: 65.8253382410501
verified: no, type: main_score
value: 65.42703429724277
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: main_score
value: 25.727269855956525
verified: no, type: v_measure
value: 25.727269855956525
verified: no, type: v_measure_std
value: 1.353424086333059
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: main_score
value: 20.215145846542196
verified: no, type: v_measure
value: 20.215145846542196
verified: no, type: v_measure_std
value: 1.1822484971184157
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: main_score
value: 28.758470779877026
verified: no, type: map
value: 28.758470779877026
verified: no, type: mrr
value: 29.400055693614863
verified: no, type: nAUC_map_diff1
value: 10.474419776545057
verified: no, type: nAUC_map_max
value: -22.949390229586303
verified: no, type: nAUC_map_std
value: -9.5974198343794
verified: no, type: nAUC_mrr_diff1
value: 10.600189165652225
verified: no, type: nAUC_mrr_max
value: -17.178233582708412
verified: no, type: nAUC_mrr_std
value: -6.575530988146523
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 22.019
verified: no, type: map_at_1
value: 3.3329999999999997
verified: no, type: map_at_10
value: 6.845999999999999
verified: no, type: map_at_100
value: 8.563
verified: no, type: map_at_1000
value: 9.594
verified: no, type: map_at_20
value: 7.441000000000001
verified: no, type: map_at_3
value: 5.268
verified: no, type: map_at_5
value: 5.906000000000001
verified: no, type: mrr_at_1
value: 31.57894736842105
verified: no, type: mrr_at_10
value: 40.030099759201924
verified: no, type: mrr_at_100
value: 40.74869190536202
verified: no, type: mrr_at_1000
value: 40.81329927754809
verified: no, type: mrr_at_20
value: 40.336594058545764
verified: no, type: mrr_at_3
value: 38.028895768833834
verified: no, type: mrr_at_5
value: 39.03508771929823
verified: no, type: nauc_map_at_1000_diff1
value: 36.921634269301464
verified: no, type: nauc_map_at_1000_max
value: 33.53791072182297
verified: no, type: nauc_map_at_1000_std
value: 21.153571222512447
verified: no, type: nauc_map_at_100_diff1
value: 39.285919789821406
verified: no, type: nauc_map_at_100_max
value: 32.55054399207897
verified: no, type: nauc_map_at_100_std
value: 17.72534603690592
verified: no, type: nauc_map_at_10_diff1
value: 44.07021387517741
verified: no, type: nauc_map_at_10_max
value: 29.664788609312648
verified: no, type: nauc_map_at_10_std
value: 11.99559650435805
verified: no, type: nauc_map_at_1_diff1
value: 60.040155219223266
verified: no, type: nauc_map_at_1_max
value: 24.556599048754503
verified: no, type: nauc_map_at_1_std
value: 4.004310428341927
verified: no, type: nauc_map_at_20_diff1
value: 42.43483827445945
verified: no, type: nauc_map_at_20_max
value: 30.785515262203226
verified: no, type: nauc_map_at_20_std
value: 14.066164413811114
verified: no, type: nauc_map_at_3_diff1
value: 48.18809009232849
verified: no, type: nauc_map_at_3_max
value: 25.354511148830845
verified: no, type: nauc_map_at_3_std
value: 8.011989117247468
verified: no, type: nauc_map_at_5_diff1
value: 48.28541131757266
verified: no, type: nauc_map_at_5_max
value: 28.20709762653335
verified: no, type: nauc_map_at_5_std
value: 9.657951990494794
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.168160378810033
verified: no, type: nauc_mrr_at_1000_max
value: 35.149217232931676
verified: no, type: nauc_mrr_at_1000_std
value: 22.795137657887743
verified: no, type: nauc_mrr_at_100_diff1
value: 30.10919988408312
verified: no, type: nauc_mrr_at_100_max
value: 35.16022229051616
verified: no, type: nauc_mrr_at_100_std
value: 22.81621683103531
verified: no, type: nauc_mrr_at_10_diff1
value: 30.1140065956515
verified: no, type: nauc_mrr_at_10_max
value: 35.14617801638004
verified: no, type: nauc_mrr_at_10_std
value: 22.884253267071863
verified: no, type: nauc_mrr_at_1_diff1
value: 33.700632840062504
verified: no, type: nauc_mrr_at_1_max
value: 29.89780232819075
verified: no, type: nauc_mrr_at_1_std
value: 16.143601421740772
verified: no, type: nauc_mrr_at_20_diff1
value: 29.99826459906034
verified: no, type: nauc_mrr_at_20_max
value: 35.11619154836821
verified: no, type: nauc_mrr_at_20_std
value: 22.865227250436167
verified: no, type: nauc_mrr_at_3_diff1
value: 30.89630604608724
verified: no, type: nauc_mrr_at_3_max
value: 35.018814127413336
verified: no, type: nauc_mrr_at_3_std
value: 22.84214991972535
verified: no, type: nauc_mrr_at_5_diff1
value: 30.63811477253061
verified: no, type: nauc_mrr_at_5_max
value: 35.16783991691963
verified: no, type: nauc_mrr_at_5_std
value: 22.825045767716396
verified: no, type: nauc_ndcg_at_1000_diff1
value: 27.514733190630576
verified: no, type: nauc_ndcg_at_1000_max
value: 38.75887878455734
verified: no, type: nauc_ndcg_at_1000_std
value: 27.029942495815167
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.660464508057768
verified: no, type: nauc_ndcg_at_100_max
value: 35.456798457644176
verified: no, type: nauc_ndcg_at_100_std
value: 26.42300970303887
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.53377620649811
verified: no, type: nauc_ndcg_at_10_max
value: 33.37513832084921
verified: no, type: nauc_ndcg_at_10_std
value: 29.200660565515758
verified: no, type: nauc_ndcg_at_1_diff1
value: 33.627844552554464
verified: no, type: nauc_ndcg_at_1_max
value: 27.716786645392165
verified: no, type: nauc_ndcg_at_1_std
value: 16.86655855316202
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.14529835132683
verified: no, type: nauc_ndcg_at_20_max
value: 32.92722849523707
verified: no, type: nauc_ndcg_at_20_std
value: 29.632999608361388
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.683067566851744
verified: no, type: nauc_ndcg_at_3_max
value: 30.65491026823752
verified: no, type: nauc_ndcg_at_3_std
value: 24.6417441441868
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.437905800487428
verified: no, type: nauc_ndcg_at_5_max
value: 33.726131859634435
verified: no, type: nauc_ndcg_at_5_std
value: 27.23148639882132
verified: no, type: nauc_precision_at_1000_diff1
value: -11.244226512925588
verified: no, type: nauc_precision_at_1000_max
value: 15.365013529485793
verified: no, type: nauc_precision_at_1000_std
value: 40.474069225323525
verified: no, type: nauc_precision_at_100_diff1
value: -6.319448440105376
verified: no, type: nauc_precision_at_100_max
value: 24.78986622341246
verified: no, type: nauc_precision_at_100_std
value: 43.350910252135186
verified: no, type: nauc_precision_at_10_diff1
value: 5.081541781331018
verified: no, type: nauc_precision_at_10_max
value: 34.13543155153172
verified: no, type: nauc_precision_at_10_std
value: 36.486399946551565
verified: no, type: nauc_precision_at_1_diff1
value: 33.700632840062504
verified: no, type: nauc_precision_at_1_max
value: 29.89780232819075
verified: no, type: nauc_precision_at_1_std
value: 16.143601421740772
verified: no, type: nauc_precision_at_20_diff1
value: 1.2099890054568907
verified: no, type: nauc_precision_at_20_max
value: 29.536357473502093
verified: no, type: nauc_precision_at_20_std
value: 39.714728524879796
verified: no, type: nauc_precision_at_3_diff1
value: 13.42524740898527
verified: no, type: nauc_precision_at_3_max
value: 32.41027428735492
verified: no, type: nauc_precision_at_3_std
value: 29.477945929793986
verified: no, type: nauc_precision_at_5_diff1
value: 11.425930718763416
verified: no, type: nauc_precision_at_5_max
value: 36.224597773932615
verified: no, type: nauc_precision_at_5_std
value: 32.44460977660888
verified: no, type: nauc_recall_at_1000_diff1
value: 14.98578697528186
verified: no, type: nauc_recall_at_1000_max
value: 17.780770954600552
verified: no, type: nauc_recall_at_1000_std
value: 8.74895044903046
verified: no, type: nauc_recall_at_100_diff1
value: 21.54846797799896
verified: no, type: nauc_recall_at_100_max
value: 19.143208862023197
verified: no, type: nauc_recall_at_100_std
value: 9.165684289700218
verified: no, type: nauc_recall_at_10_diff1
value: 34.480276211598
verified: no, type: nauc_recall_at_10_max
value: 24.388189864204346
verified: no, type: nauc_recall_at_10_std
value: 10.66358607652531
verified: no, type: nauc_recall_at_1_diff1
value: 60.040155219223266
verified: no, type: nauc_recall_at_1_max
value: 24.556599048754503
verified: no, type: nauc_recall_at_1_std
value: 4.004310428341927
verified: no, type: nauc_recall_at_20_diff1
value: 32.307263344939976
verified: no, type: nauc_recall_at_20_max
value: 25.36003131615971
verified: no, type: nauc_recall_at_20_std
value: 12.10059620055468
verified: no, type: nauc_recall_at_3_diff1
value: 40.636563873637385
verified: no, type: nauc_recall_at_3_max
value: 23.04178885160423
verified: no, type: nauc_recall_at_3_std
value: 10.255738504034344
verified: no, type: nauc_recall_at_5_diff1
value: 42.73658590280171
verified: no, type: nauc_recall_at_5_max
value: 26.31050040312984
verified: no, type: nauc_recall_at_5_std
value: 11.15569485426327
verified: no, type: ndcg_at_1
value: 29.720999999999997
verified: no, type: ndcg_at_10
value: 22.019
verified: no, type: ndcg_at_100
value: 20.416999999999998
verified: no, type: ndcg_at_1000
value: 29.225
verified: no, type: ndcg_at_20
value: 20.294
verified: no, type: ndcg_at_3
value: 25.692999999999998
verified: no, type: ndcg_at_5
value: 23.78
verified: no, type: precision_at_1
value: 31.579
verified: no, type: precision_at_10
value: 16.471
verified: no, type: precision_at_100
value: 5.607
verified: no, type: precision_at_1000
value: 1.796
verified: no, type: precision_at_20
value: 12.214
verified: no, type: precision_at_3
value: 24.044999999999998
verified: no, type: precision_at_5
value: 20.31
verified: no, type: recall_at_1
value: 3.3329999999999997
verified: no, type: recall_at_10
value: 10.293
verified: no, type: recall_at_100
value: 22.08
verified: no, type: recall_at_1000
value: 53.234
verified: no, type: recall_at_20
value: 12.362
verified: no, type: recall_at_3
value: 6.483999999999999
verified: no, type: recall_at_5
value: 7.6530000000000005
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 18.212999999999997
verified: no, type: map_at_1
value: 8.138
verified: no, type: map_at_10
value: 14.187
verified: no, type: map_at_100
value: 15.412
verified: no, type: map_at_1000
value: 15.512
verified: no, type: map_at_20
value: 14.866999999999999
verified: no, type: map_at_3
value: 11.913
verified: no, type: map_at_5
value: 13.045000000000002
verified: no, type: mrr_at_1
value: 9.298957126303591
verified: no, type: mrr_at_10
value: 15.677028729606935
verified: no, type: mrr_at_100
value: 16.842408337771428
verified: no, type: mrr_at_1000
value: 16.928039087689765
verified: no, type: mrr_at_20
value: 16.355694183748035
verified: no, type: mrr_at_3
value: 13.378717651602914
verified: no, type: mrr_at_5
value: 14.514291232135918
verified: no, type: nauc_map_at_1000_diff1
value: 14.578791280254915
verified: no, type: nauc_map_at_1000_max
value: 13.328266828244203
verified: no, type: nauc_map_at_1000_std
value: 2.3929483210250897
verified: no, type: nauc_map_at_100_diff1
value: 14.575481245407412
verified: no, type: nauc_map_at_100_max
value: 13.287967396578809
verified: no, type: nauc_map_at_100_std
value: 2.310410909332571
verified: no, type: nauc_map_at_10_diff1
value: 14.50100955092819
verified: no, type: nauc_map_at_10_max
value: 12.492541676957037
verified: no, type: nauc_map_at_10_std
value: 0.9558308124399572
verified: no, type: nauc_map_at_1_diff1
value: 16.29047805190841
verified: no, type: nauc_map_at_1_max
value: 8.219357633077767
verified: no, type: nauc_map_at_1_std
value: -3.13799621044253
verified: no, type: nauc_map_at_20_diff1
value: 14.62863305786668
verified: no, type: nauc_map_at_20_max
value: 12.951122057662834
verified: no, type: nauc_map_at_20_std
value: 1.7580415856864908
verified: no, type: nauc_map_at_3_diff1
value: 15.173181525769586
verified: no, type: nauc_map_at_3_max
value: 11.135237104250812
verified: no, type: nauc_map_at_3_std
value: -0.7815711583915218
verified: no, type: nauc_map_at_5_diff1
value: 14.99045685060188
verified: no, type: nauc_map_at_5_max
value: 12.124439909129217
verified: no, type: nauc_map_at_5_std
value: 0.3652548781872369
verified: no, type: nauc_mrr_at_1000_diff1
value: 13.600751846384645
verified: no, type: nauc_mrr_at_1000_max
value: 12.607741858978638
verified: no, type: nauc_mrr_at_1000_std
value: 3.2292484533377777
verified: no, type: nauc_mrr_at_100_diff1
value: 13.60331296458113
verified: no, type: nauc_mrr_at_100_max
value: 12.590872866728867
verified: no, type: nauc_mrr_at_100_std
value: 3.1852440065977254
verified: no, type: nauc_mrr_at_10_diff1
value: 13.407121197281086
verified: no, type: nauc_mrr_at_10_max
value: 11.923910949204341
verified: no, type: nauc_mrr_at_10_std
value: 2.1537994276299295
verified: no, type: nauc_mrr_at_1_diff1
value: 15.179630946514116
verified: no, type: nauc_mrr_at_1_max
value: 7.774328239889604
verified: no, type: nauc_mrr_at_1_std
value: -1.4356743606373104
verified: no, type: nauc_mrr_at_20_diff1
value: 13.681864921923701
verified: no, type: nauc_mrr_at_20_max
value: 12.343544006929367
verified: no, type: nauc_mrr_at_20_std
value: 2.771581181448018
verified: no, type: nauc_mrr_at_3_diff1
value: 14.04079366440448
verified: no, type: nauc_mrr_at_3_max
value: 10.756259965440377
verified: no, type: nauc_mrr_at_3_std
value: 0.7876181716652985
verified: no, type: nauc_mrr_at_5_diff1
value: 13.76650273073773
verified: no, type: nauc_mrr_at_5_max
value: 11.51443143006138
verified: no, type: nauc_mrr_at_5_std
value: 1.7875710733017165
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.450553731235646
verified: no, type: nauc_ndcg_at_1000_max
value: 17.60936702837335
verified: no, type: nauc_ndcg_at_1000_std
value: 9.781329320522552
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.619466813621772
verified: no, type: nauc_ndcg_at_100_max
value: 16.910687275554153
verified: no, type: nauc_ndcg_at_100_std
value: 8.345474274033974
verified: no, type: nauc_ndcg_at_10_diff1
value: 13.378239249586771
verified: no, type: nauc_ndcg_at_10_max
value: 13.795142678591827
verified: no, type: nauc_ndcg_at_10_std
value: 2.9292963631334588
verified: no, type: nauc_ndcg_at_1_diff1
value: 15.4066167320731
verified: no, type: nauc_ndcg_at_1_max
value: 7.898121572757444
verified: no, type: nauc_ndcg_at_1_std
value: -1.3758714581013014
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.008110204714885
verified: no, type: nauc_ndcg_at_20_max
value: 15.091272719169774
verified: no, type: nauc_ndcg_at_20_std
value: 5.147435028735268
verified: no, type: nauc_ndcg_at_3_diff1
value: 14.699256497445973
verified: no, type: nauc_ndcg_at_3_max
value: 11.745697088734348
verified: no, type: nauc_ndcg_at_3_std
value: 0.2689912033488999
verified: no, type: nauc_ndcg_at_5_diff1
value: 14.310952626624463
verified: no, type: nauc_ndcg_at_5_max
value: 13.11844724984556
verified: no, type: nauc_ndcg_at_5_std
value: 1.9687393944364064
verified: no, type: nauc_precision_at_1000_diff1
value: 3.8462116482020874
verified: no, type: nauc_precision_at_1000_max
value: 23.589323134260272
verified: no, type: nauc_precision_at_1000_std
value: 32.01435688181335
verified: no, type: nauc_precision_at_100_diff1
value: 9.078831999146862
verified: no, type: nauc_precision_at_100_max
value: 22.79580218260244
verified: no, type: nauc_precision_at_100_std
value: 24.10442313538432
verified: no, type: nauc_precision_at_10_diff1
value: 11.028655329262778
verified: no, type: nauc_precision_at_10_max
value: 16.30085665127141
verified: no, type: nauc_precision_at_10_std
value: 8.039008096159188
verified: no, type: nauc_precision_at_1_diff1
value: 15.4066167320731
verified: no, type: nauc_precision_at_1_max
value: 7.898121572757444
verified: no, type: nauc_precision_at_1_std
value: -1.3758714581013014
verified: no, type: nauc_precision_at_20_diff1
value: 12.604092243949324
verified: no, type: nauc_precision_at_20_max
value: 19.268033875235812
verified: no, type: nauc_precision_at_20_std
value: 13.909468997491878
verified: no, type: nauc_precision_at_3_diff1
value: 13.762716468005587
verified: no, type: nauc_precision_at_3_max
value: 13.411300589610226
verified: no, type: nauc_precision_at_3_std
value: 2.999108638988932
verified: no, type: nauc_precision_at_5_diff1
value: 13.093220365129987
verified: no, type: nauc_precision_at_5_max
value: 15.640321470461016
verified: no, type: nauc_precision_at_5_std
value: 6.229845684757138
verified: no, type: nauc_recall_at_1000_diff1
value: 8.640682233721112
verified: no, type: nauc_recall_at_1000_max
value: 38.23016354384442
verified: no, type: nauc_recall_at_1000_std
value: 44.888127705749774
verified: no, type: nauc_recall_at_100_diff1
value: 11.61280661546844
verified: no, type: nauc_recall_at_100_max
value: 26.309020661042464
verified: no, type: nauc_recall_at_100_std
value: 23.641963496714194
verified: no, type: nauc_recall_at_10_diff1
value: 11.366513508427104
verified: no, type: nauc_recall_at_10_max
value: 16.131320149082942
verified: no, type: nauc_recall_at_10_std
value: 5.6702789846946455
verified: no, type: nauc_recall_at_1_diff1
value: 16.29047805190841
verified: no, type: nauc_recall_at_1_max
value: 8.219357633077767
verified: no, type: nauc_recall_at_1_std
value: -3.13799621044253
verified: no, type: nauc_recall_at_20_diff1
value: 13.06209052443793
verified: no, type: nauc_recall_at_20_max
value: 19.09898799048677
verified: no, type: nauc_recall_at_20_std
value: 11.039560849012668
verified: no, type: nauc_recall_at_3_diff1
value: 14.101426126868393
verified: no, type: nauc_recall_at_3_max
value: 13.005000740848406
verified: no, type: nauc_recall_at_3_std
value: 1.3653274683062109
verified: no, type: nauc_recall_at_5_diff1
value: 13.215034524721556
verified: no, type: nauc_recall_at_5_max
value: 15.024863964467574
verified: no, type: nauc_recall_at_5_std
value: 4.064317317163715
verified: no, type: ndcg_at_1
value: 9.27
verified: no, type: ndcg_at_10
value: 18.212999999999997
verified: no, type: ndcg_at_100
value: 24.444
verified: no, type: ndcg_at_1000
value: 27.228
verified: no, type: ndcg_at_20
value: 20.66
verified: no, type: ndcg_at_3
value: 13.492999999999999
verified: no, type: ndcg_at_5
value: 15.519
verified: no, type: precision_at_1
value: 9.27
verified: no, type: precision_at_10
value: 3.447
verified: no, type: precision_at_100
value: 0.697
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_20
value: 2.289
verified: no, type: precision_at_3
value: 6.431000000000001
verified: no, type: precision_at_5
value: 4.983
verified: no, type: recall_at_1
value: 8.138
verified: no, type: recall_at_10
value: 29.331000000000003
verified: no, type: recall_at_100
value: 58.167
verified: no, type: recall_at_1000
value: 79.589
verified: no, type: recall_at_20
value: 38.606
verified: no, type: recall_at_3
value: 16.63
verified: no, type: recall_at_5
value: 21.437
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 79.78699999999999
verified: no, type: map_at_1
value: 62.675000000000004
verified: no, type: map_at_10
value: 75.17200000000001
verified: no, type: map_at_100
value: 75.93900000000001
verified: no, type: map_at_1000
value: 75.972
verified: no, type: map_at_20
value: 75.645
verified: no, type: map_at_3
value: 72.138
verified: no, type: map_at_5
value: 73.95
verified: no, type: mrr_at_1
value: 72.00999999999999
verified: no, type: mrr_at_10
value: 79.23898412698378
verified: no, type: mrr_at_100
value: 79.49576180250185
verified: no, type: mrr_at_1000
value: 79.50322089399515
verified: no, type: mrr_at_20
value: 79.415819656693
verified: no, type: mrr_at_3
value: 77.72166666666634
verified: no, type: mrr_at_5
value: 78.66016666666613
verified: no, type: nauc_map_at_1000_diff1
value: 71.062802974412
verified: no, type: nauc_map_at_1000_max
value: 38.29223730891242
verified: no, type: nauc_map_at_1000_std
value: -17.6038932361413
verified: no, type: nauc_map_at_100_diff1
value: 71.06508079470211
verified: no, type: nauc_map_at_100_max
value: 38.2874647946174
verified: no, type: nauc_map_at_100_std
value: -17.61240480318323
verified: no, type: nauc_map_at_10_diff1
value: 71.08061887234794
verified: no, type: nauc_map_at_10_max
value: 37.86312840320781
verified: no, type: nauc_map_at_10_std
value: -18.355584340583896
verified: no, type: nauc_map_at_1_diff1
value: 73.7127936966754
verified: no, type: nauc_map_at_1_max
value: 31.52088338424135
verified: no, type: nauc_map_at_1_std
value: -17.61367587273089
verified: no, type: nauc_map_at_20_diff1
value: 71.07077134872301
verified: no, type: nauc_map_at_20_max
value: 38.18193413969339
verified: no, type: nauc_map_at_20_std
value: -17.95925365690507
verified: no, type: nauc_map_at_3_diff1
value: 71.41421185975658
verified: no, type: nauc_map_at_3_max
value: 36.110038519988315
verified: no, type: nauc_map_at_3_std
value: -19.188909800621044
verified: no, type: nauc_map_at_5_diff1
value: 71.11794823884769
verified: no, type: nauc_map_at_5_max
value: 37.14383047810988
verified: no, type: nauc_map_at_5_std
value: -18.81121884458618
verified: no, type: nauc_mrr_at_1000_diff1
value: 72.17349462278946
verified: no, type: nauc_mrr_at_1000_max
value: 41.68815617281497
verified: no, type: nauc_mrr_at_1000_std
value: -15.383731259070402
verified: no, type: nauc_mrr_at_100_diff1
value: 72.17268085168436
verified: no, type: nauc_mrr_at_100_max
value: 41.69582526636864
verified: no, type: nauc_mrr_at_100_std
value: -15.373649015587333
verified: no, type: nauc_mrr_at_10_diff1
value: 72.09715581076995
verified: no, type: nauc_mrr_at_10_max
value: 41.67009866983478
verified: no, type: nauc_mrr_at_10_std
value: -15.512212830457184
verified: no, type: nauc_mrr_at_1_diff1
value: 73.66423583883598
verified: no, type: nauc_mrr_at_1_max
value: 41.048477944784125
verified: no, type: nauc_mrr_at_1_std
value: -15.137556814787878
verified: no, type: nauc_mrr_at_20_diff1
value: 72.1454134643326
verified: no, type: nauc_mrr_at_20_max
value: 41.738947444429705
verified: no, type: nauc_mrr_at_20_std
value: -15.395554807118362
verified: no, type: nauc_mrr_at_3_diff1
value: 72.04741837072552
verified: no, type: nauc_mrr_at_3_max
value: 41.67698685135716
verified: no, type: nauc_mrr_at_3_std
value: -15.560631725850737
verified: no, type: nauc_mrr_at_5_diff1
value: 71.99263704181038
verified: no, type: nauc_mrr_at_5_max
value: 41.557398808424814
verified: no, type: nauc_mrr_at_5_std
value: -15.638849690130078
verified: no, type: nauc_ndcg_at_1000_diff1
value: 70.97188046599025
verified: no, type: nauc_ndcg_at_1000_max
value: 40.021689767138795
verified: no, type: nauc_ndcg_at_1000_std
value: -15.983124534182025
verified: no, type: nauc_ndcg_at_100_diff1
value: 70.91474541874227
verified: no, type: nauc_ndcg_at_100_max
value: 40.05418794421427
verified: no, type: nauc_ndcg_at_100_std
value: -15.699627238153923
verified: no, type: nauc_ndcg_at_10_diff1
value: 70.50157937072336
verified: no, type: nauc_ndcg_at_10_max
value: 39.2270180188613
verified: no, type: nauc_ndcg_at_10_std
value: -17.495983349938005
verified: no, type: nauc_ndcg_at_1_diff1
value: 73.72157460473385
verified: no, type: nauc_ndcg_at_1_max
value: 40.872851685913375
verified: no, type: nauc_ndcg_at_1_std
value: -15.21381419011294
verified: no, type: nauc_ndcg_at_20_diff1
value: 70.70935691577634
verified: no, type: nauc_ndcg_at_20_max
value: 39.86511836718422
verified: no, type: nauc_ndcg_at_20_std
value: -16.765359546592826
verified: no, type: nauc_ndcg_at_3_diff1
value: 70.52929254065138
verified: no, type: nauc_ndcg_at_3_max
value: 38.47850762540384
verified: no, type: nauc_ndcg_at_3_std
value: -17.74180576687848
verified: no, type: nauc_ndcg_at_5_diff1
value: 70.30797282914001
verified: no, type: nauc_ndcg_at_5_max
value: 38.55322133006486
verified: no, type: nauc_ndcg_at_5_std
value: -17.84579976618432
verified: no, type: nauc_precision_at_1000_diff1
value: -35.40529358931327
verified: no, type: nauc_precision_at_1000_max
value: -4.003002811927482
verified: no, type: nauc_precision_at_1000_std
value: 19.19898981430683
verified: no, type: nauc_precision_at_100_diff1
value: -32.574000761176755
verified: no, type: nauc_precision_at_100_max
value: -0.8319622584619544
verified: no, type: nauc_precision_at_100_std
value: 19.09080097632147
verified: no, type: nauc_precision_at_10_diff1
value: -18.240836538971813
verified: no, type: nauc_precision_at_10_max
value: 9.639570853659828
verified: no, type: nauc_precision_at_10_std
value: 10.167173437526769
verified: no, type: nauc_precision_at_1_diff1
value: 73.72157460473385
verified: no, type: nauc_precision_at_1_max
value: 40.872851685913375
verified: no, type: nauc_precision_at_1_std
value: -15.21381419011294
verified: no, type: nauc_precision_at_20_diff1
value: -25.213915832453328
verified: no, type: nauc_precision_at_20_max
value: 5.417357800685808
verified: no, type: nauc_precision_at_20_std
value: 14.180505389993717
verified: no, type: nauc_precision_at_3_diff1
value: 9.797369243525674
verified: no, type: nauc_precision_at_3_max
value: 21.07567898520215
verified: no, type: nauc_precision_at_3_std
value: -1.408684168235087
verified: no, type: nauc_precision_at_5_diff1
value: -5.306771132413547
verified: no, type: nauc_precision_at_5_max
value: 15.42453005071534
verified: no, type: nauc_precision_at_5_std
value: 4.410489771565217
verified: no, type: nauc_recall_at_1000_diff1
value: 57.959414011054136
verified: no, type: nauc_recall_at_1000_max
value: 51.57558055641226
verified: no, type: nauc_recall_at_1000_std
value: 32.80145532927446
verified: no, type: nauc_recall_at_100_diff1
value: 62.44248678068175
verified: no, type: nauc_recall_at_100_max
value: 44.14184735973989
verified: no, type: nauc_recall_at_100_std
value: 8.299919790395947
verified: no, type: nauc_recall_at_10_diff1
value: 63.7078195492283
verified: no, type: nauc_recall_at_10_max
value: 37.037598826975625
verified: no, type: nauc_recall_at_10_std
value: -18.8785674614851
verified: no, type: nauc_recall_at_1_diff1
value: 73.7127936966754
verified: no, type: nauc_recall_at_1_max
value: 31.52088338424135
verified: no, type: nauc_recall_at_1_std
value: -17.61367587273089
verified: no, type: nauc_recall_at_20_diff1
value: 62.49682385912843
verified: no, type: nauc_recall_at_20_max
value: 40.7217314110013
verified: no, type: nauc_recall_at_20_std
value: -13.07280154805685
verified: no, type: nauc_recall_at_3_diff1
value: 67.12993262450223
verified: no, type: nauc_recall_at_3_max
value: 34.40008343871195
verified: no, type: nauc_recall_at_3_std
value: -20.323826574387773
verified: no, type: nauc_recall_at_5_diff1
value: 64.95876357026624
verified: no, type: nauc_recall_at_5_max
value: 35.007776086740414
verified: no, type: nauc_recall_at_5_std
value: -20.32974659627998
verified: no, type: ndcg_at_1
value: 71.98
verified: no, type: ndcg_at_10
value: 79.78699999999999
verified: no, type: ndcg_at_100
value: 81.951
verified: no, type: ndcg_at_1000
value: 82.36099999999999
verified: no, type: ndcg_at_20
value: 80.821
verified: no, type: ndcg_at_3
value: 76.037
verified: no, type: ndcg_at_5
value: 77.92999999999999
verified: no, type: precision_at_1
value: 71.98
verified: no, type: precision_at_10
value: 12.097
verified: no, type: precision_at_100
value: 1.4489999999999998
verified: no, type: precision_at_1000
value: 0.154
verified: no, type: precision_at_20
value: 6.5009999999999994
verified: no, type: precision_at_3
value: 32.917
verified: no, type: precision_at_5
value: 21.81
verified: no, type: recall_at_1
value: 62.675000000000004
verified: no, type: recall_at_10
value: 88.851
verified: no, type: recall_at_100
value: 97.057
verified: no, type: recall_at_1000
value: 99.452
verified: no, type: recall_at_20
value: 92.361
verified: no, type: recall_at_3
value: 78.155
verified: no, type: recall_at_5
value: 83.38
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: main_score
value: 30.198266093020283
verified: no, type: v_measure
value: 30.198266093020283
verified: no, type: v_measure_std
value: 3.9518163424522514
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: main_score
value: 42.701904049841
verified: no, type: v_measure
value: 42.701904049841
verified: no, type: v_measure_std
value: 10.449931182923997
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 11.755
verified: no, type: map_at_1
value: 2.768
verified: no, type: map_at_10
value: 6.409
verified: no, type: map_at_100
value: 7.591
verified: no, type: map_at_1000
value: 7.831
verified: no, type: map_at_20
value: 6.950000000000001
verified: no, type: map_at_3
value: 4.643
verified: no, type: map_at_5
value: 5.373
verified: no, type: mrr_at_1
value: 13.600000000000001
verified: no, type: mrr_at_10
value: 21.11460317460316
verified: no, type: mrr_at_100
value: 22.164067497995283
verified: no, type: mrr_at_1000
value: 22.26030299138553
verified: no, type: mrr_at_20
value: 21.664369178293317
verified: no, type: mrr_at_3
value: 18.466666666666683
verified: no, type: mrr_at_5
value: 19.591666666666672
verified: no, type: nauc_map_at_1000_diff1
value: 12.414931427871268
verified: no, type: nauc_map_at_1000_max
value: 11.919879086786645
verified: no, type: nauc_map_at_1000_std
value: 14.626443927145738
verified: no, type: nauc_map_at_100_diff1
value: 12.389741733171716
verified: no, type: nauc_map_at_100_max
value: 11.632112005886858
verified: no, type: nauc_map_at_100_std
value: 14.109924672598392
verified: no, type: nauc_map_at_10_diff1
value: 12.451453197768501
verified: no, type: nauc_map_at_10_max
value: 9.739271013843066
verified: no, type: nauc_map_at_10_std
value: 11.2749881234909
verified: no, type: nauc_map_at_1_diff1
value: 21.528872289406724
verified: no, type: nauc_map_at_1_max
value: 9.599915129165018
verified: no, type: nauc_map_at_1_std
value: 7.4189719966979695
verified: no, type: nauc_map_at_20_diff1
value: 12.64748086810778
verified: no, type: nauc_map_at_20_max
value: 11.076850830566668
verified: no, type: nauc_map_at_20_std
value: 12.462364145480983
verified: no, type: nauc_map_at_3_diff1
value: 15.594680352152762
verified: no, type: nauc_map_at_3_max
value: 8.98433750780941
verified: no, type: nauc_map_at_3_std
value: 6.630102095533169
verified: no, type: nauc_map_at_5_diff1
value: 14.120030869253755
verified: no, type: nauc_map_at_5_max
value: 8.746803964565578
verified: no, type: nauc_map_at_5_std
value: 8.088772305163692
verified: no, type: nauc_mrr_at_1000_diff1
value: 15.722449735543986
verified: no, type: nauc_mrr_at_1000_max
value: 11.027280711959696
verified: no, type: nauc_mrr_at_1000_std
value: 10.818261214884343
verified: no, type: nauc_mrr_at_100_diff1
value: 15.694323724746345
verified: no, type: nauc_mrr_at_100_max
value: 10.994499148965636
verified: no, type: nauc_mrr_at_100_std
value: 10.859506058925081
verified: no, type: nauc_mrr_at_10_diff1
value: 15.30734389545282
verified: no, type: nauc_mrr_at_10_max
value: 10.751370703248858
verified: no, type: nauc_mrr_at_10_std
value: 10.381193111826425
verified: no, type: nauc_mrr_at_1_diff1
value: 20.909748825599316
verified: no, type: nauc_mrr_at_1_max
value: 9.727374369463837
verified: no, type: nauc_mrr_at_1_std
value: 8.134999739985087
verified: no, type: nauc_mrr_at_20_diff1
value: 15.694885651802537
verified: no, type: nauc_mrr_at_20_max
value: 11.055016996787597
verified: no, type: nauc_mrr_at_20_std
value: 10.664278453633466
verified: no, type: nauc_mrr_at_3_diff1
value: 16.371829284101132
verified: no, type: nauc_mrr_at_3_max
value: 10.17646834962818
verified: no, type: nauc_mrr_at_3_std
value: 9.035254424344629
verified: no, type: nauc_mrr_at_5_diff1
value: 15.610437838915026
verified: no, type: nauc_mrr_at_5_max
value: 10.501289076328156
verified: no, type: nauc_mrr_at_5_std
value: 9.462132303368877
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.906227945814091
verified: no, type: nauc_ndcg_at_1000_max
value: 15.120979415346447
verified: no, type: nauc_ndcg_at_1000_std
value: 22.016779705820596
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.847291986959313
verified: no, type: nauc_ndcg_at_100_max
value: 13.305700818904779
verified: no, type: nauc_ndcg_at_100_std
value: 19.2742607072657
verified: no, type: nauc_ndcg_at_10_diff1
value: 11.174421007440968
verified: no, type: nauc_ndcg_at_10_max
value: 10.7386573442518
verified: no, type: nauc_ndcg_at_10_std
value: 12.918703980956577
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.909748825599316
verified: no, type: nauc_ndcg_at_1_max
value: 9.727374369463837
verified: no, type: nauc_ndcg_at_1_std
value: 8.134999739985087
verified: no, type: nauc_ndcg_at_20_diff1
value: 11.863379718246682
verified: no, type: nauc_ndcg_at_20_max
value: 12.740596053850528
verified: no, type: nauc_ndcg_at_20_std
value: 15.02768738182082
verified: no, type: nauc_ndcg_at_3_diff1
value: 14.364906416245546
verified: no, type: nauc_ndcg_at_3_max
value: 9.636635539896321
verified: no, type: nauc_ndcg_at_3_std
value: 7.959468925809548
verified: no, type: nauc_ndcg_at_5_diff1
value: 13.00997629420609
verified: no, type: nauc_ndcg_at_5_max
value: 9.609063912513186
verified: no, type: nauc_ndcg_at_5_std
value: 9.153779199363807
verified: no, type: nauc_precision_at_1000_diff1
value: 4.175948748141418
verified: no, type: nauc_precision_at_1000_max
value: 16.98516130963664
verified: no, type: nauc_precision_at_1000_std
value: 32.510442965343145
verified: no, type: nauc_precision_at_100_diff1
value: 5.199160290522892
verified: no, type: nauc_precision_at_100_max
value: 13.964294158875651
verified: no, type: nauc_precision_at_100_std
value: 27.192933107910637
verified: no, type: nauc_precision_at_10_diff1
value: 6.205921662044094
verified: no, type: nauc_precision_at_10_max
value: 11.290690145621909
verified: no, type: nauc_precision_at_10_std
value: 16.697454197403943
verified: no, type: nauc_precision_at_1_diff1
value: 20.909748825599316
verified: no, type: nauc_precision_at_1_max
value: 9.727374369463837
verified: no, type: nauc_precision_at_1_std
value: 8.134999739985087
verified: no, type: nauc_precision_at_20_diff1
value: 7.918300572316032
verified: no, type: nauc_precision_at_20_max
value: 14.56429643262782
verified: no, type: nauc_precision_at_20_std
value: 19.65119396014513
verified: no, type: nauc_precision_at_3_diff1
value: 11.470671754268373
verified: no, type: nauc_precision_at_3_max
value: 9.796890646070997
verified: no, type: nauc_precision_at_3_std
value: 7.9153670787409425
verified: no, type: nauc_precision_at_5_diff1
value: 8.935922017064874
verified: no, type: nauc_precision_at_5_max
value: 9.337411322306329
verified: no, type: nauc_precision_at_5_std
value: 10.160043255423453
verified: no, type: nauc_recall_at_1000_diff1
value: 4.255367637176581
verified: no, type: nauc_recall_at_1000_max
value: 17.996576770868053
verified: no, type: nauc_recall_at_1000_std
value: 32.80342100287712
verified: no, type: nauc_recall_at_100_diff1
value: 5.430758469249528
verified: no, type: nauc_recall_at_100_max
value: 14.268961540014038
verified: no, type: nauc_recall_at_100_std
value: 27.166326235119115
verified: no, type: nauc_recall_at_10_diff1
value: 6.617506438998378
verified: no, type: nauc_recall_at_10_max
value: 11.314056709334377
verified: no, type: nauc_recall_at_10_std
value: 16.426078332040536
verified: no, type: nauc_recall_at_1_diff1
value: 21.528872289406724
verified: no, type: nauc_recall_at_1_max
value: 9.599915129165018
verified: no, type: nauc_recall_at_1_std
value: 7.4189719966979695
verified: no, type: nauc_recall_at_20_diff1
value: 8.254005259259117
verified: no, type: nauc_recall_at_20_max
value: 14.556520143078655
verified: no, type: nauc_recall_at_20_std
value: 19.511702371470943
verified: no, type: nauc_recall_at_3_diff1
value: 11.978386540088236
verified: no, type: nauc_recall_at_3_max
value: 9.78493313281603
verified: no, type: nauc_recall_at_3_std
value: 7.570738183829477
verified: no, type: nauc_recall_at_5_diff1
value: 9.46242424934769
verified: no, type: nauc_recall_at_5_max
value: 9.401559647087673
verified: no, type: nauc_recall_at_5_std
value: 9.853537735534156
verified: no, type: ndcg_at_1
value: 13.600000000000001
verified: no, type: ndcg_at_10
value: 11.755
verified: no, type: ndcg_at_100
value: 17.377000000000002
verified: no, type: ndcg_at_1000
value: 22.474
verified: no, type: ndcg_at_20
value: 13.453999999999999
verified: no, type: ndcg_at_3
value: 10.813
verified: no, type: ndcg_at_5
value: 9.232
verified: no, type: precision_at_1
value: 13.600000000000001
verified: no, type: precision_at_10
value: 6.279999999999999
verified: no, type: precision_at_100
value: 1.459
verified: no, type: precision_at_1000
value: 0.269
verified: no, type: precision_at_20
value: 4.125
verified: no, type: precision_at_3
value: 10.033
verified: no, type: precision_at_5
value: 7.9399999999999995
verified: no, type: recall_at_1
value: 2.768
verified: no, type: recall_at_10
value: 12.717999999999998
verified: no, type: recall_at_100
value: 29.585
verified: no, type: recall_at_1000
value: 54.62200000000001
verified: no, type: recall_at_20
value: 16.698
verified: no, type: recall_at_3
value: 6.093
verified: no, type: recall_at_5
value: 8.043
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 74.58146532711963
verified: no, type: cosine_spearman
value: 63.636039988054506
verified: no, type: euclidean_pearson
value: 64.59092438482887
verified: no, type: euclidean_spearman
value: 57.73224863369497
verified: no, type: main_score
value: 63.636039988054506
verified: no, type: manhattan_pearson
value: 64.63728666058486
verified: no, type: manhattan_spearman
value: 58.223485178516476
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: main_score
value: 70.06178724296457
verified: no, type: map
value: 70.06178724296457
verified: no, type: mrr
value: 89.71142873103656
verified: no, type: nAUC_map_diff1
value: 10.154741326485558
verified: no, type: nAUC_map_max
value: 54.74815645280038
verified: no, type: nAUC_map_std
value: 66.54847292479904
verified: no, type: nAUC_mrr_diff1
value: 46.233982215309005
verified: no, type: nAUC_mrr_max
value: 74.6598844145684
verified: no, type: nAUC_mrr_std
value: 71.47617560630509
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 46.796
verified: no, type: map_at_1
value: 34.556
verified: no, type: map_at_10
value: 42.120000000000005
verified: no, type: map_at_100
value: 43.116
verified: no, type: map_at_1000
value: 43.177
verified: no, type: map_at_20
value: 42.763
verified: no, type: map_at_3
value: 39.287
verified: no, type: map_at_5
value: 40.839999999999996
verified: no, type: mrr_at_1
value: 36.333333333333336
verified: no, type: mrr_at_10
value: 43.46335978835976
verified: no, type: mrr_at_100
value: 44.388465666493474
verified: no, type: mrr_at_1000
value: 44.43987783180462
verified: no, type: mrr_at_20
value: 44.05640811287094
verified: no, type: mrr_at_3
value: 41.11111111111109
verified: no, type: mrr_at_5
value: 42.427777777777756
verified: no, type: nauc_map_at_1000_diff1
value: 48.51584624016814
verified: no, type: nauc_map_at_1000_max
value: 35.82181494415732
verified: no, type: nauc_map_at_1000_std
value: -5.63579859886878
verified: no, type: nauc_map_at_100_diff1
value: 48.5167961661322
verified: no, type: nauc_map_at_100_max
value: 35.821175749635394
verified: no, type: nauc_map_at_100_std
value: -5.621486256831801
verified: no, type: nauc_map_at_10_diff1
value: 48.388464551987894
verified: no, type: nauc_map_at_10_max
value: 35.81138410876926
verified: no, type: nauc_map_at_10_std
value: -5.972432835440762
verified: no, type: nauc_map_at_1_diff1
value: 50.47494116455279
verified: no, type: nauc_map_at_1_max
value: 32.16298630084698
verified: no, type: nauc_map_at_1_std
value: -11.024801178030241
verified: no, type: nauc_map_at_20_diff1
value: 48.33028105610266
verified: no, type: nauc_map_at_20_max
value: 35.81835900584981
verified: no, type: nauc_map_at_20_std
value: -5.624598881484796
verified: no, type: nauc_map_at_3_diff1
value: 49.01322121120652
verified: no, type: nauc_map_at_3_max
value: 34.6736611175604
verified: no, type: nauc_map_at_3_std
value: -7.752853024867294
verified: no, type: nauc_map_at_5_diff1
value: 48.883937590601704
verified: no, type: nauc_map_at_5_max
value: 35.511171319410266
verified: no, type: nauc_map_at_5_std
value: -6.1665858405162846
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.798151969074176
verified: no, type: nauc_mrr_at_1000_max
value: 37.1840931503436
verified: no, type: nauc_mrr_at_1000_std
value: -2.072670424384888
verified: no, type: nauc_mrr_at_100_diff1
value: 49.78739726529133
verified: no, type: nauc_mrr_at_100_max
value: 37.20219654333158
verified: no, type: nauc_mrr_at_100_std
value: -2.0465946988173855
verified: no, type: nauc_mrr_at_10_diff1
value: 49.707184504598445
verified: no, type: nauc_mrr_at_10_max
value: 37.13660778541018
verified: no, type: nauc_mrr_at_10_std
value: -2.134266451569872
verified: no, type: nauc_mrr_at_1_diff1
value: 53.308471941415604
verified: no, type: nauc_mrr_at_1_max
value: 34.14278415566608
verified: no, type: nauc_mrr_at_1_std
value: -5.524381776657941
verified: no, type: nauc_mrr_at_20_diff1
value: 49.64787070807847
verified: no, type: nauc_mrr_at_20_max
value: 37.15521561181624
verified: no, type: nauc_mrr_at_20_std
value: -2.0908369982579367
verified: no, type: nauc_mrr_at_3_diff1
value: 50.80251277155497
verified: no, type: nauc_mrr_at_3_max
value: 36.98379961958621
verified: no, type: nauc_mrr_at_3_std
value: -3.540326048142038
verified: no, type: nauc_mrr_at_5_diff1
value: 50.204439168542216
verified: no, type: nauc_mrr_at_5_max
value: 37.00789249440209
verified: no, type: nauc_mrr_at_5_std
value: -1.8211009589392
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.319811120242086
verified: no, type: nauc_ndcg_at_1000_max
value: 38.310792217568256
verified: no, type: nauc_ndcg_at_1000_std
value: -2.2637511731369195
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.91784851430195
verified: no, type: nauc_ndcg_at_100_max
value: 38.51633954820334
verified: no, type: nauc_ndcg_at_100_std
value: -1.6743526150365229
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.3530201453925
verified: no, type: nauc_ndcg_at_10_max
value: 38.032966545915066
verified: no, type: nauc_ndcg_at_10_std
value: -2.8621774126207837
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.308471941415604
verified: no, type: nauc_ndcg_at_1_max
value: 34.14278415566608
verified: no, type: nauc_ndcg_at_1_std
value: -5.524381776657941
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.03954340327592
verified: no, type: nauc_ndcg_at_20_max
value: 38.198023402072714
verified: no, type: nauc_ndcg_at_20_std
value: -2.036405590684688
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.063873089396935
verified: no, type: nauc_ndcg_at_3_max
value: 36.390876752154995
verified: no, type: nauc_ndcg_at_3_std
value: -5.12186312913497
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.43452048762245
verified: no, type: nauc_ndcg_at_5_max
value: 37.37379928370081
verified: no, type: nauc_ndcg_at_5_std
value: -2.816983775730622
verified: no, type: nauc_precision_at_1000_diff1
value: 9.624423059519112
verified: no, type: nauc_precision_at_1000_max
value: 31.948475067121194
verified: no, type: nauc_precision_at_1000_std
value: 41.57893149114604
verified: no, type: nauc_precision_at_100_diff1
value: 25.37133445101328
verified: no, type: nauc_precision_at_100_max
value: 41.134052962342054
verified: no, type: nauc_precision_at_100_std
value: 34.441699265664674
verified: no, type: nauc_precision_at_10_diff1
value: 35.03840828990103
verified: no, type: nauc_precision_at_10_max
value: 40.73464723049954
verified: no, type: nauc_precision_at_10_std
value: 15.374821189563962
verified: no, type: nauc_precision_at_1_diff1
value: 53.308471941415604
verified: no, type: nauc_precision_at_1_max
value: 34.14278415566608
verified: no, type: nauc_precision_at_1_std
value: -5.524381776657941
verified: no, type: nauc_precision_at_20_diff1
value: 31.014953347186534
verified: no, type: nauc_precision_at_20_max
value: 39.726194841706366
verified: no, type: nauc_precision_at_20_std
value: 23.58350649879802
verified: no, type: nauc_precision_at_3_diff1
value: 46.44907298087332
verified: no, type: nauc_precision_at_3_max
value: 39.80848932930549
verified: no, type: nauc_precision_at_3_std
value: 6.335648506265601
verified: no, type: nauc_precision_at_5_diff1
value: 42.35642787046128
verified: no, type: nauc_precision_at_5_max
value: 41.37742885181555
verified: no, type: nauc_precision_at_5_std
value: 12.847105004906794
verified: no, type: nauc_recall_at_1000_diff1
value: 57.410701506880244
verified: no, type: nauc_recall_at_1000_max
value: 72.5585611373502
verified: no, type: nauc_recall_at_1000_std
value: 22.19121225132394
verified: no, type: nauc_recall_at_100_diff1
value: 41.836461147395376
verified: no, type: nauc_recall_at_100_max
value: 51.21326527192921
verified: no, type: nauc_recall_at_100_std
value: 15.283098953388274
verified: no, type: nauc_recall_at_10_diff1
value: 41.98734464823052
verified: no, type: nauc_recall_at_10_max
value: 43.11005961389504
verified: no, type: nauc_recall_at_10_std
value: 2.7618009527587675
verified: no, type: nauc_recall_at_1_diff1
value: 50.47494116455279
verified: no, type: nauc_recall_at_1_max
value: 32.16298630084698
verified: no, type: nauc_recall_at_1_std
value: -11.024801178030241
verified: no, type: nauc_recall_at_20_diff1
value: 39.55898073995315
verified: no, type: nauc_recall_at_20_max
value: 45.262556530962094
verified: no, type: nauc_recall_at_20_std
value: 6.638551472438822
verified: no, type: nauc_recall_at_3_diff1
value: 46.788698070628854
verified: no, type: nauc_recall_at_3_max
value: 38.14319201368208
verified: no, type: nauc_recall_at_3_std
value: -3.174965712818214
verified: no, type: nauc_recall_at_5_diff1
value: 45.246595282349695
verified: no, type: nauc_recall_at_5_max
value: 40.561651416937245
verified: no, type: nauc_recall_at_5_std
value: 2.8901060710485122
verified: no, type: ndcg_at_1
value: 36.333
verified: no, type: ndcg_at_10
value: 46.796
verified: no, type: ndcg_at_100
value: 51.690999999999995
verified: no, type: ndcg_at_1000
value: 53.315999999999995
verified: no, type: ndcg_at_20
value: 49.143
verified: no, type: ndcg_at_3
value: 41.411
verified: no, type: ndcg_at_5
value: 43.932
verified: no, type: precision_at_1
value: 36.333
verified: no, type: precision_at_10
value: 6.7
verified: no, type: precision_at_100
value: 0.9299999999999999
verified: no, type: precision_at_1000
value: 0.108
verified: no, type: precision_at_20
value: 3.9
verified: no, type: precision_at_3
value: 16.444
verified: no, type: precision_at_5
value: 11.333
verified: no, type: recall_at_1
value: 34.556
verified: no, type: recall_at_10
value: 60.094
verified: no, type: recall_at_100
value: 82.806
verified: no, type: recall_at_1000
value: 95.433
verified: no, type: recall_at_20
value: 69.272
verified: no, type: recall_at_3
value: 45.417
verified: no, type: recall_at_5
value: 51.456
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.6920792079208
verified: no, type: cosine_accuracy_threshold
value: 78.24471592903137
verified: no, type: cosine_ap
value: 88.99087156661658
verified: no, type: cosine_f1
value: 83.70179948586119
verified: no, type: cosine_f1_threshold
value: 76.73087120056152
verified: no, type: cosine_precision
value: 86.13756613756614
verified: no, type: cosine_recall
value: 81.39999999999999
verified: no, type: dot_accuracy
value: 99.05049504950495
verified: no, type: dot_accuracy_threshold
value: 59690.91796875
verified: no, type: dot_ap
value: 29.244403878099977
verified: no, type: dot_f1
value: 34.292972057578325
verified: no, type: dot_f1_threshold
value: 37022.113037109375
verified: no, type: dot_precision
value: 29.735682819383257
verified: no, type: dot_recall
value: 40.5
verified: no, type: euclidean_accuracy
value: 99.44554455445544
verified: no, type: euclidean_accuracy_threshold
value: 1234.984016418457
verified: no, type: euclidean_ap
value: 70.64704777963355
verified: no, type: euclidean_f1
value: 69.04138292299635
verified: no, type: euclidean_f1_threshold
value: 1326.447582244873
verified: no, type: euclidean_precision
value: 72.4972497249725
verified: no, type: euclidean_recall
value: 65.9
verified: no, type: main_score
value: 88.99087156661658
verified: no, type: manhattan_accuracy
value: 99.43861386138614
verified: no, type: manhattan_accuracy_threshold
value: 15389.85595703125
verified: no, type: manhattan_ap
value: 70.18426845437493
verified: no, type: manhattan_f1
value: 68.78306878306879
verified: no, type: manhattan_f1_threshold
value: 16085.997009277344
verified: no, type: manhattan_precision
value: 73.03370786516854
verified: no, type: manhattan_recall
value: 65
verified: no, type: max_accuracy
value: 99.6920792079208
verified: no, type: max_ap
value: 88.99087156661658
verified: no, type: max_f1
value: 83.70179948586119
verified: no, type: max_precision
value: 86.13756613756614
verified: no, type: max_recall
value: 81.39999999999999
verified: no, type: similarity_accuracy
value: 99.6920792079208
verified: no, type: similarity_accuracy_threshold
value: 78.24471592903137
verified: no, type: similarity_ap
value: 88.99087156661658
verified: no, type: similarity_f1
value: 83.70179948586119
verified: no, type: similarity_f1_threshold
value: 76.73087120056152
verified: no, type: similarity_precision
value: 86.13756613756614
verified: no, type: similarity_recall
value: 81.39999999999999
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: main_score
value: 39.18863241150203
verified: no, type: v_measure
value: 39.18863241150203
verified: no, type: v_measure_std
value: 4.7194058271386705
verified: no
task: type: Clustering
Likes: 1 | All-time downloads: 232
Created: 2025-01-23 15:19:05