Model: bhavnicksm/brown-beetle-tiny-v1
Author: bhavnicksm
Library: model2vec
Tags: model2vec, safetensors, embeddings, static-embeddings, sentence-transformers, mteb, en, license:mit, model-index, region:us
Card metadata: base_model: baai/bge-base-en-v1.5
language: en
library_name: model2vec
license: mit
model_name: brown-beetle-tiny-v1
tags: embeddings, static-embeddings, sentence-transformers, mteb
model-index: name: brown-beetle-tiny-v1
results: dataset: config: en-ext
name: MTEB AmazonCounterfactualClassification (en-ext)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 64.09295352323838
verified: no, type: ap
value: 16.57841154272169
verified: no, type: ap_weighted
value: 16.57841154272169
verified: no, type: f1
value: 52.8558683644378
verified: no, type: f1_weighted
value: 70.99795716291565
verified: no, type: main_score
value: 64.09295352323838
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 66.55223880597015
verified: no, type: ap
value: 29.489029255823183
verified: no, type: ap_weighted
value: 29.489029255823183
verified: no, type: f1
value: 60.63546188197216
verified: no, type: f1_weighted
value: 69.88550022841326
verified: no, type: main_score
value: 66.55223880597015
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 66.96194999999999
verified: no, type: ap
value: 61.92605604727599
verified: no, type: ap_weighted
value: 61.92605604727599
verified: no, type: f1
value: 66.59212154571806
verified: no, type: f1_weighted
value: 66.59212154571806
verified: no, type: main_score
value: 66.96194999999999
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 31.406
verified: no, type: f1
value: 31.105909676226467
verified: no, type: f1_weighted
value: 31.105909676226467
verified: no, type: main_score
value: 31.406
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 28.839
verified: no, type: map_at_1
value: 14.438
verified: no, type: map_at_10
value: 23.541
verified: no, type: map_at_100
value: 24.589
verified: no, type: map_at_1000
value: 24.672
verified: no, type: map_at_20
value: 24.093999999999998
verified: no, type: map_at_3
value: 20.578
verified: no, type: map_at_5
value: 22.197
verified: no, type: mrr_at_1
value: 14.864864864864865
verified: no, type: mrr_at_10
value: 23.69953600216757
verified: no, type: mrr_at_100
value: 24.754046628510885
verified: no, type: mrr_at_1000
value: 24.837834580004223
verified: no, type: mrr_at_20
value: 24.2590837465165
verified: no, type: mrr_at_3
value: 20.70886676149834
verified: no, type: mrr_at_5
value: 22.38738738738736
verified: no, type: nauc_map_at_1000_diff1
value: 11.710523444120719
verified: no, type: nauc_map_at_1000_max
value: -1.41407564949768
verified: no, type: nauc_map_at_1000_std
value: 14.46184437776828
verified: no, type: nauc_map_at_100_diff1
value: 11.695316106812099
verified: no, type: nauc_map_at_100_max
value: -1.4188305060204984
verified: no, type: nauc_map_at_100_std
value: 14.490744157955113
verified: no, type: nauc_map_at_10_diff1
value: 11.567234339158974
verified: no, type: nauc_map_at_10_max
value: -1.5892321978000112
verified: no, type: nauc_map_at_10_std
value: 13.73387241027869
verified: no, type: nauc_map_at_1_diff1
value: 12.88166978338844
verified: no, type: nauc_map_at_1_max
value: -5.632696878755496
verified: no, type: nauc_map_at_1_std
value: 11.116501462763512
verified: no, type: nauc_map_at_20_diff1
value: 11.592369512079118
verified: no, type: nauc_map_at_20_max
value: -1.3187282261869946
verified: no, type: nauc_map_at_20_std
value: 14.304147251709228
verified: no, type: nauc_map_at_3_diff1
value: 11.256151680396243
verified: no, type: nauc_map_at_3_max
value: -3.1045816700611084
verified: no, type: nauc_map_at_3_std
value: 11.98559615155674
verified: no, type: nauc_map_at_5_diff1
value: 11.417135586493323
verified: no, type: nauc_map_at_5_max
value: -2.827886538484471
verified: no, type: nauc_map_at_5_std
value: 12.986381975293579
verified: no, type: nauc_mrr_at_1000_diff1
value: 10.177159281558183
verified: no, type: nauc_mrr_at_1000_max
value: -1.692409833784558
verified: no, type: nauc_mrr_at_1000_std
value: 14.152763593329503
verified: no, type: nauc_mrr_at_100_diff1
value: 10.165711735180038
verified: no, type: nauc_mrr_at_100_max
value: -1.6964159506726972
verified: no, type: nauc_mrr_at_100_std
value: 14.182158646102106
verified: no, type: nauc_mrr_at_10_diff1
value: 10.019035606371064
verified: no, type: nauc_mrr_at_10_max
value: -1.900984327744186
verified: no, type: nauc_mrr_at_10_std
value: 13.42201050782521
verified: no, type: nauc_mrr_at_1_diff1
value: 10.751693263895094
verified: no, type: nauc_mrr_at_1_max
value: -4.600140598095711
verified: no, type: nauc_mrr_at_1_std
value: 10.51221661375943
verified: no, type: nauc_mrr_at_20_diff1
value: 10.076653687342342
verified: no, type: nauc_mrr_at_20_max
value: -1.5943080739675486
verified: no, type: nauc_mrr_at_20_std
value: 13.99966842624823
verified: no, type: nauc_mrr_at_3_diff1
value: 9.452553914393372
verified: no, type: nauc_mrr_at_3_max
value: -3.7000477765906856
verified: no, type: nauc_mrr_at_3_std
value: 11.783286035754102
verified: no, type: nauc_mrr_at_5_diff1
value: 9.948977775457102
verified: no, type: nauc_mrr_at_5_max
value: -2.9364908406397463
verified: no, type: nauc_mrr_at_5_std
value: 12.627802226242318
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.191441277161175
verified: no, type: nauc_ndcg_at_1000_max
value: 0.8222149831662116
verified: no, type: nauc_ndcg_at_1000_std
value: 17.691386726273176
verified: no, type: nauc_ndcg_at_100_diff1
value: 12.026922096707512
verified: no, type: nauc_ndcg_at_100_max
value: 0.9649095671797968
verified: no, type: nauc_ndcg_at_100_std
value: 18.79566154822669
verified: no, type: nauc_ndcg_at_10_diff1
value: 11.668212582460665
verified: no, type: nauc_ndcg_at_10_max
value: 0.9423653801824595
verified: no, type: nauc_ndcg_at_10_std
value: 15.538609047969858
verified: no, type: nauc_ndcg_at_1_diff1
value: 12.88166978338844
verified: no, type: nauc_ndcg_at_1_max
value: -5.632696878755496
verified: no, type: nauc_ndcg_at_1_std
value: 11.116501462763512
verified: no, type: nauc_ndcg_at_20_diff1
value: 11.692620670468228
verified: no, type: nauc_ndcg_at_20_max
value: 1.8201755765222798
verified: no, type: nauc_ndcg_at_20_std
value: 17.560542858395902
verified: no, type: nauc_ndcg_at_3_diff1
value: 11.023407454967298
verified: no, type: nauc_ndcg_at_3_max
value: -2.2256962581095268
verified: no, type: nauc_ndcg_at_3_std
value: 12.147790886487178
verified: no, type: nauc_ndcg_at_5_diff1
value: 11.23700232185496
verified: no, type: nauc_ndcg_at_5_max
value: -1.8374455211691147
verified: no, type: nauc_ndcg_at_5_std
value: 13.822082848830622
verified: no, type: nauc_precision_at_1000_diff1
value: 19.5190660354492
verified: no, type: nauc_precision_at_1000_max
value: 18.114410701992146
verified: no, type: nauc_precision_at_1000_std
value: 49.7944310686017
verified: no, type: nauc_precision_at_100_diff1
value: 13.493960597733729
verified: no, type: nauc_precision_at_100_max
value: 8.568691284955749
verified: no, type: nauc_precision_at_100_std
value: 39.0964671762103
verified: no, type: nauc_precision_at_10_diff1
value: 12.149349128166126
verified: no, type: nauc_precision_at_10_max
value: 7.695226757131975
verified: no, type: nauc_precision_at_10_std
value: 20.424722092975394
verified: no, type: nauc_precision_at_1_diff1
value: 12.88166978338844
verified: no, type: nauc_precision_at_1_max
value: -5.632696878755496
verified: no, type: nauc_precision_at_1_std
value: 11.116501462763512
verified: no, type: nauc_precision_at_20_diff1
value: 12.152076579176686
verified: no, type: nauc_precision_at_20_max
value: 10.951422872400038
verified: no, type: nauc_precision_at_20_std
value: 27.762016972799575
verified: no, type: nauc_precision_at_3_diff1
value: 10.520705211562325
verified: no, type: nauc_precision_at_3_max
value: -0.08840953178400665
verified: no, type: nauc_precision_at_3_std
value: 12.515570437615686
verified: no, type: nauc_precision_at_5_diff1
value: 10.858147634309764
verified: no, type: nauc_precision_at_5_max
value: 0.4927084766401162
verified: no, type: nauc_precision_at_5_std
value: 15.900545493843174
verified: no, type: nauc_recall_at_1000_diff1
value: 19.51906603544921
verified: no, type: nauc_recall_at_1000_max
value: 18.114410701992174
verified: no, type: nauc_recall_at_1000_std
value: 49.79443106860158
verified: no, type: nauc_recall_at_100_diff1
value: 13.493960597733695
verified: no, type: nauc_recall_at_100_max
value: 8.568691284955717
verified: no, type: nauc_recall_at_100_std
value: 39.09646717621017
verified: no, type: nauc_recall_at_10_diff1
value: 12.14934912816615
verified: no, type: nauc_recall_at_10_max
value: 7.6952267571319855
verified: no, type: nauc_recall_at_10_std
value: 20.42472209297543
verified: no, type: nauc_recall_at_1_diff1
value: 12.88166978338844
verified: no, type: nauc_recall_at_1_max
value: -5.632696878755496
verified: no, type: nauc_recall_at_1_std
value: 11.116501462763512
verified: no, type: nauc_recall_at_20_diff1
value: 12.152076579176654
verified: no, type: nauc_recall_at_20_max
value: 10.951422872400016
verified: no, type: nauc_recall_at_20_std
value: 27.76201697279958
verified: no, type: nauc_recall_at_3_diff1
value: 10.52070521156232
verified: no, type: nauc_recall_at_3_max
value: -0.08840953178398737
verified: no, type: nauc_recall_at_3_std
value: 12.515570437615686
verified: no, type: nauc_recall_at_5_diff1
value: 10.85814763430975
verified: no, type: nauc_recall_at_5_max
value: 0.49270847664009765
verified: no, type: nauc_recall_at_5_std
value: 15.900545493843135
verified: no, type: ndcg_at_1
value: 14.438
verified: no, type: ndcg_at_10
value: 28.839
verified: no, type: ndcg_at_100
value: 34.428
verified: no, type: ndcg_at_1000
value: 36.846000000000004
verified: no, type: ndcg_at_20
value: 30.842000000000002
verified: no, type: ndcg_at_3
value: 22.683
verified: no, type: ndcg_at_5
value: 25.591
verified: no, type: precision_at_1
value: 14.438
verified: no, type: precision_at_10
value: 4.587
verified: no, type: precision_at_100
value: 0.731
verified: no, type: precision_at_1000
value: 0.093
verified: no, type: precision_at_20
value: 2.688
verified: no, type: precision_at_3
value: 9.602
verified: no, type: precision_at_5
value: 7.1690000000000005
verified: no, type: recall_at_1
value: 14.438
verified: no, type: recall_at_10
value: 45.875
verified: no, type: recall_at_100
value: 73.115
verified: no, type: recall_at_1000
value: 92.60300000000001
verified: no, type: recall_at_20
value: 53.769999999999996
verified: no, type: recall_at_3
value: 28.804999999999996
verified: no, type: recall_at_5
value: 35.846000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: main_score
value: 30.721708670938618
verified: no, type: v_measure
value: 30.721708670938618
verified: no, type: v_measure_std
value: 14.59075919640026
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: main_score
value: 30.721628572270227
verified: no, type: v_measure
value: 30.721628572270227
verified: no, type: v_measure_std
value: 14.590724884146741
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: main_score
value: 20.81189338758185
verified: no, type: v_measure
value: 20.81189338758185
verified: no, type: v_measure_std
value: 15.630749849934816
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: main_score
value: 20.81189338758186
verified: no, type: v_measure
value: 20.81189338758186
verified: no, type: v_measure_std
value: 15.630749849934816
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: main_score
value: 51.269563672134986
verified: no, type: map
value: 51.269563672134986
verified: no, type: mrr
value: 64.9430594028932
verified: no, type: nAUC_map_diff1
value: 13.234765254548417
verified: no, type: nAUC_map_max
value: 14.005654835382275
verified: no, type: nAUC_map_std
value: 4.940982887482917
verified: no, type: nAUC_mrr_diff1
value: 20.319406020706065
verified: no, type: nAUC_mrr_max
value: 20.987604228375332
verified: no, type: nAUC_mrr_std
value: 9.22453984185132
verified: no
task: type: Reranking, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: main_score
value: 51.269563672134986
verified: no, type: map
value: 51.269563672134986
verified: no, type: mrr
value: 64.9430594028932
verified: no, type: nAUC_map_diff1
value: 13.234765254548417
verified: no, type: nAUC_map_max
value: 14.005654835382275
verified: no, type: nAUC_map_std
value: 4.940982887482917
verified: no, type: nAUC_mrr_diff1
value: 20.319406020706065
verified: no, type: nAUC_mrr_max
value: 20.987604228375332
verified: no, type: nAUC_mrr_std
value: 9.22453984185132
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 72.65277568567002
verified: no, type: cosine_spearman
value: 71.5739200169482
verified: no, type: euclidean_pearson
value: 54.35299652840819
verified: no, type: euclidean_spearman
value: 55.29644068980453
verified: no, type: main_score
value: 71.5739200169482
verified: no, type: manhattan_pearson
value: 52.58607516245499
verified: no, type: manhattan_spearman
value: 54.298827597067664
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 70.06168831168831
verified: no, type: f1
value: 70.19892920542246
verified: no, type: f1_weighted
value: 70.19892920542246
verified: no, type: main_score
value: 70.06168831168831
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: main_score
value: 24.8818318188809
verified: no, type: v_measure
value: 24.8818318188809
verified: no, type: v_measure_std
value: 0.7960068034300037
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: main_score
value: 24.880938025057198
verified: no, type: v_measure
value: 24.880938025057198
verified: no, type: v_measure_std
value: 0.7956500964619948
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: main_score
value: 13.286390001618445
verified: no, type: v_measure
value: 13.286390001618445
verified: no, type: v_measure_std
value: 0.9260829767505151
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: main_score
value: 13.286390001618448
verified: no, type: v_measure
value: 13.286390001618448
verified: no, type: v_measure_std
value: 0.9260829767505148
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 25.598
verified: no, type: map_at_1
value: 15.296000000000001
verified: no, type: map_at_10
value: 21.340999999999998
verified: no, type: map_at_100
value: 22.299
verified: no, type: map_at_1000
value: 22.439999999999998
verified: no, type: map_at_20
value: 21.823
verified: no, type: map_at_3
value: 19.186
verified: no, type: map_at_5
value: 20.307
verified: no, type: mrr_at_1
value: 20.171673819742487
verified: no, type: mrr_at_10
value: 25.96248609124146
verified: no, type: mrr_at_100
value: 26.832705786570926
verified: no, type: mrr_at_1000
value: 26.912543796379445
verified: no, type: mrr_at_20
value: 26.420649989525486
verified: no, type: mrr_at_3
value: 23.962804005722468
verified: no, type: mrr_at_5
value: 25.21459227467812
verified: no, type: nauc_map_at_1000_diff1
value: 43.81837614044429
verified: no, type: nauc_map_at_1000_max
value: 29.960220786660646
verified: no, type: nauc_map_at_1000_std
value: -7.210785807307356
verified: no, type: nauc_map_at_100_diff1
value: 43.80996491314085
verified: no, type: nauc_map_at_100_max
value: 29.944713236108733
verified: no, type: nauc_map_at_100_std
value: -7.255860646858293
verified: no, type: nauc_map_at_10_diff1
value: 44.01155643098911
verified: no, type: nauc_map_at_10_max
value: 29.53988039453277
verified: no, type: nauc_map_at_10_std
value: -7.875507294985671
verified: no, type: nauc_map_at_1_diff1
value: 53.46305632057399
verified: no, type: nauc_map_at_1_max
value: 32.50719436254876
verified: no, type: nauc_map_at_1_std
value: -7.399198355338404
verified: no, type: nauc_map_at_20_diff1
value: 43.88375942810858
verified: no, type: nauc_map_at_20_max
value: 29.836682056060575
verified: no, type: nauc_map_at_20_std
value: -7.5492813912485035
verified: no, type: nauc_map_at_3_diff1
value: 46.005596586628315
verified: no, type: nauc_map_at_3_max
value: 30.269333035268524
verified: no, type: nauc_map_at_3_std
value: -8.3782099035731
verified: no, type: nauc_map_at_5_diff1
value: 44.53080545764516
verified: no, type: nauc_map_at_5_max
value: 29.668269215492764
verified: no, type: nauc_map_at_5_std
value: -8.326633481377165
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.347531492911685
verified: no, type: nauc_mrr_at_1000_max
value: 31.14659655150983
verified: no, type: nauc_mrr_at_1000_std
value: -8.400294514456649
verified: no, type: nauc_mrr_at_100_diff1
value: 41.337923833462355
verified: no, type: nauc_mrr_at_100_max
value: 31.155211379151904
verified: no, type: nauc_mrr_at_100_std
value: -8.390032238469837
verified: no, type: nauc_mrr_at_10_diff1
value: 41.383081699414845
verified: no, type: nauc_mrr_at_10_max
value: 30.954031839877803
verified: no, type: nauc_mrr_at_10_std
value: -8.959919160589259
verified: no, type: nauc_mrr_at_1_diff1
value: 48.97318166427194
verified: no, type: nauc_mrr_at_1_max
value: 34.089593417848796
verified: no, type: nauc_mrr_at_1_std
value: -9.08226152946392
verified: no, type: nauc_mrr_at_20_diff1
value: 41.26038118995039
verified: no, type: nauc_mrr_at_20_max
value: 31.220927543255012
verified: no, type: nauc_mrr_at_20_std
value: -8.694647143247916
verified: no, type: nauc_mrr_at_3_diff1
value: 43.15293136355846
verified: no, type: nauc_mrr_at_3_max
value: 32.30041680630718
verified: no, type: nauc_mrr_at_3_std
value: -9.715674684963783
verified: no, type: nauc_mrr_at_5_diff1
value: 41.52380223286261
verified: no, type: nauc_mrr_at_5_max
value: 31.107409193475455
verified: no, type: nauc_mrr_at_5_std
value: -9.47136290568557
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.91417752552092
verified: no, type: nauc_ndcg_at_1000_max
value: 29.36842084109548
verified: no, type: nauc_ndcg_at_1000_std
value: -4.142617649243047
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.4223739467211
verified: no, type: nauc_ndcg_at_100_max
value: 29.700918494685247
verified: no, type: nauc_ndcg_at_100_std
value: -4.954612898908406
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.291434140025984
verified: no, type: nauc_ndcg_at_10_max
value: 28.70264604659386
verified: no, type: nauc_ndcg_at_10_std
value: -7.864834265035457
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.97318166427194
verified: no, type: nauc_ndcg_at_1_max
value: 34.089593417848796
verified: no, type: nauc_ndcg_at_1_std
value: -9.08226152946392
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.766341811590515
verified: no, type: nauc_ndcg_at_20_max
value: 29.444824201948727
verified: no, type: nauc_ndcg_at_20_std
value: -6.944820044040966
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.10941964486164
verified: no, type: nauc_ndcg_at_3_max
value: 30.305573917707335
verified: no, type: nauc_ndcg_at_3_std
value: -8.904372519311439
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.74932533809422
verified: no, type: nauc_ndcg_at_5_max
value: 29.283370585147267
verified: no, type: nauc_ndcg_at_5_std
value: -8.710099853622019
verified: no, type: nauc_precision_at_1000_diff1
value: 8.76514803440909
verified: no, type: nauc_precision_at_1000_max
value: 6.231208346472251
verified: no, type: nauc_precision_at_1000_std
value: 3.7327155992619083
verified: no, type: nauc_precision_at_100_diff1
value: 14.134134951342709
verified: no, type: nauc_precision_at_100_max
value: 21.079933271103865
verified: no, type: nauc_precision_at_100_std
value: 2.2817841327710675
verified: no, type: nauc_precision_at_10_diff1
value: 22.187599063614503
verified: no, type: nauc_precision_at_10_max
value: 23.61940507715474
verified: no, type: nauc_precision_at_10_std
value: -4.287868251220603
verified: no, type: nauc_precision_at_1_diff1
value: 48.97318166427194
verified: no, type: nauc_precision_at_1_max
value: 34.089593417848796
verified: no, type: nauc_precision_at_1_std
value: -9.08226152946392
verified: no, type: nauc_precision_at_20_diff1
value: 20.024623672307932
verified: no, type: nauc_precision_at_20_max
value: 25.613149350972236
verified: no, type: nauc_precision_at_20_std
value: -3.8262084608206814
verified: no, type: nauc_precision_at_3_diff1
value: 34.95903922639155
verified: no, type: nauc_precision_at_3_max
value: 28.412599955746526
verified: no, type: nauc_precision_at_3_std
value: -9.862393854603678
verified: no, type: nauc_precision_at_5_diff1
value: 27.434877505504307
verified: no, type: nauc_precision_at_5_max
value: 26.356368529700227
verified: no, type: nauc_precision_at_5_std
value: -7.273786019845628
verified: no, type: nauc_recall_at_1000_diff1
value: 24.43060093314482
verified: no, type: nauc_recall_at_1000_max
value: 18.93072838328233
verified: no, type: nauc_recall_at_1000_std
value: 18.04745292212568
verified: no, type: nauc_recall_at_100_diff1
value: 25.12659051297207
verified: no, type: nauc_recall_at_100_max
value: 25.019350978122496
verified: no, type: nauc_recall_at_100_std
value: 5.130637457245787
verified: no, type: nauc_recall_at_10_diff1
value: 30.978237356560328
verified: no, type: nauc_recall_at_10_max
value: 22.871397611697724
verified: no, type: nauc_recall_at_10_std
value: -6.065946679609534
verified: no, type: nauc_recall_at_1_diff1
value: 53.46305632057399
verified: no, type: nauc_recall_at_1_max
value: 32.50719436254876
verified: no, type: nauc_recall_at_1_std
value: -7.399198355338404
verified: no, type: nauc_recall_at_20_diff1
value: 27.789543585923067
verified: no, type: nauc_recall_at_20_max
value: 25.247085982161146
verified: no, type: nauc_recall_at_20_std
value: -3.4036420262514966
verified: no, type: nauc_recall_at_3_diff1
value: 37.412051867594634
verified: no, type: nauc_recall_at_3_max
value: 26.966047277561618
verified: no, type: nauc_recall_at_3_std
value: -8.79296570787651
verified: no, type: nauc_recall_at_5_diff1
value: 32.77677394122781
verified: no, type: nauc_recall_at_5_max
value: 24.332405079515727
verified: no, type: nauc_recall_at_5_std
value: -8.376531882823617
verified: no, type: ndcg_at_1
value: 20.172
verified: no, type: ndcg_at_10
value: 25.598
verified: no, type: ndcg_at_100
value: 30.426
verified: no, type: ndcg_at_1000
value: 33.701
verified: no, type: ndcg_at_20
value: 27.175
verified: no, type: ndcg_at_3
value: 22.159000000000002
verified: no, type: ndcg_at_5
value: 23.682
verified: no, type: precision_at_1
value: 20.172
verified: no, type: precision_at_10
value: 5.122
verified: no, type: precision_at_100
value: 0.927
verified: no, type: precision_at_1000
value: 0.149
verified: no, type: precision_at_20
value: 3.069
verified: no, type: precision_at_3
value: 10.825
verified: no, type: precision_at_5
value: 8.068999999999999
verified: no, type: recall_at_1
value: 15.296000000000001
verified: no, type: recall_at_10
value: 33.549
verified: no, type: recall_at_100
value: 55.93
verified: no, type: recall_at_1000
value: 78.503
verified: no, type: recall_at_20
value: 39.734
verified: no, type: recall_at_3
value: 23.153000000000002
verified: no, type: recall_at_5
value: 27.467000000000002
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 22.878
verified: no, type: map_at_1
value: 15.354999999999999
verified: no, type: map_at_10
value: 19.602
verified: no, type: map_at_100
value: 20.330000000000002
verified: no, type: map_at_1000
value: 20.432
verified: no, type: map_at_20
value: 19.945
verified: no, type: map_at_3
value: 18.106
verified: no, type: map_at_5
value: 18.836
verified: no, type: mrr_at_1
value: 19.61783439490446
verified: no, type: mrr_at_10
value: 24.002502274795265
verified: no, type: mrr_at_100
value: 24.59625175095972
verified: no, type: mrr_at_1000
value: 24.66569187941129
verified: no, type: mrr_at_20
value: 24.27841381600921
verified: no, type: mrr_at_3
value: 22.356687898089174
verified: no, type: mrr_at_5
value: 23.178343949044578
verified: no, type: nauc_map_at_1000_diff1
value: 41.83280080377288
verified: no, type: nauc_map_at_1000_max
value: 10.562004286938437
verified: no, type: nauc_map_at_1000_std
value: -0.5986240079424174
verified: no, type: nauc_map_at_100_diff1
value: 41.86816655724275
verified: no, type: nauc_map_at_100_max
value: 10.556003376454267
verified: no, type: nauc_map_at_100_std
value: -0.6573092710949275
verified: no, type: nauc_map_at_10_diff1
value: 42.240534915404346
verified: no, type: nauc_map_at_10_max
value: 10.805118149405288
verified: no, type: nauc_map_at_10_std
value: -0.9367990725292508
verified: no, type: nauc_map_at_1_diff1
value: 46.42236396442343
verified: no, type: nauc_map_at_1_max
value: 10.417962945398923
verified: no, type: nauc_map_at_1_std
value: -2.5329338912004022
verified: no, type: nauc_map_at_20_diff1
value: 41.902966732589434
verified: no, type: nauc_map_at_20_max
value: 10.670070015105411
verified: no, type: nauc_map_at_20_std
value: -0.9236384878902085
verified: no, type: nauc_map_at_3_diff1
value: 43.41576150053474
verified: no, type: nauc_map_at_3_max
value: 11.039310380481394
verified: no, type: nauc_map_at_3_std
value: -1.5128755764148887
verified: no, type: nauc_map_at_5_diff1
value: 42.597697756741546
verified: no, type: nauc_map_at_5_max
value: 10.669782672256895
verified: no, type: nauc_map_at_5_std
value: -0.8474200536018696
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.60509929442878
verified: no, type: nauc_mrr_at_1000_max
value: 11.893251423575842
verified: no, type: nauc_mrr_at_1000_std
value: -0.26936631183729354
verified: no, type: nauc_mrr_at_100_diff1
value: 38.60975575632133
verified: no, type: nauc_mrr_at_100_max
value: 11.88213637783306
verified: no, type: nauc_mrr_at_100_std
value: -0.27842193765644735
verified: no, type: nauc_mrr_at_10_diff1
value: 38.854677137334555
verified: no, type: nauc_mrr_at_10_max
value: 12.090723456889345
verified: no, type: nauc_mrr_at_10_std
value: -0.4298506906874183
verified: no, type: nauc_mrr_at_1_diff1
value: 41.93593524188224
verified: no, type: nauc_mrr_at_1_max
value: 13.267290133409068
verified: no, type: nauc_mrr_at_1_std
value: -2.5011068692724723
verified: no, type: nauc_mrr_at_20_diff1
value: 38.603815173146636
verified: no, type: nauc_mrr_at_20_max
value: 11.96592181878419
verified: no, type: nauc_mrr_at_20_std
value: -0.40211570376849903
verified: no, type: nauc_mrr_at_3_diff1
value: 39.69855701180032
verified: no, type: nauc_mrr_at_3_max
value: 12.301452198692704
verified: no, type: nauc_mrr_at_3_std
value: -0.9384505516591946
verified: no, type: nauc_mrr_at_5_diff1
value: 39.03877119607051
verified: no, type: nauc_mrr_at_5_max
value: 11.86895716131731
verified: no, type: nauc_mrr_at_5_std
value: -0.15195408436373387
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.42624800854918
verified: no, type: nauc_ndcg_at_1000_max
value: 10.262901710029729
verified: no, type: nauc_ndcg_at_1000_std
value: 1.393889821370257
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.84052276854854
verified: no, type: nauc_ndcg_at_100_max
value: 9.528968286269391
verified: no, type: nauc_ndcg_at_100_std
value: 1.0763809265458901
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.617974128882466
verified: no, type: nauc_ndcg_at_10_max
value: 10.909132277390931
verified: no, type: nauc_ndcg_at_10_std
value: -0.0822696920296401
verified: no, type: nauc_ndcg_at_1_diff1
value: 41.93593524188224
verified: no, type: nauc_ndcg_at_1_max
value: 13.267290133409068
verified: no, type: nauc_ndcg_at_1_std
value: -2.5011068692724723
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.04559028820876
verified: no, type: nauc_ndcg_at_20_max
value: 10.498731583846684
verified: no, type: nauc_ndcg_at_20_std
value: -0.1981762310704494
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.82844121150146
verified: no, type: nauc_ndcg_at_3_max
value: 11.802359881539767
verified: no, type: nauc_ndcg_at_3_std
value: -1.0312957630049575
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.974304183362406
verified: no, type: nauc_ndcg_at_5_max
value: 10.77157729520376
verified: no, type: nauc_ndcg_at_5_std
value: 0.253527785108653
verified: no, type: nauc_precision_at_1000_diff1
value: 0.24226896270454434
verified: no, type: nauc_precision_at_1000_max
value: 9.533937993275446
verified: no, type: nauc_precision_at_1000_std
value: 7.847154055549799
verified: no, type: nauc_precision_at_100_diff1
value: 13.768326400214088
verified: no, type: nauc_precision_at_100_max
value: 7.1591152910156355
verified: no, type: nauc_precision_at_100_std
value: 8.300693692642708
verified: no, type: nauc_precision_at_10_diff1
value: 24.26931690585149
verified: no, type: nauc_precision_at_10_max
value: 13.305042743346828
verified: no, type: nauc_precision_at_10_std
value: 1.3860995266317182
verified: no, type: nauc_precision_at_1_diff1
value: 41.93593524188224
verified: no, type: nauc_precision_at_1_max
value: 13.267290133409068
verified: no, type: nauc_precision_at_1_std
value: -2.5011068692724723
verified: no, type: nauc_precision_at_20_diff1
value: 20.070315582387035
verified: no, type: nauc_precision_at_20_max
value: 11.673143338936233
verified: no, type: nauc_precision_at_20_std
value: 2.0549337109440446
verified: no, type: nauc_precision_at_3_diff1
value: 32.561657969800585
verified: no, type: nauc_precision_at_3_max
value: 14.123209643091474
verified: no, type: nauc_precision_at_3_std
value: -0.4032873594268704
verified: no, type: nauc_precision_at_5_diff1
value: 28.940412922526043
verified: no, type: nauc_precision_at_5_max
value: 12.552337703543405
verified: no, type: nauc_precision_at_5_std
value: 2.3283549955240415
verified: no, type: nauc_recall_at_1000_diff1
value: 26.699257543578597
verified: no, type: nauc_recall_at_1000_max
value: 7.768122451801901
verified: no, type: nauc_recall_at_1000_std
value: 6.918173458730041
verified: no, type: nauc_recall_at_100_diff1
value: 30.046934007339647
verified: no, type: nauc_recall_at_100_max
value: 3.5888350111820593
verified: no, type: nauc_recall_at_100_std
value: 5.619433364247019
verified: no, type: nauc_recall_at_10_diff1
value: 35.2533756199941
verified: no, type: nauc_recall_at_10_max
value: 9.384500622866334
verified: no, type: nauc_recall_at_10_std
value: 1.1735391511575983
verified: no, type: nauc_recall_at_1_diff1
value: 46.42236396442343
verified: no, type: nauc_recall_at_1_max
value: 10.417962945398923
verified: no, type: nauc_recall_at_1_std
value: -2.5329338912004022
verified: no, type: nauc_recall_at_20_diff1
value: 32.56147478097541
verified: no, type: nauc_recall_at_20_max
value: 8.250536828863867
verified: no, type: nauc_recall_at_20_std
value: 0.8505445437790922
verified: no, type: nauc_recall_at_3_diff1
value: 40.1682424781271
verified: no, type: nauc_recall_at_3_max
value: 10.445456081389835
verified: no, type: nauc_recall_at_3_std
value: -0.1814988471805533
verified: no, type: nauc_recall_at_5_diff1
value: 37.0667053462732
verified: no, type: nauc_recall_at_5_max
value: 8.580426506296005
verified: no, type: nauc_recall_at_5_std
value: 2.2367390295132035
verified: no, type: ndcg_at_1
value: 19.618
verified: no, type: ndcg_at_10
value: 22.878
verified: no, type: ndcg_at_100
value: 26.349
verified: no, type: ndcg_at_1000
value: 29.104999999999997
verified: no, type: ndcg_at_20
value: 23.827
verified: no, type: ndcg_at_3
value: 20.351
verified: no, type: ndcg_at_5
value: 21.3
verified: no, type: precision_at_1
value: 19.618
verified: no, type: precision_at_10
value: 4.293
verified: no, type: precision_at_100
value: 0.75
verified: no, type: precision_at_1000
value: 0.123
verified: no, type: precision_at_20
value: 2.516
verified: no, type: precision_at_3
value: 9.575
verified: no, type: precision_at_5
value: 6.776999999999999
verified: no, type: recall_at_1
value: 15.354999999999999
verified: no, type: recall_at_10
value: 28.188000000000002
verified: no, type: recall_at_100
value: 44.243
verified: no, type: recall_at_1000
value: 63.534
verified: no, type: recall_at_20
value: 31.801000000000002
verified: no, type: recall_at_3
value: 20.642
verified: no, type: recall_at_5
value: 23.346
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 32.036
verified: no, type: map_at_1
value: 20.709
verified: no, type: map_at_10
value: 27.877999999999997
verified: no, type: map_at_100
value: 28.84
verified: no, type: map_at_1000
value: 28.932000000000002
verified: no, type: map_at_20
value: 28.401
verified: no, type: map_at_3
value: 25.655
verified: no, type: map_at_5
value: 26.927
verified: no, type: mrr_at_1
value: 24.07523510971787
verified: no, type: mrr_at_10
value: 30.740060705577925
verified: no, type: mrr_at_100
value: 31.612501705916873
verified: no, type: mrr_at_1000
value: 31.676864550543726
verified: no, type: mrr_at_20
value: 31.22543783872963
verified: no, type: mrr_at_3
value: 28.787878787878775
verified: no, type: mrr_at_5
value: 29.966562173458694
verified: no, type: nauc_map_at_1000_diff1
value: 40.47096953198431
verified: no, type: nauc_map_at_1000_max
value: 22.374542593546277
verified: no, type: nauc_map_at_1000_std
value: -5.182427877292345
verified: no, type: nauc_map_at_100_diff1
value: 40.47543270827355
verified: no, type: nauc_map_at_100_max
value: 22.374089212997184
verified: no, type: nauc_map_at_100_std
value: -5.239105630224319
verified: no, type: nauc_map_at_10_diff1
value: 40.35407488419317
verified: no, type: nauc_map_at_10_max
value: 22.322301136852385
verified: no, type: nauc_map_at_10_std
value: -5.863147568492834
verified: no, type: nauc_map_at_1_diff1
value: 44.88410726429105
verified: no, type: nauc_map_at_1_max
value: 23.20813944163988
verified: no, type: nauc_map_at_1_std
value: -8.382466972394838
verified: no, type: nauc_map_at_20_diff1
value: 40.406367388548325
verified: no, type: nauc_map_at_20_max
value: 22.372726549974914
verified: no, type: nauc_map_at_20_std
value: -5.545164520941462
verified: no, type: nauc_map_at_3_diff1
value: 40.84569501434839
verified: no, type: nauc_map_at_3_max
value: 22.28527147343968
verified: no, type: nauc_map_at_3_std
value: -6.936689473855802
verified: no, type: nauc_map_at_5_diff1
value: 40.76750890665078
verified: no, type: nauc_map_at_5_max
value: 22.082894265884185
verified: no, type: nauc_map_at_5_std
value: -6.190050221358196
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.47648367057047
verified: no, type: nauc_mrr_at_1000_max
value: 24.46614204779129
verified: no, type: nauc_mrr_at_1000_std
value: -3.9495607345155346
verified: no, type: nauc_mrr_at_100_diff1
value: 41.47743244471693
verified: no, type: nauc_mrr_at_100_max
value: 24.462021987056463
verified: no, type: nauc_mrr_at_100_std
value: -3.948971513664771
verified: no, type: nauc_mrr_at_10_diff1
value: 41.3290602920853
verified: no, type: nauc_mrr_at_10_max
value: 24.626227467359946
verified: no, type: nauc_mrr_at_10_std
value: -4.393701875822327
verified: no, type: nauc_mrr_at_1_diff1
value: 47.06765012528047
verified: no, type: nauc_mrr_at_1_max
value: 26.435246851280137
verified: no, type: nauc_mrr_at_1_std
value: -7.001730628049834
verified: no, type: nauc_mrr_at_20_diff1
value: 41.413777495053
verified: no, type: nauc_mrr_at_20_max
value: 24.547234050811067
verified: no, type: nauc_mrr_at_20_std
value: -4.146897200838769
verified: no, type: nauc_mrr_at_3_diff1
value: 42.11663918011847
verified: no, type: nauc_mrr_at_3_max
value: 25.098502318194964
verified: no, type: nauc_mrr_at_3_std
value: -5.410367522541246
verified: no, type: nauc_mrr_at_5_diff1
value: 41.73103323230977
verified: no, type: nauc_mrr_at_5_max
value: 24.745954886453724
verified: no, type: nauc_mrr_at_5_std
value: -4.579840329157584
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.1964470786265
verified: no, type: nauc_ndcg_at_1000_max
value: 21.861817134198045
verified: no, type: nauc_ndcg_at_1000_std
value: -0.8568609610534242
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.17526479202505
verified: no, type: nauc_ndcg_at_100_max
value: 21.84061895536214
verified: no, type: nauc_ndcg_at_100_std
value: -1.4529705780926505
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.48522149141867
verified: no, type: nauc_ndcg_at_10_max
value: 22.297666257995363
verified: no, type: nauc_ndcg_at_10_std
value: -4.357352182497225
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.06765012528047
verified: no, type: nauc_ndcg_at_1_max
value: 26.435246851280137
verified: no, type: nauc_ndcg_at_1_std
value: -7.001730628049834
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.702691500796604
verified: no, type: nauc_ndcg_at_20_max
value: 22.218699760462293
verified: no, type: nauc_ndcg_at_20_std
value: -3.4363891589378257
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.84977862977057
verified: no, type: nauc_ndcg_at_3_max
value: 22.92535147955411
verified: no, type: nauc_ndcg_at_3_std
value: -6.0921299285476405
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.556183151265074
verified: no, type: nauc_ndcg_at_5_max
value: 22.230619537597278
verified: no, type: nauc_ndcg_at_5_std
value: -4.8968628261627245
verified: no, type: nauc_precision_at_1000_diff1
value: 10.3528077935294
verified: no, type: nauc_precision_at_1000_max
value: 9.909981199806053
verified: no, type: nauc_precision_at_1000_std
value: 26.36737475758762
verified: no, type: nauc_precision_at_100_diff1
value: 21.548126143176827
verified: no, type: nauc_precision_at_100_max
value: 16.499069279265782
verified: no, type: nauc_precision_at_100_std
value: 19.14783201381233
verified: no, type: nauc_precision_at_10_diff1
value: 28.621661766974206
verified: no, type: nauc_precision_at_10_max
value: 21.332818049543032
verified: no, type: nauc_precision_at_10_std
value: 2.8791553969995545
verified: no, type: nauc_precision_at_1_diff1
value: 47.06765012528047
verified: no, type: nauc_precision_at_1_max
value: 26.435246851280137
verified: no, type: nauc_precision_at_1_std
value: -7.001730628049834
verified: no, type: nauc_precision_at_20_diff1
value: 26.920042964071182
verified: no, type: nauc_precision_at_20_max
value: 21.324115857384808
verified: no, type: nauc_precision_at_20_std
value: 6.80405166052471
verified: no, type: nauc_precision_at_3_diff1
value: 35.71235450765077
verified: no, type: nauc_precision_at_3_max
value: 24.01696694589267
verified: no, type: nauc_precision_at_3_std
value: -2.8181695670809948
verified: no, type: nauc_precision_at_5_diff1
value: 34.07674388654776
verified: no, type: nauc_precision_at_5_max
value: 21.930677933049196
verified: no, type: nauc_precision_at_5_std
value: 1.0931235796717917
verified: no, type: nauc_recall_at_1000_diff1
value: 30.975998124758107
verified: no, type: nauc_recall_at_1000_max
value: 12.945941617941997
verified: no, type: nauc_recall_at_1000_std
value: 24.514545183990926
verified: no, type: nauc_recall_at_100_diff1
value: 32.9511560537122
verified: no, type: nauc_recall_at_100_max
value: 15.556200323437405
verified: no, type: nauc_recall_at_100_std
value: 12.030250118159483
verified: no, type: nauc_recall_at_10_diff1
value: 31.207652838433507
verified: no, type: nauc_recall_at_10_max
value: 19.291591181908167
verified: no, type: nauc_recall_at_10_std
value: -1.6757004821083559
verified: no, type: nauc_recall_at_1_diff1
value: 44.88410726429105
verified: no, type: nauc_recall_at_1_max
value: 23.20813944163988
verified: no, type: nauc_recall_at_1_std
value: -8.382466972394838
verified: no, type: nauc_recall_at_20_diff1
value: 31.79923917810545
verified: no, type: nauc_recall_at_20_max
value: 18.710986029856112
verified: no, type: nauc_recall_at_20_std
value: 1.4042505931536373
verified: no, type: nauc_recall_at_3_diff1
value: 35.65497133524062
verified: no, type: nauc_recall_at_3_max
value: 20.941848323318336
verified: no, type: nauc_recall_at_3_std
value: -5.480864424070389
verified: no, type: nauc_recall_at_5_diff1
value: 34.866967348724856
verified: no, type: nauc_recall_at_5_max
value: 19.731829784689854
verified: no, type: nauc_recall_at_5_std
value: -3.0251275868172027
verified: no, type: ndcg_at_1
value: 24.075
verified: no, type: ndcg_at_10
value: 32.036
verified: no, type: ndcg_at_100
value: 36.787
verified: no, type: ndcg_at_1000
value: 39.184000000000005
verified: no, type: ndcg_at_20
value: 33.792
verified: no, type: ndcg_at_3
value: 27.929
verified: no, type: ndcg_at_5
value: 29.953000000000003
verified: no, type: precision_at_1
value: 24.075
verified: no, type: precision_at_10
value: 5.266
verified: no, type: precision_at_100
value: 0.8410000000000001
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_20
value: 3.097
verified: no, type: precision_at_3
value: 12.475999999999999
verified: no, type: precision_at_5
value: 8.853
verified: no, type: recall_at_1
value: 20.709
verified: no, type: recall_at_10
value: 41.937000000000005
verified: no, type: recall_at_100
value: 63.488
verified: no, type: recall_at_1000
value: 81.203
verified: no, type: recall_at_20
value: 48.471
verified: no, type: recall_at_3
value: 30.902
verified: no, type: recall_at_5
value: 35.794
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 13.422
verified: no, type: map_at_1
value: 7.457999999999999
verified: no, type: map_at_10
value: 11.145
verified: no, type: map_at_100
value: 11.831
verified: no, type: map_at_1000
value: 11.927999999999999
verified: no, type: map_at_20
value: 11.483
verified: no, type: map_at_3
value: 9.892
verified: no, type: map_at_5
value: 10.666
verified: no, type: mrr_at_1
value: 8.022598870056497
verified: no, type: mrr_at_10
value: 11.897228948076407
verified: no, type: mrr_at_100
value: 12.60722831041867
verified: no, type: mrr_at_1000
value: 12.697703114728743
verified: no, type: mrr_at_20
value: 12.237958606182886
verified: no, type: mrr_at_3
value: 10.583804143126176
verified: no, type: mrr_at_5
value: 11.36346516007533
verified: no, type: nauc_map_at_1000_diff1
value: 27.82085527490717
verified: no, type: nauc_map_at_1000_max
value: 17.28600441536757
verified: no, type: nauc_map_at_1000_std
value: -15.155481238000162
verified: no, type: nauc_map_at_100_diff1
value: 27.829887762892103
verified: no, type: nauc_map_at_100_max
value: 17.267973555561923
verified: no, type: nauc_map_at_100_std
value: -15.155884621377636
verified: no, type: nauc_map_at_10_diff1
value: 28.393173380909065
verified: no, type: nauc_map_at_10_max
value: 17.601467318919948
verified: no, type: nauc_map_at_10_std
value: -15.900035876835092
verified: no, type: nauc_map_at_1_diff1
value: 38.02399717533579
verified: no, type: nauc_map_at_1_max
value: 19.365591330666337
verified: no, type: nauc_map_at_1_std
value: -20.916562310227075
verified: no, type: nauc_map_at_20_diff1
value: 28.200817170663566
verified: no, type: nauc_map_at_20_max
value: 17.579478072163536
verified: no, type: nauc_map_at_20_std
value: -15.404513207676146
verified: no, type: nauc_map_at_3_diff1
value: 31.746360321644584
verified: no, type: nauc_map_at_3_max
value: 16.784558908827098
verified: no, type: nauc_map_at_3_std
value: -17.224483606974143
verified: no, type: nauc_map_at_5_diff1
value: 29.077330835416426
verified: no, type: nauc_map_at_5_max
value: 17.853710325915063
verified: no, type: nauc_map_at_5_std
value: -16.773765293322093
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.37127117011027
verified: no, type: nauc_mrr_at_1000_max
value: 18.7273666848375
verified: no, type: nauc_mrr_at_1000_std
value: -14.266351217274018
verified: no, type: nauc_mrr_at_100_diff1
value: 27.364611831419733
verified: no, type: nauc_mrr_at_100_max
value: 18.718638735362603
verified: no, type: nauc_mrr_at_100_std
value: -14.267925961193464
verified: no, type: nauc_mrr_at_10_diff1
value: 27.980823790029618
verified: no, type: nauc_mrr_at_10_max
value: 19.19772744012399
verified: no, type: nauc_mrr_at_10_std
value: -14.941059156247844
verified: no, type: nauc_mrr_at_1_diff1
value: 37.41249731145859
verified: no, type: nauc_mrr_at_1_max
value: 20.799608766358222
verified: no, type: nauc_mrr_at_1_std
value: -20.515784835545535
verified: no, type: nauc_mrr_at_20_diff1
value: 27.74824001025292
verified: no, type: nauc_mrr_at_20_max
value: 19.103751309433495
verified: no, type: nauc_mrr_at_20_std
value: -14.435711664771578
verified: no, type: nauc_mrr_at_3_diff1
value: 31.025624045281198
verified: no, type: nauc_mrr_at_3_max
value: 18.157634646067997
verified: no, type: nauc_mrr_at_3_std
value: -16.03061853186258
verified: no, type: nauc_mrr_at_5_diff1
value: 28.70586977101827
verified: no, type: nauc_mrr_at_5_max
value: 19.386244571263347
verified: no, type: nauc_mrr_at_5_std
value: -15.724148917743367
verified: no, type: nauc_ndcg_at_1000_diff1
value: 22.285455089703316
verified: no, type: nauc_ndcg_at_1000_max
value: 16.43111169287733
verified: no, type: nauc_ndcg_at_1000_std
value: -11.374957366556233
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.951306210668015
verified: no, type: nauc_ndcg_at_100_max
value: 15.879710066816537
verified: no, type: nauc_ndcg_at_100_std
value: -11.250823241664763
verified: no, type: nauc_ndcg_at_10_diff1
value: 24.527342849748035
verified: no, type: nauc_ndcg_at_10_max
value: 17.519931886132614
verified: no, type: nauc_ndcg_at_10_std
value: -13.821371555972098
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.41249731145859
verified: no, type: nauc_ndcg_at_1_max
value: 20.799608766358222
verified: no, type: nauc_ndcg_at_1_std
value: -20.515784835545535
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.025265840431192
verified: no, type: nauc_ndcg_at_20_max
value: 17.172754752020435
verified: no, type: nauc_ndcg_at_20_std
value: -12.33228456445308
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.569742103919893
verified: no, type: nauc_ndcg_at_3_max
value: 16.227700542949655
verified: no, type: nauc_ndcg_at_3_std
value: -16.147297970222997
verified: no, type: nauc_ndcg_at_5_diff1
value: 25.732314024367227
verified: no, type: nauc_ndcg_at_5_max
value: 18.046442232718594
verified: no, type: nauc_ndcg_at_5_std
value: -15.470272133540611
verified: no, type: nauc_precision_at_1000_diff1
value: 3.456590495976487
verified: no, type: nauc_precision_at_1000_max
value: 16.206474311311993
verified: no, type: nauc_precision_at_1000_std
value: -0.6545535643610041
verified: no, type: nauc_precision_at_100_diff1
value: 7.765730307329018
verified: no, type: nauc_precision_at_100_max
value: 14.63824389884621
verified: no, type: nauc_precision_at_100_std
value: -3.260523065028577
verified: no, type: nauc_precision_at_10_diff1
value: 15.087974444071797
verified: no, type: nauc_precision_at_10_max
value: 18.876773116986882
verified: no, type: nauc_precision_at_10_std
value: -8.882886962451105
verified: no, type: nauc_precision_at_1_diff1
value: 37.41249731145859
verified: no, type: nauc_precision_at_1_max
value: 20.799608766358222
verified: no, type: nauc_precision_at_1_std
value: -20.515784835545535
verified: no, type: nauc_precision_at_20_diff1
value: 14.487555221454127
verified: no, type: nauc_precision_at_20_max
value: 17.78121914810483
verified: no, type: nauc_precision_at_20_std
value: -5.129519187214248
verified: no, type: nauc_precision_at_3_diff1
value: 24.39355622752769
verified: no, type: nauc_precision_at_3_max
value: 16.60628999542014
verified: no, type: nauc_precision_at_3_std
value: -13.493038553962892
verified: no, type: nauc_precision_at_5_diff1
value: 17.129717235014724
verified: no, type: nauc_precision_at_5_max
value: 20.381930950335537
verified: no, type: nauc_precision_at_5_std
value: -11.955280789768286
verified: no, type: nauc_recall_at_1000_diff1
value: 10.985034322513284
verified: no, type: nauc_recall_at_1000_max
value: 12.889761988436128
verified: no, type: nauc_recall_at_1000_std
value: -3.023203412351588
verified: no, type: nauc_recall_at_100_diff1
value: 10.33271376258568
verified: no, type: nauc_recall_at_100_max
value: 11.235435197544028
verified: no, type: nauc_recall_at_100_std
value: -3.6329573926725187
verified: no, type: nauc_recall_at_10_diff1
value: 16.98792310332145
verified: no, type: nauc_recall_at_10_max
value: 15.865176486028757
verified: no, type: nauc_recall_at_10_std
value: -10.310010963695525
verified: no, type: nauc_recall_at_1_diff1
value: 38.02399717533579
verified: no, type: nauc_recall_at_1_max
value: 19.365591330666337
verified: no, type: nauc_recall_at_1_std
value: -20.916562310227075
verified: no, type: nauc_recall_at_20_diff1
value: 16.13244408143004
verified: no, type: nauc_recall_at_20_max
value: 14.481653761810634
verified: no, type: nauc_recall_at_20_std
value: -6.5986093910012436
verified: no, type: nauc_recall_at_3_diff1
value: 25.833316308428568
verified: no, type: nauc_recall_at_3_max
value: 13.756796379937708
verified: no, type: nauc_recall_at_3_std
value: -14.363796606781845
verified: no, type: nauc_recall_at_5_diff1
value: 18.881377796163697
verified: no, type: nauc_recall_at_5_max
value: 16.955431094747208
verified: no, type: nauc_recall_at_5_std
value: -13.724917255240237
verified: no, type: ndcg_at_1
value: 8.023
verified: no, type: ndcg_at_10
value: 13.422
verified: no, type: ndcg_at_100
value: 17.26
verified: no, type: ndcg_at_1000
value: 20.427
verified: no, type: ndcg_at_20
value: 14.668999999999999
verified: no, type: ndcg_at_3
value: 10.902000000000001
verified: no, type: ndcg_at_5
value: 12.259
verified: no, type: precision_at_1
value: 8.023
verified: no, type: precision_at_10
value: 2.237
verified: no, type: precision_at_100
value: 0.443
verified: no, type: precision_at_1000
value: 0.076
verified: no, type: precision_at_20
value: 1.395
verified: no, type: precision_at_3
value: 4.821000000000001
verified: no, type: precision_at_5
value: 3.6380000000000003
verified: no, type: recall_at_1
value: 7.457999999999999
verified: no, type: recall_at_10
value: 19.767000000000003
verified: no, type: recall_at_100
value: 38.153
verified: no, type: recall_at_1000
value: 63.409000000000006
verified: no, type: recall_at_20
value: 24.610000000000003
verified: no, type: recall_at_3
value: 12.982
verified: no, type: recall_at_5
value: 16.256
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 9.535
verified: no, type: map_at_1
value: 4.609
verified: no, type: map_at_10
value: 7.510999999999999
verified: no, type: map_at_100
value: 8.237
verified: no, type: map_at_1000
value: 8.349
verified: no, type: map_at_20
value: 7.869
verified: no, type: map_at_3
value: 6.5600000000000005
verified: no, type: map_at_5
value: 7.124999999999999
verified: no, type: mrr_at_1
value: 5.597014925373134
verified: no, type: mrr_at_10
value: 9.020867882808185
verified: no, type: mrr_at_100
value: 9.787226207252294
verified: no, type: mrr_at_1000
value: 9.881827581582042
verified: no, type: mrr_at_20
value: 9.394727428176672
verified: no, type: mrr_at_3
value: 7.835820895522391
verified: no, type: mrr_at_5
value: 8.501243781094532
verified: no, type: nauc_map_at_1000_diff1
value: 12.160101243328722
verified: no, type: nauc_map_at_1000_max
value: 13.761415850043804
verified: no, type: nauc_map_at_1000_std
value: -3.0849910739745408
verified: no, type: nauc_map_at_100_diff1
value: 12.131008335956322
verified: no, type: nauc_map_at_100_max
value: 13.829053264918482
verified: no, type: nauc_map_at_100_std
value: -3.16426153937691
verified: no, type: nauc_map_at_10_diff1
value: 11.572963915383422
verified: no, type: nauc_map_at_10_max
value: 14.689213578245925
verified: no, type: nauc_map_at_10_std
value: -3.6998293261376034
verified: no, type: nauc_map_at_1_diff1
value: 18.122428263615998
verified: no, type: nauc_map_at_1_max
value: 9.149943158100399
verified: no, type: nauc_map_at_1_std
value: -6.171155635308981
verified: no, type: nauc_map_at_20_diff1
value: 12.13773594364116
verified: no, type: nauc_map_at_20_max
value: 14.026923071021233
verified: no, type: nauc_map_at_20_std
value: -3.1644181915017793
verified: no, type: nauc_map_at_3_diff1
value: 13.064068021960546
verified: no, type: nauc_map_at_3_max
value: 12.711149991588696
verified: no, type: nauc_map_at_3_std
value: -3.2235761355138037
verified: no, type: nauc_map_at_5_diff1
value: 11.812020133133904
verified: no, type: nauc_map_at_5_max
value: 13.84253499270953
verified: no, type: nauc_map_at_5_std
value: -4.45404825157932
verified: no, type: nauc_mrr_at_1000_diff1
value: 12.375911786829406
verified: no, type: nauc_mrr_at_1000_max
value: 15.456423350898477
verified: no, type: nauc_mrr_at_1000_std
value: -1.5937378642370432
verified: no, type: nauc_mrr_at_100_diff1
value: 12.331691072130397
verified: no, type: nauc_mrr_at_100_max
value: 15.500702581742429
verified: no, type: nauc_mrr_at_100_std
value: -1.6408207445296543
verified: no, type: nauc_mrr_at_10_diff1
value: 12.099213647372896
verified: no, type: nauc_mrr_at_10_max
value: 16.020734154235946
verified: no, type: nauc_mrr_at_10_std
value: -1.885448028462753
verified: no, type: nauc_mrr_at_1_diff1
value: 18.32487890409246
verified: no, type: nauc_mrr_at_1_max
value: 11.897016258784763
verified: no, type: nauc_mrr_at_1_std
value: -4.323401014711141
verified: no, type: nauc_mrr_at_20_diff1
value: 12.474121811452267
verified: no, type: nauc_mrr_at_20_max
value: 15.539352257836958
verified: no, type: nauc_mrr_at_20_std
value: -1.4550818103133965
verified: no, type: nauc_mrr_at_3_diff1
value: 13.555589776141044
verified: no, type: nauc_mrr_at_3_max
value: 14.881892271585272
verified: no, type: nauc_mrr_at_3_std
value: -1.435916965747044
verified: no, type: nauc_mrr_at_5_diff1
value: 12.01967079821751
verified: no, type: nauc_mrr_at_5_max
value: 15.82512338419769
verified: no, type: nauc_mrr_at_5_std
value: -2.611872454247646
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.166048558228507
verified: no, type: nauc_ndcg_at_1000_max
value: 13.104751426135266
verified: no, type: nauc_ndcg_at_1000_std
value: 0.9705177946363379
verified: no, type: nauc_ndcg_at_100_diff1
value: 11.72514069557755
verified: no, type: nauc_ndcg_at_100_max
value: 14.116632594732856
verified: no, type: nauc_ndcg_at_100_std
value: -0.6608737012916973
verified: no, type: nauc_ndcg_at_10_diff1
value: 10.306993745725737
verified: no, type: nauc_ndcg_at_10_max
value: 17.204896913664456
verified: no, type: nauc_ndcg_at_10_std
value: -2.1438931560983763
verified: no, type: nauc_ndcg_at_1_diff1
value: 18.32487890409246
verified: no, type: nauc_ndcg_at_1_max
value: 11.897016258784763
verified: no, type: nauc_ndcg_at_1_std
value: -4.323401014711141
verified: no, type: nauc_ndcg_at_20_diff1
value: 11.791715299885823
verified: no, type: nauc_ndcg_at_20_max
value: 15.278441821612127
verified: no, type: nauc_ndcg_at_20_std
value: -0.4468005348098475
verified: no, type: nauc_ndcg_at_3_diff1
value: 12.644017111888736
verified: no, type: nauc_ndcg_at_3_max
value: 14.603146534071461
verified: no, type: nauc_ndcg_at_3_std
value: -1.8718063392939133
verified: no, type: nauc_ndcg_at_5_diff1
value: 10.535150933814714
verified: no, type: nauc_ndcg_at_5_max
value: 16.017070807599417
verified: no, type: nauc_ndcg_at_5_std
value: -3.815665350011778
verified: no, type: nauc_precision_at_1000_diff1
value: 4.766217092623846
verified: no, type: nauc_precision_at_1000_max
value: 6.632885530467239
verified: no, type: nauc_precision_at_1000_std
value: 3.007432257570777
verified: no, type: nauc_precision_at_100_diff1
value: 6.516185269879481
verified: no, type: nauc_precision_at_100_max
value: 11.380927476535675
verified: no, type: nauc_precision_at_100_std
value: -0.1864883957050185
verified: no, type: nauc_precision_at_10_diff1
value: 5.031813587437412
verified: no, type: nauc_precision_at_10_max
value: 20.39046944851157
verified: no, type: nauc_precision_at_10_std
value: 0.9559058485730854
verified: no, type: nauc_precision_at_1_diff1
value: 18.32487890409246
verified: no, type: nauc_precision_at_1_max
value: 11.897016258784763
verified: no, type: nauc_precision_at_1_std
value: -4.323401014711141
verified: no, type: nauc_precision_at_20_diff1
value: 7.5274956878764705
verified: no, type: nauc_precision_at_20_max
value: 14.447920121025351
verified: no, type: nauc_precision_at_20_std
value: 2.8571450176948727
verified: no, type: nauc_precision_at_3_diff1
value: 10.479210801019136
verified: no, type: nauc_precision_at_3_max
value: 16.93365209341549
verified: no, type: nauc_precision_at_3_std
value: 3.108063852693881
verified: no, type: nauc_precision_at_5_diff1
value: 5.963241515583435
verified: no, type: nauc_precision_at_5_max
value: 18.932590469674793
verified: no, type: nauc_precision_at_5_std
value: -1.7619586519986752
verified: no, type: nauc_recall_at_1000_diff1
value: 12.681621573058605
verified: no, type: nauc_recall_at_1000_max
value: 6.719460573946663
verified: no, type: nauc_recall_at_1000_std
value: 10.122589949066352
verified: no, type: nauc_recall_at_100_diff1
value: 11.565731532263916
verified: no, type: nauc_recall_at_100_max
value: 11.650442143504442
verified: no, type: nauc_recall_at_100_std
value: 3.0452829999312856
verified: no, type: nauc_recall_at_10_diff1
value: 8.096744113717769
verified: no, type: nauc_recall_at_10_max
value: 21.036934702229917
verified: no, type: nauc_recall_at_10_std
value: -0.49918066176197196
verified: no, type: nauc_recall_at_1_diff1
value: 18.122428263615998
verified: no, type: nauc_recall_at_1_max
value: 9.149943158100399
verified: no, type: nauc_recall_at_1_std
value: -6.171155635308981
verified: no, type: nauc_recall_at_20_diff1
value: 12.09714870041317
verified: no, type: nauc_recall_at_20_max
value: 15.81672786440175
verified: no, type: nauc_recall_at_20_std
value: 3.866658493475162
verified: no, type: nauc_recall_at_3_diff1
value: 11.431077319714838
verified: no, type: nauc_recall_at_3_max
value: 16.47416940020009
verified: no, type: nauc_recall_at_3_std
value: 0.0861627687355984
verified: no, type: nauc_recall_at_5_diff1
value: 7.88930527266717
verified: no, type: nauc_recall_at_5_max
value: 18.516776000030294
verified: no, type: nauc_recall_at_5_std
value: -3.7938873392122923
verified: no, type: ndcg_at_1
value: 5.5969999999999995
verified: no, type: ndcg_at_10
value: 9.535
verified: no, type: ndcg_at_100
value: 13.530000000000001
verified: no, type: ndcg_at_1000
value: 16.916999999999998
verified: no, type: ndcg_at_20
value: 10.835
verified: no, type: ndcg_at_3
value: 7.561
verified: no, type: ndcg_at_5
value: 8.573
verified: no, type: precision_at_1
value: 5.5969999999999995
verified: no, type: precision_at_10
value: 1.891
verified: no, type: precision_at_100
value: 0.45399999999999996
verified: no, type: precision_at_1000
value: 0.087
verified: no, type: precision_at_20
value: 1.275
verified: no, type: precision_at_3
value: 3.6900000000000004
verified: no, type: precision_at_5
value: 2.861
verified: no, type: recall_at_1
value: 4.609
verified: no, type: recall_at_10
value: 14.177000000000001
verified: no, type: recall_at_100
value: 32.53
verified: no, type: recall_at_1000
value: 57.726
verified: no, type: recall_at_20
value: 19.032
verified: no, type: recall_at_3
value: 9.032
verified: no, type: recall_at_5
value: 11.498999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 21.241
verified: no, type: map_at_1
value: 13.097
verified: no, type: map_at_10
value: 17.887
verified: no, type: map_at_100
value: 18.929000000000002
verified: no, type: map_at_1000
value: 19.067999999999998
verified: no, type: map_at_20
value: 18.404
verified: no, type: map_at_3
value: 16.296
verified: no, type: map_at_5
value: 17.262
verified: no, type: mrr_at_1
value: 16.169393647738207
verified: no, type: mrr_at_10
value: 21.528293383442566
verified: no, type: mrr_at_100
value: 22.43211072207796
verified: no, type: mrr_at_1000
value: 22.5219500000453
verified: no, type: mrr_at_20
value: 21.966951728183204
verified: no, type: mrr_at_3
value: 19.682386910490862
verified: no, type: mrr_at_5
value: 20.84696823869106
verified: no, type: nauc_map_at_1000_diff1
value: 34.58974187112993
verified: no, type: nauc_map_at_1000_max
value: 22.20291448859308
verified: no, type: nauc_map_at_1000_std
value: -3.149360707582436
verified: no, type: nauc_map_at_100_diff1
value: 34.5588275869734
verified: no, type: nauc_map_at_100_max
value: 22.15274787398185
verified: no, type: nauc_map_at_100_std
value: -3.2109028848918633
verified: no, type: nauc_map_at_10_diff1
value: 34.92513779575731
verified: no, type: nauc_map_at_10_max
value: 21.861741008083275
verified: no, type: nauc_map_at_10_std
value: -3.905690656189668
verified: no, type: nauc_map_at_1_diff1
value: 43.846022687588544
verified: no, type: nauc_map_at_1_max
value: 27.99305870821993
verified: no, type: nauc_map_at_1_std
value: -5.162298721359269
verified: no, type: nauc_map_at_20_diff1
value: 34.67768573151187
verified: no, type: nauc_map_at_20_max
value: 21.959628267267778
verified: no, type: nauc_map_at_20_std
value: -3.5594132334557944
verified: no, type: nauc_map_at_3_diff1
value: 36.50300255279086
verified: no, type: nauc_map_at_3_max
value: 22.353089046013704
verified: no, type: nauc_map_at_3_std
value: -4.858667521543224
verified: no, type: nauc_map_at_5_diff1
value: 35.3042714765842
verified: no, type: nauc_map_at_5_max
value: 21.794206874756625
verified: no, type: nauc_map_at_5_std
value: -4.325759585277375
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.00725853541057
verified: no, type: nauc_mrr_at_1000_max
value: 26.216262116678624
verified: no, type: nauc_mrr_at_1000_std
value: -3.089780427010026
verified: no, type: nauc_mrr_at_100_diff1
value: 31.957235206052363
verified: no, type: nauc_mrr_at_100_max
value: 26.212648318581156
verified: no, type: nauc_mrr_at_100_std
value: -3.103923191808803
verified: no, type: nauc_mrr_at_10_diff1
value: 32.19910473974941
verified: no, type: nauc_mrr_at_10_max
value: 26.34758089368504
verified: no, type: nauc_mrr_at_10_std
value: -3.6231867557133675
verified: no, type: nauc_mrr_at_1_diff1
value: 40.708532625232294
verified: no, type: nauc_mrr_at_1_max
value: 32.64565766568613
verified: no, type: nauc_mrr_at_1_std
value: -3.749791755154272
verified: no, type: nauc_mrr_at_20_diff1
value: 32.0955763233658
verified: no, type: nauc_mrr_at_20_max
value: 26.155948020955687
verified: no, type: nauc_mrr_at_20_std
value: -3.231953166560766
verified: no, type: nauc_mrr_at_3_diff1
value: 34.13505050437071
verified: no, type: nauc_mrr_at_3_max
value: 27.22204253296967
verified: no, type: nauc_mrr_at_3_std
value: -4.576328245351943
verified: no, type: nauc_mrr_at_5_diff1
value: 32.47930176801931
verified: no, type: nauc_mrr_at_5_max
value: 26.514323945105968
verified: no, type: nauc_mrr_at_5_std
value: -4.408380151580153
verified: no, type: nauc_ndcg_at_1000_diff1
value: 30.453393679233937
verified: no, type: nauc_ndcg_at_1000_max
value: 21.92643239845928
verified: no, type: nauc_ndcg_at_1000_std
value: 0.7352490365717592
verified: no, type: nauc_ndcg_at_100_diff1
value: 30.003050812057054
verified: no, type: nauc_ndcg_at_100_max
value: 21.672865308581034
verified: no, type: nauc_ndcg_at_100_std
value: -0.12090335457348961
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.64519503912177
verified: no, type: nauc_ndcg_at_10_max
value: 20.97594807867448
verified: no, type: nauc_ndcg_at_10_std
value: -2.6739744412303144
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.708532625232294
verified: no, type: nauc_ndcg_at_1_max
value: 32.64565766568613
verified: no, type: nauc_ndcg_at_1_std
value: -3.749791755154272
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.063408335232673
verified: no, type: nauc_ndcg_at_20_max
value: 20.924815181450832
verified: no, type: nauc_ndcg_at_20_std
value: -1.5930191346126947
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.134317508898185
verified: no, type: nauc_ndcg_at_3_max
value: 23.17216115285391
verified: no, type: nauc_ndcg_at_3_std
value: -4.671382484774326
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.21088553475864
verified: no, type: nauc_ndcg_at_5_max
value: 21.4663652253693
verified: no, type: nauc_ndcg_at_5_std
value: -3.893238870997134
verified: no, type: nauc_precision_at_1000_diff1
value: 2.847263153776596
verified: no, type: nauc_precision_at_1000_max
value: 14.090771771008125
verified: no, type: nauc_precision_at_1000_std
value: 10.848839605387814
verified: no, type: nauc_precision_at_100_diff1
value: 9.086074887141013
verified: no, type: nauc_precision_at_100_max
value: 22.454874173498997
verified: no, type: nauc_precision_at_100_std
value: 8.24744633238839
verified: no, type: nauc_precision_at_10_diff1
value: 20.920335691294692
verified: no, type: nauc_precision_at_10_max
value: 21.370647997920607
verified: no, type: nauc_precision_at_10_std
value: 1.4671415666788767
verified: no, type: nauc_precision_at_1_diff1
value: 40.708532625232294
verified: no, type: nauc_precision_at_1_max
value: 32.64565766568613
verified: no, type: nauc_precision_at_1_std
value: -3.749791755154272
verified: no, type: nauc_precision_at_20_diff1
value: 17.954458644437043
verified: no, type: nauc_precision_at_20_max
value: 22.629117101107163
verified: no, type: nauc_precision_at_20_std
value: 5.040891780308918
verified: no, type: nauc_precision_at_3_diff1
value: 28.105812313499385
verified: no, type: nauc_precision_at_3_max
value: 22.87626077998152
verified: no, type: nauc_precision_at_3_std
value: -3.086682632122429
verified: no, type: nauc_precision_at_5_diff1
value: 22.651226046942686
verified: no, type: nauc_precision_at_5_max
value: 21.719211495765663
verified: no, type: nauc_precision_at_5_std
value: -2.6482893986862335
verified: no, type: nauc_recall_at_1000_diff1
value: 17.58878979440455
verified: no, type: nauc_recall_at_1000_max
value: 11.765807268050828
verified: no, type: nauc_recall_at_1000_std
value: 19.204585805483184
verified: no, type: nauc_recall_at_100_diff1
value: 18.169326304754723
verified: no, type: nauc_recall_at_100_max
value: 14.539296693562964
verified: no, type: nauc_recall_at_100_std
value: 8.606212637350799
verified: no, type: nauc_recall_at_10_diff1
value: 24.700568046012847
verified: no, type: nauc_recall_at_10_max
value: 15.013985297310601
verified: no, type: nauc_recall_at_10_std
value: 0.1399232702716628
verified: no, type: nauc_recall_at_1_diff1
value: 43.846022687588544
verified: no, type: nauc_recall_at_1_max
value: 27.99305870821993
verified: no, type: nauc_recall_at_1_std
value: -5.162298721359269
verified: no, type: nauc_recall_at_20_diff1
value: 23.248417221312653
verified: no, type: nauc_recall_at_20_max
value: 13.994333521420446
verified: no, type: nauc_recall_at_20_std
value: 2.9521408767911415
verified: no, type: nauc_recall_at_3_diff1
value: 29.891514822553404
verified: no, type: nauc_recall_at_3_max
value: 16.877366787256904
verified: no, type: nauc_recall_at_3_std
value: -4.456020261483919
verified: no, type: nauc_recall_at_5_diff1
value: 25.927306805331924
verified: no, type: nauc_recall_at_5_max
value: 14.607758920350053
verified: no, type: nauc_recall_at_5_std
value: -2.3110470633406055
verified: no, type: ndcg_at_1
value: 16.169
verified: no, type: ndcg_at_10
value: 21.241
verified: no, type: ndcg_at_100
value: 26.567
verified: no, type: ndcg_at_1000
value: 29.891000000000002
verified: no, type: ndcg_at_20
value: 22.948
verified: no, type: ndcg_at_3
value: 18.363
verified: no, type: ndcg_at_5
value: 19.927
verified: no, type: precision_at_1
value: 16.169
verified: no, type: precision_at_10
value: 3.898
verified: no, type: precision_at_100
value: 0.815
verified: no, type: precision_at_1000
value: 0.129
verified: no, type: precision_at_20
value: 2.488
verified: no, type: precision_at_3
value: 8.469999999999999
verified: no, type: precision_at_5
value: 6.372
verified: no, type: recall_at_1
value: 13.097
verified: no, type: recall_at_10
value: 27.894000000000002
verified: no, type: recall_at_100
value: 51.627
verified: no, type: recall_at_1000
value: 75.03800000000001
verified: no, type: recall_at_20
value: 33.931
verified: no, type: recall_at_3
value: 19.991999999999997
verified: no, type: recall_at_5
value: 23.907
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 14.011000000000001
verified: no, type: map_at_1
value: 7.35
verified: no, type: map_at_10
value: 11.158999999999999
verified: no, type: map_at_100
value: 11.95
verified: no, type: map_at_1000
value: 12.084
verified: no, type: map_at_20
value: 11.527
verified: no, type: map_at_3
value: 9.815999999999999
verified: no, type: map_at_5
value: 10.574
verified: no, type: mrr_at_1
value: 9.474885844748858
verified: no, type: mrr_at_10
value: 14.12181996086106
verified: no, type: mrr_at_100
value: 14.846773695925181
verified: no, type: mrr_at_1000
value: 14.950131641520795
verified: no, type: mrr_at_20
value: 14.437750765322443
verified: no, type: mrr_at_3
value: 12.538051750380513
verified: no, type: mrr_at_5
value: 13.479832572298328
verified: no, type: nauc_map_at_1000_diff1
value: 31.873106537514968
verified: no, type: nauc_map_at_1000_max
value: 19.786972543378297
verified: no, type: nauc_map_at_1000_std
value: 1.6173987774106648
verified: no, type: nauc_map_at_100_diff1
value: 31.888990933596734
verified: no, type: nauc_map_at_100_max
value: 19.711045348482315
verified: no, type: nauc_map_at_100_std
value: 1.5485579343778608
verified: no, type: nauc_map_at_10_diff1
value: 32.458110463742464
verified: no, type: nauc_map_at_10_max
value: 20.022663759068553
verified: no, type: nauc_map_at_10_std
value: 0.5478457453268355
verified: no, type: nauc_map_at_1_diff1
value: 43.55944868904339
verified: no, type: nauc_map_at_1_max
value: 23.025385070225454
verified: no, type: nauc_map_at_1_std
value: 0.2843964563980435
verified: no, type: nauc_map_at_20_diff1
value: 31.89128033396419
verified: no, type: nauc_map_at_20_max
value: 19.63487663734777
verified: no, type: nauc_map_at_20_std
value: 1.0666993900956843
verified: no, type: nauc_map_at_3_diff1
value: 34.356617892085
verified: no, type: nauc_map_at_3_max
value: 20.150657334867596
verified: no, type: nauc_map_at_3_std
value: 0.761229285140504
verified: no, type: nauc_map_at_5_diff1
value: 32.96684209221999
verified: no, type: nauc_map_at_5_max
value: 20.223651454152204
verified: no, type: nauc_map_at_5_std
value: 0.9512633124348129
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.207745476665593
verified: no, type: nauc_mrr_at_1000_max
value: 20.747569180944524
verified: no, type: nauc_mrr_at_1000_std
value: -1.3440213743952623
verified: no, type: nauc_mrr_at_100_diff1
value: 26.158172074316305
verified: no, type: nauc_mrr_at_100_max
value: 20.726548682493892
verified: no, type: nauc_mrr_at_100_std
value: -1.3563808378561268
verified: no, type: nauc_mrr_at_10_diff1
value: 26.499405842376817
verified: no, type: nauc_mrr_at_10_max
value: 21.07627762333114
verified: no, type: nauc_mrr_at_10_std
value: -2.1255260380850802
verified: no, type: nauc_mrr_at_1_diff1
value: 35.85595170991176
verified: no, type: nauc_mrr_at_1_max
value: 22.8646289287305
verified: no, type: nauc_mrr_at_1_std
value: -0.849534584551154
verified: no, type: nauc_mrr_at_20_diff1
value: 26.12903912087286
verified: no, type: nauc_mrr_at_20_max
value: 20.78973989115007
verified: no, type: nauc_mrr_at_20_std
value: -1.7048921493699205
verified: no, type: nauc_mrr_at_3_diff1
value: 28.171330427776393
verified: no, type: nauc_mrr_at_3_max
value: 21.629834069501406
verified: no, type: nauc_mrr_at_3_std
value: -1.5214123790285936
verified: no, type: nauc_mrr_at_5_diff1
value: 26.92289800631002
verified: no, type: nauc_mrr_at_5_max
value: 21.46060120264574
verified: no, type: nauc_mrr_at_5_std
value: -1.3754217352498754
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.66784789987816
verified: no, type: nauc_ndcg_at_1000_max
value: 19.531546028189105
verified: no, type: nauc_ndcg_at_1000_std
value: 3.3649549177358935
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.658459828540003
verified: no, type: nauc_ndcg_at_100_max
value: 18.239046950141162
verified: no, type: nauc_ndcg_at_100_std
value: 2.901227350692394
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.931722246933045
verified: no, type: nauc_ndcg_at_10_max
value: 19.400514771463744
verified: no, type: nauc_ndcg_at_10_std
value: -0.6711161815655617
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.85595170991176
verified: no, type: nauc_ndcg_at_1_max
value: 22.8646289287305
verified: no, type: nauc_ndcg_at_1_std
value: -0.849534584551154
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.37529715412168
verified: no, type: nauc_ndcg_at_20_max
value: 18.30590329751532
verified: no, type: nauc_ndcg_at_20_std
value: 0.9501422646609905
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.58179941604406
verified: no, type: nauc_ndcg_at_3_max
value: 20.199858841663048
verified: no, type: nauc_ndcg_at_3_std
value: 0.03703418099769215
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.804815172343652
verified: no, type: nauc_ndcg_at_5_max
value: 20.25660191335401
verified: no, type: nauc_ndcg_at_5_std
value: 0.38732933810265885
verified: no, type: nauc_precision_at_1000_diff1
value: -3.6799221824764485
verified: no, type: nauc_precision_at_1000_max
value: 14.13214965894941
verified: no, type: nauc_precision_at_1000_std
value: 1.4789599295795983
verified: no, type: nauc_precision_at_100_diff1
value: 6.005167190082623
verified: no, type: nauc_precision_at_100_max
value: 16.712960334958296
verified: no, type: nauc_precision_at_100_std
value: 5.225215789603079
verified: no, type: nauc_precision_at_10_diff1
value: 16.11962398003453
verified: no, type: nauc_precision_at_10_max
value: 20.01331508865064
verified: no, type: nauc_precision_at_10_std
value: -3.9650748848640123
verified: no, type: nauc_precision_at_1_diff1
value: 35.85595170991176
verified: no, type: nauc_precision_at_1_max
value: 22.8646289287305
verified: no, type: nauc_precision_at_1_std
value: -0.849534584551154
verified: no, type: nauc_precision_at_20_diff1
value: 12.02789345953902
verified: no, type: nauc_precision_at_20_max
value: 17.259832174203034
verified: no, type: nauc_precision_at_20_std
value: 1.1481766481683189
verified: no, type: nauc_precision_at_3_diff1
value: 21.95127037159918
verified: no, type: nauc_precision_at_3_max
value: 19.81346888229656
verified: no, type: nauc_precision_at_3_std
value: -1.7986947082494387
verified: no, type: nauc_precision_at_5_diff1
value: 18.05534404888108
verified: no, type: nauc_precision_at_5_max
value: 21.090749861829472
verified: no, type: nauc_precision_at_5_std
value: -1.4232242036291292
verified: no, type: nauc_recall_at_1000_diff1
value: 15.22714312306552
verified: no, type: nauc_recall_at_1000_max
value: 18.035571798997484
verified: no, type: nauc_recall_at_1000_std
value: 10.19844470768158
verified: no, type: nauc_recall_at_100_diff1
value: 15.869406217501275
verified: no, type: nauc_recall_at_100_max
value: 12.365033978330239
verified: no, type: nauc_recall_at_100_std
value: 7.740421892624699
verified: no, type: nauc_recall_at_10_diff1
value: 21.826838248575378
verified: no, type: nauc_recall_at_10_max
value: 16.039840176029596
verified: no, type: nauc_recall_at_10_std
value: -1.3180673359624435
verified: no, type: nauc_recall_at_1_diff1
value: 43.55944868904339
verified: no, type: nauc_recall_at_1_max
value: 23.025385070225454
verified: no, type: nauc_recall_at_1_std
value: 0.2843964563980435
verified: no, type: nauc_recall_at_20_diff1
value: 18.049059275289018
verified: no, type: nauc_recall_at_20_max
value: 13.072165754436307
verified: no, type: nauc_recall_at_20_std
value: 2.764133173077882
verified: no, type: nauc_recall_at_3_diff1
value: 26.798665624819968
verified: no, type: nauc_recall_at_3_max
value: 17.287431526682433
verified: no, type: nauc_recall_at_3_std
value: 0.6374619847922566
verified: no, type: nauc_recall_at_5_diff1
value: 23.983261202504718
verified: no, type: nauc_recall_at_5_max
value: 17.970555432644765
verified: no, type: nauc_recall_at_5_std
value: 1.21221384046178
verified: no, type: ndcg_at_1
value: 9.475
verified: no, type: ndcg_at_10
value: 14.011000000000001
verified: no, type: ndcg_at_100
value: 18.265
verified: no, type: ndcg_at_1000
value: 21.926000000000002
verified: no, type: ndcg_at_20
value: 15.267
verified: no, type: ndcg_at_3
value: 11.312
verified: no, type: ndcg_at_5
value: 12.653
verified: no, type: precision_at_1
value: 9.475
verified: no, type: precision_at_10
value: 2.774
verified: no, type: precision_at_100
value: 0.588
verified: no, type: precision_at_1000
value: 0.108
verified: no, type: precision_at_20
value: 1.752
verified: no, type: precision_at_3
value: 5.518
verified: no, type: precision_at_5
value: 4.269
verified: no, type: recall_at_1
value: 7.35
verified: no, type: recall_at_10
value: 19.872999999999998
verified: no, type: recall_at_100
value: 39.354
verified: no, type: recall_at_1000
value: 66.089
verified: no, type: recall_at_20
value: 24.494
verified: no, type: recall_at_3
value: 12.564
verified: no, type: recall_at_5
value: 15.867999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 17.243833333333335
verified: no, type: ndcg_at_10
value: 17.243833333333335
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 12.520000000000001
verified: no, type: map_at_1
value: 6.908
verified: no, type: map_at_10
value: 10.143
verified: no, type: map_at_100
value: 10.857
verified: no, type: map_at_1000
value: 10.925
verified: no, type: map_at_20
value: 10.520999999999999
verified: no, type: map_at_3
value: 8.701
verified: no, type: map_at_5
value: 9.628
verified: no, type: mrr_at_1
value: 7.975460122699387
verified: no, type: mrr_at_10
value: 11.748222806505023
verified: no, type: mrr_at_100
value: 12.47103343888967
verified: no, type: mrr_at_1000
value: 12.53528989830369
verified: no, type: mrr_at_20
value: 12.112861891638559
verified: no, type: mrr_at_3
value: 10.32719836400818
verified: no, type: mrr_at_5
value: 11.178425357873216
verified: no, type: nauc_map_at_1000_diff1
value: 22.11762407549746
verified: no, type: nauc_map_at_1000_max
value: 17.749493216231297
verified: no, type: nauc_map_at_1000_std
value: -2.637478333182531
verified: no, type: nauc_map_at_100_diff1
value: 22.1307005172475
verified: no, type: nauc_map_at_100_max
value: 17.8028594375472
verified: no, type: nauc_map_at_100_std
value: -2.6424298003345914
verified: no, type: nauc_map_at_10_diff1
value: 22.334491939130626
verified: no, type: nauc_map_at_10_max
value: 18.42591369555504
verified: no, type: nauc_map_at_10_std
value: -3.4986203327269836
verified: no, type: nauc_map_at_1_diff1
value: 29.565532055964148
verified: no, type: nauc_map_at_1_max
value: 19.985577033990687
verified: no, type: nauc_map_at_1_std
value: -3.7913254748733944
verified: no, type: nauc_map_at_20_diff1
value: 22.038747996595106
verified: no, type: nauc_map_at_20_max
value: 17.75263843822512
verified: no, type: nauc_map_at_20_std
value: -2.9348981688767877
verified: no, type: nauc_map_at_3_diff1
value: 23.911016179259708
verified: no, type: nauc_map_at_3_max
value: 20.514058757515368
verified: no, type: nauc_map_at_3_std
value: -4.011658732000178
verified: no, type: nauc_map_at_5_diff1
value: 23.291472179373145
verified: no, type: nauc_map_at_5_max
value: 19.193190239976257
verified: no, type: nauc_map_at_5_std
value: -3.7546093838038495
verified: no, type: nauc_mrr_at_1000_diff1
value: 23.09590482769185
verified: no, type: nauc_mrr_at_1000_max
value: 19.549320788215372
verified: no, type: nauc_mrr_at_1000_std
value: -1.221722551332904
verified: no, type: nauc_mrr_at_100_diff1
value: 23.08663586562106
verified: no, type: nauc_mrr_at_100_max
value: 19.594136689171034
verified: no, type: nauc_mrr_at_100_std
value: -1.2144144058420163
verified: no, type: nauc_mrr_at_10_diff1
value: 23.10896151403862
verified: no, type: nauc_mrr_at_10_max
value: 20.11768166148697
verified: no, type: nauc_mrr_at_10_std
value: -1.962991915594225
verified: no, type: nauc_mrr_at_1_diff1
value: 32.77800495110789
verified: no, type: nauc_mrr_at_1_max
value: 22.087265264712162
verified: no, type: nauc_mrr_at_1_std
value: -1.9614523579729763
verified: no, type: nauc_mrr_at_20_diff1
value: 22.87481643492114
verified: no, type: nauc_mrr_at_20_max
value: 19.52928248759044
verified: no, type: nauc_mrr_at_20_std
value: -1.5412254307966942
verified: no, type: nauc_mrr_at_3_diff1
value: 24.87629269506593
verified: no, type: nauc_mrr_at_3_max
value: 22.5501030992162
verified: no, type: nauc_mrr_at_3_std
value: -2.3747665457475446
verified: no, type: nauc_mrr_at_5_diff1
value: 24.378842055215202
verified: no, type: nauc_mrr_at_5_max
value: 21.019552534488305
verified: no, type: nauc_mrr_at_5_std
value: -2.3328867830721522
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.6335338820709
verified: no, type: nauc_ndcg_at_1000_max
value: 14.59332637485804
verified: no, type: nauc_ndcg_at_1000_std
value: 0.3198009863304026
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.747467457043193
verified: no, type: nauc_ndcg_at_100_max
value: 15.592569649549306
verified: no, type: nauc_ndcg_at_100_std
value: 0.322952517414325
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.503356242141816
verified: no, type: nauc_ndcg_at_10_max
value: 16.594914441225708
verified: no, type: nauc_ndcg_at_10_std
value: -2.6244938550810084
verified: no, type: nauc_ndcg_at_1_diff1
value: 32.77800495110789
verified: no, type: nauc_ndcg_at_1_max
value: 22.087265264712162
verified: no, type: nauc_ndcg_at_1_std
value: -1.9614523579729763
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.59325134119173
verified: no, type: nauc_ndcg_at_20_max
value: 14.641196894757618
verified: no, type: nauc_ndcg_at_20_std
value: -1.1573479769119386
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.588499790870216
verified: no, type: nauc_ndcg_at_3_max
value: 20.932914353864458
verified: no, type: nauc_ndcg_at_3_std
value: -3.5511543212909493
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.56646075443148
verified: no, type: nauc_ndcg_at_5_max
value: 18.40485970058168
verified: no, type: nauc_ndcg_at_5_std
value: -3.1531517808047647
verified: no, type: nauc_precision_at_1000_diff1
value: 15.67713214674781
verified: no, type: nauc_precision_at_1000_max
value: 13.426989051022945
verified: no, type: nauc_precision_at_1000_std
value: 8.086444544948353
verified: no, type: nauc_precision_at_100_diff1
value: 17.817839500209317
verified: no, type: nauc_precision_at_100_max
value: 19.005542263383578
verified: no, type: nauc_precision_at_100_std
value: 8.41157817926417
verified: no, type: nauc_precision_at_10_diff1
value: 15.648082475155581
verified: no, type: nauc_precision_at_10_max
value: 17.381303073503883
verified: no, type: nauc_precision_at_10_std
value: -0.1716003793177086
verified: no, type: nauc_precision_at_1_diff1
value: 32.77800495110789
verified: no, type: nauc_precision_at_1_max
value: 22.087265264712162
verified: no, type: nauc_precision_at_1_std
value: -1.9614523579729763
verified: no, type: nauc_precision_at_20_diff1
value: 12.746046191294377
verified: no, type: nauc_precision_at_20_max
value: 12.954838784022588
verified: no, type: nauc_precision_at_20_std
value: 3.4256265505382437
verified: no, type: nauc_precision_at_3_diff1
value: 19.824681060270585
verified: no, type: nauc_precision_at_3_max
value: 22.6004879978022
verified: no, type: nauc_precision_at_3_std
value: -2.052342370627945
verified: no, type: nauc_precision_at_5_diff1
value: 18.926935869294702
verified: no, type: nauc_precision_at_5_max
value: 19.372049531222242
verified: no, type: nauc_precision_at_5_std
value: -1.2091647341264535
verified: no, type: nauc_recall_at_1000_diff1
value: 13.968396372663532
verified: no, type: nauc_recall_at_1000_max
value: 4.286169556947745
verified: no, type: nauc_recall_at_1000_std
value: 4.9562795081993825
verified: no, type: nauc_recall_at_100_diff1
value: 15.193388340369603
verified: no, type: nauc_recall_at_100_max
value: 9.596500869518849
verified: no, type: nauc_recall_at_100_std
value: 5.0366444327260576
verified: no, type: nauc_recall_at_10_diff1
value: 13.133621589800498
verified: no, type: nauc_recall_at_10_max
value: 10.496018529957057
verified: no, type: nauc_recall_at_10_std
value: -2.103208315987263
verified: no, type: nauc_recall_at_1_diff1
value: 29.565532055964148
verified: no, type: nauc_recall_at_1_max
value: 19.985577033990687
verified: no, type: nauc_recall_at_1_std
value: -3.7913254748733944
verified: no, type: nauc_recall_at_20_diff1
value: 10.937617789132904
verified: no, type: nauc_recall_at_20_max
value: 5.647939166269364
verified: no, type: nauc_recall_at_20_std
value: 1.3449527536169983
verified: no, type: nauc_recall_at_3_diff1
value: 18.174377554536427
verified: no, type: nauc_recall_at_3_max
value: 19.173977043426106
verified: no, type: nauc_recall_at_3_std
value: -3.719721746170115
verified: no, type: nauc_recall_at_5_diff1
value: 16.929376833178114
verified: no, type: nauc_recall_at_5_max
value: 14.474350251945953
verified: no, type: nauc_recall_at_5_std
value: -2.8291154798036353
verified: no, type: ndcg_at_1
value: 7.9750000000000005
verified: no, type: ndcg_at_10
value: 12.520000000000001
verified: no, type: ndcg_at_100
value: 16.387
verified: no, type: ndcg_at_1000
value: 18.786
verified: no, type: ndcg_at_20
value: 13.855999999999998
verified: no, type: ndcg_at_3
value: 9.732000000000001
verified: no, type: ndcg_at_5
value: 11.269
verified: no, type: precision_at_1
value: 7.9750000000000005
verified: no, type: precision_at_10
value: 2.2849999999999997
verified: no, type: precision_at_100
value: 0.462
verified: no, type: precision_at_1000
value: 0.07200000000000001
verified: no, type: precision_at_20
value: 1.4569999999999999
verified: no, type: precision_at_3
value: 4.4479999999999995
verified: no, type: precision_at_5
value: 3.589
verified: no, type: recall_at_1
value: 6.908
verified: no, type: recall_at_10
value: 18.415
verified: no, type: recall_at_100
value: 36.747
verified: no, type: recall_at_1000
value: 55.84
verified: no, type: recall_at_20
value: 23.512
verified: no, type: recall_at_3
value: 10.699
verified: no, type: recall_at_5
value: 14.62
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 9.713
verified: no, type: map_at_1
value: 5.141
verified: no, type: map_at_10
value: 7.824000000000001
verified: no, type: map_at_100
value: 8.366999999999999
verified: no, type: map_at_1000
value: 8.473
verified: no, type: map_at_20
value: 8.062
verified: no, type: map_at_3
value: 6.949
verified: no, type: map_at_5
value: 7.443
verified: no, type: mrr_at_1
value: 6.4693737095664146
verified: no, type: mrr_at_10
value: 9.596524432209215
verified: no, type: mrr_at_100
value: 10.195085377579389
verified: no, type: mrr_at_1000
value: 10.286835659565229
verified: no, type: mrr_at_20
value: 9.871416876196667
verified: no, type: mrr_at_3
value: 8.574214269327832
verified: no, type: mrr_at_5
value: 9.154049093828858
verified: no, type: nauc_map_at_1000_diff1
value: 29.500452553126834
verified: no, type: nauc_map_at_1000_max
value: 16.191178968182907
verified: no, type: nauc_map_at_1000_std
value: -5.263104231343842
verified: no, type: nauc_map_at_100_diff1
value: 29.568214499531486
verified: no, type: nauc_map_at_100_max
value: 16.160578705008096
verified: no, type: nauc_map_at_100_std
value: -5.41341828682526
verified: no, type: nauc_map_at_10_diff1
value: 30.666257896929483
verified: no, type: nauc_map_at_10_max
value: 16.50667029720283
verified: no, type: nauc_map_at_10_std
value: -6.1137084941609094
verified: no, type: nauc_map_at_1_diff1
value: 40.369055963894304
verified: no, type: nauc_map_at_1_max
value: 19.607238245652493
verified: no, type: nauc_map_at_1_std
value: -6.83531686681723
verified: no, type: nauc_map_at_20_diff1
value: 30.096026119099108
verified: no, type: nauc_map_at_20_max
value: 16.304698446612562
verified: no, type: nauc_map_at_20_std
value: -5.783925022116607
verified: no, type: nauc_map_at_3_diff1
value: 33.242908183869496
verified: no, type: nauc_map_at_3_max
value: 17.49382377079085
verified: no, type: nauc_map_at_3_std
value: -6.494454771158274
verified: no, type: nauc_map_at_5_diff1
value: 31.543819664535004
verified: no, type: nauc_map_at_5_max
value: 16.871610214561322
verified: no, type: nauc_map_at_5_std
value: -6.377115262164673
verified: no, type: nauc_mrr_at_1000_diff1
value: 28.168219210353946
verified: no, type: nauc_mrr_at_1000_max
value: 16.92093253006977
verified: no, type: nauc_mrr_at_1000_std
value: -5.079992088357267
verified: no, type: nauc_mrr_at_100_diff1
value: 28.20152883021686
verified: no, type: nauc_mrr_at_100_max
value: 16.923351360007686
verified: no, type: nauc_mrr_at_100_std
value: -5.154892573343953
verified: no, type: nauc_mrr_at_10_diff1
value: 29.080853140017044
verified: no, type: nauc_mrr_at_10_max
value: 17.175989475879955
verified: no, type: nauc_mrr_at_10_std
value: -5.774983458874517
verified: no, type: nauc_mrr_at_1_diff1
value: 38.75297476372438
verified: no, type: nauc_mrr_at_1_max
value: 21.574923557842183
verified: no, type: nauc_mrr_at_1_std
value: -7.280659277767805
verified: no, type: nauc_mrr_at_20_diff1
value: 28.53680638108813
verified: no, type: nauc_mrr_at_20_max
value: 17.026131526616183
verified: no, type: nauc_mrr_at_20_std
value: -5.467492293371927
verified: no, type: nauc_mrr_at_3_diff1
value: 31.577791592900727
verified: no, type: nauc_mrr_at_3_max
value: 18.217897674583057
verified: no, type: nauc_mrr_at_3_std
value: -6.093884941280933
verified: no, type: nauc_mrr_at_5_diff1
value: 30.05892249267914
verified: no, type: nauc_mrr_at_5_max
value: 17.53083857039599
verified: no, type: nauc_mrr_at_5_std
value: -5.972205340870658
verified: no, type: nauc_ndcg_at_1000_diff1
value: 22.73508500807625
verified: no, type: nauc_ndcg_at_1000_max
value: 14.688497325313977
verified: no, type: nauc_ndcg_at_1000_std
value: 0.4724463203174668
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.420388155324115
verified: no, type: nauc_ndcg_at_100_max
value: 14.344254760405462
verified: no, type: nauc_ndcg_at_100_std
value: -2.1794681674617378
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.378694733886412
verified: no, type: nauc_ndcg_at_10_max
value: 15.664002000002016
verified: no, type: nauc_ndcg_at_10_std
value: -5.458878297677013
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.75297476372438
verified: no, type: nauc_ndcg_at_1_max
value: 21.574923557842183
verified: no, type: nauc_ndcg_at_1_std
value: -7.280659277767805
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.68737085297295
verified: no, type: nauc_ndcg_at_20_max
value: 15.110540642543377
verified: no, type: nauc_ndcg_at_20_std
value: -4.58157207950485
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.32539261254016
verified: no, type: nauc_ndcg_at_3_max
value: 17.37403636053737
verified: no, type: nauc_ndcg_at_3_std
value: -5.991360207528903
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.918023804136823
verified: no, type: nauc_ndcg_at_5_max
value: 16.251986894618582
verified: no, type: nauc_ndcg_at_5_std
value: -5.872555723263561
verified: no, type: nauc_precision_at_1000_diff1
value: 9.649135113969985
verified: no, type: nauc_precision_at_1000_max
value: 16.636570538889803
verified: no, type: nauc_precision_at_1000_std
value: 14.479125558283926
verified: no, type: nauc_precision_at_100_diff1
value: 12.825320945407231
verified: no, type: nauc_precision_at_100_max
value: 16.45834553186414
verified: no, type: nauc_precision_at_100_std
value: 6.2823633424007665
verified: no, type: nauc_precision_at_10_diff1
value: 20.486982253152213
verified: no, type: nauc_precision_at_10_max
value: 17.0287195600936
verified: no, type: nauc_precision_at_10_std
value: -4.157476102675588
verified: no, type: nauc_precision_at_1_diff1
value: 38.75297476372438
verified: no, type: nauc_precision_at_1_max
value: 21.574923557842183
verified: no, type: nauc_precision_at_1_std
value: -7.280659277767805
verified: no, type: nauc_precision_at_20_diff1
value: 17.50664510586857
verified: no, type: nauc_precision_at_20_max
value: 17.31818986937191
verified: no, type: nauc_precision_at_20_std
value: -1.8554805411107589
verified: no, type: nauc_precision_at_3_diff1
value: 27.6072515441949
verified: no, type: nauc_precision_at_3_max
value: 18.4607700310662
verified: no, type: nauc_precision_at_3_std
value: -5.454436947661105
verified: no, type: nauc_precision_at_5_diff1
value: 22.82983080856202
verified: no, type: nauc_precision_at_5_max
value: 17.060455616971325
verified: no, type: nauc_precision_at_5_std
value: -5.299822616763554
verified: no, type: nauc_recall_at_1000_diff1
value: 10.569580240545827
verified: no, type: nauc_recall_at_1000_max
value: 9.833960292168054
verified: no, type: nauc_recall_at_1000_std
value: 13.548834413078097
verified: no, type: nauc_recall_at_100_diff1
value: 13.207248210262462
verified: no, type: nauc_recall_at_100_max
value: 9.586128180871752
verified: no, type: nauc_recall_at_100_std
value: 3.9214887622746284
verified: no, type: nauc_recall_at_10_diff1
value: 21.08266122268823
verified: no, type: nauc_recall_at_10_max
value: 12.270861418532393
verified: no, type: nauc_recall_at_10_std
value: -4.149565584746764
verified: no, type: nauc_recall_at_1_diff1
value: 40.369055963894304
verified: no, type: nauc_recall_at_1_max
value: 19.607238245652493
verified: no, type: nauc_recall_at_1_std
value: -6.83531686681723
verified: no, type: nauc_recall_at_20_diff1
value: 17.83324869808371
verified: no, type: nauc_recall_at_20_max
value: 11.308748761222288
verified: no, type: nauc_recall_at_20_std
value: -2.321087514920871
verified: no, type: nauc_recall_at_3_diff1
value: 28.17619846245565
verified: no, type: nauc_recall_at_3_max
value: 15.428453155699435
verified: no, type: nauc_recall_at_3_std
value: -5.335269703483695
verified: no, type: nauc_recall_at_5_diff1
value: 23.456285616314425
verified: no, type: nauc_recall_at_5_max
value: 13.217270257955812
verified: no, type: nauc_recall_at_5_std
value: -5.054393432771377
verified: no, type: ndcg_at_1
value: 6.468999999999999
verified: no, type: ndcg_at_10
value: 9.713
verified: no, type: ndcg_at_100
value: 12.851
verified: no, type: ndcg_at_1000
value: 16.036
verified: no, type: ndcg_at_20
value: 10.57
verified: no, type: ndcg_at_3
value: 8.025
verified: no, type: ndcg_at_5
value: 8.816
verified: no, type: precision_at_1
value: 6.468999999999999
verified: no, type: precision_at_10
value: 1.8579999999999999
verified: no, type: precision_at_100
value: 0.416
verified: no, type: precision_at_1000
value: 0.083
verified: no, type: precision_at_20
value: 1.172
verified: no, type: precision_at_3
value: 3.911
verified: no, type: precision_at_5
value: 2.904
verified: no, type: recall_at_1
value: 5.141
verified: no, type: recall_at_10
value: 13.741
verified: no, type: recall_at_100
value: 28.57
verified: no, type: recall_at_1000
value: 52.385999999999996
verified: no, type: recall_at_20
value: 16.956
verified: no, type: recall_at_3
value: 8.998000000000001
verified: no, type: recall_at_5
value: 11.055
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 15.806000000000001
verified: no, type: map_at_1
value: 9.743
verified: no, type: map_at_10
value: 13.194
verified: no, type: map_at_100
value: 13.834
verified: no, type: map_at_1000
value: 13.927999999999999
verified: no, type: map_at_20
value: 13.483999999999998
verified: no, type: map_at_3
value: 12.027000000000001
verified: no, type: map_at_5
value: 12.543000000000001
verified: no, type: mrr_at_1
value: 11.847014925373134
verified: no, type: mrr_at_10
value: 15.84106994787965
verified: no, type: mrr_at_100
value: 16.516085743360982
verified: no, type: mrr_at_1000
value: 16.598160258139227
verified: no, type: mrr_at_20
value: 16.157257386210823
verified: no, type: mrr_at_3
value: 14.52114427860697
verified: no, type: mrr_at_5
value: 15.132151741293537
verified: no, type: nauc_map_at_1000_diff1
value: 34.66586374893757
verified: no, type: nauc_map_at_1000_max
value: 25.614198282011746
verified: no, type: nauc_map_at_1000_std
value: -2.1451953920383184
verified: no, type: nauc_map_at_100_diff1
value: 34.72275989828727
verified: no, type: nauc_map_at_100_max
value: 25.625242341676703
verified: no, type: nauc_map_at_100_std
value: -2.2175188745655663
verified: no, type: nauc_map_at_10_diff1
value: 35.40245145146713
verified: no, type: nauc_map_at_10_max
value: 25.904964657269087
verified: no, type: nauc_map_at_10_std
value: -2.5234217909089574
verified: no, type: nauc_map_at_1_diff1
value: 43.18540355035232
verified: no, type: nauc_map_at_1_max
value: 29.89212851187824
verified: no, type: nauc_map_at_1_std
value: -2.8615171363055882
verified: no, type: nauc_map_at_20_diff1
value: 34.88900275179807
verified: no, type: nauc_map_at_20_max
value: 25.7233082740235
verified: no, type: nauc_map_at_20_std
value: -2.516285079931151
verified: no, type: nauc_map_at_3_diff1
value: 37.102793174085356
verified: no, type: nauc_map_at_3_max
value: 26.510154109086116
verified: no, type: nauc_map_at_3_std
value: -1.8920147701558796
verified: no, type: nauc_map_at_5_diff1
value: 35.685407221138284
verified: no, type: nauc_map_at_5_max
value: 26.26706503254828
verified: no, type: nauc_map_at_5_std
value: -2.3233587668211606
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.69771784717112
verified: no, type: nauc_mrr_at_1000_max
value: 26.59137804913922
verified: no, type: nauc_mrr_at_1000_std
value: -1.5535493332447536
verified: no, type: nauc_mrr_at_100_diff1
value: 32.72934125300667
verified: no, type: nauc_mrr_at_100_max
value: 26.604423988544596
verified: no, type: nauc_mrr_at_100_std
value: -1.5854035159035633
verified: no, type: nauc_mrr_at_10_diff1
value: 33.28696865578847
verified: no, type: nauc_mrr_at_10_max
value: 26.87248993007918
verified: no, type: nauc_mrr_at_10_std
value: -1.8023079555207704
verified: no, type: nauc_mrr_at_1_diff1
value: 41.47847840572422
verified: no, type: nauc_mrr_at_1_max
value: 32.15537025353417
verified: no, type: nauc_mrr_at_1_std
value: -1.570461235021601
verified: no, type: nauc_mrr_at_20_diff1
value: 32.84836181563476
verified: no, type: nauc_mrr_at_20_max
value: 26.68621178756893
verified: no, type: nauc_mrr_at_20_std
value: -1.8976084858348075
verified: no, type: nauc_mrr_at_3_diff1
value: 34.850445190167235
verified: no, type: nauc_mrr_at_3_max
value: 27.700549979323103
verified: no, type: nauc_mrr_at_3_std
value: -1.6274254781482695
verified: no, type: nauc_mrr_at_5_diff1
value: 33.53077165646734
verified: no, type: nauc_mrr_at_5_max
value: 27.34642397250262
verified: no, type: nauc_mrr_at_5_std
value: -1.806545598388127
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.72324456315839
verified: no, type: nauc_ndcg_at_1000_max
value: 22.899954630985235
verified: no, type: nauc_ndcg_at_1000_std
value: 1.6457151782629778
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.670212942767083
verified: no, type: nauc_ndcg_at_100_max
value: 22.928027363633134
verified: no, type: nauc_ndcg_at_100_std
value: -0.6839464844551992
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.25434305028092
verified: no, type: nauc_ndcg_at_10_max
value: 24.500973820341628
verified: no, type: nauc_ndcg_at_10_std
value: -2.4880357762459604
verified: no, type: nauc_ndcg_at_1_diff1
value: 41.47847840572422
verified: no, type: nauc_ndcg_at_1_max
value: 32.15537025353417
verified: no, type: nauc_ndcg_at_1_std
value: -1.570461235021601
verified: no, type: nauc_ndcg_at_20_diff1
value: 30.781363396845187
verified: no, type: nauc_ndcg_at_20_max
value: 23.88700507703862
verified: no, type: nauc_ndcg_at_20_std
value: -2.6654234432148565
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.514724103321086
verified: no, type: nauc_ndcg_at_3_max
value: 25.859653219217943
verified: no, type: nauc_ndcg_at_3_std
value: -1.6432589586755066
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.62915073843413
verified: no, type: nauc_ndcg_at_5_max
value: 25.31852315102581
verified: no, type: nauc_ndcg_at_5_std
value: -2.2562340747693286
verified: no, type: nauc_precision_at_1000_diff1
value: 4.17966088538072
verified: no, type: nauc_precision_at_1000_max
value: 12.635270112307095
verified: no, type: nauc_precision_at_1000_std
value: 18.394360457457918
verified: no, type: nauc_precision_at_100_diff1
value: 13.582335063781159
verified: no, type: nauc_precision_at_100_max
value: 16.914673602063406
verified: no, type: nauc_precision_at_100_std
value: 7.280890013149416
verified: no, type: nauc_precision_at_10_diff1
value: 23.968811472814437
verified: no, type: nauc_precision_at_10_max
value: 23.2161218736434
verified: no, type: nauc_precision_at_10_std
value: -1.3135690283143253
verified: no, type: nauc_precision_at_1_diff1
value: 41.47847840572422
verified: no, type: nauc_precision_at_1_max
value: 32.15537025353417
verified: no, type: nauc_precision_at_1_std
value: -1.570461235021601
verified: no, type: nauc_precision_at_20_diff1
value: 19.254517670061638
verified: no, type: nauc_precision_at_20_max
value: 21.218802197520372
verified: no, type: nauc_precision_at_20_std
value: -1.198641449907878
verified: no, type: nauc_precision_at_3_diff1
value: 28.718527712608783
verified: no, type: nauc_precision_at_3_max
value: 25.111879850433972
verified: no, type: nauc_precision_at_3_std
value: -0.1898277949549436
verified: no, type: nauc_precision_at_5_diff1
value: 23.706563063822472
verified: no, type: nauc_precision_at_5_max
value: 24.67899980583849
verified: no, type: nauc_precision_at_5_std
value: -1.2835732599929517
verified: no, type: nauc_recall_at_1000_diff1
value: 10.851127520223553
verified: no, type: nauc_recall_at_1000_max
value: 12.055698489923513
verified: no, type: nauc_recall_at_1000_std
value: 17.076326974234338
verified: no, type: nauc_recall_at_100_diff1
value: 17.957052430128606
verified: no, type: nauc_recall_at_100_max
value: 13.68504766904938
verified: no, type: nauc_recall_at_100_std
value: 3.073946863308411
verified: no, type: nauc_recall_at_10_diff1
value: 25.615206345028152
verified: no, type: nauc_recall_at_10_max
value: 19.533444518307856
verified: no, type: nauc_recall_at_10_std
value: -3.0619356653902274
verified: no, type: nauc_recall_at_1_diff1
value: 43.18540355035232
verified: no, type: nauc_recall_at_1_max
value: 29.89212851187824
verified: no, type: nauc_recall_at_1_std
value: -2.8615171363055882
verified: no, type: nauc_recall_at_20_diff1
value: 22.005235584356637
verified: no, type: nauc_recall_at_20_max
value: 17.909462191005083
verified: no, type: nauc_recall_at_20_std
value: -3.7334167796665105
verified: no, type: nauc_recall_at_3_diff1
value: 30.614089848175517
verified: no, type: nauc_recall_at_3_max
value: 21.718577005487436
verified: no, type: nauc_recall_at_3_std
value: -1.6543936200121074
verified: no, type: nauc_recall_at_5_diff1
value: 27.26310542346387
verified: no, type: nauc_recall_at_5_max
value: 21.429854855885804
verified: no, type: nauc_recall_at_5_std
value: -2.6329675059587156
verified: no, type: ndcg_at_1
value: 11.847000000000001
verified: no, type: ndcg_at_10
value: 15.806000000000001
verified: no, type: ndcg_at_100
value: 19.548
verified: no, type: ndcg_at_1000
value: 22.325
verified: no, type: ndcg_at_20
value: 16.881
verified: no, type: ndcg_at_3
value: 13.472000000000001
verified: no, type: ndcg_at_5
value: 14.271
verified: no, type: precision_at_1
value: 11.847000000000001
verified: no, type: precision_at_10
value: 2.696
verified: no, type: precision_at_100
value: 0.518
verified: no, type: precision_at_1000
value: 0.084
verified: no, type: precision_at_20
value: 1.6420000000000001
verified: no, type: precision_at_3
value: 6.095
verified: no, type: precision_at_5
value: 4.272
verified: no, type: recall_at_1
value: 9.743
verified: no, type: recall_at_10
value: 21.52
verified: no, type: recall_at_100
value: 39.177
verified: no, type: recall_at_1000
value: 60.002
verified: no, type: recall_at_20
value: 25.44
verified: no, type: recall_at_3
value: 14.741999999999999
verified: no, type: recall_at_5
value: 16.862
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 18.77
verified: no, type: map_at_1
value: 10.337
verified: no, type: map_at_10
value: 15.091
verified: no, type: map_at_100
value: 15.943999999999999
verified: no, type: map_at_1000
value: 16.117
verified: no, type: map_at_20
value: 15.531
verified: no, type: map_at_3
value: 13.4
verified: no, type: map_at_5
value: 14.097000000000001
verified: no, type: mrr_at_1
value: 13.438735177865613
verified: no, type: mrr_at_10
value: 18.212795658447835
verified: no, type: mrr_at_100
value: 19.017925905519952
verified: no, type: mrr_at_1000
value: 19.127753438134494
verified: no, type: mrr_at_20
value: 18.65220229774373
verified: no, type: mrr_at_3
value: 16.600790513833992
verified: no, type: mrr_at_5
value: 17.322134387351777
verified: no, type: nauc_map_at_1000_diff1
value: 32.63610077470564
verified: no, type: nauc_map_at_1000_max
value: 23.442652809771744
verified: no, type: nauc_map_at_1000_std
value: -11.720101627576254
verified: no, type: nauc_map_at_100_diff1
value: 32.554523776348724
verified: no, type: nauc_map_at_100_max
value: 23.466925054307747
verified: no, type: nauc_map_at_100_std
value: -11.799397926222067
verified: no, type: nauc_map_at_10_diff1
value: 32.63004966670545
verified: no, type: nauc_map_at_10_max
value: 23.62303665750106
verified: no, type: nauc_map_at_10_std
value: -12.643660998561717
verified: no, type: nauc_map_at_1_diff1
value: 44.67467440922602
verified: no, type: nauc_map_at_1_max
value: 24.812730921553232
verified: no, type: nauc_map_at_1_std
value: -12.722098428995732
verified: no, type: nauc_map_at_20_diff1
value: 32.20083655139819
verified: no, type: nauc_map_at_20_max
value: 23.729472348914214
verified: no, type: nauc_map_at_20_std
value: -12.431996842499725
verified: no, type: nauc_map_at_3_diff1
value: 35.99031638029079
verified: no, type: nauc_map_at_3_max
value: 25.37659948804256
verified: no, type: nauc_map_at_3_std
value: -13.41486838441883
verified: no, type: nauc_map_at_5_diff1
value: 34.646962363744755
verified: no, type: nauc_map_at_5_max
value: 25.04897152479334
verified: no, type: nauc_map_at_5_std
value: -13.882077282535723
verified: no, type: nauc_mrr_at_1000_diff1
value: 34.816983954851295
verified: no, type: nauc_mrr_at_1000_max
value: 20.65836782397323
verified: no, type: nauc_mrr_at_1000_std
value: -10.948720175636527
verified: no, type: nauc_mrr_at_100_diff1
value: 34.78679688999764
verified: no, type: nauc_mrr_at_100_max
value: 20.597981330192454
verified: no, type: nauc_mrr_at_100_std
value: -10.955245112812992
verified: no, type: nauc_mrr_at_10_diff1
value: 34.86394095351136
verified: no, type: nauc_mrr_at_10_max
value: 20.609280390760787
verified: no, type: nauc_mrr_at_10_std
value: -11.564498319031099
verified: no, type: nauc_mrr_at_1_diff1
value: 46.14898575681406
verified: no, type: nauc_mrr_at_1_max
value: 23.682214186942964
verified: no, type: nauc_mrr_at_1_std
value: -12.439046107245108
verified: no, type: nauc_mrr_at_20_diff1
value: 34.560135535059935
verified: no, type: nauc_mrr_at_20_max
value: 20.716984157888966
verified: no, type: nauc_mrr_at_20_std
value: -11.328003432053878
verified: no, type: nauc_mrr_at_3_diff1
value: 37.85735828433429
verified: no, type: nauc_mrr_at_3_max
value: 22.059778012614657
verified: no, type: nauc_mrr_at_3_std
value: -11.923942198525834
verified: no, type: nauc_mrr_at_5_diff1
value: 36.89736220603768
verified: no, type: nauc_mrr_at_5_max
value: 21.55209928740814
verified: no, type: nauc_mrr_at_5_std
value: -12.73269446571377
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.525646137695965
verified: no, type: nauc_ndcg_at_1000_max
value: 21.26266320601375
verified: no, type: nauc_ndcg_at_1000_std
value: -7.266762649787357
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.48075772267312
verified: no, type: nauc_ndcg_at_100_max
value: 20.20871790998812
verified: no, type: nauc_ndcg_at_100_std
value: -7.419132736900788
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.187689151740607
verified: no, type: nauc_ndcg_at_10_max
value: 20.554774508849633
verified: no, type: nauc_ndcg_at_10_std
value: -11.535394522781987
verified: no, type: nauc_ndcg_at_1_diff1
value: 46.14898575681406
verified: no, type: nauc_ndcg_at_1_max
value: 23.682214186942964
verified: no, type: nauc_ndcg_at_1_std
value: -12.439046107245108
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.730287008488546
verified: no, type: nauc_ndcg_at_20_max
value: 21.009284439061418
verified: no, type: nauc_ndcg_at_20_std
value: -10.761926845597603
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.776835856696685
verified: no, type: nauc_ndcg_at_3_max
value: 22.70421235825868
verified: no, type: nauc_ndcg_at_3_std
value: -12.777835332103907
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.4175735539979
verified: no, type: nauc_ndcg_at_5_max
value: 22.497577595763953
verified: no, type: nauc_ndcg_at_5_std
value: -13.876220081527627
verified: no, type: nauc_precision_at_1000_diff1
value: 21.81578996586927
verified: no, type: nauc_precision_at_1000_max
value: -2.8661719070139817
verified: no, type: nauc_precision_at_1000_std
value: 15.278930023465936
verified: no, type: nauc_precision_at_100_diff1
value: 21.2047313894142
verified: no, type: nauc_precision_at_100_max
value: 3.0380366810063575
verified: no, type: nauc_precision_at_100_std
value: 10.193456345690848
verified: no, type: nauc_precision_at_10_diff1
value: 19.452475070806596
verified: no, type: nauc_precision_at_10_max
value: 12.460780133371415
verified: no, type: nauc_precision_at_10_std
value: -8.418793915623365
verified: no, type: nauc_precision_at_1_diff1
value: 46.14898575681406
verified: no, type: nauc_precision_at_1_max
value: 23.682214186942964
verified: no, type: nauc_precision_at_1_std
value: -12.439046107245108
verified: no, type: nauc_precision_at_20_diff1
value: 16.337329603609852
verified: no, type: nauc_precision_at_20_max
value: 10.407526578805712
verified: no, type: nauc_precision_at_20_std
value: -3.8485295052847994
verified: no, type: nauc_precision_at_3_diff1
value: 29.860925385461424
verified: no, type: nauc_precision_at_3_max
value: 19.945892152376537
verified: no, type: nauc_precision_at_3_std
value: -12.435611433882695
verified: no, type: nauc_precision_at_5_diff1
value: 24.088820063493902
verified: no, type: nauc_precision_at_5_max
value: 17.41215101026167
verified: no, type: nauc_precision_at_5_std
value: -12.803452887146527
verified: no, type: nauc_recall_at_1000_diff1
value: 9.49641142586035
verified: no, type: nauc_recall_at_1000_max
value: 15.799242418795828
verified: no, type: nauc_recall_at_1000_std
value: 13.327022477833916
verified: no, type: nauc_recall_at_100_diff1
value: 18.525072472340927
verified: no, type: nauc_recall_at_100_max
value: 12.165269032286908
verified: no, type: nauc_recall_at_100_std
value: 5.5436961605778805
verified: no, type: nauc_recall_at_10_diff1
value: 14.776167868407775
verified: no, type: nauc_recall_at_10_max
value: 15.83711552969701
verified: no, type: nauc_recall_at_10_std
value: -8.98046338996755
verified: no, type: nauc_recall_at_1_diff1
value: 44.67467440922602
verified: no, type: nauc_recall_at_1_max
value: 24.812730921553232
verified: no, type: nauc_recall_at_1_std
value: -12.722098428995732
verified: no, type: nauc_recall_at_20_diff1
value: 11.78027223404494
verified: no, type: nauc_recall_at_20_max
value: 16.889553229481876
verified: no, type: nauc_recall_at_20_std
value: -7.460112761333486
verified: no, type: nauc_recall_at_3_diff1
value: 26.89141710919838
verified: no, type: nauc_recall_at_3_max
value: 23.77090640345301
verified: no, type: nauc_recall_at_3_std
value: -13.952615780876682
verified: no, type: nauc_recall_at_5_diff1
value: 23.69923331455808
verified: no, type: nauc_recall_at_5_max
value: 22.2152989068161
verified: no, type: nauc_recall_at_5_std
value: -15.698454668391934
verified: no, type: ndcg_at_1
value: 13.439
verified: no, type: ndcg_at_10
value: 18.77
verified: no, type: ndcg_at_100
value: 22.78
verified: no, type: ndcg_at_1000
value: 26.775
verified: no, type: ndcg_at_20
value: 20.161
verified: no, type: ndcg_at_3
value: 15.735
verified: no, type: ndcg_at_5
value: 16.730999999999998
verified: no, type: precision_at_1
value: 13.439
verified: no, type: precision_at_10
value: 3.8539999999999996
verified: no, type: precision_at_100
value: 0.818
verified: no, type: precision_at_1000
value: 0.172
verified: no, type: precision_at_20
value: 2.451
verified: no, type: precision_at_3
value: 7.773
verified: no, type: precision_at_5
value: 5.731
verified: no, type: recall_at_1
value: 10.337
verified: no, type: recall_at_10
value: 26.157999999999998
verified: no, type: recall_at_100
value: 45.304
verified: no, type: recall_at_1000
value: 73.519
verified: no, type: recall_at_20
value: 31.838
verified: no, type: recall_at_3
value: 16.814999999999998
verified: no, type: recall_at_5
value: 19.474
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 11.396
verified: no, type: map_at_1
value: 6.2909999999999995
verified: no, type: map_at_10
value: 9.167
verified: no, type: map_at_100
value: 9.905
verified: no, type: map_at_1000
value: 10.01
verified: no, type: map_at_20
value: 9.533
verified: no, type: map_at_3
value: 7.896
verified: no, type: map_at_5
value: 8.395
verified: no, type: mrr_at_1
value: 7.024029574861368
verified: no, type: mrr_at_10
value: 10.160637267846148
verified: no, type: mrr_at_100
value: 10.964394282895592
verified: no, type: mrr_at_1000
value: 11.057528348319563
verified: no, type: mrr_at_20
value: 10.57578753364852
verified: no, type: mrr_at_3
value: 8.872458410351204
verified: no, type: mrr_at_5
value: 9.399260628465807
verified: no, type: nauc_map_at_1000_diff1
value: 21.355824725575285
verified: no, type: nauc_map_at_1000_max
value: 28.235769590861803
verified: no, type: nauc_map_at_1000_std
value: -0.8169343498052496
verified: no, type: nauc_map_at_100_diff1
value: 21.280894897381227
verified: no, type: nauc_map_at_100_max
value: 28.267521013597356
verified: no, type: nauc_map_at_100_std
value: -0.9653681539345926
verified: no, type: nauc_map_at_10_diff1
value: 21.984511736981176
verified: no, type: nauc_map_at_10_max
value: 28.433198537218352
verified: no, type: nauc_map_at_10_std
value: -1.281912234637015
verified: no, type: nauc_map_at_1_diff1
value: 32.169450239797904
verified: no, type: nauc_map_at_1_max
value: 38.54235830917869
verified: no, type: nauc_map_at_1_std
value: -2.5453812218538303
verified: no, type: nauc_map_at_20_diff1
value: 21.52406266799776
verified: no, type: nauc_map_at_20_max
value: 28.343057313161236
verified: no, type: nauc_map_at_20_std
value: -1.0365242275903312
verified: no, type: nauc_map_at_3_diff1
value: 25.288995458189827
verified: no, type: nauc_map_at_3_max
value: 31.305869645802982
verified: no, type: nauc_map_at_3_std
value: -0.4373102118129991
verified: no, type: nauc_map_at_5_diff1
value: 24.24882568299927
verified: no, type: nauc_map_at_5_max
value: 30.894079788426442
verified: no, type: nauc_map_at_5_std
value: -1.0462639338115123
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.041547236344222
verified: no, type: nauc_mrr_at_1000_max
value: 26.177447960445967
verified: no, type: nauc_mrr_at_1000_std
value: 0.11871394085034674
verified: no, type: nauc_mrr_at_100_diff1
value: 22.004335688842794
verified: no, type: nauc_mrr_at_100_max
value: 26.165636744467776
verified: no, type: nauc_mrr_at_100_std
value: 0.004461322778986426
verified: no, type: nauc_mrr_at_10_diff1
value: 22.4709500345078
verified: no, type: nauc_mrr_at_10_max
value: 26.271984349303796
verified: no, type: nauc_mrr_at_10_std
value: -0.22549858288432664
verified: no, type: nauc_mrr_at_1_diff1
value: 32.37007029449448
verified: no, type: nauc_mrr_at_1_max
value: 35.538198069109534
verified: no, type: nauc_mrr_at_1_std
value: -1.355509899946057
verified: no, type: nauc_mrr_at_20_diff1
value: 22.13578282761872
verified: no, type: nauc_mrr_at_20_max
value: 26.21342421556679
verified: no, type: nauc_mrr_at_20_std
value: 0.06341940106963874
verified: no, type: nauc_mrr_at_3_diff1
value: 25.97824069778305
verified: no, type: nauc_mrr_at_3_max
value: 29.034082688516747
verified: no, type: nauc_mrr_at_3_std
value: 0.4089314754790349
verified: no, type: nauc_mrr_at_5_diff1
value: 24.675648032310782
verified: no, type: nauc_mrr_at_5_max
value: 28.257923020088406
verified: no, type: nauc_mrr_at_5_std
value: -0.002707708666943916
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.793000650226148
verified: no, type: nauc_ndcg_at_1000_max
value: 22.823209591180984
verified: no, type: nauc_ndcg_at_1000_std
value: 3.2531487348778274
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.040081483627112
verified: no, type: nauc_ndcg_at_100_max
value: 23.25334076476029
verified: no, type: nauc_ndcg_at_100_std
value: -0.048706269576668654
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.70894200604923
verified: no, type: nauc_ndcg_at_10_max
value: 23.876179182433653
verified: no, type: nauc_ndcg_at_10_std
value: -1.2806972138673745
verified: no, type: nauc_ndcg_at_1_diff1
value: 32.37007029449448
verified: no, type: nauc_ndcg_at_1_max
value: 35.538198069109534
verified: no, type: nauc_ndcg_at_1_std
value: -1.355509899946057
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.6838090960358
verified: no, type: nauc_ndcg_at_20_max
value: 23.860566216339457
verified: no, type: nauc_ndcg_at_20_std
value: -0.532013786286024
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.27991627508067
verified: no, type: nauc_ndcg_at_3_max
value: 29.133089478049655
verified: no, type: nauc_ndcg_at_3_std
value: 0.34059929019918594
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.218420296947034
verified: no, type: nauc_ndcg_at_5_max
value: 28.605110678160887
verified: no, type: nauc_ndcg_at_5_std
value: -0.9386062539833189
verified: no, type: nauc_precision_at_1000_diff1
value: 13.044974399298257
verified: no, type: nauc_precision_at_1000_max
value: 1.3417238012490165
verified: no, type: nauc_precision_at_1000_std
value: 14.314966066076861
verified: no, type: nauc_precision_at_100_diff1
value: 8.664634680626873
verified: no, type: nauc_precision_at_100_max
value: 12.81633424517033
verified: no, type: nauc_precision_at_100_std
value: 2.992894802464487
verified: no, type: nauc_precision_at_10_diff1
value: 9.791680576262559
verified: no, type: nauc_precision_at_10_max
value: 15.226446122929307
verified: no, type: nauc_precision_at_10_std
value: -1.0984653326681468
verified: no, type: nauc_precision_at_1_diff1
value: 32.37007029449448
verified: no, type: nauc_precision_at_1_max
value: 35.538198069109534
verified: no, type: nauc_precision_at_1_std
value: -1.355509899946057
verified: no, type: nauc_precision_at_20_diff1
value: 9.161240059300978
verified: no, type: nauc_precision_at_20_max
value: 16.01736459870788
verified: no, type: nauc_precision_at_20_std
value: 2.1224924590481886
verified: no, type: nauc_precision_at_3_diff1
value: 21.842126979109942
verified: no, type: nauc_precision_at_3_max
value: 24.41131560323632
verified: no, type: nauc_precision_at_3_std
value: 1.1894836431267255
verified: no, type: nauc_precision_at_5_diff1
value: 19.23649343715683
verified: no, type: nauc_precision_at_5_max
value: 23.30958240011128
verified: no, type: nauc_precision_at_5_std
value: -0.5156910064481776
verified: no, type: nauc_recall_at_1000_diff1
value: 7.29966530237573
verified: no, type: nauc_recall_at_1000_max
value: 12.665793063934757
verified: no, type: nauc_recall_at_1000_std
value: 17.309875755776556
verified: no, type: nauc_recall_at_100_diff1
value: 6.6614254364950884
verified: no, type: nauc_recall_at_100_max
value: 15.10833138446368
verified: no, type: nauc_recall_at_100_std
value: 1.3773333633704743
verified: no, type: nauc_recall_at_10_diff1
value: 8.945785354680979
verified: no, type: nauc_recall_at_10_max
value: 15.757206707809813
verified: no, type: nauc_recall_at_10_std
value: -1.8086913462954441
verified: no, type: nauc_recall_at_1_diff1
value: 32.169450239797904
verified: no, type: nauc_recall_at_1_max
value: 38.54235830917869
verified: no, type: nauc_recall_at_1_std
value: -2.5453812218538303
verified: no, type: nauc_recall_at_20_diff1
value: 7.164068988768267
verified: no, type: nauc_recall_at_20_max
value: 16.41007009135359
verified: no, type: nauc_recall_at_20_std
value: -0.2631416392707042
verified: no, type: nauc_recall_at_3_diff1
value: 20.522592463334625
verified: no, type: nauc_recall_at_3_max
value: 25.94582544955908
verified: no, type: nauc_recall_at_3_std
value: 0.6416222966257266
verified: no, type: nauc_recall_at_5_diff1
value: 16.976092613560816
verified: no, type: nauc_recall_at_5_max
value: 24.9211245969479
verified: no, type: nauc_recall_at_5_std
value: -1.2552110808178387
verified: no, type: ndcg_at_1
value: 7.024
verified: no, type: ndcg_at_10
value: 11.396
verified: no, type: ndcg_at_100
value: 15.631
verified: no, type: ndcg_at_1000
value: 18.613
verified: no, type: ndcg_at_20
value: 12.783
verified: no, type: ndcg_at_3
value: 8.658000000000001
verified: no, type: ndcg_at_5
value: 9.543
verified: no, type: precision_at_1
value: 7.024
verified: no, type: precision_at_10
value: 1.9959999999999998
verified: no, type: precision_at_100
value: 0.455
verified: no, type: precision_at_1000
value: 0.077
verified: no, type: precision_at_20
value: 1.331
verified: no, type: precision_at_3
value: 3.697
verified: no, type: precision_at_5
value: 2.7359999999999998
verified: no, type: recall_at_1
value: 6.2909999999999995
verified: no, type: recall_at_10
value: 17.64
verified: no, type: recall_at_100
value: 37.957
verified: no, type: recall_at_1000
value: 61.016999999999996
verified: no, type: recall_at_20
value: 22.914
verified: no, type: recall_at_3
value: 9.84
verified: no, type: recall_at_5
value: 12.058
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 11
verified: no, type: map_at_1
value: 4.1259999999999994
verified: no, type: map_at_10
value: 7.234999999999999
verified: no, type: map_at_100
value: 8.115
verified: no, type: map_at_1000
value: 8.245
verified: no, type: map_at_20
value: 7.66
verified: no, type: map_at_3
value: 6.016
verified: no, type: map_at_5
value: 6.659
verified: no, type: mrr_at_1
value: 8.925081433224756
verified: no, type: mrr_at_10
value: 15.169329403857073
verified: no, type: mrr_at_100
value: 16.168204075412135
verified: no, type: mrr_at_1000
value: 16.248675278268944
verified: no, type: mrr_at_20
value: 15.776718905214473
verified: no, type: mrr_at_3
value: 12.9641693811075
verified: no, type: mrr_at_5
value: 14.21824104234527
verified: no, type: nauc_map_at_1000_diff1
value: 26.379322046742924
verified: no, type: nauc_map_at_1000_max
value: 3.087711496980674
verified: no, type: nauc_map_at_1000_std
value: 26.21791121036377
verified: no, type: nauc_map_at_100_diff1
value: 26.386441406026943
verified: no, type: nauc_map_at_100_max
value: 3.0138951565364573
verified: no, type: nauc_map_at_100_std
value: 25.8698628426765
verified: no, type: nauc_map_at_10_diff1
value: 27.18150432767122
verified: no, type: nauc_map_at_10_max
value: 2.8952782569770212
verified: no, type: nauc_map_at_10_std
value: 23.074471055494726
verified: no, type: nauc_map_at_1_diff1
value: 40.46941467827217
verified: no, type: nauc_map_at_1_max
value: 4.883828510432347
verified: no, type: nauc_map_at_1_std
value: 20.8325466648917
verified: no, type: nauc_map_at_20_diff1
value: 26.604224477195114
verified: no, type: nauc_map_at_20_max
value: 2.9833985060953974
verified: no, type: nauc_map_at_20_std
value: 24.79102238561053
verified: no, type: nauc_map_at_3_diff1
value: 29.583434408086294
verified: no, type: nauc_map_at_3_max
value: 3.4268605539613826
verified: no, type: nauc_map_at_3_std
value: 21.47752279889447
verified: no, type: nauc_map_at_5_diff1
value: 27.845379054809648
verified: no, type: nauc_map_at_5_max
value: 2.1981309685498895
verified: no, type: nauc_map_at_5_std
value: 22.19366231515518
verified: no, type: nauc_mrr_at_1000_diff1
value: 23.933464292658257
verified: no, type: nauc_mrr_at_1000_max
value: 4.621195782238467
verified: no, type: nauc_mrr_at_1000_std
value: 26.493329085741884
verified: no, type: nauc_mrr_at_100_diff1
value: 23.92143101717481
verified: no, type: nauc_mrr_at_100_max
value: 4.6411004568767344
verified: no, type: nauc_mrr_at_100_std
value: 26.466922104568617
verified: no, type: nauc_mrr_at_10_diff1
value: 24.005728540853795
verified: no, type: nauc_mrr_at_10_max
value: 4.693311096382081
verified: no, type: nauc_mrr_at_10_std
value: 25.063327432831194
verified: no, type: nauc_mrr_at_1_diff1
value: 32.464309319356175
verified: no, type: nauc_mrr_at_1_max
value: 5.528766396889074
verified: no, type: nauc_mrr_at_1_std
value: 22.43052251999248
verified: no, type: nauc_mrr_at_20_diff1
value: 23.848461104212515
verified: no, type: nauc_mrr_at_20_max
value: 4.694816032467031
verified: no, type: nauc_mrr_at_20_std
value: 26.187186900822805
verified: no, type: nauc_mrr_at_3_diff1
value: 24.841694528843128
verified: no, type: nauc_mrr_at_3_max
value: 4.660647850950315
verified: no, type: nauc_mrr_at_3_std
value: 23.74972798838488
verified: no, type: nauc_mrr_at_5_diff1
value: 24.50949329205572
verified: no, type: nauc_mrr_at_5_max
value: 4.2086870255985795
verified: no, type: nauc_mrr_at_5_std
value: 24.69316714241157
verified: no, type: nauc_ndcg_at_1000_diff1
value: 22.387869001145194
verified: no, type: nauc_ndcg_at_1000_max
value: 3.831281368913876
verified: no, type: nauc_ndcg_at_1000_std
value: 37.46519850772149
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.167945483713243
verified: no, type: nauc_ndcg_at_100_max
value: 3.3450471509821904
verified: no, type: nauc_ndcg_at_100_std
value: 33.554944547196435
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.34412483817889
verified: no, type: nauc_ndcg_at_10_max
value: 3.4481680191662423
verified: no, type: nauc_ndcg_at_10_std
value: 25.240090982665215
verified: no, type: nauc_ndcg_at_1_diff1
value: 32.464309319356175
verified: no, type: nauc_ndcg_at_1_max
value: 5.528766396889074
verified: no, type: nauc_ndcg_at_1_std
value: 22.43052251999248
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.336064297152966
verified: no, type: nauc_ndcg_at_20_max
value: 3.544223027320175
verified: no, type: nauc_ndcg_at_20_std
value: 29.411176812954064
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.82208122325971
verified: no, type: nauc_ndcg_at_3_max
value: 4.004726287050352
verified: no, type: nauc_ndcg_at_3_std
value: 23.64266832011667
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.433427161982316
verified: no, type: nauc_ndcg_at_5_max
value: 2.238094503861317
verified: no, type: nauc_ndcg_at_5_std
value: 24.00646963156289
verified: no, type: nauc_precision_at_1000_diff1
value: 11.461249619353623
verified: no, type: nauc_precision_at_1000_max
value: 6.544446018486254
verified: no, type: nauc_precision_at_1000_std
value: 49.948473856555445
verified: no, type: nauc_precision_at_100_diff1
value: 12.14389276029853
verified: no, type: nauc_precision_at_100_max
value: 6.071791607932036
verified: no, type: nauc_precision_at_100_std
value: 43.70468493540139
verified: no, type: nauc_precision_at_10_diff1
value: 14.383564108113667
verified: no, type: nauc_precision_at_10_max
value: 6.517412625873161
verified: no, type: nauc_precision_at_10_std
value: 30.509465120924723
verified: no, type: nauc_precision_at_1_diff1
value: 32.464309319356175
verified: no, type: nauc_precision_at_1_max
value: 5.528766396889074
verified: no, type: nauc_precision_at_1_std
value: 22.43052251999248
verified: no, type: nauc_precision_at_20_diff1
value: 12.219320568308898
verified: no, type: nauc_precision_at_20_max
value: 6.717568443347989
verified: no, type: nauc_precision_at_20_std
value: 37.872887919113424
verified: no, type: nauc_precision_at_3_diff1
value: 17.71521082435232
verified: no, type: nauc_precision_at_3_max
value: 4.4459657784625985
verified: no, type: nauc_precision_at_3_std
value: 25.796194693867264
verified: no, type: nauc_precision_at_5_diff1
value: 16.10555323264625
verified: no, type: nauc_precision_at_5_max
value: 2.8128732606689346
verified: no, type: nauc_precision_at_5_std
value: 28.721242694275368
verified: no, type: nauc_recall_at_1000_diff1
value: 14.20483936312015
verified: no, type: nauc_recall_at_1000_max
value: 1.938829361744599
verified: no, type: nauc_recall_at_1000_std
value: 48.48382029287513
verified: no, type: nauc_recall_at_100_diff1
value: 14.62468207814194
verified: no, type: nauc_recall_at_100_max
value: 0.586147905898153
verified: no, type: nauc_recall_at_100_std
value: 39.459706492328586
verified: no, type: nauc_recall_at_10_diff1
value: 18.048075129321102
verified: no, type: nauc_recall_at_10_max
value: 1.873454307789408
verified: no, type: nauc_recall_at_10_std
value: 25.22198614356824
verified: no, type: nauc_recall_at_1_diff1
value: 40.46941467827217
verified: no, type: nauc_recall_at_1_max
value: 4.883828510432347
verified: no, type: nauc_recall_at_1_std
value: 20.8325466648917
verified: no, type: nauc_recall_at_20_diff1
value: 15.426943499546839
verified: no, type: nauc_recall_at_20_max
value: 1.763985683845572
verified: no, type: nauc_recall_at_20_std
value: 32.74986944670088
verified: no, type: nauc_recall_at_3_diff1
value: 23.424215701623012
verified: no, type: nauc_recall_at_3_max
value: 2.6134836119763447
verified: no, type: nauc_recall_at_3_std
value: 22.91746040944757
verified: no, type: nauc_recall_at_5_diff1
value: 19.970140808695273
verified: no, type: nauc_recall_at_5_max
value: -0.08116194563706089
verified: no, type: nauc_recall_at_5_std
value: 23.532754114326153
verified: no, type: ndcg_at_1
value: 8.924999999999999
verified: no, type: ndcg_at_10
value: 11
verified: no, type: ndcg_at_100
value: 15.55
verified: no, type: ndcg_at_1000
value: 18.682000000000002
verified: no, type: ndcg_at_20
value: 12.592999999999998
verified: no, type: ndcg_at_3
value: 8.495
verified: no, type: ndcg_at_5
value: 9.497
verified: no, type: precision_at_1
value: 8.924999999999999
verified: no, type: precision_at_10
value: 3.596
verified: no, type: precision_at_100
value: 0.8420000000000001
verified: no, type: precision_at_1000
value: 0.13999999999999999
verified: no, type: precision_at_20
value: 2.456
verified: no, type: precision_at_3
value: 6.493
verified: no, type: precision_at_5
value: 5.238
verified: no, type: recall_at_1
value: 4.1259999999999994
verified: no, type: recall_at_10
value: 13.944
verified: no, type: recall_at_100
value: 30.166999999999998
verified: no, type: recall_at_1000
value: 48.504000000000005
verified: no, type: recall_at_20
value: 18.565
verified: no, type: recall_at_3
value: 8.043
verified: no, type: recall_at_5
value: 10.52
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 18.051000000000002
verified: no, type: map_at_1
value: 3.3390000000000004
verified: no, type: map_at_10
value: 6.923
verified: no, type: map_at_100
value: 9.474
verified: no, type: map_at_1000
value: 10.152999999999999
verified: no, type: map_at_20
value: 7.8549999999999995
verified: no, type: map_at_3
value: 5.1499999999999995
verified: no, type: map_at_5
value: 5.882
verified: no, type: mrr_at_1
value: 34.25
verified: no, type: mrr_at_10
value: 44.27589285714285
verified: no, type: mrr_at_100
value: 44.973192860517685
verified: no, type: mrr_at_1000
value: 45.01348202730617
verified: no, type: mrr_at_20
value: 44.637733497582566
verified: no, type: mrr_at_3
value: 41.20833333333333
verified: no, type: mrr_at_5
value: 42.920833333333334
verified: no, type: nauc_map_at_1000_diff1
value: 22.90101644334202
verified: no, type: nauc_map_at_1000_max
value: 18.07331591877566
verified: no, type: nauc_map_at_1000_std
value: 25.36120266709454
verified: no, type: nauc_map_at_100_diff1
value: 22.663394038099426
verified: no, type: nauc_map_at_100_max
value: 16.707823370009617
verified: no, type: nauc_map_at_100_std
value: 22.389786775624522
verified: no, type: nauc_map_at_10_diff1
value: 23.940402823922575
verified: no, type: nauc_map_at_10_max
value: 9.816123855340226
verified: no, type: nauc_map_at_10_std
value: 7.526822758994268
verified: no, type: nauc_map_at_1_diff1
value: 28.110670488530833
verified: no, type: nauc_map_at_1_max
value: 4.767769460703001
verified: no, type: nauc_map_at_1_std
value: -9.746179386687963
verified: no, type: nauc_map_at_20_diff1
value: 24.331678323235327
verified: no, type: nauc_map_at_20_max
value: 12.395672419052959
verified: no, type: nauc_map_at_20_std
value: 13.210408856088595
verified: no, type: nauc_map_at_3_diff1
value: 26.61657923229292
verified: no, type: nauc_map_at_3_max
value: 5.56804423366364
verified: no, type: nauc_map_at_3_std
value: 1.406537213041018
verified: no, type: nauc_map_at_5_diff1
value: 24.739653346445735
verified: no, type: nauc_map_at_5_max
value: 6.26567947100994
verified: no, type: nauc_map_at_5_std
value: 3.078455754463262
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.31304793017317
verified: no, type: nauc_mrr_at_1000_max
value: 32.18495402683029
verified: no, type: nauc_mrr_at_1000_std
value: 18.98558190654085
verified: no, type: nauc_mrr_at_100_diff1
value: 30.306658516346864
verified: no, type: nauc_mrr_at_100_max
value: 32.187751381254074
verified: no, type: nauc_mrr_at_100_std
value: 18.998796878648854
verified: no, type: nauc_mrr_at_10_diff1
value: 29.964450069272953
verified: no, type: nauc_mrr_at_10_max
value: 32.30779892509516
verified: no, type: nauc_mrr_at_10_std
value: 19.04845213636718
verified: no, type: nauc_mrr_at_1_diff1
value: 32.520618369122566
verified: no, type: nauc_mrr_at_1_max
value: 30.062293444136056
verified: no, type: nauc_mrr_at_1_std
value: 14.311943601771866
verified: no, type: nauc_mrr_at_20_diff1
value: 30.197298614902174
verified: no, type: nauc_mrr_at_20_max
value: 32.32561254802675
verified: no, type: nauc_mrr_at_20_std
value: 18.865831409715547
verified: no, type: nauc_mrr_at_3_diff1
value: 30.136392490057755
verified: no, type: nauc_mrr_at_3_max
value: 30.23577353695601
verified: no, type: nauc_mrr_at_3_std
value: 17.97925572309641
verified: no, type: nauc_mrr_at_5_diff1
value: 30.097119406023836
verified: no, type: nauc_mrr_at_5_max
value: 32.006912038691816
verified: no, type: nauc_mrr_at_5_std
value: 18.871390491531557
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.15260880714054
verified: no, type: nauc_ndcg_at_1000_max
value: 22.679026869928183
verified: no, type: nauc_ndcg_at_1000_std
value: 39.51533492049897
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.823396173891574
verified: no, type: nauc_ndcg_at_100_max
value: 18.099678970427174
verified: no, type: nauc_ndcg_at_100_std
value: 30.940036161429095
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.57935729045394
verified: no, type: nauc_ndcg_at_10_max
value: 19.075971207557743
verified: no, type: nauc_ndcg_at_10_std
value: 23.119875557429378
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.880919849664917
verified: no, type: nauc_ndcg_at_1_max
value: 22.39640136388146
verified: no, type: nauc_ndcg_at_1_std
value: 9.536426257556288
verified: no, type: nauc_ndcg_at_20_diff1
value: 23.47886970602646
verified: no, type: nauc_ndcg_at_20_max
value: 17.239884037341348
verified: no, type: nauc_ndcg_at_20_std
value: 23.3555366940056
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.652017842848817
verified: no, type: nauc_ndcg_at_3_max
value: 20.609255896945367
verified: no, type: nauc_ndcg_at_3_std
value: 18.78036539907752
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.484420459604447
verified: no, type: nauc_ndcg_at_5_max
value: 19.289131485304665
verified: no, type: nauc_ndcg_at_5_std
value: 20.631988359167135
verified: no, type: nauc_precision_at_1000_diff1
value: 8.169652834465472
verified: no, type: nauc_precision_at_1000_max
value: 27.80454665574267
verified: no, type: nauc_precision_at_1000_std
value: 35.51564688059791
verified: no, type: nauc_precision_at_100_diff1
value: 9.021525495530955
verified: no, type: nauc_precision_at_100_max
value: 31.331106060377646
verified: no, type: nauc_precision_at_100_std
value: 44.35977737646444
verified: no, type: nauc_precision_at_10_diff1
value: 14.47661723505567
verified: no, type: nauc_precision_at_10_max
value: 30.201480915223538
verified: no, type: nauc_precision_at_10_std
value: 37.529205583725435
verified: no, type: nauc_precision_at_1_diff1
value: 32.520618369122566
verified: no, type: nauc_precision_at_1_max
value: 30.062293444136056
verified: no, type: nauc_precision_at_1_std
value: 14.311943601771866
verified: no, type: nauc_precision_at_20_diff1
value: 14.331863358125469
verified: no, type: nauc_precision_at_20_max
value: 30.85699993418024
verified: no, type: nauc_precision_at_20_std
value: 40.34473770815511
verified: no, type: nauc_precision_at_3_diff1
value: 22.168951184791215
verified: no, type: nauc_precision_at_3_max
value: 26.189830045817285
verified: no, type: nauc_precision_at_3_std
value: 24.39792354045554
verified: no, type: nauc_precision_at_5_diff1
value: 17.496423271126353
verified: no, type: nauc_precision_at_5_max
value: 27.634189523551804
verified: no, type: nauc_precision_at_5_std
value: 29.93021283205332
verified: no, type: nauc_recall_at_1000_diff1
value: 15.789828508681698
verified: no, type: nauc_recall_at_1000_max
value: 13.094928521541357
verified: no, type: nauc_recall_at_1000_std
value: 42.92646462206423
verified: no, type: nauc_recall_at_100_diff1
value: 15.378685889161767
verified: no, type: nauc_recall_at_100_max
value: 9.545763090160687
verified: no, type: nauc_recall_at_100_std
value: 30.46748738811323
verified: no, type: nauc_recall_at_10_diff1
value: 15.567172968166131
verified: no, type: nauc_recall_at_10_max
value: 5.057151090146226
verified: no, type: nauc_recall_at_10_std
value: 6.7086088149240215
verified: no, type: nauc_recall_at_1_diff1
value: 28.110670488530833
verified: no, type: nauc_recall_at_1_max
value: 4.767769460703001
verified: no, type: nauc_recall_at_1_std
value: -9.746179386687963
verified: no, type: nauc_recall_at_20_diff1
value: 17.75799272879105
verified: no, type: nauc_recall_at_20_max
value: 7.279411204601413
verified: no, type: nauc_recall_at_20_std
value: 13.803093369744943
verified: no, type: nauc_recall_at_3_diff1
value: 20.597788444727787
verified: no, type: nauc_recall_at_3_max
value: 2.959388538568501
verified: no, type: nauc_recall_at_3_std
value: 3.6504076894948203
verified: no, type: nauc_recall_at_5_diff1
value: 16.800146191072102
verified: no, type: nauc_recall_at_5_max
value: 2.6944377902080023
verified: no, type: nauc_recall_at_5_std
value: 2.3667219644515627
verified: no, type: ndcg_at_1
value: 24.25
verified: no, type: ndcg_at_10
value: 18.051000000000002
verified: no, type: ndcg_at_100
value: 20.95
verified: no, type: ndcg_at_1000
value: 26.588
verified: no, type: ndcg_at_20
value: 17.634
verified: no, type: ndcg_at_3
value: 20.541999999999998
verified: no, type: ndcg_at_5
value: 18.986
verified: no, type: precision_at_1
value: 34.25
verified: no, type: precision_at_10
value: 15.725
verified: no, type: precision_at_100
value: 5.2170000000000005
verified: no, type: precision_at_1000
value: 1.0630000000000002
verified: no, type: precision_at_20
value: 11.913
verified: no, type: precision_at_3
value: 25.25
verified: no, type: precision_at_5
value: 20.45
verified: no, type: recall_at_1
value: 3.3390000000000004
verified: no, type: recall_at_10
value: 10.902000000000001
verified: no, type: recall_at_100
value: 26.584999999999997
verified: no, type: recall_at_1000
value: 45.965
verified: no, type: recall_at_20
value: 14.454
verified: no, type: recall_at_3
value: 6.066
verified: no, type: recall_at_5
value: 7.7490000000000006
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 36.839999999999996
verified: no, type: f1
value: 33.22113590999188
verified: no, type: f1_weighted
value: 39.05922445856616
verified: no, type: main_score
value: 36.839999999999996
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 19.262
verified: no, type: map_at_1
value: 10.459999999999999
verified: no, type: map_at_10
value: 15.687999999999999
verified: no, type: map_at_100
value: 16.651
verified: no, type: map_at_1000
value: 16.733999999999998
verified: no, type: map_at_20
value: 16.214000000000002
verified: no, type: map_at_3
value: 13.649000000000001
verified: no, type: map_at_5
value: 14.728
verified: no, type: mrr_at_1
value: 11.13111311131113
verified: no, type: mrr_at_10
value: 16.666511889284212
verified: no, type: mrr_at_100
value: 17.650138592682797
verified: no, type: mrr_at_1000
value: 17.730273794126187
verified: no, type: mrr_at_20
value: 17.206674903656726
verified: no, type: mrr_at_3
value: 14.526452645264573
verified: no, type: mrr_at_5
value: 15.641064106410735
verified: no, type: nauc_map_at_1000_diff1
value: 20.218966019249464
verified: no, type: nauc_map_at_1000_max
value: 10.969313334852119
verified: no, type: nauc_map_at_1000_std
value: -7.414707240415037
verified: no, type: nauc_map_at_100_diff1
value: 20.222867071611994
verified: no, type: nauc_map_at_100_max
value: 10.948393429876624
verified: no, type: nauc_map_at_100_std
value: -7.433658599297837
verified: no, type: nauc_map_at_10_diff1
value: 20.44034542120229
verified: no, type: nauc_map_at_10_max
value: 10.577750705088611
verified: no, type: nauc_map_at_10_std
value: -8.289273881839177
verified: no, type: nauc_map_at_1_diff1
value: 25.177197879660746
verified: no, type: nauc_map_at_1_max
value: 11.936815072211337
verified: no, type: nauc_map_at_1_std
value: -11.678255417225724
verified: no, type: nauc_map_at_20_diff1
value: 20.386323072665583
verified: no, type: nauc_map_at_20_max
value: 10.740347292224325
verified: no, type: nauc_map_at_20_std
value: -7.755342572262001
verified: no, type: nauc_map_at_3_diff1
value: 21.526644390462113
verified: no, type: nauc_map_at_3_max
value: 10.716478181715509
verified: no, type: nauc_map_at_3_std
value: -9.666955110726953
verified: no, type: nauc_map_at_5_diff1
value: 21.0237402928374
verified: no, type: nauc_map_at_5_max
value: 10.64003015832589
verified: no, type: nauc_map_at_5_std
value: -8.708118612423553
verified: no, type: nauc_mrr_at_1000_diff1
value: 20.07689501581948
verified: no, type: nauc_mrr_at_1000_max
value: 11.314485431161229
verified: no, type: nauc_mrr_at_1000_std
value: -7.49379385340644
verified: no, type: nauc_mrr_at_100_diff1
value: 20.069024423283103
verified: no, type: nauc_mrr_at_100_max
value: 11.298526329128626
verified: no, type: nauc_mrr_at_100_std
value: -7.499295697118881
verified: no, type: nauc_mrr_at_10_diff1
value: 20.290040917591373
verified: no, type: nauc_mrr_at_10_max
value: 10.959519861260992
verified: no, type: nauc_mrr_at_10_std
value: -8.312911529302477
verified: no, type: nauc_mrr_at_1_diff1
value: 24.965815037883566
verified: no, type: nauc_mrr_at_1_max
value: 12.374777762179983
verified: no, type: nauc_mrr_at_1_std
value: -11.707628799966908
verified: no, type: nauc_mrr_at_20_diff1
value: 20.195752100798213
verified: no, type: nauc_mrr_at_20_max
value: 11.106655949217728
verified: no, type: nauc_mrr_at_20_std
value: -7.805168829351617
verified: no, type: nauc_mrr_at_3_diff1
value: 21.35693514932022
verified: no, type: nauc_mrr_at_3_max
value: 11.091284806213878
verified: no, type: nauc_mrr_at_3_std
value: -9.652482767799903
verified: no, type: nauc_mrr_at_5_diff1
value: 20.81562392583412
verified: no, type: nauc_mrr_at_5_max
value: 10.996274271958105
verified: no, type: nauc_mrr_at_5_std
value: -8.74420598581228
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.455355924694263
verified: no, type: nauc_ndcg_at_1000_max
value: 12.51943960371413
verified: no, type: nauc_ndcg_at_1000_std
value: -2.3217548273808184
verified: no, type: nauc_ndcg_at_100_diff1
value: 17.5149058277051
verified: no, type: nauc_ndcg_at_100_max
value: 12.1099133107236
verified: no, type: nauc_ndcg_at_100_std
value: -2.8604581585212685
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.55183506338774
verified: no, type: nauc_ndcg_at_10_max
value: 10.269360470475677
verified: no, type: nauc_ndcg_at_10_std
value: -6.650800909089686
verified: no, type: nauc_ndcg_at_1_diff1
value: 24.965815037883566
verified: no, type: nauc_ndcg_at_1_max
value: 12.374777762179983
verified: no, type: nauc_ndcg_at_1_std
value: -11.707628799966908
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.38798334253518
verified: no, type: nauc_ndcg_at_20_max
value: 10.823193485468119
verified: no, type: nauc_ndcg_at_20_std
value: -4.965092057802405
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.41747214916765
verified: no, type: nauc_ndcg_at_3_max
value: 10.486748358696296
verified: no, type: nauc_ndcg_at_3_std
value: -9.058883875259612
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.680671105951973
verified: no, type: nauc_ndcg_at_5_max
value: 10.360172532686956
verified: no, type: nauc_ndcg_at_5_std
value: -7.5381897948886705
verified: no, type: nauc_precision_at_1000_diff1
value: 3.6230190732233667
verified: no, type: nauc_precision_at_1000_max
value: 20.834783536462062
verified: no, type: nauc_precision_at_1000_std
value: 21.16264633110877
verified: no, type: nauc_precision_at_100_diff1
value: 9.367612571428461
verified: no, type: nauc_precision_at_100_max
value: 17.77811250539698
verified: no, type: nauc_precision_at_100_std
value: 11.754241436061706
verified: no, type: nauc_precision_at_10_diff1
value: 14.483896347300623
verified: no, type: nauc_precision_at_10_max
value: 10.205702312935754
verified: no, type: nauc_precision_at_10_std
value: -2.7513437296933225
verified: no, type: nauc_precision_at_1_diff1
value: 24.965815037883566
verified: no, type: nauc_precision_at_1_max
value: 12.374777762179983
verified: no, type: nauc_precision_at_1_std
value: -11.707628799966908
verified: no, type: nauc_precision_at_20_diff1
value: 13.950843209033916
verified: no, type: nauc_precision_at_20_max
value: 12.006420819710204
verified: no, type: nauc_precision_at_20_std
value: 2.2555285488297767
verified: no, type: nauc_precision_at_3_diff1
value: 17.894746985570624
verified: no, type: nauc_precision_at_3_max
value: 10.164694182780389
verified: no, type: nauc_precision_at_3_std
value: -7.547441696032081
verified: no, type: nauc_precision_at_5_diff1
value: 16.502285723992596
verified: no, type: nauc_precision_at_5_max
value: 10.086146570479295
verified: no, type: nauc_precision_at_5_std
value: -4.774058713685898
verified: no, type: nauc_recall_at_1000_diff1
value: 6.2857509924718755
verified: no, type: nauc_recall_at_1000_max
value: 19.22100132549451
verified: no, type: nauc_recall_at_1000_std
value: 20.216611939476362
verified: no, type: nauc_recall_at_100_diff1
value: 10.026902694708241
verified: no, type: nauc_recall_at_100_max
value: 15.316069658415326
verified: no, type: nauc_recall_at_100_std
value: 10.537841070086573
verified: no, type: nauc_recall_at_10_diff1
value: 14.316011342176704
verified: no, type: nauc_recall_at_10_max
value: 9.117845301076175
verified: no, type: nauc_recall_at_10_std
value: -2.991845206163656
verified: no, type: nauc_recall_at_1_diff1
value: 25.177197879660746
verified: no, type: nauc_recall_at_1_max
value: 11.936815072211337
verified: no, type: nauc_recall_at_1_std
value: -11.678255417225724
verified: no, type: nauc_recall_at_20_diff1
value: 13.946888241093768
verified: no, type: nauc_recall_at_20_max
value: 10.653965610317037
verified: no, type: nauc_recall_at_20_std
value: 1.6427059604772105
verified: no, type: nauc_recall_at_3_diff1
value: 17.935986248592418
verified: no, type: nauc_recall_at_3_max
value: 9.691101517815039
verified: no, type: nauc_recall_at_3_std
value: -7.605713080444031
verified: no, type: nauc_recall_at_5_diff1
value: 16.59074373120998
verified: no, type: nauc_recall_at_5_max
value: 9.287975744880969
verified: no, type: nauc_recall_at_5_std
value: -4.740706717032019
verified: no, type: ndcg_at_1
value: 11.131
verified: no, type: ndcg_at_10
value: 19.262
verified: no, type: ndcg_at_100
value: 24.383
verified: no, type: ndcg_at_1000
value: 26.855
verified: no, type: ndcg_at_20
value: 21.174
verified: no, type: ndcg_at_3
value: 14.957999999999998
verified: no, type: ndcg_at_5
value: 16.892
verified: no, type: precision_at_1
value: 11.131
verified: no, type: precision_at_10
value: 3.209
verified: no, type: precision_at_100
value: 0.5930000000000001
verified: no, type: precision_at_1000
value: 0.082
verified: no, type: precision_at_20
value: 2.011
verified: no, type: precision_at_3
value: 6.386
verified: no, type: precision_at_5
value: 4.836
verified: no, type: recall_at_1
value: 10.459999999999999
verified: no, type: recall_at_10
value: 29.733999999999998
verified: no, type: recall_at_100
value: 54.14099999999999
verified: no, type: recall_at_1000
value: 73.642
verified: no, type: recall_at_20
value: 37.129
verified: no, type: recall_at_3
value: 17.909
verified: no, type: recall_at_5
value: 22.512999999999998
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 9.51
verified: no, type: map_at_1
value: 3.9960000000000004
verified: no, type: map_at_10
value: 6.537999999999999
verified: no, type: map_at_100
value: 7.253
verified: no, type: map_at_1000
value: 7.425
verified: no, type: map_at_20
value: 6.855
verified: no, type: map_at_3
value: 5.428
verified: no, type: map_at_5
value: 5.897
verified: no, type: mrr_at_1
value: 7.87037037037037
verified: no, type: mrr_at_10
value: 12.270723104056437
verified: no, type: mrr_at_100
value: 13.079611426369603
verified: no, type: mrr_at_1000
value: 13.208925293719975
verified: no, type: mrr_at_20
value: 12.647329480566071
verified: no, type: mrr_at_3
value: 10.570987654320987
verified: no, type: mrr_at_5
value: 11.38117283950617
verified: no, type: nauc_map_at_1000_diff1
value: 20.77961558043039
verified: no, type: nauc_map_at_1000_max
value: -0.03259759353707333
verified: no, type: nauc_map_at_1000_std
value: -0.7072014940764456
verified: no, type: nauc_map_at_100_diff1
value: 20.846671733817143
verified: no, type: nauc_map_at_100_max
value: -0.3112382612673007
verified: no, type: nauc_map_at_100_std
value: -0.9210430046428204
verified: no, type: nauc_map_at_10_diff1
value: 20.643241656683248
verified: no, type: nauc_map_at_10_max
value: -0.3959186701916106
verified: no, type: nauc_map_at_10_std
value: -1.4613067583922053
verified: no, type: nauc_map_at_1_diff1
value: 25.81440967344559
verified: no, type: nauc_map_at_1_max
value: 1.9779931338916743
verified: no, type: nauc_map_at_1_std
value: -0.7432747286476175
verified: no, type: nauc_map_at_20_diff1
value: 20.37006007913156
verified: no, type: nauc_map_at_20_max
value: -0.11531618162486193
verified: no, type: nauc_map_at_20_std
value: -1.4006828593884328
verified: no, type: nauc_map_at_3_diff1
value: 21.30141373429336
verified: no, type: nauc_map_at_3_max
value: -1.3036616834294772
verified: no, type: nauc_map_at_3_std
value: 0.6391366617875631
verified: no, type: nauc_map_at_5_diff1
value: 21.326796697043417
verified: no, type: nauc_map_at_5_max
value: -0.9359288860553624
verified: no, type: nauc_map_at_5_std
value: -0.7000391694623825
verified: no, type: nauc_mrr_at_1000_diff1
value: 14.83695252069189
verified: no, type: nauc_mrr_at_1000_max
value: 4.6493132712527805
verified: no, type: nauc_mrr_at_1000_std
value: -4.797962104391832
verified: no, type: nauc_mrr_at_100_diff1
value: 14.861963713489423
verified: no, type: nauc_mrr_at_100_max
value: 4.608453656872655
verified: no, type: nauc_mrr_at_100_std
value: -4.88024066638623
verified: no, type: nauc_mrr_at_10_diff1
value: 14.805720500142746
verified: no, type: nauc_mrr_at_10_max
value: 4.40661382985143
verified: no, type: nauc_mrr_at_10_std
value: -4.96707142333943
verified: no, type: nauc_mrr_at_1_diff1
value: 20.873101609150453
verified: no, type: nauc_mrr_at_1_max
value: 5.5533081712971715
verified: no, type: nauc_mrr_at_1_std
value: -4.23538134762282
verified: no, type: nauc_mrr_at_20_diff1
value: 14.715737796280873
verified: no, type: nauc_mrr_at_20_max
value: 4.584916263399916
verified: no, type: nauc_mrr_at_20_std
value: -4.953100744660651
verified: no, type: nauc_mrr_at_3_diff1
value: 16.77679398834813
verified: no, type: nauc_mrr_at_3_max
value: 3.599665675508399
verified: no, type: nauc_mrr_at_3_std
value: -2.641712650186986
verified: no, type: nauc_mrr_at_5_diff1
value: 15.376158723973651
verified: no, type: nauc_mrr_at_5_max
value: 3.848632077861691
verified: no, type: nauc_mrr_at_5_std
value: -4.632883475130768
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.502620069698388
verified: no, type: nauc_ndcg_at_1000_max
value: 3.534827511561954
verified: no, type: nauc_ndcg_at_1000_std
value: 1.6785098876525257
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.560585751686194
verified: no, type: nauc_ndcg_at_100_max
value: 0.5523382125287722
verified: no, type: nauc_ndcg_at_100_std
value: -1.0940312648451298
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.4260552422207
verified: no, type: nauc_ndcg_at_10_max
value: 0.8287834839751266
verified: no, type: nauc_ndcg_at_10_std
value: -3.415098405976081
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.873101609150453
verified: no, type: nauc_ndcg_at_1_max
value: 5.5533081712971715
verified: no, type: nauc_ndcg_at_1_std
value: -4.23538134762282
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.835828665550288
verified: no, type: nauc_ndcg_at_20_max
value: 1.2952763620605177
verified: no, type: nauc_ndcg_at_20_std
value: -3.2575508508924713
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.685574334885416
verified: no, type: nauc_ndcg_at_3_max
value: 0.7954879693803365
verified: no, type: nauc_ndcg_at_3_std
value: -0.27190317694821564
verified: no, type: nauc_ndcg_at_5_diff1
value: 18.308063594377785
verified: no, type: nauc_ndcg_at_5_max
value: 0.17707419598566196
verified: no, type: nauc_ndcg_at_5_std
value: -2.4970161147605134
verified: no, type: nauc_precision_at_1000_diff1
value: 0.745049414988171
verified: no, type: nauc_precision_at_1000_max
value: 20.543549433332124
verified: no, type: nauc_precision_at_1000_std
value: -3.8644622216578086
verified: no, type: nauc_precision_at_100_diff1
value: 11.61576047995474
verified: no, type: nauc_precision_at_100_max
value: 8.271240928353713
verified: no, type: nauc_precision_at_100_std
value: -3.818025717822481
verified: no, type: nauc_precision_at_10_diff1
value: 10.54205563386846
verified: no, type: nauc_precision_at_10_max
value: 6.167712731349511
verified: no, type: nauc_precision_at_10_std
value: -7.532746012095711
verified: no, type: nauc_precision_at_1_diff1
value: 20.873101609150453
verified: no, type: nauc_precision_at_1_max
value: 5.5533081712971715
verified: no, type: nauc_precision_at_1_std
value: -4.23538134762282
verified: no, type: nauc_precision_at_20_diff1
value: 10.161675000275427
verified: no, type: nauc_precision_at_20_max
value: 8.45251751698072
verified: no, type: nauc_precision_at_20_std
value: -7.103175854899386
verified: no, type: nauc_precision_at_3_diff1
value: 16.270168540039066
verified: no, type: nauc_precision_at_3_max
value: 1.4836691086258036
verified: no, type: nauc_precision_at_3_std
value: -0.4080570812016933
verified: no, type: nauc_precision_at_5_diff1
value: 13.141688088468442
verified: no, type: nauc_precision_at_5_max
value: 2.5915470744847595
verified: no, type: nauc_precision_at_5_std
value: -5.435133357809795
verified: no, type: nauc_recall_at_1000_diff1
value: 15.024534943945763
verified: no, type: nauc_recall_at_1000_max
value: 1.3932825373483402
verified: no, type: nauc_recall_at_1000_std
value: 16.97707404919836
verified: no, type: nauc_recall_at_100_diff1
value: 17.27519947942481
verified: no, type: nauc_recall_at_100_max
value: -3.134622076734893
verified: no, type: nauc_recall_at_100_std
value: 2.9966564593392713
verified: no, type: nauc_recall_at_10_diff1
value: 15.48283669661308
verified: no, type: nauc_recall_at_10_max
value: -1.1090121677861149
verified: no, type: nauc_recall_at_10_std
value: -4.22811074237815
verified: no, type: nauc_recall_at_1_diff1
value: 25.81440967344559
verified: no, type: nauc_recall_at_1_max
value: 1.9779931338916743
verified: no, type: nauc_recall_at_1_std
value: -0.7432747286476175
verified: no, type: nauc_recall_at_20_diff1
value: 13.143224871890268
verified: no, type: nauc_recall_at_20_max
value: -0.17430198423051577
verified: no, type: nauc_recall_at_20_std
value: -3.7502447926222184
verified: no, type: nauc_recall_at_3_diff1
value: 16.739941924120057
verified: no, type: nauc_recall_at_3_max
value: -4.050324788809743
verified: no, type: nauc_recall_at_3_std
value: 2.858124354008525
verified: no, type: nauc_recall_at_5_diff1
value: 17.297511121715033
verified: no, type: nauc_recall_at_5_max
value: -2.762923294531603
verified: no, type: nauc_recall_at_5_std
value: -1.8344633884229393
verified: no, type: ndcg_at_1
value: 7.870000000000001
verified: no, type: ndcg_at_10
value: 9.51
verified: no, type: ndcg_at_100
value: 13.538
verified: no, type: ndcg_at_1000
value: 18.119
verified: no, type: ndcg_at_20
value: 10.678
verified: no, type: ndcg_at_3
value: 7.457999999999999
verified: no, type: ndcg_at_5
value: 8.039
verified: no, type: precision_at_1
value: 7.870000000000001
verified: no, type: precision_at_10
value: 2.793
verified: no, type: precision_at_100
value: 0.674
verified: no, type: precision_at_1000
value: 0.14400000000000002
verified: no, type: precision_at_20
value: 1.79
verified: no, type: precision_at_3
value: 4.99
verified: no, type: precision_at_5
value: 3.8580000000000005
verified: no, type: recall_at_1
value: 3.9960000000000004
verified: no, type: recall_at_10
value: 12.902
verified: no, type: recall_at_100
value: 29.041
verified: no, type: recall_at_1000
value: 58.35900000000001
verified: no, type: recall_at_20
value: 16.884
verified: no, type: recall_at_3
value: 7.054
verified: no, type: recall_at_5
value: 8.9
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 25.745
verified: no, type: map_at_1
value: 14.625
verified: no, type: map_at_10
value: 19.798
verified: no, type: map_at_100
value: 20.491999999999997
verified: no, type: map_at_1000
value: 20.583000000000002
verified: no, type: map_at_20
value: 20.163
verified: no, type: map_at_3
value: 18.23
verified: no, type: map_at_5
value: 19.131
verified: no, type: mrr_at_1
value: 29.25050641458474
verified: no, type: mrr_at_10
value: 35.361922982112006
verified: no, type: mrr_at_100
value: 36.0557841569791
verified: no, type: mrr_at_1000
value: 36.12033589640867
verified: no, type: mrr_at_20
value: 35.76382311533689
verified: no, type: mrr_at_3
value: 33.58766599144721
verified: no, type: mrr_at_5
value: 34.64100832770648
verified: no, type: nauc_map_at_1000_diff1
value: 50.42359602262819
verified: no, type: nauc_map_at_1000_max
value: 15.308290084120497
verified: no, type: nauc_map_at_1000_std
value: 23.324357889585247
verified: no, type: nauc_map_at_100_diff1
value: 50.43354134874466
verified: no, type: nauc_map_at_100_max
value: 15.30785755661562
verified: no, type: nauc_map_at_100_std
value: 23.237133372383653
verified: no, type: nauc_map_at_10_diff1
value: 50.83521364560731
verified: no, type: nauc_map_at_10_max
value: 15.444757392229691
verified: no, type: nauc_map_at_10_std
value: 22.250792395756392
verified: no, type: nauc_map_at_1_diff1
value: 58.582494559051824
verified: no, type: nauc_map_at_1_max
value: 17.376830266168604
verified: no, type: nauc_map_at_1_std
value: 16.789615060931666
verified: no, type: nauc_map_at_20_diff1
value: 50.62946679478457
verified: no, type: nauc_map_at_20_max
value: 15.348472772410712
verified: no, type: nauc_map_at_20_std
value: 22.79838602202508
verified: no, type: nauc_map_at_3_diff1
value: 52.61551537882851
verified: no, type: nauc_map_at_3_max
value: 16.475684506165464
verified: no, type: nauc_map_at_3_std
value: 20.875016888477276
verified: no, type: nauc_map_at_5_diff1
value: 51.62800543701761
verified: no, type: nauc_map_at_5_max
value: 15.853720513435379
verified: no, type: nauc_map_at_5_std
value: 21.55356806393905
verified: no, type: nauc_mrr_at_1000_diff1
value: 54.03582339434189
verified: no, type: nauc_mrr_at_1000_max
value: 15.630511672058015
verified: no, type: nauc_mrr_at_1000_std
value: 20.361303332205292
verified: no, type: nauc_mrr_at_100_diff1
value: 54.02754971342381
verified: no, type: nauc_mrr_at_100_max
value: 15.631009218504035
verified: no, type: nauc_mrr_at_100_std
value: 20.364074323465886
verified: no, type: nauc_mrr_at_10_diff1
value: 54.13009405228104
verified: no, type: nauc_mrr_at_10_max
value: 15.721274728109236
verified: no, type: nauc_mrr_at_10_std
value: 19.960226835619117
verified: no, type: nauc_mrr_at_1_diff1
value: 58.582494559051824
verified: no, type: nauc_mrr_at_1_max
value: 17.376830266168604
verified: no, type: nauc_mrr_at_1_std
value: 16.789615060931666
verified: no, type: nauc_mrr_at_20_diff1
value: 54.06024190116767
verified: no, type: nauc_mrr_at_20_max
value: 15.672485911580274
verified: no, type: nauc_mrr_at_20_std
value: 20.207777657353407
verified: no, type: nauc_mrr_at_3_diff1
value: 54.88945777331862
verified: no, type: nauc_mrr_at_3_max
value: 16.413632034794368
verified: no, type: nauc_mrr_at_3_std
value: 19.190556168944575
verified: no, type: nauc_mrr_at_5_diff1
value: 54.54379676882809
verified: no, type: nauc_mrr_at_5_max
value: 16.026704417546643
verified: no, type: nauc_mrr_at_5_std
value: 19.622058814048323
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.04971818800837
verified: no, type: nauc_ndcg_at_1000_max
value: 13.872391570548034
verified: no, type: nauc_ndcg_at_1000_std
value: 28.204630600696422
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.20862670553361
verified: no, type: nauc_ndcg_at_100_max
value: 13.934707982568707
verified: no, type: nauc_ndcg_at_100_std
value: 26.816340379977575
verified: no, type: nauc_ndcg_at_10_diff1
value: 49.58986553019014
verified: no, type: nauc_ndcg_at_10_max
value: 14.435063686783565
verified: no, type: nauc_ndcg_at_10_std
value: 23.268818709527373
verified: no, type: nauc_ndcg_at_1_diff1
value: 58.582494559051824
verified: no, type: nauc_ndcg_at_1_max
value: 17.376830266168604
verified: no, type: nauc_ndcg_at_1_std
value: 16.789615060931666
verified: no, type: nauc_ndcg_at_20_diff1
value: 49.07240942409174
verified: no, type: nauc_ndcg_at_20_max
value: 14.218315852005206
verified: no, type: nauc_ndcg_at_20_std
value: 24.67103602187103
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.19624218218015
verified: no, type: nauc_ndcg_at_3_max
value: 16.143530056387124
verified: no, type: nauc_ndcg_at_3_std
value: 21.04539485406127
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.00405155041411
verified: no, type: nauc_ndcg_at_5_max
value: 15.262041451084723
verified: no, type: nauc_ndcg_at_5_std
value: 22.03099708198355
verified: no, type: nauc_precision_at_1000_diff1
value: 22.789458502365374
verified: no, type: nauc_precision_at_1000_max
value: 5.4150091578534525
verified: no, type: nauc_precision_at_1000_std
value: 42.03315489434521
verified: no, type: nauc_precision_at_100_diff1
value: 30.486222482179166
verified: no, type: nauc_precision_at_100_max
value: 7.764047081555857
verified: no, type: nauc_precision_at_100_std
value: 36.7950294397598
verified: no, type: nauc_precision_at_10_diff1
value: 40.114486285703556
verified: no, type: nauc_precision_at_10_max
value: 10.703204693529662
verified: no, type: nauc_precision_at_10_std
value: 27.37304579489112
verified: no, type: nauc_precision_at_1_diff1
value: 58.582494559051824
verified: no, type: nauc_precision_at_1_max
value: 17.376830266168604
verified: no, type: nauc_precision_at_1_std
value: 16.789615060931666
verified: no, type: nauc_precision_at_20_diff1
value: 36.874342812329324
verified: no, type: nauc_precision_at_20_max
value: 9.667627243452475
verified: no, type: nauc_precision_at_20_std
value: 30.591489232109346
verified: no, type: nauc_precision_at_3_diff1
value: 48.06200770442959
verified: no, type: nauc_precision_at_3_max
value: 15.263758097688909
verified: no, type: nauc_precision_at_3_std
value: 23.41980115017449
verified: no, type: nauc_precision_at_5_diff1
value: 44.8979436826324
verified: no, type: nauc_precision_at_5_max
value: 13.167095157767733
verified: no, type: nauc_precision_at_5_std
value: 25.063209597419
verified: no, type: nauc_recall_at_1000_diff1
value: 22.789458502365484
verified: no, type: nauc_recall_at_1000_max
value: 5.41500915785354
verified: no, type: nauc_recall_at_1000_std
value: 42.03315489434527
verified: no, type: nauc_recall_at_100_diff1
value: 30.486222482179144
verified: no, type: nauc_recall_at_100_max
value: 7.764047081555842
verified: no, type: nauc_recall_at_100_std
value: 36.795029439759816
verified: no, type: nauc_recall_at_10_diff1
value: 40.11448628570359
verified: no, type: nauc_recall_at_10_max
value: 10.703204693529694
verified: no, type: nauc_recall_at_10_std
value: 27.373045794891134
verified: no, type: nauc_recall_at_1_diff1
value: 58.582494559051824
verified: no, type: nauc_recall_at_1_max
value: 17.376830266168604
verified: no, type: nauc_recall_at_1_std
value: 16.789615060931666
verified: no, type: nauc_recall_at_20_diff1
value: 36.87434281232932
verified: no, type: nauc_recall_at_20_max
value: 9.66762724345254
verified: no, type: nauc_recall_at_20_std
value: 30.591489232109335
verified: no, type: nauc_recall_at_3_diff1
value: 48.0620077044296
verified: no, type: nauc_recall_at_3_max
value: 15.263758097688923
verified: no, type: nauc_recall_at_3_std
value: 23.4198011501745
verified: no, type: nauc_recall_at_5_diff1
value: 44.897943682632445
verified: no, type: nauc_recall_at_5_max
value: 13.167095157767752
verified: no, type: nauc_recall_at_5_std
value: 25.06320959741904
verified: no, type: ndcg_at_1
value: 29.250999999999998
verified: no, type: ndcg_at_10
value: 25.745
verified: no, type: ndcg_at_100
value: 29.215000000000003
verified: no, type: ndcg_at_1000
value: 31.615
verified: no, type: ndcg_at_20
value: 27.006999999999998
verified: no, type: ndcg_at_3
value: 22.642
verified: no, type: ndcg_at_5
value: 24.221999999999998
verified: no, type: precision_at_1
value: 29.250999999999998
verified: no, type: precision_at_10
value: 5.638
verified: no, type: precision_at_100
value: 0.843
verified: no, type: precision_at_1000
value: 0.116
verified: no, type: precision_at_20
value: 3.2259999999999995
verified: no, type: precision_at_3
value: 14.148
verified: no, type: precision_at_5
value: 9.742
verified: no, type: recall_at_1
value: 14.625
verified: no, type: recall_at_10
value: 28.189999999999998
verified: no, type: recall_at_100
value: 42.126999999999995
verified: no, type: recall_at_1000
value: 58.238
verified: no, type: recall_at_20
value: 32.255
verified: no, type: recall_at_3
value: 21.221999999999998
verified: no, type: recall_at_5
value: 24.355
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 65.9264
verified: no, type: ap
value: 60.756531398956945
verified: no, type: ap_weighted
value: 60.756531398956945
verified: no, type: f1
value: 65.51017691516725
verified: no, type: f1_weighted
value: 65.51017691516724
verified: no, type: main_score
value: 65.9264
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 80.67259461924306
verified: no, type: f1
value: 79.9597409844225
verified: no, type: f1_weighted
value: 80.8035256676638
verified: no, type: main_score
value: 80.67259461924306
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 56.54354765161879
verified: no, type: f1
value: 40.667405344171634
verified: no, type: f1_weighted
value: 60.9216341010469
verified: no, type: main_score
value: 56.54354765161879
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 59.0719569603228
verified: no, type: f1
value: 58.168886864690336
verified: no, type: f1_weighted
value: 59.57900662649745
verified: no, type: main_score
value: 59.0719569603228
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 62.59246805648958
verified: no, type: f1
value: 62.08069974222518
verified: no, type: f1_weighted
value: 62.794653215101604
verified: no, type: main_score
value: 62.59246805648958
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: main_score
value: 24.526232087760377
verified: no, type: v_measure
value: 24.526232087760377
verified: no, type: v_measure_std
value: 1.3231622419863613
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: main_score
value: 20.194412620609075
verified: no, type: v_measure
value: 20.194412620609075
verified: no, type: v_measure_std
value: 1.636243479295598
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: main_score
value: 26.59574079364091
verified: no, type: map
value: 26.59574079364091
verified: no, type: mrr
value: 26.734835405117906
verified: no, type: nAUC_map_diff1
value: 17.816336924527814
verified: no, type: nAUC_map_max
value: -32.28299945433697
verified: no, type: nAUC_map_std
value: -18.970361215864656
verified: no, type: nAUC_mrr_diff1
value: 16.909657362222404
verified: no, type: nAUC_mrr_max
value: -26.468833047236117
verified: no, type: nAUC_mrr_std
value: -16.206930004122203
verified: no
task: type: Reranking, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: main_score
value: 25.20525559369379
verified: no, type: v_measure
value: 25.20525559369379
verified: no, type: v_measure_std
value: 3.716703201672722
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: main_score
value: 36.610660271894346
verified: no, type: v_measure
value: 36.610660271894346
verified: no, type: v_measure_std
value: 10.534090572143375
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 73.88162235809878
verified: no, type: cosine_spearman
value: 64.19649802838084
verified: no, type: euclidean_pearson
value: 66.51859611378926
verified: no, type: euclidean_spearman
value: 59.6266264848432
verified: no, type: main_score
value: 64.19649802838084
verified: no, type: manhattan_pearson
value: 66.67285438914075
verified: no, type: manhattan_spearman
value: 59.87530286451058
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 67.73929220446036
verified: no, type: cosine_spearman
value: 60.75363314544754
verified: no, type: euclidean_pearson
value: 56.81702291127883
verified: no, type: euclidean_spearman
value: 51.923738495157814
verified: no, type: main_score
value: 60.75363314544754
verified: no, type: manhattan_pearson
value: 56.86705283582077
verified: no, type: manhattan_spearman
value: 51.93399158324235
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 72.42112734144125
verified: no, type: cosine_spearman
value: 73.59653137440841
verified: no, type: euclidean_pearson
value: 57.561401730473264
verified: no, type: euclidean_spearman
value: 58.581546191861
verified: no, type: main_score
value: 73.59653137440841
verified: no, type: manhattan_pearson
value: 57.70055341285516
verified: no, type: manhattan_spearman
value: 58.42777714658004
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 69.6802098874101
verified: no, type: cosine_spearman
value: 67.31752503036513
verified: no, type: euclidean_pearson
value: 57.77439148526571
verified: no, type: euclidean_spearman
value: 57.54518624632547
verified: no, type: main_score
value: 67.31752503036513
verified: no, type: manhattan_pearson
value: 57.826113726980225
verified: no, type: manhattan_spearman
value: 57.62333865582037
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 72.70416316480933
verified: no, type: cosine_spearman
value: 74.27113308901295
verified: no, type: euclidean_pearson
value: 56.71321653105237
verified: no, type: euclidean_spearman
value: 59.50982015715706
verified: no, type: main_score
value: 74.27113308901295
verified: no, type: manhattan_pearson
value: 56.89847334180773
verified: no, type: manhattan_spearman
value: 59.46793125210128
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 63.90089258497955
verified: no, type: cosine_spearman
value: 66.87333410406687
verified: no, type: euclidean_pearson
value: 51.17410118962291
verified: no, type: euclidean_spearman
value: 54.00446857938969
verified: no, type: main_score
value: 66.87333410406687
verified: no, type: manhattan_pearson
value: 50.957252868925785
verified: no, type: manhattan_spearman
value: 53.90823679117365
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 78.3081155365183
verified: no, type: cosine_spearman
value: 79.95190716648233
verified: no, type: euclidean_pearson
value: 65.61131056255932
verified: no, type: euclidean_spearman
value: 66.47265770652439
verified: no, type: main_score
value: 79.95190716648233
verified: no, type: manhattan_pearson
value: 66.45361314456927
verified: no, type: manhattan_spearman
value: 67.37156904121075
verified: no
task: type: STS, dataset: config: fr-en
name: MTEB STS17 (fr-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 21.052932104990603
verified: no, type: cosine_spearman
value: 18.11753200383624
verified: no, type: euclidean_pearson
value: -13.223141516540442
verified: no, type: euclidean_spearman
value: -13.840197821416345
verified: no, type: main_score
value: 18.11753200383624
verified: no, type: manhattan_pearson
value: -15.780391442498672
verified: no, type: manhattan_spearman
value: -15.964949757477415
verified: no
task: type: STS, dataset: config: en-de
name: MTEB STS17 (en-de)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 19.391740742905483
verified: no, type: cosine_spearman
value: 16.72340259240136
verified: no, type: euclidean_pearson
value: -11.027102023055617
verified: no, type: euclidean_spearman
value: -14.089671183063315
verified: no, type: main_score
value: 16.72340259240136
verified: no, type: manhattan_pearson
value: -9.630121740021742
verified: no, type: manhattan_spearman
value: -12.712224581945044
verified: no
task: type: STS, dataset: config: it-en
name: MTEB STS17 (it-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 16.543270296306552
verified: no, type: cosine_spearman
value: 13.326682468836701
verified: no, type: euclidean_pearson
value: -16.68928390130844
verified: no, type: euclidean_spearman
value: -16.549540032350627
verified: no, type: main_score
value: 13.326682468836701
verified: no, type: manhattan_pearson
value: -19.00891735419843
verified: no, type: manhattan_spearman
value: -17.698001607994165
verified: no
task: type: STS, dataset: config: en-ar
name: MTEB STS17 (en-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: -2.9439800614294684
verified: no, type: cosine_spearman
value: -5.3077802551968265
verified: no, type: euclidean_pearson
value: -11.370503095296403
verified: no, type: euclidean_spearman
value: -11.559874891543458
verified: no, type: main_score
value: -5.3077802551968265
verified: no, type: manhattan_pearson
value: -11.568850533311064
verified: no, type: manhattan_spearman
value: -11.33350236892719
verified: no
task: type: STS, dataset: config: nl-en
name: MTEB STS17 (nl-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 18.65393295613954
verified: no, type: cosine_spearman
value: 15.24163076732163
verified: no, type: euclidean_pearson
value: -17.67941685499847
verified: no, type: euclidean_spearman
value: -18.798375175098357
verified: no, type: main_score
value: 15.24163076732163
verified: no, type: manhattan_pearson
value: -18.12153260050368
verified: no, type: manhattan_spearman
value: -20.005495664435774
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS17 (es-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 9.521577216425623
verified: no, type: cosine_spearman
value: 6.843613091602483
verified: no, type: euclidean_pearson
value: -4.097799713874057
verified: no, type: euclidean_spearman
value: -11.156128457955933
verified: no, type: main_score
value: 6.843613091602483
verified: no, type: manhattan_pearson
value: -4.05688864628645
verified: no, type: manhattan_spearman
value: -11.89166145882455
verified: no
task: type: STS, dataset: config: en-tr
name: MTEB STS17 (en-tr)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: -1.4988979360452002
verified: no, type: cosine_spearman
value: -3.2874562266915137
verified: no, type: euclidean_pearson
value: -20.943851828369116
verified: no, type: euclidean_spearman
value: -23.783711189126038
verified: no, type: main_score
value: -3.2874562266915137
verified: no, type: manhattan_pearson
value: -21.108855435186715
verified: no, type: manhattan_spearman
value: -23.244298623218594
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22 (de-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 15.136123348625533
verified: no, type: cosine_spearman
value: 20.810954246441803
verified: no, type: euclidean_pearson
value: 19.516242119260312
verified: no, type: euclidean_spearman
value: 24.474690200239962
verified: no, type: main_score
value: 20.810954246441803
verified: no, type: manhattan_pearson
value: 20.44847818877696
verified: no, type: manhattan_spearman
value: 27.624281563749992
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 3.14950505909999
verified: no, type: cosine_spearman
value: 8.436389259170458
verified: no, type: euclidean_pearson
value: 7.7506147255123725
verified: no, type: euclidean_spearman
value: 7.037062440876494
verified: no, type: main_score
value: 8.436389259170458
verified: no, type: manhattan_pearson
value: 9.706026714640052
verified: no, type: manhattan_spearman
value: 8.00200100450235
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 8.59590335620229
verified: no, type: cosine_spearman
value: 10.778094331264766
verified: no, type: euclidean_pearson
value: 28.70358543656486
verified: no, type: euclidean_spearman
value: 20.863348379272782
verified: no, type: main_score
value: 10.778094331264766
verified: no, type: manhattan_pearson
value: 32.10263640633953
verified: no, type: manhattan_spearman
value: 16.555236242029686
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22 (es-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 8.00733458463991
verified: no, type: cosine_spearman
value: 9.118706078872984
verified: no, type: euclidean_pearson
value: 9.07149432617858
verified: no, type: euclidean_spearman
value: 11.219345362943432
verified: no, type: main_score
value: 9.118706078872984
verified: no, type: manhattan_pearson
value: 8.832718333342706
verified: no, type: manhattan_spearman
value: 10.263754583872384
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 43.55249623133272
verified: no, type: cosine_spearman
value: 53.697978884880406
verified: no, type: euclidean_pearson
value: 43.8389320084649
verified: no, type: euclidean_spearman
value: 52.42704777306256
verified: no, type: main_score
value: 53.697978884880406
verified: no, type: manhattan_pearson
value: 43.86629307814909
verified: no, type: manhattan_spearman
value: 52.0381832205353
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 67.31658836868895
verified: no, type: cosine_spearman
value: 66.82184731765354
verified: no, type: euclidean_pearson
value: 57.80273593674898
verified: no, type: euclidean_spearman
value: 57.772446648657706
verified: no, type: main_score
value: 66.82184731765354
verified: no, type: manhattan_pearson
value: 58.234209002194795
verified: no, type: manhattan_spearman
value: 58.12293550703129
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: main_score
value: 66.86139617126783
verified: no, type: map
value: 66.86139617126783
verified: no, type: mrr
value: 87.3149943738179
verified: no, type: nAUC_map_diff1
value: 10.92124948908669
verified: no, type: nAUC_map_max
value: 55.79229386744934
verified: no, type: nAUC_map_std
value: 65.42609776668083
verified: no, type: nAUC_mrr_diff1
value: 42.06337561377432
verified: no, type: nAUC_mrr_max
value: 72.26477089952296
verified: no, type: nAUC_mrr_std
value: 68.47174098478668
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.6009900990099
verified: no, type: cosine_accuracy_threshold
value: 78.9186954498291
verified: no, type: cosine_ap
value: 84.68208216332572
verified: no, type: cosine_f1
value: 78.88487351574601
verified: no, type: cosine_f1_threshold
value: 76.20431184768677
verified: no, type: cosine_precision
value: 81.53681963713981
verified: no, type: cosine_recall
value: 76.4
verified: no, type: dot_accuracy
value: 99.05346534653465
verified: no, type: dot_accuracy_threshold
value: 62070.60546875
verified: no, type: dot_ap
value: 30.67111560824568
verified: no, type: dot_f1
value: 36.43184660275114
verified: no, type: dot_f1_threshold
value: 38959.15222167969
verified: no, type: dot_precision
value: 31.236597569692638
verified: no, type: dot_recall
value: 43.7
verified: no, type: euclidean_accuracy
value: 99.42871287128713
verified: no, type: euclidean_accuracy_threshold
value: 1293.6470031738281
verified: no, type: euclidean_ap
value: 68.4948217545871
verified: no, type: euclidean_f1
value: 66.38161411010155
verified: no, type: euclidean_f1_threshold
value: 1388.7130737304688
verified: no, type: euclidean_precision
value: 71.29735935706086
verified: no, type: euclidean_recall
value: 62.1
verified: no, type: main_score
value: 84.68208216332572
verified: no, type: manhattan_accuracy
value: 99.41584158415841
verified: no, type: manhattan_accuracy_threshold
value: 11503.255462646484
verified: no, type: manhattan_ap
value: 68.54990551262247
verified: no, type: manhattan_f1
value: 66.26173384870238
verified: no, type: manhattan_f1_threshold
value: 12185.600280761719
verified: no, type: manhattan_precision
value: 73.98273736128237
verified: no, type: manhattan_recall
value: 60
verified: no, type: max_accuracy
value: 99.6009900990099
verified: no, type: max_ap
value: 84.68208216332572
verified: no, type: max_f1
value: 78.88487351574601
verified: no, type: max_precision
value: 81.53681963713981
verified: no, type: max_recall
value: 76.4
verified: no, type: similarity_accuracy
value: 99.6009900990099
verified: no, type: similarity_accuracy_threshold
value: 78.9186954498291
verified: no, type: similarity_ap
value: 84.68208080875644
verified: no, type: similarity_f1
value: 78.88487351574601
verified: no, type: similarity_f1_threshold
value: 76.20431184768677
verified: no, type: similarity_precision
value: 81.53681963713981
verified: no, type: similarity_recall
value: 76.4
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: main_score
value: 35.27926530004693
verified: no, type: v_measure
value: 35.27926530004693
verified: no, type: v_measure_std
value: 4.213594415514492
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: main_score
value: 29.27592909966068
verified: no, type: v_measure
value: 29.27592909966068
verified: no, type: v_measure_std
value: 1.4306687739012842
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: main_score
value: 42.46430536151378
verified: no, type: map
value: 42.46430536151378
verified: no, type: mrr
value: 42.978697160682444
verified: no, type: nAUC_map_diff1
value: 34.16488374642183
verified: no, type: nAUC_map_max
value: 15.990699582552214
verified: no, type: nAUC_map_std
value: 7.0505058354865024
verified: no, type: nAUC_mrr_diff1
value: 33.67219566480288
verified: no, type: nAUC_mrr_max
value: 16.990618160743995
verified: no, type: nAUC_mrr_std
value: 7.524962858906838
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: cosine_pearson
value: 30.183315092157393
verified: no, type: cosine_spearman
value: 30.164573201350965
verified: no, type: dot_pearson
value: 15.532441039164112
verified: no, type: dot_spearman
value: 17.744350263113876
verified: no, type: main_score
value: 30.164573201350965
verified: no, type: pearson
value: 30.183314669218987
verified: no, type: spearman
value: 30.161615957372895
verified: no
task: type: Summarization, dataset: config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 62.1435546875
verified: no, type: ap
value: 10.253828258206063
verified: no, type: ap_weighted
value: 10.253828258206063
verified: no, type: f1
value: 47.395641667877385
verified: no, type: f1_weighted
value: 70.68010031561886
verified: no, type: main_score
value: 62.1435546875
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 48.39841539332202
verified: no, type: f1
value: 48.58310905274024
verified: no, type: f1_weighted
value: 48.03031996995187
verified: no, type: main_score
value: 48.39841539332202
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: main_score
value: 21.965681413174785
verified: no, type: v_measure
value: 21.965681413174785
verified: no, type: v_measure_std
value: 2.2097945438628344
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: cosine_accuracy
value: 81.76670441676104
verified: no, type: cosine_accuracy_threshold
value: 77.6945948600769
verified: no, type: cosine_ap
value: 57.43644750160504
verified: no, type: cosine_f1
value: 54.339194554736245
verified: no, type: cosine_f1_threshold
value: 66.83574914932251
verified: no, type: cosine_precision
value: 47.66169154228856
verified: no, type: cosine_recall
value: 63.19261213720316
verified: no, type: dot_accuracy
value: 78.04136615604696
verified: no, type: dot_accuracy_threshold
value: 69279.91943359375
verified: no, type: dot_ap
value: 41.27462915286439
verified: no, type: dot_f1
value: 45.9406677206361
verified: no, type: dot_f1_threshold
value: 38870.428466796875
verified: no, type: dot_precision
value: 35.473215568002296
verified: no, type: dot_recall
value: 65.17150395778364
verified: no, type: euclidean_accuracy
value: 80.03218692257256
verified: no, type: euclidean_accuracy_threshold
value: 1667.4659729003906
verified: no, type: euclidean_ap
value: 51.44165670701795
verified: no, type: euclidean_f1
value: 50.63679245283019
verified: no, type: euclidean_f1_threshold
value: 2015.814208984375
verified: no, type: euclidean_precision
value: 45.778251599147126
verified: no, type: euclidean_recall
value: 56.6490765171504
verified: no, type: main_score
value: 57.43645711181132
verified: no, type: manhattan_accuracy
value: 80.07987125230972
verified: no, type: manhattan_accuracy_threshold
value: 14477.607727050781
verified: no, type: manhattan_ap
value: 51.609695680028544
verified: no, type: manhattan_f1
value: 50.732328592655485
verified: no, type: manhattan_f1_threshold
value: 18645.140075683594
verified: no, type: manhattan_precision
value: 42.43607954545455
verified: no, type: manhattan_recall
value: 63.06068601583114
verified: no, type: max_accuracy
value: 81.76670441676104
verified: no, type: max_ap
value: 57.43645711181132
verified: no, type: max_f1
value: 54.339194554736245
verified: no, type: max_precision
value: 47.66169154228856
verified: no, type: max_recall
value: 65.17150395778364
verified: no, type: similarity_accuracy
value: 81.76670441676104
verified: no, type: similarity_accuracy_threshold
value: 77.6945948600769
verified: no, type: similarity_ap
value: 57.43645711181132
verified: no, type: similarity_f1
value: 54.339194554736245
verified: no, type: similarity_f1_threshold
value: 66.83574914932251
verified: no, type: similarity_precision
value: 47.66169154228856
verified: no, type: similarity_recall
value: 63.19261213720316
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: cosine_accuracy
value: 85.71040478130942
verified: no, type: cosine_accuracy_threshold
value: 69.46260929107666
verified: no, type: cosine_ap
value: 78.33655877180354
verified: no, type: cosine_f1
value: 70.4509162801308
verified: no, type: cosine_f1_threshold
value: 66.09716415405273
verified: no, type: cosine_precision
value: 69.5884031846177
verified: no, type: cosine_recall
value: 71.33507853403141
verified: no, type: dot_accuracy
value: 82.07008964955175
verified: no, type: dot_accuracy_threshold
value: 27785.427856445312
verified: no, type: dot_ap
value: 67.05507223333423
verified: no, type: dot_f1
value: 63.016089065717374
verified: no, type: dot_f1_threshold
value: 23387.98828125
verified: no, type: dot_precision
value: 57.63166294286626
verified: no, type: dot_recall
value: 69.51031721589159
verified: no, type: euclidean_accuracy
value: 83.10435828773237
verified: no, type: euclidean_accuracy_threshold
value: 1362.842082977295
verified: no, type: euclidean_ap
value: 70.21973250044095
verified: no, type: euclidean_f1
value: 62.38352870453863
verified: no, type: euclidean_f1_threshold
value: 1582.8761100769043
verified: no, type: euclidean_precision
value: 60.91869680070443
verified: no, type: euclidean_recall
value: 63.92054203880505
verified: no, type: main_score
value: 78.33656919387448
verified: no, type: manhattan_accuracy
value: 83.06942989094578
verified: no, type: manhattan_accuracy_threshold
value: 12189.000701904297
verified: no, type: manhattan_ap
value: 70.16377530413878
verified: no, type: manhattan_f1
value: 62.365993052183335
verified: no, type: manhattan_f1_threshold
value: 14111.676025390625
verified: no, type: manhattan_precision
value: 60.56736559529856
verified: no, type: manhattan_recall
value: 64.27471512165074
verified: no, type: max_accuracy
value: 85.71040478130942
verified: no, type: max_ap
value: 78.33656919387448
verified: no, type: max_f1
value: 70.4509162801308
verified: no, type: max_precision
value: 69.5884031846177
verified: no, type: max_recall
value: 71.33507853403141
verified: no, type: similarity_accuracy
value: 85.71040478130942
verified: no, type: similarity_accuracy_threshold
value: 69.46260929107666
verified: no, type: similarity_ap
value: 78.33656919387448
verified: no, type: similarity_f1
value: 70.4509162801308
verified: no, type: similarity_f1_threshold
value: 66.09715819358826
verified: no, type: similarity_precision
value: 69.5884031846177
verified: no, type: similarity_recall
value: 71.33507853403141
verified: no
task: type: PairClassification
Likes: 2 | All-time downloads: 57
Created: 2025-01-22 20:40:54