Model: bhavnicksm/red-beetle-base-v1.1
Author: bhavnicksm
Library: model2vec
Tags: model2vec, safetensors, embeddings, static-embeddings, sentence-transformers, mteb, en, base_model:mixedbread-ai/mxbai-embed-2d-large-v1, base_model:finetune:mixedbread-ai/mxbai-embed-2d-large-v1, license:mit, model-index, region:us
Base models (finetune): id: mixedbread-ai/mxbai-embed-2d-large-v1
Card metadata: base_model: mixedbread-ai/mxbai-embed-2d-large-v1
language: en
library_name: model2vec
license: mit
model_name: red-beetle-base-v1.1
tags: embeddings, static-embeddings, sentence-transformers, mteb
model-index: name: red-beetle-base-v1.1
results: dataset: config: en-ext
name: MTEB AmazonCounterfactualClassification (en-ext)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 68.51574212893554
verified: no, type: ap
value: 18.26482128271432
verified: no, type: ap_weighted
value: 18.26482128271432
verified: no, type: f1
value: 56.018664848414076
verified: no, type: f1_weighted
value: 74.48440726200506
verified: no, type: main_score
value: 68.51574212893554
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 70.3731343283582
verified: no, type: ap
value: 32.733191285536655
verified: no, type: ap_weighted
value: 32.733191285536655
verified: no, type: f1
value: 64.24351897570743
verified: no, type: f1_weighted
value: 73.22707942614687
verified: no, type: main_score
value: 70.3731343283582
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 69.40459999999999
verified: no, type: ap
value: 64.20606090660218
verified: no, type: ap_weighted
value: 64.20606090660218
verified: no, type: f1
value: 69.20270510914239
verified: no, type: f1_weighted
value: 69.20270510914239
verified: no, type: main_score
value: 69.40459999999999
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 32.016
verified: no, type: f1
value: 31.451334910783473
verified: no, type: f1_weighted
value: 31.451334910783473
verified: no, type: main_score
value: 32.016
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 40.744
verified: no, type: map_at_1
value: 20.626
verified: no, type: map_at_10
value: 33.233000000000004
verified: no, type: map_at_100
value: 34.53
verified: no, type: map_at_1000
value: 34.563
verified: no, type: map_at_20
value: 34.093
verified: no, type: map_at_3
value: 28.912
verified: no, type: map_at_5
value: 31.174000000000003
verified: no, type: mrr_at_1
value: 21.19487908961593
verified: no, type: mrr_at_10
value: 33.42788276998801
verified: no, type: mrr_at_100
value: 34.73108022089177
verified: no, type: mrr_at_1000
value: 34.76462165706356
verified: no, type: mrr_at_20
value: 34.29413115263283
verified: no, type: mrr_at_3
value: 29.113323850165905
verified: no, type: mrr_at_5
value: 31.414177335229876
verified: no, type: nauc_map_at_1000_diff1
value: 9.306344480024066
verified: no, type: nauc_map_at_1000_max
value: 0.7571762357209003
verified: no, type: nauc_map_at_1000_std
value: 4.933264682834582
verified: no, type: nauc_map_at_100_diff1
value: 9.32478429467555
verified: no, type: nauc_map_at_100_max
value: 0.8022628110615868
verified: no, type: nauc_map_at_100_std
value: 4.973358444921986
verified: no, type: nauc_map_at_10_diff1
value: 9.159265174445585
verified: no, type: nauc_map_at_10_max
value: 0.6205004821573252
verified: no, type: nauc_map_at_10_std
value: 4.8969542525600325
verified: no, type: nauc_map_at_1_diff1
value: 10.366154947053476
verified: no, type: nauc_map_at_1_max
value: -4.0240187243454555
verified: no, type: nauc_map_at_1_std
value: 2.6228053135244256
verified: no, type: nauc_map_at_20_diff1
value: 9.344653692824863
verified: no, type: nauc_map_at_20_max
value: 0.8796294882903347
verified: no, type: nauc_map_at_20_std
value: 5.047738348768129
verified: no, type: nauc_map_at_3_diff1
value: 8.396734822602712
verified: no, type: nauc_map_at_3_max
value: -0.6653206829028153
verified: no, type: nauc_map_at_3_std
value: 2.9007367239941093
verified: no, type: nauc_map_at_5_diff1
value: 8.724492333244367
verified: no, type: nauc_map_at_5_max
value: -0.36366200952505834
verified: no, type: nauc_map_at_5_std
value: 3.704404938795384
verified: no, type: nauc_mrr_at_1000_diff1
value: 7.688517032969979
verified: no, type: nauc_mrr_at_1000_max
value: 0.362655996614517
verified: no, type: nauc_mrr_at_1000_std
value: 4.718303686868911
verified: no, type: nauc_mrr_at_100_diff1
value: 7.708637857471973
verified: no, type: nauc_mrr_at_100_max
value: 0.4079579858911049
verified: no, type: nauc_mrr_at_100_std
value: 4.758440409959555
verified: no, type: nauc_mrr_at_10_diff1
value: 7.558285497649535
verified: no, type: nauc_mrr_at_10_max
value: 0.2061392015962885
verified: no, type: nauc_mrr_at_10_std
value: 4.664431037443483
verified: no, type: nauc_mrr_at_1_diff1
value: 8.330908365879786
verified: no, type: nauc_mrr_at_1_max
value: -3.443270406258489
verified: no, type: nauc_mrr_at_1_std
value: 2.23993102244014
verified: no, type: nauc_mrr_at_20_diff1
value: 7.748202282207771
verified: no, type: nauc_mrr_at_20_max
value: 0.4905593759181205
verified: no, type: nauc_mrr_at_20_std
value: 4.834835988133842
verified: no, type: nauc_mrr_at_3_diff1
value: 6.741780992259226
verified: no, type: nauc_mrr_at_3_max
value: -1.2004252048463453
verified: no, type: nauc_mrr_at_3_std
value: 2.7868808191812993
verified: no, type: nauc_mrr_at_5_diff1
value: 7.265347223293535
verified: no, type: nauc_mrr_at_5_max
value: -0.6661804419857198
verified: no, type: nauc_mrr_at_5_std
value: 3.556363020783503
verified: no, type: nauc_ndcg_at_1000_diff1
value: 9.733709649934335
verified: no, type: nauc_ndcg_at_1000_max
value: 2.6000138292055155
verified: no, type: nauc_ndcg_at_1000_std
value: 6.736716942127257
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.355445388107249
verified: no, type: nauc_ndcg_at_100_max
value: 3.9394052801299075
verified: no, type: nauc_ndcg_at_100_std
value: 8.100885362835514
verified: no, type: nauc_ndcg_at_10_diff1
value: 9.735784744707196
verified: no, type: nauc_ndcg_at_10_max
value: 3.3830571642247675
verified: no, type: nauc_ndcg_at_10_std
value: 7.482080482228561
verified: no, type: nauc_ndcg_at_1_diff1
value: 10.366154947053476
verified: no, type: nauc_ndcg_at_1_max
value: -4.0240187243454555
verified: no, type: nauc_ndcg_at_1_std
value: 2.6228053135244256
verified: no, type: nauc_ndcg_at_20_diff1
value: 10.348662517786961
verified: no, type: nauc_ndcg_at_20_max
value: 4.430781295357206
verified: no, type: nauc_ndcg_at_20_std
value: 8.411278468237779
verified: no, type: nauc_ndcg_at_3_diff1
value: 8.03279453366462
verified: no, type: nauc_ndcg_at_3_max
value: 0.29139703314834775
verified: no, type: nauc_ndcg_at_3_std
value: 3.054046892273568
verified: no, type: nauc_ndcg_at_5_diff1
value: 8.558971838820204
verified: no, type: nauc_ndcg_at_5_max
value: 0.8753566242676702
verified: no, type: nauc_ndcg_at_5_std
value: 4.474018694799897
verified: no, type: nauc_precision_at_1000_diff1
value: 8.833047415068856
verified: no, type: nauc_precision_at_1000_max
value: 39.99332892595524
verified: no, type: nauc_precision_at_1000_std
value: 66.62073755409186
verified: no, type: nauc_precision_at_100_diff1
value: 26.53703361855959
verified: no, type: nauc_precision_at_100_max
value: 42.32990227408386
verified: no, type: nauc_precision_at_100_std
value: 50.88622554550872
verified: no, type: nauc_precision_at_10_diff1
value: 12.354716623749978
verified: no, type: nauc_precision_at_10_max
value: 13.4417013691476
verified: no, type: nauc_precision_at_10_std
value: 17.35935678640119
verified: no, type: nauc_precision_at_1_diff1
value: 10.366154947053476
verified: no, type: nauc_precision_at_1_max
value: -4.0240187243454555
verified: no, type: nauc_precision_at_1_std
value: 2.6228053135244256
verified: no, type: nauc_precision_at_20_diff1
value: 16.283335756459596
verified: no, type: nauc_precision_at_20_max
value: 22.56126609818388
verified: no, type: nauc_precision_at_20_std
value: 26.65257281736464
verified: no, type: nauc_precision_at_3_diff1
value: 7.142890212592146
verified: no, type: nauc_precision_at_3_max
value: 2.7770285685825384
verified: no, type: nauc_precision_at_3_std
value: 3.4732959879920666
verified: no, type: nauc_precision_at_5_diff1
value: 8.216529084173759
verified: no, type: nauc_precision_at_5_max
value: 4.277421981116868
verified: no, type: nauc_precision_at_5_std
value: 6.7364218208586415
verified: no, type: nauc_recall_at_1000_diff1
value: 8.83304741506953
verified: no, type: nauc_recall_at_1000_max
value: 39.99332892595518
verified: no, type: nauc_recall_at_1000_std
value: 66.62073755409142
verified: no, type: nauc_recall_at_100_diff1
value: 26.537033618559736
verified: no, type: nauc_recall_at_100_max
value: 42.329902274084176
verified: no, type: nauc_recall_at_100_std
value: 50.88622554550884
verified: no, type: nauc_recall_at_10_diff1
value: 12.35471662374994
verified: no, type: nauc_recall_at_10_max
value: 13.441701369147577
verified: no, type: nauc_recall_at_10_std
value: 17.359356786401136
verified: no, type: nauc_recall_at_1_diff1
value: 10.366154947053476
verified: no, type: nauc_recall_at_1_max
value: -4.0240187243454555
verified: no, type: nauc_recall_at_1_std
value: 2.6228053135244256
verified: no, type: nauc_recall_at_20_diff1
value: 16.2833357564597
verified: no, type: nauc_recall_at_20_max
value: 22.561266098183875
verified: no, type: nauc_recall_at_20_std
value: 26.652572817364618
verified: no, type: nauc_recall_at_3_diff1
value: 7.142890212592177
verified: no, type: nauc_recall_at_3_max
value: 2.777028568582575
verified: no, type: nauc_recall_at_3_std
value: 3.4732959879920986
verified: no, type: nauc_recall_at_5_diff1
value: 8.216529084173766
verified: no, type: nauc_recall_at_5_max
value: 4.277421981116824
verified: no, type: nauc_recall_at_5_std
value: 6.736421820858594
verified: no, type: ndcg_at_1
value: 20.626
verified: no, type: ndcg_at_10
value: 40.744
verified: no, type: ndcg_at_100
value: 46.723
verified: no, type: ndcg_at_1000
value: 47.611
verified: no, type: ndcg_at_20
value: 43.814
verified: no, type: ndcg_at_3
value: 31.708
verified: no, type: ndcg_at_5
value: 35.766999999999996
verified: no, type: precision_at_1
value: 20.626
verified: no, type: precision_at_10
value: 6.5009999999999994
verified: no, type: precision_at_100
value: 0.922
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_20
value: 3.8510000000000004
verified: no, type: precision_at_3
value: 13.276
verified: no, type: precision_at_5
value: 9.929
verified: no, type: recall_at_1
value: 20.626
verified: no, type: recall_at_10
value: 65.007
verified: no, type: recall_at_100
value: 92.176
verified: no, type: recall_at_1000
value: 99.14699999999999
verified: no, type: recall_at_20
value: 77.027
verified: no, type: recall_at_3
value: 39.829
verified: no, type: recall_at_5
value: 49.644
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: main_score
value: 31.94364560117654
verified: no, type: v_measure
value: 31.94364560117654
verified: no, type: v_measure_std
value: 14.094179968288195
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: main_score
value: 20.711733136013542
verified: no, type: v_measure
value: 20.711733136013542
verified: no, type: v_measure_std
value: 15.43951770900872
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: main_score
value: 53.32750193672931
verified: no, type: map
value: 53.32750193672931
verified: no, type: mrr
value: 67.63256826276216
verified: no, type: nAUC_map_diff1
value: 11.103341605449046
verified: no, type: nAUC_map_max
value: 13.320484853733856
verified: no, type: nAUC_map_std
value: 4.338815572084201
verified: no, type: nAUC_mrr_diff1
value: 14.565270235921618
verified: no, type: nAUC_mrr_max
value: 17.37249268570529
verified: no, type: nAUC_mrr_std
value: 9.12628565000101
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 78.44794480179517
verified: no, type: cosine_spearman
value: 75.79751023022001
verified: no, type: euclidean_pearson
value: 54.03315420383215
verified: no, type: euclidean_spearman
value: 53.28555149683615
verified: no, type: main_score
value: 75.79751023022001
verified: no, type: manhattan_pearson
value: 52.817152257767056
verified: no, type: manhattan_spearman
value: 52.8512042505419
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 75.22402597402598
verified: no, type: f1
value: 75.29239059791057
verified: no, type: f1_weighted
value: 75.29239059791058
verified: no, type: main_score
value: 75.22402597402598
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: main_score
value: 28.267236959370763
verified: no, type: v_measure
value: 28.267236959370763
verified: no, type: v_measure_std
value: 0.5797786916746228
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: main_score
value: 16.006341729543493
verified: no, type: v_measure
value: 16.006341729543493
verified: no, type: v_measure_std
value: 0.7956747608151029
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 30.578
verified: no, type: map_at_1
value: 17.886
verified: no, type: map_at_10
value: 25.705
verified: no, type: map_at_100
value: 26.953
verified: no, type: map_at_1000
value: 27.1
verified: no, type: map_at_20
value: 26.363999999999997
verified: no, type: map_at_3
value: 23.517
verified: no, type: map_at_5
value: 24.511
verified: no, type: mrr_at_1
value: 22.889842632331902
verified: no, type: mrr_at_10
value: 30.976792242886653
verified: no, type: mrr_at_100
value: 31.909730932663177
verified: no, type: mrr_at_1000
value: 31.984835090631965
verified: no, type: mrr_at_20
value: 31.48929926828582
verified: no, type: mrr_at_3
value: 29.089175011921796
verified: no, type: mrr_at_5
value: 29.99761564139246
verified: no, type: nauc_map_at_1000_diff1
value: 43.824334632298005
verified: no, type: nauc_map_at_1000_max
value: 28.339936535472525
verified: no, type: nauc_map_at_1000_std
value: 0.15496299610848152
verified: no, type: nauc_map_at_100_diff1
value: 43.78148759943808
verified: no, type: nauc_map_at_100_max
value: 28.284182055573265
verified: no, type: nauc_map_at_100_std
value: 0.08772751097170564
verified: no, type: nauc_map_at_10_diff1
value: 43.999574002692995
verified: no, type: nauc_map_at_10_max
value: 28.100265508140886
verified: no, type: nauc_map_at_10_std
value: -0.3198396492636512
verified: no, type: nauc_map_at_1_diff1
value: 54.541182234720786
verified: no, type: nauc_map_at_1_max
value: 28.077596466175525
verified: no, type: nauc_map_at_1_std
value: -1.7517352723162738
verified: no, type: nauc_map_at_20_diff1
value: 43.839931304686765
verified: no, type: nauc_map_at_20_max
value: 28.312985430991333
verified: no, type: nauc_map_at_20_std
value: -0.2617422605338104
verified: no, type: nauc_map_at_3_diff1
value: 45.22068090051764
verified: no, type: nauc_map_at_3_max
value: 27.457272131861004
verified: no, type: nauc_map_at_3_std
value: -0.6826302998911494
verified: no, type: nauc_map_at_5_diff1
value: 44.19756483808013
verified: no, type: nauc_map_at_5_max
value: 27.78431763510697
verified: no, type: nauc_map_at_5_std
value: -0.3878901715562679
verified: no, type: nauc_mrr_at_1000_diff1
value: 44.30120875826671
verified: no, type: nauc_mrr_at_1000_max
value: 27.71115660087025
verified: no, type: nauc_mrr_at_1000_std
value: -1.5511069269888191
verified: no, type: nauc_mrr_at_100_diff1
value: 44.27081972989784
verified: no, type: nauc_mrr_at_100_max
value: 27.663356561072373
verified: no, type: nauc_mrr_at_100_std
value: -1.580950054511763
verified: no, type: nauc_mrr_at_10_diff1
value: 44.41661107806743
verified: no, type: nauc_mrr_at_10_max
value: 27.86652576160371
verified: no, type: nauc_mrr_at_10_std
value: -1.7786481104301441
verified: no, type: nauc_mrr_at_1_diff1
value: 53.954048129329244
verified: no, type: nauc_mrr_at_1_max
value: 28.02548360785206
verified: no, type: nauc_mrr_at_1_std
value: -3.7393496080620654
verified: no, type: nauc_mrr_at_20_diff1
value: 44.276141598705514
verified: no, type: nauc_mrr_at_20_max
value: 27.751723797126093
verified: no, type: nauc_mrr_at_20_std
value: -1.7686953451633114
verified: no, type: nauc_mrr_at_3_diff1
value: 45.60811855883869
verified: no, type: nauc_mrr_at_3_max
value: 27.861568283391193
verified: no, type: nauc_mrr_at_3_std
value: -2.4388325381392453
verified: no, type: nauc_mrr_at_5_diff1
value: 44.730275212624775
verified: no, type: nauc_mrr_at_5_max
value: 27.905179672628556
verified: no, type: nauc_mrr_at_5_std
value: -2.086442892142964
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.71340652806716
verified: no, type: nauc_ndcg_at_1000_max
value: 28.685070915362253
verified: no, type: nauc_ndcg_at_1000_std
value: 3.214967522092728
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.84398796110547
verified: no, type: nauc_ndcg_at_100_max
value: 27.62759288395838
verified: no, type: nauc_ndcg_at_100_std
value: 2.6260049703958686
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.68296900096844
verified: no, type: nauc_ndcg_at_10_max
value: 28.123659316170134
verified: no, type: nauc_ndcg_at_10_std
value: -0.05622372994679456
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.954048129329244
verified: no, type: nauc_ndcg_at_1_max
value: 28.02548360785206
verified: no, type: nauc_ndcg_at_1_std
value: -3.7393496080620654
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.42341421746487
verified: no, type: nauc_ndcg_at_20_max
value: 28.139255227524163
verified: no, type: nauc_ndcg_at_20_std
value: 0.24928172812554591
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.75136768995255
verified: no, type: nauc_ndcg_at_3_max
value: 27.365611272363193
verified: no, type: nauc_ndcg_at_3_std
value: -1.0433852194756243
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.170065381900216
verified: no, type: nauc_ndcg_at_5_max
value: 27.90976391951549
verified: no, type: nauc_ndcg_at_5_std
value: -0.4153633492926037
verified: no, type: nauc_precision_at_1000_diff1
value: 4.243365629525832
verified: no, type: nauc_precision_at_1000_max
value: 0.33822073791001556
verified: no, type: nauc_precision_at_1000_std
value: 1.6527402517527907
verified: no, type: nauc_precision_at_100_diff1
value: 9.65747981607684
verified: no, type: nauc_precision_at_100_max
value: 10.017158260229426
verified: no, type: nauc_precision_at_100_std
value: 3.036678315292026
verified: no, type: nauc_precision_at_10_diff1
value: 25.766717925097606
verified: no, type: nauc_precision_at_10_max
value: 24.66911907553177
verified: no, type: nauc_precision_at_10_std
value: -0.36076881390768656
verified: no, type: nauc_precision_at_1_diff1
value: 53.954048129329244
verified: no, type: nauc_precision_at_1_max
value: 28.02548360785206
verified: no, type: nauc_precision_at_1_std
value: -3.7393496080620654
verified: no, type: nauc_precision_at_20_diff1
value: 20.88628178770552
verified: no, type: nauc_precision_at_20_max
value: 21.71075889908833
verified: no, type: nauc_precision_at_20_std
value: -0.4961782679987993
verified: no, type: nauc_precision_at_3_diff1
value: 34.851453929093644
verified: no, type: nauc_precision_at_3_max
value: 26.145597165662238
verified: no, type: nauc_precision_at_3_std
value: -1.8482855749101368
verified: no, type: nauc_precision_at_5_diff1
value: 30.54777422235972
verified: no, type: nauc_precision_at_5_max
value: 26.573667676256918
verified: no, type: nauc_precision_at_5_std
value: -0.42169623005805945
verified: no, type: nauc_recall_at_1000_diff1
value: 18.457639810293227
verified: no, type: nauc_recall_at_1000_max
value: 34.673802200112775
verified: no, type: nauc_recall_at_1000_std
value: 36.71966186912176
verified: no, type: nauc_recall_at_100_diff1
value: 22.234170892084133
verified: no, type: nauc_recall_at_100_max
value: 23.346173432238725
verified: no, type: nauc_recall_at_100_std
value: 16.747904754583654
verified: no, type: nauc_recall_at_10_diff1
value: 29.074868617039982
verified: no, type: nauc_recall_at_10_max
value: 25.920939651923337
verified: no, type: nauc_recall_at_10_std
value: 2.1437327423673818
verified: no, type: nauc_recall_at_1_diff1
value: 54.541182234720786
verified: no, type: nauc_recall_at_1_max
value: 28.077596466175525
verified: no, type: nauc_recall_at_1_std
value: -1.7517352723162738
verified: no, type: nauc_recall_at_20_diff1
value: 27.39631903479946
verified: no, type: nauc_recall_at_20_max
value: 26.1100787224386
verified: no, type: nauc_recall_at_20_std
value: 2.9618843097226377
verified: no, type: nauc_recall_at_3_diff1
value: 34.73443819589105
verified: no, type: nauc_recall_at_3_max
value: 24.993601932289316
verified: no, type: nauc_recall_at_3_std
value: 0.5444652941666646
verified: no, type: nauc_recall_at_5_diff1
value: 30.994978959173373
verified: no, type: nauc_recall_at_5_max
value: 25.49775246951628
verified: no, type: nauc_recall_at_5_std
value: 1.5134555364670739
verified: no, type: ndcg_at_1
value: 22.89
verified: no, type: ndcg_at_10
value: 30.578
verified: no, type: ndcg_at_100
value: 36.043
verified: no, type: ndcg_at_1000
value: 39.213
verified: no, type: ndcg_at_20
value: 32.534
verified: no, type: ndcg_at_3
value: 27.372000000000003
verified: no, type: ndcg_at_5
value: 28.343
verified: no, type: precision_at_1
value: 22.89
verified: no, type: precision_at_10
value: 5.9799999999999995
verified: no, type: precision_at_100
value: 1.109
verified: no, type: precision_at_1000
value: 0.167
verified: no, type: precision_at_20
value: 3.691
verified: no, type: precision_at_3
value: 13.782
verified: no, type: precision_at_5
value: 9.499
verified: no, type: recall_at_1
value: 17.886
verified: no, type: recall_at_10
value: 39.589
verified: no, type: recall_at_100
value: 63.402
verified: no, type: recall_at_1000
value: 85.369
verified: no, type: recall_at_20
value: 46.695
verified: no, type: recall_at_3
value: 29.204
verified: no, type: recall_at_5
value: 32.745000000000005
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 26.045
verified: no, type: map_at_1
value: 16.483
verified: no, type: map_at_10
value: 22.087
verified: no, type: map_at_100
value: 23.055999999999997
verified: no, type: map_at_1000
value: 23.172
verified: no, type: map_at_20
value: 22.599
verified: no, type: map_at_3
value: 19.936999999999998
verified: no, type: map_at_5
value: 21.189
verified: no, type: mrr_at_1
value: 20.382165605095544
verified: no, type: mrr_at_10
value: 26.07448690728943
verified: no, type: mrr_at_100
value: 26.87867649446834
verified: no, type: mrr_at_1000
value: 26.948700728370557
verified: no, type: mrr_at_20
value: 26.537445185418463
verified: no, type: mrr_at_3
value: 23.885350318471335
verified: no, type: mrr_at_5
value: 25.203821656050923
verified: no, type: nauc_map_at_1000_diff1
value: 41.99769082608682
verified: no, type: nauc_map_at_1000_max
value: 16.086437310121212
verified: no, type: nauc_map_at_1000_std
value: -1.5465749931336394
verified: no, type: nauc_map_at_100_diff1
value: 42.03331938688065
verified: no, type: nauc_map_at_100_max
value: 16.05707141451827
verified: no, type: nauc_map_at_100_std
value: -1.61901708928834
verified: no, type: nauc_map_at_10_diff1
value: 42.3556853444029
verified: no, type: nauc_map_at_10_max
value: 16.104705138580716
verified: no, type: nauc_map_at_10_std
value: -2.310228225871808
verified: no, type: nauc_map_at_1_diff1
value: 49.244195369918494
verified: no, type: nauc_map_at_1_max
value: 17.83109948673291
verified: no, type: nauc_map_at_1_std
value: -3.383037274445001
verified: no, type: nauc_map_at_20_diff1
value: 42.10940797804976
verified: no, type: nauc_map_at_20_max
value: 15.9486877728819
verified: no, type: nauc_map_at_20_std
value: -1.9819311258816128
verified: no, type: nauc_map_at_3_diff1
value: 44.577413822906635
verified: no, type: nauc_map_at_3_max
value: 16.559143806019897
verified: no, type: nauc_map_at_3_std
value: -3.604244559595237
verified: no, type: nauc_map_at_5_diff1
value: 43.01188496982599
verified: no, type: nauc_map_at_5_max
value: 15.962890798861507
verified: no, type: nauc_map_at_5_std
value: -2.8074852449395156
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.57336993904667
verified: no, type: nauc_mrr_at_1000_max
value: 14.752982494044902
verified: no, type: nauc_mrr_at_1000_std
value: -0.7010770979290138
verified: no, type: nauc_mrr_at_100_diff1
value: 40.56587694298321
verified: no, type: nauc_mrr_at_100_max
value: 14.754322124784652
verified: no, type: nauc_mrr_at_100_std
value: -0.6893796797324594
verified: no, type: nauc_mrr_at_10_diff1
value: 40.84815563729789
verified: no, type: nauc_mrr_at_10_max
value: 14.916910464881603
verified: no, type: nauc_mrr_at_10_std
value: -0.9956445267653128
verified: no, type: nauc_mrr_at_1_diff1
value: 46.43982851893438
verified: no, type: nauc_mrr_at_1_max
value: 17.689803000918648
verified: no, type: nauc_mrr_at_1_std
value: -1.6113095845667125
verified: no, type: nauc_mrr_at_20_diff1
value: 40.613334139763275
verified: no, type: nauc_mrr_at_20_max
value: 14.776030353807517
verified: no, type: nauc_mrr_at_20_std
value: -0.8218525861604126
verified: no, type: nauc_mrr_at_3_diff1
value: 42.68341801415117
verified: no, type: nauc_mrr_at_3_max
value: 15.442562825519268
verified: no, type: nauc_mrr_at_3_std
value: -2.1047684142939405
verified: no, type: nauc_mrr_at_5_diff1
value: 41.222381659327105
verified: no, type: nauc_mrr_at_5_max
value: 14.691037353435938
verified: no, type: nauc_mrr_at_5_std
value: -1.3598707536812613
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.74234960719319
verified: no, type: nauc_ndcg_at_1000_max
value: 14.768061374030895
verified: no, type: nauc_ndcg_at_1000_std
value: 1.9871398485985043
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.188473017214584
verified: no, type: nauc_ndcg_at_100_max
value: 14.420453567903271
verified: no, type: nauc_ndcg_at_100_std
value: 1.1492997937891576
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.24628187060152
verified: no, type: nauc_ndcg_at_10_max
value: 14.91497249760978
verified: no, type: nauc_ndcg_at_10_std
value: -0.951145369572896
verified: no, type: nauc_ndcg_at_1_diff1
value: 46.43982851893438
verified: no, type: nauc_ndcg_at_1_max
value: 17.689803000918648
verified: no, type: nauc_ndcg_at_1_std
value: -1.6113095845667125
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.474021411271224
verified: no, type: nauc_ndcg_at_20_max
value: 14.23626288088117
verified: no, type: nauc_ndcg_at_20_std
value: -0.3096880776286475
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.593344278049614
verified: no, type: nauc_ndcg_at_3_max
value: 15.811151019138322
verified: no, type: nauc_ndcg_at_3_std
value: -3.009758345179934
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.31234389932942
verified: no, type: nauc_ndcg_at_5_max
value: 14.67147528036366
verified: no, type: nauc_ndcg_at_5_std
value: -1.7022686666965676
verified: no, type: nauc_precision_at_1000_diff1
value: -6.594248598540784
verified: no, type: nauc_precision_at_1000_max
value: 8.69300318061849
verified: no, type: nauc_precision_at_1000_std
value: 19.32445426788176
verified: no, type: nauc_precision_at_100_diff1
value: 6.519507304672599
verified: no, type: nauc_precision_at_100_max
value: 11.085147611991355
verified: no, type: nauc_precision_at_100_std
value: 15.508879057694575
verified: no, type: nauc_precision_at_10_diff1
value: 23.09863112110078
verified: no, type: nauc_precision_at_10_max
value: 13.047382628147888
verified: no, type: nauc_precision_at_10_std
value: 5.901993629206536
verified: no, type: nauc_precision_at_1_diff1
value: 46.43982851893438
verified: no, type: nauc_precision_at_1_max
value: 17.689803000918648
verified: no, type: nauc_precision_at_1_std
value: -1.6113095845667125
verified: no, type: nauc_precision_at_20_diff1
value: 17.129921172044153
verified: no, type: nauc_precision_at_20_max
value: 10.848215565733693
verified: no, type: nauc_precision_at_20_std
value: 8.92673768226908
verified: no, type: nauc_precision_at_3_diff1
value: 35.22897021392408
verified: no, type: nauc_precision_at_3_max
value: 14.630155966338727
verified: no, type: nauc_precision_at_3_std
value: -1.122428782175974
verified: no, type: nauc_precision_at_5_diff1
value: 28.65594712501948
verified: no, type: nauc_precision_at_5_max
value: 12.469053047386948
verified: no, type: nauc_precision_at_5_std
value: 2.4329994165766555
verified: no, type: nauc_recall_at_1000_diff1
value: 20.377385542514563
verified: no, type: nauc_recall_at_1000_max
value: 9.090027853750692
verified: no, type: nauc_recall_at_1000_std
value: 14.61149142575702
verified: no, type: nauc_recall_at_100_diff1
value: 26.001787895712532
verified: no, type: nauc_recall_at_100_max
value: 8.783730919869381
verified: no, type: nauc_recall_at_100_std
value: 7.983658772450106
verified: no, type: nauc_recall_at_10_diff1
value: 31.178853020858377
verified: no, type: nauc_recall_at_10_max
value: 11.488015686187088
verified: no, type: nauc_recall_at_10_std
value: 0.3846200612036154
verified: no, type: nauc_recall_at_1_diff1
value: 49.244195369918494
verified: no, type: nauc_recall_at_1_max
value: 17.83109948673291
verified: no, type: nauc_recall_at_1_std
value: -3.383037274445001
verified: no, type: nauc_recall_at_20_diff1
value: 28.130481118834673
verified: no, type: nauc_recall_at_20_max
value: 8.961108213250029
verified: no, type: nauc_recall_at_20_std
value: 2.4808687786445445
verified: no, type: nauc_recall_at_3_diff1
value: 39.48695331110217
verified: no, type: nauc_recall_at_3_max
value: 13.60080945363682
verified: no, type: nauc_recall_at_3_std
value: -3.8888037058832
verified: no, type: nauc_recall_at_5_diff1
value: 34.5292141284345
verified: no, type: nauc_recall_at_5_max
value: 11.085720177387053
verified: no, type: nauc_recall_at_5_std
value: -1.188191138773793
verified: no, type: ndcg_at_1
value: 20.382
verified: no, type: ndcg_at_10
value: 26.045
verified: no, type: ndcg_at_100
value: 30.391000000000002
verified: no, type: ndcg_at_1000
value: 33.037
verified: no, type: ndcg_at_20
value: 27.644000000000002
verified: no, type: ndcg_at_3
value: 22.248
verified: no, type: ndcg_at_5
value: 24.173000000000002
verified: no, type: precision_at_1
value: 20.382
verified: no, type: precision_at_10
value: 4.854
verified: no, type: precision_at_100
value: 0.882
verified: no, type: precision_at_1000
value: 0.135
verified: no, type: precision_at_20
value: 2.949
verified: no, type: precision_at_3
value: 10.360999999999999
verified: no, type: precision_at_5
value: 7.720000000000001
verified: no, type: recall_at_1
value: 16.483
verified: no, type: recall_at_10
value: 33.904
verified: no, type: recall_at_100
value: 52.672
verified: no, type: recall_at_1000
value: 70.63199999999999
verified: no, type: recall_at_20
value: 39.822
verified: no, type: recall_at_3
value: 23.357
verified: no, type: recall_at_5
value: 28.355000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 37.563
verified: no, type: map_at_1
value: 23.764
verified: no, type: map_at_10
value: 32.492
verified: no, type: map_at_100
value: 33.639
verified: no, type: map_at_1000
value: 33.733999999999995
verified: no, type: map_at_20
value: 33.145
verified: no, type: map_at_3
value: 29.808
verified: no, type: map_at_5
value: 31.257
verified: no, type: mrr_at_1
value: 27.64890282131661
verified: no, type: mrr_at_10
value: 35.69269045131111
verified: no, type: mrr_at_100
value: 36.625717198470234
verified: no, type: mrr_at_1000
value: 36.68769222029871
verified: no, type: mrr_at_20
value: 36.243246806658455
verified: no, type: mrr_at_3
value: 33.28108672936255
verified: no, type: mrr_at_5
value: 34.61964472309296
verified: no, type: nauc_map_at_1000_diff1
value: 39.35336470340335
verified: no, type: nauc_map_at_1000_max
value: 23.322143111377976
verified: no, type: nauc_map_at_1000_std
value: -10.282532966627489
verified: no, type: nauc_map_at_100_diff1
value: 39.3445885714143
verified: no, type: nauc_map_at_100_max
value: 23.280642181809917
verified: no, type: nauc_map_at_100_std
value: -10.349775534014675
verified: no, type: nauc_map_at_10_diff1
value: 39.415962627961406
verified: no, type: nauc_map_at_10_max
value: 23.17364791840725
verified: no, type: nauc_map_at_10_std
value: -10.757865919293447
verified: no, type: nauc_map_at_1_diff1
value: 45.530492443778485
verified: no, type: nauc_map_at_1_max
value: 22.46615960662442
verified: no, type: nauc_map_at_1_std
value: -12.216015327898186
verified: no, type: nauc_map_at_20_diff1
value: 39.33751209752473
verified: no, type: nauc_map_at_20_max
value: 23.145014968763352
verified: no, type: nauc_map_at_20_std
value: -10.54953001154784
verified: no, type: nauc_map_at_3_diff1
value: 40.69700166328162
verified: no, type: nauc_map_at_3_max
value: 22.69951862598816
verified: no, type: nauc_map_at_3_std
value: -11.928032519030975
verified: no, type: nauc_map_at_5_diff1
value: 39.916210275842616
verified: no, type: nauc_map_at_5_max
value: 23.074418862401185
verified: no, type: nauc_map_at_5_std
value: -11.071878894462998
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.14106251940462
verified: no, type: nauc_mrr_at_1000_max
value: 25.01714559673907
verified: no, type: nauc_mrr_at_1000_std
value: -8.54177197130761
verified: no, type: nauc_mrr_at_100_diff1
value: 39.131055738764786
verified: no, type: nauc_mrr_at_100_max
value: 24.997790447468567
verified: no, type: nauc_mrr_at_100_std
value: -8.562315026462441
verified: no, type: nauc_mrr_at_10_diff1
value: 39.12512580971875
verified: no, type: nauc_mrr_at_10_max
value: 25.031655786076023
verified: no, type: nauc_mrr_at_10_std
value: -8.713439278169556
verified: no, type: nauc_mrr_at_1_diff1
value: 44.99170697080884
verified: no, type: nauc_mrr_at_1_max
value: 25.029766304904232
verified: no, type: nauc_mrr_at_1_std
value: -11.145764389000428
verified: no, type: nauc_mrr_at_20_diff1
value: 39.092882459010106
verified: no, type: nauc_mrr_at_20_max
value: 24.978741107195095
verified: no, type: nauc_mrr_at_20_std
value: -8.630054297640113
verified: no, type: nauc_mrr_at_3_diff1
value: 39.98541774465145
verified: no, type: nauc_mrr_at_3_max
value: 24.824538113239846
verified: no, type: nauc_mrr_at_3_std
value: -9.612921351804323
verified: no, type: nauc_mrr_at_5_diff1
value: 39.42612460949879
verified: no, type: nauc_mrr_at_5_max
value: 25.142350936813436
verified: no, type: nauc_mrr_at_5_std
value: -8.894772715595527
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.075616214156156
verified: no, type: nauc_ndcg_at_1000_max
value: 24.518617865406945
verified: no, type: nauc_ndcg_at_1000_std
value: -6.707370701936692
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.866021517028294
verified: no, type: nauc_ndcg_at_100_max
value: 23.815640228403822
verified: no, type: nauc_ndcg_at_100_std
value: -7.671196463605301
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.990052253939204
verified: no, type: nauc_ndcg_at_10_max
value: 23.499090078295133
verified: no, type: nauc_ndcg_at_10_std
value: -9.21840822656119
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.99170697080884
verified: no, type: nauc_ndcg_at_1_max
value: 25.029766304904232
verified: no, type: nauc_ndcg_at_1_std
value: -11.145764389000428
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.80950369493709
verified: no, type: nauc_ndcg_at_20_max
value: 23.295575700203
verified: no, type: nauc_ndcg_at_20_std
value: -8.753431369702398
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.90786812671016
verified: no, type: nauc_ndcg_at_3_max
value: 23.083664497729416
verified: no, type: nauc_ndcg_at_3_std
value: -10.838181867810135
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.89035902380037
verified: no, type: nauc_ndcg_at_5_max
value: 23.62546564215919
verified: no, type: nauc_ndcg_at_5_std
value: -9.58747910055671
verified: no, type: nauc_precision_at_1000_diff1
value: -0.19600530686419096
verified: no, type: nauc_precision_at_1000_max
value: 21.273215858940482
verified: no, type: nauc_precision_at_1000_std
value: 25.059171196526563
verified: no, type: nauc_precision_at_100_diff1
value: 8.694751394344932
verified: no, type: nauc_precision_at_100_max
value: 21.67677899587506
verified: no, type: nauc_precision_at_100_std
value: 14.434721441804363
verified: no, type: nauc_precision_at_10_diff1
value: 20.098365566839043
verified: no, type: nauc_precision_at_10_max
value: 24.16616799955649
verified: no, type: nauc_precision_at_10_std
value: 0.127124875864297
verified: no, type: nauc_precision_at_1_diff1
value: 44.99170697080884
verified: no, type: nauc_precision_at_1_max
value: 25.029766304904232
verified: no, type: nauc_precision_at_1_std
value: -11.145764389000428
verified: no, type: nauc_precision_at_20_diff1
value: 16.14780788715825
verified: no, type: nauc_precision_at_20_max
value: 21.63622301611682
verified: no, type: nauc_precision_at_20_std
value: 4.208781293395102
verified: no, type: nauc_precision_at_3_diff1
value: 30.29463447610943
verified: no, type: nauc_precision_at_3_max
value: 24.05937063435698
verified: no, type: nauc_precision_at_3_std
value: -7.6283852609162945
verified: no, type: nauc_precision_at_5_diff1
value: 25.51344824011222
verified: no, type: nauc_precision_at_5_max
value: 24.873230103968893
verified: no, type: nauc_precision_at_5_std
value: -3.6847207940458406
verified: no, type: nauc_recall_at_1000_diff1
value: 18.61957631930224
verified: no, type: nauc_recall_at_1000_max
value: 30.021146734832428
verified: no, type: nauc_recall_at_1000_std
value: 27.05401528876181
verified: no, type: nauc_recall_at_100_diff1
value: 24.98307874887619
verified: no, type: nauc_recall_at_100_max
value: 20.88841398169769
verified: no, type: nauc_recall_at_100_std
value: 1.86931494694388
verified: no, type: nauc_recall_at_10_diff1
value: 28.90286141882692
verified: no, type: nauc_recall_at_10_max
value: 20.693440246562567
verified: no, type: nauc_recall_at_10_std
value: -6.983691886827824
verified: no, type: nauc_recall_at_1_diff1
value: 45.530492443778485
verified: no, type: nauc_recall_at_1_max
value: 22.46615960662442
verified: no, type: nauc_recall_at_1_std
value: -12.216015327898186
verified: no, type: nauc_recall_at_20_diff1
value: 27.73214831688382
verified: no, type: nauc_recall_at_20_max
value: 19.90154089430692
verified: no, type: nauc_recall_at_20_std
value: -5.117840790704214
verified: no, type: nauc_recall_at_3_diff1
value: 34.64805105315415
verified: no, type: nauc_recall_at_3_max
value: 21.16412270516154
verified: no, type: nauc_recall_at_3_std
value: -10.675025659198363
verified: no, type: nauc_recall_at_5_diff1
value: 31.86580795214849
verified: no, type: nauc_recall_at_5_max
value: 21.787872992201443
verified: no, type: nauc_recall_at_5_std
value: -7.6325741016381325
verified: no, type: ndcg_at_1
value: 27.649
verified: no, type: ndcg_at_10
value: 37.563
verified: no, type: ndcg_at_100
value: 42.848000000000006
verified: no, type: ndcg_at_1000
value: 45.012
verified: no, type: ndcg_at_20
value: 39.678000000000004
verified: no, type: ndcg_at_3
value: 32.559
verified: no, type: ndcg_at_5
value: 34.83
verified: no, type: precision_at_1
value: 27.649
verified: no, type: precision_at_10
value: 6.307
verified: no, type: precision_at_100
value: 0.985
verified: no, type: precision_at_1000
value: 0.124
verified: no, type: precision_at_20
value: 3.734
verified: no, type: precision_at_3
value: 14.754000000000001
verified: no, type: precision_at_5
value: 10.395
verified: no, type: recall_at_1
value: 23.764
verified: no, type: recall_at_10
value: 49.931
verified: no, type: recall_at_100
value: 73.446
verified: no, type: recall_at_1000
value: 89.09700000000001
verified: no, type: recall_at_20
value: 57.706999999999994
verified: no, type: recall_at_3
value: 36.264
verified: no, type: recall_at_5
value: 41.804
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 20.086000000000002
verified: no, type: map_at_1
value: 13.277
verified: no, type: map_at_10
value: 17.507
verified: no, type: map_at_100
value: 18.271
verified: no, type: map_at_1000
value: 18.373
verified: no, type: map_at_20
value: 17.887
verified: no, type: map_at_3
value: 16.346
verified: no, type: map_at_5
value: 17.013
verified: no, type: mrr_at_1
value: 14.350282485875706
verified: no, type: mrr_at_10
value: 18.82198905927719
verified: no, type: mrr_at_100
value: 19.5557217345237
verified: no, type: mrr_at_1000
value: 19.647009655495427
verified: no, type: mrr_at_20
value: 19.18876039651869
verified: no, type: mrr_at_3
value: 17.570621468926547
verified: no, type: mrr_at_5
value: 18.248587570621467
verified: no, type: nauc_map_at_1000_diff1
value: 34.434474203024756
verified: no, type: nauc_map_at_1000_max
value: 14.888806175978681
verified: no, type: nauc_map_at_1000_std
value: -9.63801896629405
verified: no, type: nauc_map_at_100_diff1
value: 34.44372461310255
verified: no, type: nauc_map_at_100_max
value: 14.856227553560098
verified: no, type: nauc_map_at_100_std
value: -9.690053024773734
verified: no, type: nauc_map_at_10_diff1
value: 35.19851364219847
verified: no, type: nauc_map_at_10_max
value: 15.096945022663519
verified: no, type: nauc_map_at_10_std
value: -9.777922980078662
verified: no, type: nauc_map_at_1_diff1
value: 40.259534811587294
verified: no, type: nauc_map_at_1_max
value: 15.569926335589015
verified: no, type: nauc_map_at_1_std
value: -14.730883484366423
verified: no, type: nauc_map_at_20_diff1
value: 34.66572411947724
verified: no, type: nauc_map_at_20_max
value: 15.057550298460773
verified: no, type: nauc_map_at_20_std
value: -9.720145173134519
verified: no, type: nauc_map_at_3_diff1
value: 36.45809506581574
verified: no, type: nauc_map_at_3_max
value: 15.834915872299488
verified: no, type: nauc_map_at_3_std
value: -9.57374844100531
verified: no, type: nauc_map_at_5_diff1
value: 35.51625630821532
verified: no, type: nauc_map_at_5_max
value: 15.224078924253837
verified: no, type: nauc_map_at_5_std
value: -9.816104053624494
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.49402992154939
verified: no, type: nauc_mrr_at_1000_max
value: 16.32791419579019
verified: no, type: nauc_mrr_at_1000_std
value: -8.6540542038766
verified: no, type: nauc_mrr_at_100_diff1
value: 32.488258763928144
verified: no, type: nauc_mrr_at_100_max
value: 16.312551775926288
verified: no, type: nauc_mrr_at_100_std
value: -8.684454375863556
verified: no, type: nauc_mrr_at_10_diff1
value: 33.04771147990371
verified: no, type: nauc_mrr_at_10_max
value: 16.388877650706814
verified: no, type: nauc_mrr_at_10_std
value: -8.850661063438537
verified: no, type: nauc_mrr_at_1_diff1
value: 38.54754750094052
verified: no, type: nauc_mrr_at_1_max
value: 17.840805075559707
verified: no, type: nauc_mrr_at_1_std
value: -13.737515544231119
verified: no, type: nauc_mrr_at_20_diff1
value: 32.63244324937237
verified: no, type: nauc_mrr_at_20_max
value: 16.36928006350975
verified: no, type: nauc_mrr_at_20_std
value: -8.740545120007454
verified: no, type: nauc_mrr_at_3_diff1
value: 34.13993372731735
verified: no, type: nauc_mrr_at_3_max
value: 17.405440317731294
verified: no, type: nauc_mrr_at_3_std
value: -8.113623853165217
verified: no, type: nauc_mrr_at_5_diff1
value: 33.33044837433414
verified: no, type: nauc_mrr_at_5_max
value: 16.65436077100175
verified: no, type: nauc_mrr_at_5_std
value: -8.688453293210767
verified: no, type: nauc_ndcg_at_1000_diff1
value: 30.12504855455423
verified: no, type: nauc_ndcg_at_1000_max
value: 14.420411545636549
verified: no, type: nauc_ndcg_at_1000_std
value: -6.74362431091627
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.976800200502353
verified: no, type: nauc_ndcg_at_100_max
value: 13.641147164005577
verified: no, type: nauc_ndcg_at_100_std
value: -7.683688090141118
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.72621245120015
verified: no, type: nauc_ndcg_at_10_max
value: 14.81915297575727
verified: no, type: nauc_ndcg_at_10_std
value: -8.43574346737204
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.54754750094052
verified: no, type: nauc_ndcg_at_1_max
value: 17.840805075559707
verified: no, type: nauc_ndcg_at_1_std
value: -13.737515544231119
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.161103976366057
verified: no, type: nauc_ndcg_at_20_max
value: 14.647002312108711
verified: no, type: nauc_ndcg_at_20_std
value: -8.151356954321026
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.81843531788416
verified: no, type: nauc_ndcg_at_3_max
value: 16.156469657976665
verified: no, type: nauc_ndcg_at_3_std
value: -7.852577452252555
verified: no, type: nauc_ndcg_at_5_diff1
value: 33.360243174930396
verified: no, type: nauc_ndcg_at_5_max
value: 15.10694456562539
verified: no, type: nauc_ndcg_at_5_std
value: -8.444791585641296
verified: no, type: nauc_precision_at_1000_diff1
value: 5.851280583322077
verified: no, type: nauc_precision_at_1000_max
value: 15.920515974826857
verified: no, type: nauc_precision_at_1000_std
value: 4.696820104456372
verified: no, type: nauc_precision_at_100_diff1
value: 13.87785264664951
verified: no, type: nauc_precision_at_100_max
value: 10.449416194125318
verified: no, type: nauc_precision_at_100_std
value: -2.979442997501699
verified: no, type: nauc_precision_at_10_diff1
value: 25.999946279348535
verified: no, type: nauc_precision_at_10_max
value: 15.849214046125205
verified: no, type: nauc_precision_at_10_std
value: -4.895930682495953
verified: no, type: nauc_precision_at_1_diff1
value: 38.54754750094052
verified: no, type: nauc_precision_at_1_max
value: 17.840805075559707
verified: no, type: nauc_precision_at_1_std
value: -13.737515544231119
verified: no, type: nauc_precision_at_20_diff1
value: 20.015225712099998
verified: no, type: nauc_precision_at_20_max
value: 13.855465531228761
verified: no, type: nauc_precision_at_20_std
value: -5.385200661446886
verified: no, type: nauc_precision_at_3_diff1
value: 30.090542415968173
verified: no, type: nauc_precision_at_3_max
value: 18.085692934567508
verified: no, type: nauc_precision_at_3_std
value: -3.522107931628666
verified: no, type: nauc_precision_at_5_diff1
value: 26.759713531188282
verified: no, type: nauc_precision_at_5_max
value: 15.671762568181327
verified: no, type: nauc_precision_at_5_std
value: -4.640853625321626
verified: no, type: nauc_recall_at_1000_diff1
value: 17.034972962207636
verified: no, type: nauc_recall_at_1000_max
value: 10.797763981097766
verified: no, type: nauc_recall_at_1000_std
value: 6.363118195382672
verified: no, type: nauc_recall_at_100_diff1
value: 18.664080249052653
verified: no, type: nauc_recall_at_100_max
value: 7.621930324618349
verified: no, type: nauc_recall_at_100_std
value: -2.6576638150948355
verified: no, type: nauc_recall_at_10_diff1
value: 27.95387181489447
verified: no, type: nauc_recall_at_10_max
value: 12.678030368004418
verified: no, type: nauc_recall_at_10_std
value: -6.137495949152997
verified: no, type: nauc_recall_at_1_diff1
value: 40.259534811587294
verified: no, type: nauc_recall_at_1_max
value: 15.569926335589015
verified: no, type: nauc_recall_at_1_std
value: -14.730883484366423
verified: no, type: nauc_recall_at_20_diff1
value: 23.39148156556717
verified: no, type: nauc_recall_at_20_max
value: 12.164767496485752
verified: no, type: nauc_recall_at_20_std
value: -4.948601171968682
verified: no, type: nauc_recall_at_3_diff1
value: 32.88347917119123
verified: no, type: nauc_recall_at_3_max
value: 15.826872729535529
verified: no, type: nauc_recall_at_3_std
value: -4.570788914055406
verified: no, type: nauc_recall_at_5_diff1
value: 29.461511978076327
verified: no, type: nauc_recall_at_5_max
value: 13.450089720453576
verified: no, type: nauc_recall_at_5_std
value: -6.077620640415681
verified: no, type: ndcg_at_1
value: 14.35
verified: no, type: ndcg_at_10
value: 20.086000000000002
verified: no, type: ndcg_at_100
value: 24.319
verified: no, type: ndcg_at_1000
value: 27.378000000000004
verified: no, type: ndcg_at_20
value: 21.421
verified: no, type: ndcg_at_3
value: 17.684
verified: no, type: ndcg_at_5
value: 18.862000000000002
verified: no, type: precision_at_1
value: 14.35
verified: no, type: precision_at_10
value: 3.0620000000000003
verified: no, type: precision_at_100
value: 0.5539999999999999
verified: no, type: precision_at_1000
value: 0.086
verified: no, type: precision_at_20
value: 1.8530000000000002
verified: no, type: precision_at_3
value: 7.495
verified: no, type: precision_at_5
value: 5.175
verified: no, type: recall_at_1
value: 13.277
verified: no, type: recall_at_10
value: 26.691
verified: no, type: recall_at_100
value: 47.177
verified: no, type: recall_at_1000
value: 71.017
verified: no, type: recall_at_20
value: 31.673000000000002
verified: no, type: recall_at_3
value: 20.241999999999997
verified: no, type: recall_at_5
value: 23.083000000000002
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 13.012
verified: no, type: map_at_1
value: 6.76
verified: no, type: map_at_10
value: 10.386
verified: no, type: map_at_100
value: 11.253
verified: no, type: map_at_1000
value: 11.373
verified: no, type: map_at_20
value: 10.817
verified: no, type: map_at_3
value: 9.279
verified: no, type: map_at_5
value: 9.751
verified: no, type: mrr_at_1
value: 8.45771144278607
verified: no, type: mrr_at_10
value: 12.676251678117357
verified: no, type: mrr_at_100
value: 13.528265905859394
verified: no, type: mrr_at_1000
value: 13.632257695266459
verified: no, type: mrr_at_20
value: 13.127044429534502
verified: no, type: mrr_at_3
value: 11.380597014925371
verified: no, type: mrr_at_5
value: 11.89676616915423
verified: no, type: nauc_map_at_1000_diff1
value: 23.19510905241996
verified: no, type: nauc_map_at_1000_max
value: 11.246076427302006
verified: no, type: nauc_map_at_1000_std
value: -4.705211297685792
verified: no, type: nauc_map_at_100_diff1
value: 23.193361855074677
verified: no, type: nauc_map_at_100_max
value: 11.194972594469544
verified: no, type: nauc_map_at_100_std
value: -4.7811869858123215
verified: no, type: nauc_map_at_10_diff1
value: 23.525730139204963
verified: no, type: nauc_map_at_10_max
value: 11.33346118833735
verified: no, type: nauc_map_at_10_std
value: -5.542094152084964
verified: no, type: nauc_map_at_1_diff1
value: 31.812836222027514
verified: no, type: nauc_map_at_1_max
value: 8.422741852626636
verified: no, type: nauc_map_at_1_std
value: -12.952601259112587
verified: no, type: nauc_map_at_20_diff1
value: 23.31580921112788
verified: no, type: nauc_map_at_20_max
value: 11.408504922419887
verified: no, type: nauc_map_at_20_std
value: -5.232313252165673
verified: no, type: nauc_map_at_3_diff1
value: 25.75593963809385
verified: no, type: nauc_map_at_3_max
value: 10.985006727060192
verified: no, type: nauc_map_at_3_std
value: -5.245721472920025
verified: no, type: nauc_map_at_5_diff1
value: 24.1632339753893
verified: no, type: nauc_map_at_5_max
value: 11.167737614602336
verified: no, type: nauc_map_at_5_std
value: -5.768935526921399
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.138180747459312
verified: no, type: nauc_mrr_at_1000_max
value: 11.954832143540717
verified: no, type: nauc_mrr_at_1000_std
value: -1.651460242797036
verified: no, type: nauc_mrr_at_100_diff1
value: 22.139263433139032
verified: no, type: nauc_mrr_at_100_max
value: 11.933106380462329
verified: no, type: nauc_mrr_at_100_std
value: -1.6530716810694523
verified: no, type: nauc_mrr_at_10_diff1
value: 22.190795748475455
verified: no, type: nauc_mrr_at_10_max
value: 11.890247681156794
verified: no, type: nauc_mrr_at_10_std
value: -2.2939397098197274
verified: no, type: nauc_mrr_at_1_diff1
value: 29.05857150470501
verified: no, type: nauc_mrr_at_1_max
value: 10.230928672948826
verified: no, type: nauc_mrr_at_1_std
value: -7.8769987824658845
verified: no, type: nauc_mrr_at_20_diff1
value: 22.24816964748603
verified: no, type: nauc_mrr_at_20_max
value: 12.102543339269456
verified: no, type: nauc_mrr_at_20_std
value: -1.7803564575637167
verified: no, type: nauc_mrr_at_3_diff1
value: 24.245304202755783
verified: no, type: nauc_mrr_at_3_max
value: 11.850798399240068
verified: no, type: nauc_mrr_at_3_std
value: -2.2813935921852813
verified: no, type: nauc_mrr_at_5_diff1
value: 22.783248633518003
verified: no, type: nauc_mrr_at_5_max
value: 11.888243132376838
verified: no, type: nauc_mrr_at_5_std
value: -2.491263864786141
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.300194056733975
verified: no, type: nauc_ndcg_at_1000_max
value: 11.841673012247163
verified: no, type: nauc_ndcg_at_1000_std
value: 0.2778296244808726
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.96974787838963
verified: no, type: nauc_ndcg_at_100_max
value: 11.286605049625786
verified: no, type: nauc_ndcg_at_100_std
value: -0.7234451094000743
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.19360206949042
verified: no, type: nauc_ndcg_at_10_max
value: 11.865268937816237
verified: no, type: nauc_ndcg_at_10_std
value: -3.7676689171751687
verified: no, type: nauc_ndcg_at_1_diff1
value: 29.05857150470501
verified: no, type: nauc_ndcg_at_1_max
value: 10.230928672948826
verified: no, type: nauc_ndcg_at_1_std
value: -7.8769987824658845
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.200305566559443
verified: no, type: nauc_ndcg_at_20_max
value: 12.235817488612328
verified: no, type: nauc_ndcg_at_20_std
value: -2.781035829416752
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.68791117560117
verified: no, type: nauc_ndcg_at_3_max
value: 11.348819900569657
verified: no, type: nauc_ndcg_at_3_std
value: -3.3130634437953006
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.252071398830513
verified: no, type: nauc_ndcg_at_5_max
value: 11.636170334573945
verified: no, type: nauc_ndcg_at_5_std
value: -4.113303827462305
verified: no, type: nauc_precision_at_1000_diff1
value: 5.62562382250011
verified: no, type: nauc_precision_at_1000_max
value: 7.515691573145952
verified: no, type: nauc_precision_at_1000_std
value: 6.833462035546015
verified: no, type: nauc_precision_at_100_diff1
value: 11.973902568713696
verified: no, type: nauc_precision_at_100_max
value: 9.392016566822843
verified: no, type: nauc_precision_at_100_std
value: 7.355379474993838
verified: no, type: nauc_precision_at_10_diff1
value: 13.67816548588478
verified: no, type: nauc_precision_at_10_max
value: 11.320237645933046
verified: no, type: nauc_precision_at_10_std
value: -1.609321944542393
verified: no, type: nauc_precision_at_1_diff1
value: 29.05857150470501
verified: no, type: nauc_precision_at_1_max
value: 10.230928672948826
verified: no, type: nauc_precision_at_1_std
value: -7.8769987824658845
verified: no, type: nauc_precision_at_20_diff1
value: 13.647036473524466
verified: no, type: nauc_precision_at_20_max
value: 11.545333150576207
verified: no, type: nauc_precision_at_20_std
value: 1.1146886968322718
verified: no, type: nauc_precision_at_3_diff1
value: 18.131196065578735
verified: no, type: nauc_precision_at_3_max
value: 10.959330812221598
verified: no, type: nauc_precision_at_3_std
value: 0.26374624003929376
verified: no, type: nauc_precision_at_5_diff1
value: 14.521706292212015
verified: no, type: nauc_precision_at_5_max
value: 11.640206780248803
verified: no, type: nauc_precision_at_5_std
value: -1.6390504360995435
verified: no, type: nauc_recall_at_1000_diff1
value: 7.7287317195367775
verified: no, type: nauc_recall_at_1000_max
value: 11.595387804798582
verified: no, type: nauc_recall_at_1000_std
value: 13.096256121558703
verified: no, type: nauc_recall_at_100_diff1
value: 14.467703783000054
verified: no, type: nauc_recall_at_100_max
value: 9.696116059103376
verified: no, type: nauc_recall_at_100_std
value: 5.511278907243272
verified: no, type: nauc_recall_at_10_diff1
value: 13.891384551645489
verified: no, type: nauc_recall_at_10_max
value: 12.708628584359852
verified: no, type: nauc_recall_at_10_std
value: -2.1082610272782345
verified: no, type: nauc_recall_at_1_diff1
value: 31.812836222027514
verified: no, type: nauc_recall_at_1_max
value: 8.422741852626636
verified: no, type: nauc_recall_at_1_std
value: -12.952601259112587
verified: no, type: nauc_recall_at_20_diff1
value: 14.696593376798589
verified: no, type: nauc_recall_at_20_max
value: 13.243240801744768
verified: no, type: nauc_recall_at_20_std
value: -0.21537501309690427
verified: no, type: nauc_recall_at_3_diff1
value: 20.304363176934476
verified: no, type: nauc_recall_at_3_max
value: 11.761049365367175
verified: no, type: nauc_recall_at_3_std
value: -1.0735603573392807
verified: no, type: nauc_recall_at_5_diff1
value: 15.612972765374572
verified: no, type: nauc_recall_at_5_max
value: 12.180925829738959
verified: no, type: nauc_recall_at_5_std
value: -2.677970632960199
verified: no, type: ndcg_at_1
value: 8.458
verified: no, type: ndcg_at_10
value: 13.012
verified: no, type: ndcg_at_100
value: 17.747
verified: no, type: ndcg_at_1000
value: 21.262
verified: no, type: ndcg_at_20
value: 14.581
verified: no, type: ndcg_at_3
value: 10.681000000000001
verified: no, type: ndcg_at_5
value: 11.437
verified: no, type: precision_at_1
value: 8.458
verified: no, type: precision_at_10
value: 2.5
verified: no, type: precision_at_100
value: 0.577
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_20
value: 1.6729999999999998
verified: no, type: precision_at_3
value: 5.265000000000001
verified: no, type: precision_at_5
value: 3.7060000000000004
verified: no, type: recall_at_1
value: 6.76
verified: no, type: recall_at_10
value: 18.945999999999998
verified: no, type: recall_at_100
value: 40.574
verified: no, type: recall_at_1000
value: 66.49000000000001
verified: no, type: recall_at_20
value: 24.66
verified: no, type: recall_at_3
value: 12.292
verified: no, type: recall_at_5
value: 14.285999999999998
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 27.108999999999998
verified: no, type: map_at_1
value: 17.048
verified: no, type: map_at_10
value: 22.853
verified: no, type: map_at_100
value: 24.041
verified: no, type: map_at_1000
value: 24.173000000000002
verified: no, type: map_at_20
value: 23.426
verified: no, type: map_at_3
value: 20.785999999999998
verified: no, type: map_at_5
value: 22.048000000000002
verified: no, type: mrr_at_1
value: 21.174205967276226
verified: no, type: mrr_at_10
value: 27.412576195059344
verified: no, type: mrr_at_100
value: 28.36667922368794
verified: no, type: mrr_at_1000
value: 28.44603269759037
verified: no, type: mrr_at_20
value: 27.90171416688488
verified: no, type: mrr_at_3
value: 25.2165543792108
verified: no, type: mrr_at_5
value: 26.5543792107796
verified: no, type: nauc_map_at_1000_diff1
value: 41.577223914487085
verified: no, type: nauc_map_at_1000_max
value: 23.274565312135323
verified: no, type: nauc_map_at_1000_std
value: 0.13329298421029273
verified: no, type: nauc_map_at_100_diff1
value: 41.57936967517883
verified: no, type: nauc_map_at_100_max
value: 23.227226696296725
verified: no, type: nauc_map_at_100_std
value: 0.055412956606205196
verified: no, type: nauc_map_at_10_diff1
value: 41.92419485564734
verified: no, type: nauc_map_at_10_max
value: 22.961681987722045
verified: no, type: nauc_map_at_10_std
value: -0.5542496065625487
verified: no, type: nauc_map_at_1_diff1
value: 47.97370436256554
verified: no, type: nauc_map_at_1_max
value: 25.12524641627904
verified: no, type: nauc_map_at_1_std
value: -1.0158031092859197
verified: no, type: nauc_map_at_20_diff1
value: 41.639765855350824
verified: no, type: nauc_map_at_20_max
value: 23.00159250257801
verified: no, type: nauc_map_at_20_std
value: -0.3097145074810574
verified: no, type: nauc_map_at_3_diff1
value: 42.97926891685256
verified: no, type: nauc_map_at_3_max
value: 22.899209991896523
verified: no, type: nauc_map_at_3_std
value: -1.162559686286827
verified: no, type: nauc_map_at_5_diff1
value: 42.42921550840187
verified: no, type: nauc_map_at_5_max
value: 22.74625426296565
verified: no, type: nauc_map_at_5_std
value: -1.042721707346819
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.356506939792084
verified: no, type: nauc_mrr_at_1000_max
value: 25.036109837206965
verified: no, type: nauc_mrr_at_1000_std
value: 3.290252952908906
verified: no, type: nauc_mrr_at_100_diff1
value: 38.34077550286562
verified: no, type: nauc_mrr_at_100_max
value: 25.031795781850917
verified: no, type: nauc_mrr_at_100_std
value: 3.273482475346883
verified: no, type: nauc_mrr_at_10_diff1
value: 38.473866917906946
verified: no, type: nauc_mrr_at_10_max
value: 25.118777642488055
verified: no, type: nauc_mrr_at_10_std
value: 3.077920373220521
verified: no, type: nauc_mrr_at_1_diff1
value: 44.796200569497366
verified: no, type: nauc_mrr_at_1_max
value: 26.685916901959615
verified: no, type: nauc_mrr_at_1_std
value: 2.99779912840447
verified: no, type: nauc_mrr_at_20_diff1
value: 38.36684889363781
verified: no, type: nauc_mrr_at_20_max
value: 25.017757192189784
verified: no, type: nauc_mrr_at_20_std
value: 3.1364217580374913
verified: no, type: nauc_mrr_at_3_diff1
value: 39.248675564567804
verified: no, type: nauc_mrr_at_3_max
value: 25.270065306512457
verified: no, type: nauc_mrr_at_3_std
value: 2.8869934860915483
verified: no, type: nauc_mrr_at_5_diff1
value: 38.714627833497815
verified: no, type: nauc_mrr_at_5_max
value: 24.90190103748475
verified: no, type: nauc_mrr_at_5_std
value: 2.3570008860342226
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.1369907806216
verified: no, type: nauc_ndcg_at_1000_max
value: 23.93281420338191
verified: no, type: nauc_ndcg_at_1000_std
value: 4.308362394778786
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.79057819543878
verified: no, type: nauc_ndcg_at_100_max
value: 23.395593138283694
verified: no, type: nauc_ndcg_at_100_std
value: 3.4109772223196186
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.6869941921697
verified: no, type: nauc_ndcg_at_10_max
value: 22.562604459729886
verified: no, type: nauc_ndcg_at_10_std
value: 0.5795611157556179
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.796200569497366
verified: no, type: nauc_ndcg_at_1_max
value: 26.685916901959615
verified: no, type: nauc_ndcg_at_1_std
value: 2.99779912840447
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.00810527988168
verified: no, type: nauc_ndcg_at_20_max
value: 22.432398313105033
verified: no, type: nauc_ndcg_at_20_std
value: 1.152164604232069
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.293782198256196
verified: no, type: nauc_ndcg_at_3_max
value: 23.497903444330007
verified: no, type: nauc_ndcg_at_3_std
value: 0.21947729823303322
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.62630375564034
verified: no, type: nauc_ndcg_at_5_max
value: 22.547067292186103
verified: no, type: nauc_ndcg_at_5_std
value: -0.41574108275789023
verified: no, type: nauc_precision_at_1000_diff1
value: -1.659259960797067
verified: no, type: nauc_precision_at_1000_max
value: 16.41659540787339
verified: no, type: nauc_precision_at_1000_std
value: 18.176445841743018
verified: no, type: nauc_precision_at_100_diff1
value: 9.359266843184127
verified: no, type: nauc_precision_at_100_max
value: 22.25376247917963
verified: no, type: nauc_precision_at_100_std
value: 17.193560023903572
verified: no, type: nauc_precision_at_10_diff1
value: 23.971624556434595
verified: no, type: nauc_precision_at_10_max
value: 23.35238510841491
verified: no, type: nauc_precision_at_10_std
value: 8.437803767911785
verified: no, type: nauc_precision_at_1_diff1
value: 44.796200569497366
verified: no, type: nauc_precision_at_1_max
value: 26.685916901959615
verified: no, type: nauc_precision_at_1_std
value: 2.99779912840447
verified: no, type: nauc_precision_at_20_diff1
value: 18.354454296387164
verified: no, type: nauc_precision_at_20_max
value: 21.54190020255104
verified: no, type: nauc_precision_at_20_std
value: 9.611536617605362
verified: no, type: nauc_precision_at_3_diff1
value: 32.30975695817395
verified: no, type: nauc_precision_at_3_max
value: 24.106358722182648
verified: no, type: nauc_precision_at_3_std
value: 4.567483936793496
verified: no, type: nauc_precision_at_5_diff1
value: 28.801760220262334
verified: no, type: nauc_precision_at_5_max
value: 22.384113658748277
verified: no, type: nauc_precision_at_5_std
value: 3.319623311580866
verified: no, type: nauc_recall_at_1000_diff1
value: 24.56327408615964
verified: no, type: nauc_recall_at_1000_max
value: 19.593298324521292
verified: no, type: nauc_recall_at_1000_std
value: 27.452863482558175
verified: no, type: nauc_recall_at_100_diff1
value: 25.680491856757705
verified: no, type: nauc_recall_at_100_max
value: 18.460908171338563
verified: no, type: nauc_recall_at_100_std
value: 12.748383283822523
verified: no, type: nauc_recall_at_10_diff1
value: 30.950242192800975
verified: no, type: nauc_recall_at_10_max
value: 18.002040046304142
verified: no, type: nauc_recall_at_10_std
value: 0.2812370962383238
verified: no, type: nauc_recall_at_1_diff1
value: 47.97370436256554
verified: no, type: nauc_recall_at_1_max
value: 25.12524641627904
verified: no, type: nauc_recall_at_1_std
value: -1.0158031092859197
verified: no, type: nauc_recall_at_20_diff1
value: 28.87898051577699
verified: no, type: nauc_recall_at_20_max
value: 17.244896383547808
verified: no, type: nauc_recall_at_20_std
value: 2.076352574014346
verified: no, type: nauc_recall_at_3_diff1
value: 36.61346591094054
verified: no, type: nauc_recall_at_3_max
value: 19.731630046713207
verified: no, type: nauc_recall_at_3_std
value: -1.967262880364414
verified: no, type: nauc_recall_at_5_diff1
value: 34.14261886610691
verified: no, type: nauc_recall_at_5_max
value: 18.044036391427923
verified: no, type: nauc_recall_at_5_std
value: -2.2314976220483675
verified: no, type: ndcg_at_1
value: 21.174
verified: no, type: ndcg_at_10
value: 27.108999999999998
verified: no, type: ndcg_at_100
value: 32.847
verified: no, type: ndcg_at_1000
value: 35.945
verified: no, type: ndcg_at_20
value: 28.945999999999998
verified: no, type: ndcg_at_3
value: 23.404
verified: no, type: ndcg_at_5
value: 25.366
verified: no, type: precision_at_1
value: 21.174
verified: no, type: precision_at_10
value: 4.947
verified: no, type: precision_at_100
value: 0.959
verified: no, type: precision_at_1000
value: 0.14200000000000002
verified: no, type: precision_at_20
value: 3.085
verified: no, type: precision_at_3
value: 10.876
verified: no, type: precision_at_5
value: 8.065
verified: no, type: recall_at_1
value: 17.048
verified: no, type: recall_at_10
value: 35.577
verified: no, type: recall_at_100
value: 60.854
verified: no, type: recall_at_1000
value: 82.553
verified: no, type: recall_at_20
value: 42.13
verified: no, type: recall_at_3
value: 25.019000000000002
verified: no, type: recall_at_5
value: 30.118000000000002
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 21.811
verified: no, type: map_at_1
value: 12.41
verified: no, type: map_at_10
value: 17.947
verified: no, type: map_at_100
value: 19.049
verified: no, type: map_at_1000
value: 19.195999999999998
verified: no, type: map_at_20
value: 18.559
verified: no, type: map_at_3
value: 15.981000000000002
verified: no, type: map_at_5
value: 17.058999999999997
verified: no, type: mrr_at_1
value: 15.41095890410959
verified: no, type: mrr_at_10
value: 21.376386170906724
verified: no, type: mrr_at_100
value: 22.32884902067065
verified: no, type: mrr_at_1000
value: 22.429046335307177
verified: no, type: mrr_at_20
value: 21.953841247916504
verified: no, type: mrr_at_3
value: 19.406392694063932
verified: no, type: mrr_at_5
value: 20.50799086757992
verified: no, type: nauc_map_at_1000_diff1
value: 32.249021801525515
verified: no, type: nauc_map_at_1000_max
value: 16.34718786098706
verified: no, type: nauc_map_at_1000_std
value: 1.667600963959372
verified: no, type: nauc_map_at_100_diff1
value: 32.236563573038815
verified: no, type: nauc_map_at_100_max
value: 16.29731827207857
verified: no, type: nauc_map_at_100_std
value: 1.5477434585935124
verified: no, type: nauc_map_at_10_diff1
value: 32.39917168903833
verified: no, type: nauc_map_at_10_max
value: 15.743468075121477
verified: no, type: nauc_map_at_10_std
value: 0.5936440178571237
verified: no, type: nauc_map_at_1_diff1
value: 36.37670661637467
verified: no, type: nauc_map_at_1_max
value: 17.170119903592486
verified: no, type: nauc_map_at_1_std
value: 1.0702365021919493
verified: no, type: nauc_map_at_20_diff1
value: 32.223717814545424
verified: no, type: nauc_map_at_20_max
value: 15.979876520741175
verified: no, type: nauc_map_at_20_std
value: 1.1617982961545794
verified: no, type: nauc_map_at_3_diff1
value: 32.6390170458384
verified: no, type: nauc_map_at_3_max
value: 14.752193683454623
verified: no, type: nauc_map_at_3_std
value: -1.0687894668395168
verified: no, type: nauc_map_at_5_diff1
value: 32.46223476844842
verified: no, type: nauc_map_at_5_max
value: 15.144798050946214
verified: no, type: nauc_map_at_5_std
value: -0.47881760511156835
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.2805502297577
verified: no, type: nauc_mrr_at_1000_max
value: 18.590438869197197
verified: no, type: nauc_mrr_at_1000_std
value: 3.532866839050379
verified: no, type: nauc_mrr_at_100_diff1
value: 32.25711675236308
verified: no, type: nauc_mrr_at_100_max
value: 18.542805126687647
verified: no, type: nauc_mrr_at_100_std
value: 3.4955633108653106
verified: no, type: nauc_mrr_at_10_diff1
value: 32.46155301589126
verified: no, type: nauc_mrr_at_10_max
value: 18.65882463733259
verified: no, type: nauc_mrr_at_10_std
value: 2.9994920422491327
verified: no, type: nauc_mrr_at_1_diff1
value: 36.76524324101032
verified: no, type: nauc_mrr_at_1_max
value: 20.64675193354537
verified: no, type: nauc_mrr_at_1_std
value: 4.896496944267326
verified: no, type: nauc_mrr_at_20_diff1
value: 32.25940978937477
verified: no, type: nauc_mrr_at_20_max
value: 18.490095343257423
verified: no, type: nauc_mrr_at_20_std
value: 3.3260067663528443
verified: no, type: nauc_mrr_at_3_diff1
value: 32.999686861725294
verified: no, type: nauc_mrr_at_3_max
value: 18.324543355790606
verified: no, type: nauc_mrr_at_3_std
value: 1.8754368029215496
verified: no, type: nauc_mrr_at_5_diff1
value: 32.608799160079336
verified: no, type: nauc_mrr_at_5_max
value: 18.104319273343325
verified: no, type: nauc_mrr_at_5_std
value: 2.2847911978098785
verified: no, type: nauc_ndcg_at_1000_diff1
value: 30.88440384270219
verified: no, type: nauc_ndcg_at_1000_max
value: 18.367837290345975
verified: no, type: nauc_ndcg_at_1000_std
value: 7.330210678998304
verified: no, type: nauc_ndcg_at_100_diff1
value: 30.709465777426736
verified: no, type: nauc_ndcg_at_100_max
value: 17.655280070017174
verified: no, type: nauc_ndcg_at_100_std
value: 5.708508943331755
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.33330028554019
verified: no, type: nauc_ndcg_at_10_max
value: 16.253272941742953
verified: no, type: nauc_ndcg_at_10_std
value: 2.219573208061015
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.76524324101032
verified: no, type: nauc_ndcg_at_1_max
value: 20.64675193354537
verified: no, type: nauc_ndcg_at_1_std
value: 4.896496944267326
verified: no, type: nauc_ndcg_at_20_diff1
value: 30.663443942209128
verified: no, type: nauc_ndcg_at_20_max
value: 16.3845350316387
verified: no, type: nauc_ndcg_at_20_std
value: 3.7246437742008047
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.890487269002175
verified: no, type: nauc_ndcg_at_3_max
value: 15.420679396920411
verified: no, type: nauc_ndcg_at_3_std
value: -0.21730455345500113
verified: no, type: nauc_ndcg_at_5_diff1
value: 31.523588852620744
verified: no, type: nauc_ndcg_at_5_max
value: 15.411135386780511
verified: no, type: nauc_ndcg_at_5_std
value: 0.31153330174365373
verified: no, type: nauc_precision_at_1000_diff1
value: 6.3213814937005814
verified: no, type: nauc_precision_at_1000_max
value: 13.715652255579947
verified: no, type: nauc_precision_at_1000_std
value: 16.99847364959878
verified: no, type: nauc_precision_at_100_diff1
value: 16.641463999804206
verified: no, type: nauc_precision_at_100_max
value: 21.460441687265423
verified: no, type: nauc_precision_at_100_std
value: 18.662823907317012
verified: no, type: nauc_precision_at_10_diff1
value: 25.24750869675892
verified: no, type: nauc_precision_at_10_max
value: 19.18813095055357
verified: no, type: nauc_precision_at_10_std
value: 7.44268990028775
verified: no, type: nauc_precision_at_1_diff1
value: 36.76524324101032
verified: no, type: nauc_precision_at_1_max
value: 20.64675193354537
verified: no, type: nauc_precision_at_1_std
value: 4.896496944267326
verified: no, type: nauc_precision_at_20_diff1
value: 22.788659981300423
verified: no, type: nauc_precision_at_20_max
value: 20.043550807080067
verified: no, type: nauc_precision_at_20_std
value: 11.20624760015146
verified: no, type: nauc_precision_at_3_diff1
value: 29.277876484081073
verified: no, type: nauc_precision_at_3_max
value: 16.401396980994893
verified: no, type: nauc_precision_at_3_std
value: 0.4374857206312711
verified: no, type: nauc_precision_at_5_diff1
value: 27.07430855353561
verified: no, type: nauc_precision_at_5_max
value: 17.581971592817126
verified: no, type: nauc_precision_at_5_std
value: 2.4339635142256864
verified: no, type: nauc_recall_at_1000_diff1
value: 22.623609310446906
verified: no, type: nauc_recall_at_1000_max
value: 24.188781858460295
verified: no, type: nauc_recall_at_1000_std
value: 34.86727730023583
verified: no, type: nauc_recall_at_100_diff1
value: 24.038333182502875
verified: no, type: nauc_recall_at_100_max
value: 17.934901954433446
verified: no, type: nauc_recall_at_100_std
value: 15.710079626178896
verified: no, type: nauc_recall_at_10_diff1
value: 27.447530548502176
verified: no, type: nauc_recall_at_10_max
value: 14.52322093485694
verified: no, type: nauc_recall_at_10_std
value: 4.6331235972198614
verified: no, type: nauc_recall_at_1_diff1
value: 36.37670661637467
verified: no, type: nauc_recall_at_1_max
value: 17.170119903592486
verified: no, type: nauc_recall_at_1_std
value: 1.0702365021919493
verified: no, type: nauc_recall_at_20_diff1
value: 24.44275887294684
verified: no, type: nauc_recall_at_20_max
value: 13.741836613975632
verified: no, type: nauc_recall_at_20_std
value: 8.912697293790416
verified: no, type: nauc_recall_at_3_diff1
value: 29.411257775971183
verified: no, type: nauc_recall_at_3_max
value: 11.171469393600624
verified: no, type: nauc_recall_at_3_std
value: -3.826104279872697
verified: no, type: nauc_recall_at_5_diff1
value: 28.448608960982718
verified: no, type: nauc_recall_at_5_max
value: 11.771650377338542
verified: no, type: nauc_recall_at_5_std
value: -1.0556720913401545
verified: no, type: ndcg_at_1
value: 15.411
verified: no, type: ndcg_at_10
value: 21.811
verified: no, type: ndcg_at_100
value: 27.168999999999997
verified: no, type: ndcg_at_1000
value: 30.59
verified: no, type: ndcg_at_20
value: 23.904
verified: no, type: ndcg_at_3
value: 18.278
verified: no, type: ndcg_at_5
value: 19.842000000000002
verified: no, type: precision_at_1
value: 15.411
verified: no, type: precision_at_10
value: 4.212
verified: no, type: precision_at_100
value: 0.836
verified: no, type: precision_at_1000
value: 0.128
verified: no, type: precision_at_20
value: 2.7279999999999998
verified: no, type: precision_at_3
value: 8.866
verified: no, type: precision_at_5
value: 6.598
verified: no, type: recall_at_1
value: 12.41
verified: no, type: recall_at_10
value: 30.192000000000004
verified: no, type: recall_at_100
value: 53.54
verified: no, type: recall_at_1000
value: 77.81099999999999
verified: no, type: recall_at_20
value: 37.708999999999996
verified: no, type: recall_at_3
value: 20.198
verified: no, type: recall_at_5
value: 24.224
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 22.047583333333336
verified: no, type: ndcg_at_10
value: 22.047583333333336
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 17.556
verified: no, type: map_at_1
value: 10.847
verified: no, type: map_at_10
value: 14.793999999999999
verified: no, type: map_at_100
value: 15.641
verified: no, type: map_at_1000
value: 15.726999999999999
verified: no, type: map_at_20
value: 15.261
verified: no, type: map_at_3
value: 13.586
verified: no, type: map_at_5
value: 14.066999999999998
verified: no, type: mrr_at_1
value: 13.03680981595092
verified: no, type: mrr_at_10
value: 16.925698704839807
verified: no, type: mrr_at_100
value: 17.784043342109616
verified: no, type: mrr_at_1000
value: 17.86300336031391
verified: no, type: mrr_at_20
value: 17.429638081496375
verified: no, type: mrr_at_3
value: 15.61860940695296
verified: no, type: mrr_at_5
value: 16.163087934560323
verified: no, type: nauc_map_at_1000_diff1
value: 23.582845505029322
verified: no, type: nauc_map_at_1000_max
value: 8.933785172768756
verified: no, type: nauc_map_at_1000_std
value: 0.8020530379108388
verified: no, type: nauc_map_at_100_diff1
value: 23.636844872429876
verified: no, type: nauc_map_at_100_max
value: 8.884396148701196
verified: no, type: nauc_map_at_100_std
value: 0.7302103673092573
verified: no, type: nauc_map_at_10_diff1
value: 23.672642581113035
verified: no, type: nauc_map_at_10_max
value: 9.038975759151379
verified: no, type: nauc_map_at_10_std
value: 0.18776829005565837
verified: no, type: nauc_map_at_1_diff1
value: 26.46158773487289
verified: no, type: nauc_map_at_1_max
value: 12.156669258684435
verified: no, type: nauc_map_at_1_std
value: -1.701811076997772
verified: no, type: nauc_map_at_20_diff1
value: 23.859086060108893
verified: no, type: nauc_map_at_20_max
value: 9.05210357096658
verified: no, type: nauc_map_at_20_std
value: 0.536064926512017
verified: no, type: nauc_map_at_3_diff1
value: 23.96825074262892
verified: no, type: nauc_map_at_3_max
value: 9.507864998508902
verified: no, type: nauc_map_at_3_std
value: 0.5422489225767072
verified: no, type: nauc_map_at_5_diff1
value: 23.647890903010722
verified: no, type: nauc_map_at_5_max
value: 9.171151831017795
verified: no, type: nauc_map_at_5_std
value: 0.33613194082190934
verified: no, type: nauc_mrr_at_1000_diff1
value: 24.393874541782356
verified: no, type: nauc_mrr_at_1000_max
value: 13.350902462011561
verified: no, type: nauc_mrr_at_1000_std
value: 3.744650968837397
verified: no, type: nauc_mrr_at_100_diff1
value: 24.420564917998203
verified: no, type: nauc_mrr_at_100_max
value: 13.318969059736535
verified: no, type: nauc_mrr_at_100_std
value: 3.698113729746554
verified: no, type: nauc_mrr_at_10_diff1
value: 24.46809280901524
verified: no, type: nauc_mrr_at_10_max
value: 13.577332281590548
verified: no, type: nauc_mrr_at_10_std
value: 3.419919832012948
verified: no, type: nauc_mrr_at_1_diff1
value: 26.950045624906288
verified: no, type: nauc_mrr_at_1_max
value: 17.428761025535525
verified: no, type: nauc_mrr_at_1_std
value: 1.9642766402863763
verified: no, type: nauc_mrr_at_20_diff1
value: 24.704600441390525
verified: no, type: nauc_mrr_at_20_max
value: 13.551388849897576
verified: no, type: nauc_mrr_at_20_std
value: 3.515316369998953
verified: no, type: nauc_mrr_at_3_diff1
value: 24.85321621209833
verified: no, type: nauc_mrr_at_3_max
value: 13.982765450347637
verified: no, type: nauc_mrr_at_3_std
value: 3.99594098458839
verified: no, type: nauc_mrr_at_5_diff1
value: 24.5573557618307
verified: no, type: nauc_mrr_at_5_max
value: 13.784239018832444
verified: no, type: nauc_mrr_at_5_std
value: 3.7085167273429835
verified: no, type: nauc_ndcg_at_1000_diff1
value: 20.815444556475583
verified: no, type: nauc_ndcg_at_1000_max
value: 7.793840995361894
verified: no, type: nauc_ndcg_at_1000_std
value: 4.190568194929262
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.00006736265419
verified: no, type: nauc_ndcg_at_100_max
value: 6.782679809196186
verified: no, type: nauc_ndcg_at_100_std
value: 2.4996194962596507
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.016281557621
verified: no, type: nauc_ndcg_at_10_max
value: 8.669224761890321
verified: no, type: nauc_ndcg_at_10_std
value: 0.9207164521677644
verified: no, type: nauc_ndcg_at_1_diff1
value: 26.950045624906288
verified: no, type: nauc_ndcg_at_1_max
value: 17.428761025535525
verified: no, type: nauc_ndcg_at_1_std
value: 1.9642766402863763
verified: no, type: nauc_ndcg_at_20_diff1
value: 23.729147777409022
verified: no, type: nauc_ndcg_at_20_max
value: 8.486409603228852
verified: no, type: nauc_ndcg_at_20_std
value: 1.4832028021259072
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.280954237777543
verified: no, type: nauc_ndcg_at_3_max
value: 9.713211682889618
verified: no, type: nauc_ndcg_at_3_std
value: 2.3159590346927854
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.929091113969232
verified: no, type: nauc_ndcg_at_5_max
value: 8.978166709575598
verified: no, type: nauc_ndcg_at_5_std
value: 1.3630770649170538
verified: no, type: nauc_precision_at_1000_diff1
value: 5.927899438988212
verified: no, type: nauc_precision_at_1000_max
value: 11.243713436428155
verified: no, type: nauc_precision_at_1000_std
value: 20.370661577606004
verified: no, type: nauc_precision_at_100_diff1
value: 15.974046672296396
verified: no, type: nauc_precision_at_100_max
value: 6.4867705934261135
verified: no, type: nauc_precision_at_100_std
value: 11.639701677506466
verified: no, type: nauc_precision_at_10_diff1
value: 22.311534969942013
verified: no, type: nauc_precision_at_10_max
value: 11.84622659488646
verified: no, type: nauc_precision_at_10_std
value: 4.691273438360401
verified: no, type: nauc_precision_at_1_diff1
value: 26.950045624906288
verified: no, type: nauc_precision_at_1_max
value: 17.428761025535525
verified: no, type: nauc_precision_at_1_std
value: 1.9642766402863763
verified: no, type: nauc_precision_at_20_diff1
value: 23.77368419492693
verified: no, type: nauc_precision_at_20_max
value: 13.099515407092408
verified: no, type: nauc_precision_at_20_std
value: 8.057133388165035
verified: no, type: nauc_precision_at_3_diff1
value: 22.57593305523347
verified: no, type: nauc_precision_at_3_max
value: 12.392781456209395
verified: no, type: nauc_precision_at_3_std
value: 6.223450875897907
verified: no, type: nauc_precision_at_5_diff1
value: 21.65853732851755
verified: no, type: nauc_precision_at_5_max
value: 12.03792743449776
verified: no, type: nauc_precision_at_5_std
value: 5.717053244732977
verified: no, type: nauc_recall_at_1000_diff1
value: 5.207292242361974
verified: no, type: nauc_recall_at_1000_max
value: -1.5003881087337811
verified: no, type: nauc_recall_at_1000_std
value: 15.117815213453323
verified: no, type: nauc_recall_at_100_diff1
value: 15.077702245060701
verified: no, type: nauc_recall_at_100_max
value: -4.546515194950073
verified: no, type: nauc_recall_at_100_std
value: 3.9239905307132052
verified: no, type: nauc_recall_at_10_diff1
value: 20.062497097496234
verified: no, type: nauc_recall_at_10_max
value: 3.590942247065195
verified: no, type: nauc_recall_at_10_std
value: -0.3622537329829784
verified: no, type: nauc_recall_at_1_diff1
value: 26.46158773487289
verified: no, type: nauc_recall_at_1_max
value: 12.156669258684435
verified: no, type: nauc_recall_at_1_std
value: -1.701811076997772
verified: no, type: nauc_recall_at_20_diff1
value: 22.04569493665166
verified: no, type: nauc_recall_at_20_max
value: 2.828983763680479
verified: no, type: nauc_recall_at_20_std
value: 0.6250866301007
verified: no, type: nauc_recall_at_3_diff1
value: 21.254729612480595
verified: no, type: nauc_recall_at_3_max
value: 5.362376959491379
verified: no, type: nauc_recall_at_3_std
value: 1.4845761998313372
verified: no, type: nauc_recall_at_5_diff1
value: 19.916021545265604
verified: no, type: nauc_recall_at_5_max
value: 4.360099288501549
verified: no, type: nauc_recall_at_5_std
value: 0.35166105034257067
verified: no, type: ndcg_at_1
value: 13.037
verified: no, type: ndcg_at_10
value: 17.556
verified: no, type: ndcg_at_100
value: 21.994
verified: no, type: ndcg_at_1000
value: 24.637999999999998
verified: no, type: ndcg_at_20
value: 19.24
verified: no, type: ndcg_at_3
value: 15.099000000000002
verified: no, type: ndcg_at_5
value: 15.852
verified: no, type: precision_at_1
value: 13.037
verified: no, type: precision_at_10
value: 2.929
verified: no, type: precision_at_100
value: 0.557
verified: no, type: precision_at_1000
value: 0.08499999999999999
verified: no, type: precision_at_20
value: 1.863
verified: no, type: precision_at_3
value: 6.800000000000001
verified: no, type: precision_at_5
value: 4.601
verified: no, type: recall_at_1
value: 10.847
verified: no, type: recall_at_10
value: 24.245
verified: no, type: recall_at_100
value: 45.06
verified: no, type: recall_at_1000
value: 65.389
verified: no, type: recall_at_20
value: 30.645
verified: no, type: recall_at_3
value: 16.961000000000002
verified: no, type: recall_at_5
value: 19.087
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 12.751000000000001
verified: no, type: map_at_1
value: 6.753000000000001
verified: no, type: map_at_10
value: 10.216
verified: no, type: map_at_100
value: 10.917
verified: no, type: map_at_1000
value: 11.040999999999999
verified: no, type: map_at_20
value: 10.556000000000001
verified: no, type: map_at_3
value: 9.004
verified: no, type: map_at_5
value: 9.645
verified: no, type: mrr_at_1
value: 8.36200963523744
verified: no, type: mrr_at_10
value: 12.36235375086028
verified: no, type: mrr_at_100
value: 13.105444445728331
verified: no, type: mrr_at_1000
value: 13.206442683038725
verified: no, type: mrr_at_20
value: 12.74682692544529
verified: no, type: mrr_at_3
value: 11.051846753842623
verified: no, type: mrr_at_5
value: 11.74696031199815
verified: no, type: nauc_map_at_1000_diff1
value: 29.427556175981483
verified: no, type: nauc_map_at_1000_max
value: 14.949207548579214
verified: no, type: nauc_map_at_1000_std
value: -1.22016625669249
verified: no, type: nauc_map_at_100_diff1
value: 29.440834471713373
verified: no, type: nauc_map_at_100_max
value: 14.841557107868242
verified: no, type: nauc_map_at_100_std
value: -1.350352377703834
verified: no, type: nauc_map_at_10_diff1
value: 30.417598673043422
verified: no, type: nauc_map_at_10_max
value: 14.943072177754257
verified: no, type: nauc_map_at_10_std
value: -1.7815305098806844
verified: no, type: nauc_map_at_1_diff1
value: 41.08574778585061
verified: no, type: nauc_map_at_1_max
value: 16.17696542936862
verified: no, type: nauc_map_at_1_std
value: -1.2598790851075194
verified: no, type: nauc_map_at_20_diff1
value: 29.825741461628258
verified: no, type: nauc_map_at_20_max
value: 14.843752762619403
verified: no, type: nauc_map_at_20_std
value: -1.6097598152376875
verified: no, type: nauc_map_at_3_diff1
value: 33.12309882371655
verified: no, type: nauc_map_at_3_max
value: 15.661580757952951
verified: no, type: nauc_map_at_3_std
value: -1.626404088892934
verified: no, type: nauc_map_at_5_diff1
value: 31.3878919405222
verified: no, type: nauc_map_at_5_max
value: 15.626354111403504
verified: no, type: nauc_map_at_5_std
value: -1.6337845444620869
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.374840264995665
verified: no, type: nauc_mrr_at_1000_max
value: 16.594963019023478
verified: no, type: nauc_mrr_at_1000_std
value: -0.4508168132088572
verified: no, type: nauc_mrr_at_100_diff1
value: 27.356425411712443
verified: no, type: nauc_mrr_at_100_max
value: 16.566357476054026
verified: no, type: nauc_mrr_at_100_std
value: -0.49991024724513766
verified: no, type: nauc_mrr_at_10_diff1
value: 28.16898447932173
verified: no, type: nauc_mrr_at_10_max
value: 16.641553635051803
verified: no, type: nauc_mrr_at_10_std
value: -0.9179084319860337
verified: no, type: nauc_mrr_at_1_diff1
value: 38.15562226286013
verified: no, type: nauc_mrr_at_1_max
value: 17.91220104164341
verified: no, type: nauc_mrr_at_1_std
value: -1.9719160167092318
verified: no, type: nauc_mrr_at_20_diff1
value: 27.632987022413563
verified: no, type: nauc_mrr_at_20_max
value: 16.604914961908644
verified: no, type: nauc_mrr_at_20_std
value: -0.6529511191228368
verified: no, type: nauc_mrr_at_3_diff1
value: 30.757245731440154
verified: no, type: nauc_mrr_at_3_max
value: 17.71748866456443
verified: no, type: nauc_mrr_at_3_std
value: -0.8412048187131186
verified: no, type: nauc_mrr_at_5_diff1
value: 29.042040302341505
verified: no, type: nauc_mrr_at_5_max
value: 17.28549290003433
verified: no, type: nauc_mrr_at_5_std
value: -0.8691461725830703
verified: no, type: nauc_ndcg_at_1000_diff1
value: 22.594179729845173
verified: no, type: nauc_ndcg_at_1000_max
value: 15.496668446531094
verified: no, type: nauc_ndcg_at_1000_std
value: 2.447850540354494
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.616387251349373
verified: no, type: nauc_ndcg_at_100_max
value: 14.078499945481859
verified: no, type: nauc_ndcg_at_100_std
value: 0.36380460276726295
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.413427863919647
verified: no, type: nauc_ndcg_at_10_max
value: 14.503004725194613
verified: no, type: nauc_ndcg_at_10_std
value: -1.5293114307079259
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.15562226286013
verified: no, type: nauc_ndcg_at_1_max
value: 17.91220104164341
verified: no, type: nauc_ndcg_at_1_std
value: -1.9719160167092318
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.78137151408083
verified: no, type: nauc_ndcg_at_20_max
value: 14.200769520195216
verified: no, type: nauc_ndcg_at_20_std
value: -1.012182119386178
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.38687313301331
verified: no, type: nauc_ndcg_at_3_max
value: 16.31763552950232
verified: no, type: nauc_ndcg_at_3_std
value: -1.0011927150341267
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.062289748783098
verified: no, type: nauc_ndcg_at_5_max
value: 15.99537958406429
verified: no, type: nauc_ndcg_at_5_std
value: -1.1952456966114824
verified: no, type: nauc_precision_at_1000_diff1
value: 4.501808177356945
verified: no, type: nauc_precision_at_1000_max
value: 24.955583651589517
verified: no, type: nauc_precision_at_1000_std
value: 19.335822797929215
verified: no, type: nauc_precision_at_100_diff1
value: 8.272874200468614
verified: no, type: nauc_precision_at_100_max
value: 18.25035617357259
verified: no, type: nauc_precision_at_100_std
value: 8.549517448655122
verified: no, type: nauc_precision_at_10_diff1
value: 17.49675659906133
verified: no, type: nauc_precision_at_10_max
value: 15.487010679185536
verified: no, type: nauc_precision_at_10_std
value: 0.5388123054600629
verified: no, type: nauc_precision_at_1_diff1
value: 38.15562226286013
verified: no, type: nauc_precision_at_1_max
value: 17.91220104164341
verified: no, type: nauc_precision_at_1_std
value: -1.9719160167092318
verified: no, type: nauc_precision_at_20_diff1
value: 13.852902994147275
verified: no, type: nauc_precision_at_20_max
value: 15.708045669140008
verified: no, type: nauc_precision_at_20_std
value: 2.9524611271176697
verified: no, type: nauc_precision_at_3_diff1
value: 24.448216621194938
verified: no, type: nauc_precision_at_3_max
value: 17.966854754524945
verified: no, type: nauc_precision_at_3_std
value: 0.09425006479079956
verified: no, type: nauc_precision_at_5_diff1
value: 19.419532605893682
verified: no, type: nauc_precision_at_5_max
value: 17.378273688976215
verified: no, type: nauc_precision_at_5_std
value: 0.37428259496664523
verified: no, type: nauc_recall_at_1000_diff1
value: 7.260264813362337
verified: no, type: nauc_recall_at_1000_max
value: 14.85915522650406
verified: no, type: nauc_recall_at_1000_std
value: 12.823144762389846
verified: no, type: nauc_recall_at_100_diff1
value: 9.457945868003364
verified: no, type: nauc_recall_at_100_max
value: 10.265442711030735
verified: no, type: nauc_recall_at_100_std
value: 3.3842307280017816
verified: no, type: nauc_recall_at_10_diff1
value: 19.238068290715756
verified: no, type: nauc_recall_at_10_max
value: 11.22710130131829
verified: no, type: nauc_recall_at_10_std
value: -1.9724984817830848
verified: no, type: nauc_recall_at_1_diff1
value: 41.08574778585061
verified: no, type: nauc_recall_at_1_max
value: 16.17696542936862
verified: no, type: nauc_recall_at_1_std
value: -1.2598790851075194
verified: no, type: nauc_recall_at_20_diff1
value: 15.265573878587487
verified: no, type: nauc_recall_at_20_max
value: 10.518899861876738
verified: no, type: nauc_recall_at_20_std
value: -0.6153004047901679
verified: no, type: nauc_recall_at_3_diff1
value: 26.664660876731674
verified: no, type: nauc_recall_at_3_max
value: 14.48965475795257
verified: no, type: nauc_recall_at_3_std
value: -1.5992633016911209
verified: no, type: nauc_recall_at_5_diff1
value: 22.35672544084675
verified: no, type: nauc_recall_at_5_max
value: 14.186810687463888
verified: no, type: nauc_recall_at_5_std
value: -1.5886230375816737
verified: no, type: ndcg_at_1
value: 8.362
verified: no, type: ndcg_at_10
value: 12.751000000000001
verified: no, type: ndcg_at_100
value: 16.6
verified: no, type: ndcg_at_1000
value: 20.207
verified: no, type: ndcg_at_20
value: 13.965
verified: no, type: ndcg_at_3
value: 10.384
verified: no, type: ndcg_at_5
value: 11.414
verified: no, type: precision_at_1
value: 8.362
verified: no, type: precision_at_10
value: 2.478
verified: no, type: precision_at_100
value: 0.529
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_20
value: 1.585
verified: no, type: precision_at_3
value: 5.1499999999999995
verified: no, type: precision_at_5
value: 3.84
verified: no, type: recall_at_1
value: 6.753000000000001
verified: no, type: recall_at_10
value: 18.412
verified: no, type: recall_at_100
value: 36.289
verified: no, type: recall_at_1000
value: 63.202999999999996
verified: no, type: recall_at_20
value: 22.902
verified: no, type: recall_at_3
value: 11.687
verified: no, type: recall_at_5
value: 14.313
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 19.017
verified: no, type: map_at_1
value: 11.014
verified: no, type: map_at_10
value: 15.769
verified: no, type: map_at_100
value: 16.541
verified: no, type: map_at_1000
value: 16.652
verified: no, type: map_at_20
value: 16.205
verified: no, type: map_at_3
value: 14.087
verified: no, type: map_at_5
value: 15.065000000000001
verified: no, type: mrr_at_1
value: 13.246268656716417
verified: no, type: mrr_at_10
value: 18.30053601042406
verified: no, type: mrr_at_100
value: 19.06598255330642
verified: no, type: mrr_at_1000
value: 19.16111545405074
verified: no, type: mrr_at_20
value: 18.721759553405782
verified: no, type: mrr_at_3
value: 16.48009950248757
verified: no, type: mrr_at_5
value: 17.576181592039802
verified: no, type: nauc_map_at_1000_diff1
value: 39.78802699889744
verified: no, type: nauc_map_at_1000_max
value: 27.686978440976894
verified: no, type: nauc_map_at_1000_std
value: -2.7426355027195313
verified: no, type: nauc_map_at_100_diff1
value: 39.83685498166999
verified: no, type: nauc_map_at_100_max
value: 27.64110889588546
verified: no, type: nauc_map_at_100_std
value: -2.872744545778714
verified: no, type: nauc_map_at_10_diff1
value: 40.15151677359013
verified: no, type: nauc_map_at_10_max
value: 27.606746056417286
verified: no, type: nauc_map_at_10_std
value: -3.7407676048720897
verified: no, type: nauc_map_at_1_diff1
value: 50.48515566518464
verified: no, type: nauc_map_at_1_max
value: 35.87249676068037
verified: no, type: nauc_map_at_1_std
value: -2.8388771358913005
verified: no, type: nauc_map_at_20_diff1
value: 40.02720237047923
verified: no, type: nauc_map_at_20_max
value: 27.724691646675282
verified: no, type: nauc_map_at_20_std
value: -3.0762590796370035
verified: no, type: nauc_map_at_3_diff1
value: 42.22706182149592
verified: no, type: nauc_map_at_3_max
value: 29.763077343200273
verified: no, type: nauc_map_at_3_std
value: -3.386790900313829
verified: no, type: nauc_map_at_5_diff1
value: 40.891134878472776
verified: no, type: nauc_map_at_5_max
value: 28.253438774165048
verified: no, type: nauc_map_at_5_std
value: -3.8907272755897435
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.14757187852699
verified: no, type: nauc_mrr_at_1000_max
value: 30.127202373346957
verified: no, type: nauc_mrr_at_1000_std
value: -1.0800561631061685
verified: no, type: nauc_mrr_at_100_diff1
value: 39.16012501013661
verified: no, type: nauc_mrr_at_100_max
value: 30.088801910683966
verified: no, type: nauc_mrr_at_100_std
value: -1.1565998551983776
verified: no, type: nauc_mrr_at_10_diff1
value: 39.374267776519304
verified: no, type: nauc_mrr_at_10_max
value: 30.112257390845983
verified: no, type: nauc_mrr_at_10_std
value: -1.9655455448796655
verified: no, type: nauc_mrr_at_1_diff1
value: 49.724380493160105
verified: no, type: nauc_mrr_at_1_max
value: 38.14751966813071
verified: no, type: nauc_mrr_at_1_std
value: -1.0651731272469185
verified: no, type: nauc_mrr_at_20_diff1
value: 39.34714842357158
verified: no, type: nauc_mrr_at_20_max
value: 30.21671657781195
verified: no, type: nauc_mrr_at_20_std
value: -1.2814925781883733
verified: no, type: nauc_mrr_at_3_diff1
value: 41.53982752617263
verified: no, type: nauc_mrr_at_3_max
value: 32.27147900542511
verified: no, type: nauc_mrr_at_3_std
value: -1.7042046244256501
verified: no, type: nauc_mrr_at_5_diff1
value: 40.28495775961696
verified: no, type: nauc_mrr_at_5_max
value: 30.785982647444783
verified: no, type: nauc_mrr_at_5_std
value: -2.2376360028556808
verified: no, type: nauc_ndcg_at_1000_diff1
value: 34.087462250474935
verified: no, type: nauc_ndcg_at_1000_max
value: 25.683207293043548
verified: no, type: nauc_ndcg_at_1000_std
value: 2.349140326011962
verified: no, type: nauc_ndcg_at_100_diff1
value: 34.83770509009774
verified: no, type: nauc_ndcg_at_100_max
value: 24.245572489484328
verified: no, type: nauc_ndcg_at_100_std
value: -0.18075359236907604
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.096163769815945
verified: no, type: nauc_ndcg_at_10_max
value: 24.96332132619924
verified: no, type: nauc_ndcg_at_10_std
value: -3.6050125721991093
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.724380493160105
verified: no, type: nauc_ndcg_at_1_max
value: 38.14751966813071
verified: no, type: nauc_ndcg_at_1_std
value: -1.0651731272469185
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.754537070968574
verified: no, type: nauc_ndcg_at_20_max
value: 25.209403818779325
verified: no, type: nauc_ndcg_at_20_std
value: -1.565190511732965
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.66519198283563
verified: no, type: nauc_ndcg_at_3_max
value: 28.990830910200877
verified: no, type: nauc_ndcg_at_3_std
value: -2.9373436890438502
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.73337777559251
verified: no, type: nauc_ndcg_at_5_max
value: 26.26396633447479
verified: no, type: nauc_ndcg_at_5_std
value: -3.8951788049228475
verified: no, type: nauc_precision_at_1000_diff1
value: 3.602718626178241
verified: no, type: nauc_precision_at_1000_max
value: 14.22798108368194
verified: no, type: nauc_precision_at_1000_std
value: 19.398301901343228
verified: no, type: nauc_precision_at_100_diff1
value: 18.16944693795616
verified: no, type: nauc_precision_at_100_max
value: 15.415846576026857
verified: no, type: nauc_precision_at_100_std
value: 9.576084102092462
verified: no, type: nauc_precision_at_10_diff1
value: 25.74701669141623
verified: no, type: nauc_precision_at_10_max
value: 20.85083326582623
verified: no, type: nauc_precision_at_10_std
value: -1.5696356629579362
verified: no, type: nauc_precision_at_1_diff1
value: 49.724380493160105
verified: no, type: nauc_precision_at_1_max
value: 38.14751966813071
verified: no, type: nauc_precision_at_1_std
value: -1.0651731272469185
verified: no, type: nauc_precision_at_20_diff1
value: 24.128587865434234
verified: no, type: nauc_precision_at_20_max
value: 21.848309222576997
verified: no, type: nauc_precision_at_20_std
value: 3.6398320907293313
verified: no, type: nauc_precision_at_3_diff1
value: 33.75005314380593
verified: no, type: nauc_precision_at_3_max
value: 27.449538828616067
verified: no, type: nauc_precision_at_3_std
value: -2.1763452367934053
verified: no, type: nauc_precision_at_5_diff1
value: 29.974325858814865
verified: no, type: nauc_precision_at_5_max
value: 22.657832713624703
verified: no, type: nauc_precision_at_5_std
value: -3.757255723178073
verified: no, type: nauc_recall_at_1000_diff1
value: 13.772121604225344
verified: no, type: nauc_recall_at_1000_max
value: 18.39835806846926
verified: no, type: nauc_recall_at_1000_std
value: 25.121360145658432
verified: no, type: nauc_recall_at_100_diff1
value: 21.876060241717138
verified: no, type: nauc_recall_at_100_max
value: 11.799940468932249
verified: no, type: nauc_recall_at_100_std
value: 6.285411190206935
verified: no, type: nauc_recall_at_10_diff1
value: 26.50445252375467
verified: no, type: nauc_recall_at_10_max
value: 15.921597451461366
verified: no, type: nauc_recall_at_10_std
value: -4.621984127168134
verified: no, type: nauc_recall_at_1_diff1
value: 50.48515566518464
verified: no, type: nauc_recall_at_1_max
value: 35.87249676068037
verified: no, type: nauc_recall_at_1_std
value: -2.8388771358913005
verified: no, type: nauc_recall_at_20_diff1
value: 25.17544115266398
verified: no, type: nauc_recall_at_20_max
value: 16.098637175516313
verified: no, type: nauc_recall_at_20_std
value: 1.1679424448503002
verified: no, type: nauc_recall_at_3_diff1
value: 34.3583119775668
verified: no, type: nauc_recall_at_3_max
value: 23.753335584301986
verified: no, type: nauc_recall_at_3_std
value: -3.956289904650987
verified: no, type: nauc_recall_at_5_diff1
value: 29.8522918799993
verified: no, type: nauc_recall_at_5_max
value: 18.34527784068292
verified: no, type: nauc_recall_at_5_std
value: -5.147702856582095
verified: no, type: ndcg_at_1
value: 13.245999999999999
verified: no, type: ndcg_at_10
value: 19.017
verified: no, type: ndcg_at_100
value: 23.052
verified: no, type: ndcg_at_1000
value: 26.26
verified: no, type: ndcg_at_20
value: 20.564
verified: no, type: ndcg_at_3
value: 15.741
verified: no, type: ndcg_at_5
value: 17.407
verified: no, type: precision_at_1
value: 13.245999999999999
verified: no, type: precision_at_10
value: 3.293
verified: no, type: precision_at_100
value: 0.5950000000000001
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_20
value: 2.043
verified: no, type: precision_at_3
value: 7.245
verified: no, type: precision_at_5
value: 5.373
verified: no, type: recall_at_1
value: 11.014
verified: no, type: recall_at_10
value: 26.63
verified: no, type: recall_at_100
value: 44.927
verified: no, type: recall_at_1000
value: 68.673
verified: no, type: recall_at_20
value: 32.321
verified: no, type: recall_at_3
value: 17.715
verified: no, type: recall_at_5
value: 21.91
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 22.826
verified: no, type: map_at_1
value: 14.186000000000002
verified: no, type: map_at_10
value: 19.054
verified: no, type: map_at_100
value: 20.213
verified: no, type: map_at_1000
value: 20.402
verified: no, type: map_at_20
value: 19.61
verified: no, type: map_at_3
value: 17.358999999999998
verified: no, type: map_at_5
value: 18.238
verified: no, type: mrr_at_1
value: 17.588932806324113
verified: no, type: mrr_at_10
value: 22.58571742267394
verified: no, type: mrr_at_100
value: 23.57468891333484
verified: no, type: mrr_at_1000
value: 23.65903399262775
verified: no, type: mrr_at_20
value: 23.133007775647492
verified: no, type: mrr_at_3
value: 21.01449275362318
verified: no, type: mrr_at_5
value: 21.795125164690376
verified: no, type: nauc_map_at_1000_diff1
value: 38.98546206619879
verified: no, type: nauc_map_at_1000_max
value: 18.744159838855833
verified: no, type: nauc_map_at_1000_std
value: -0.8612186512101071
verified: no, type: nauc_map_at_100_diff1
value: 38.87337951551882
verified: no, type: nauc_map_at_100_max
value: 18.766719309765506
verified: no, type: nauc_map_at_100_std
value: -0.9409138788700961
verified: no, type: nauc_map_at_10_diff1
value: 38.901764447632075
verified: no, type: nauc_map_at_10_max
value: 18.584309260374418
verified: no, type: nauc_map_at_10_std
value: -1.4517291374810957
verified: no, type: nauc_map_at_1_diff1
value: 42.597162670596326
verified: no, type: nauc_map_at_1_max
value: 20.344072741462117
verified: no, type: nauc_map_at_1_std
value: -3.293244044760314
verified: no, type: nauc_map_at_20_diff1
value: 38.95695713416029
verified: no, type: nauc_map_at_20_max
value: 18.896338820618126
verified: no, type: nauc_map_at_20_std
value: -1.3987054414224631
verified: no, type: nauc_map_at_3_diff1
value: 40.18278824127597
verified: no, type: nauc_map_at_3_max
value: 18.36913534474566
verified: no, type: nauc_map_at_3_std
value: -3.028892092527344
verified: no, type: nauc_map_at_5_diff1
value: 39.28071466648866
verified: no, type: nauc_map_at_5_max
value: 18.587075082634104
verified: no, type: nauc_map_at_5_std
value: -2.093758455365154
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.194280686082344
verified: no, type: nauc_mrr_at_1000_max
value: 18.64747872401458
verified: no, type: nauc_mrr_at_1000_std
value: 0.5582934387742133
verified: no, type: nauc_mrr_at_100_diff1
value: 41.19250981301622
verified: no, type: nauc_mrr_at_100_max
value: 18.63663723191968
verified: no, type: nauc_mrr_at_100_std
value: 0.5464307635043621
verified: no, type: nauc_mrr_at_10_diff1
value: 41.2973865009539
verified: no, type: nauc_mrr_at_10_max
value: 18.200596933927457
verified: no, type: nauc_mrr_at_10_std
value: 0.10694889543861
verified: no, type: nauc_mrr_at_1_diff1
value: 43.83419250705284
verified: no, type: nauc_mrr_at_1_max
value: 19.70396766898177
verified: no, type: nauc_mrr_at_1_std
value: -1.9332347511236754
verified: no, type: nauc_mrr_at_20_diff1
value: 41.46249291095162
verified: no, type: nauc_mrr_at_20_max
value: 18.665936692243847
verified: no, type: nauc_mrr_at_20_std
value: 0.2767732775531011
verified: no, type: nauc_mrr_at_3_diff1
value: 42.167697331328
verified: no, type: nauc_mrr_at_3_max
value: 17.850958303475018
verified: no, type: nauc_mrr_at_3_std
value: -0.9959608976893226
verified: no, type: nauc_mrr_at_5_diff1
value: 41.759767839481796
verified: no, type: nauc_mrr_at_5_max
value: 18.287874929383854
verified: no, type: nauc_mrr_at_5_std
value: -0.4162348541926989
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.45695317586596
verified: no, type: nauc_ndcg_at_1000_max
value: 19.74945508271256
verified: no, type: nauc_ndcg_at_1000_std
value: 4.715329207870299
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.817128721326824
verified: no, type: nauc_ndcg_at_100_max
value: 19.24887490263846
verified: no, type: nauc_ndcg_at_100_std
value: 3.8691203961439142
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.37341725809492
verified: no, type: nauc_ndcg_at_10_max
value: 18.142209555588714
verified: no, type: nauc_ndcg_at_10_std
value: 0.7492724718284801
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.83419250705284
verified: no, type: nauc_ndcg_at_1_max
value: 19.70396766898177
verified: no, type: nauc_ndcg_at_1_std
value: -1.9332347511236754
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.40497133862591
verified: no, type: nauc_ndcg_at_20_max
value: 19.27312728498889
verified: no, type: nauc_ndcg_at_20_std
value: 1.0593590493760485
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.45226064709983
verified: no, type: nauc_ndcg_at_3_max
value: 17.28832606921435
verified: no, type: nauc_ndcg_at_3_std
value: -1.639341044923979
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.432772287793014
verified: no, type: nauc_ndcg_at_5_max
value: 17.785542616375476
verified: no, type: nauc_ndcg_at_5_std
value: -0.515715989771042
verified: no, type: nauc_precision_at_1000_diff1
value: 18.718800046596073
verified: no, type: nauc_precision_at_1000_max
value: 10.774670614766405
verified: no, type: nauc_precision_at_1000_std
value: 11.227484824449594
verified: no, type: nauc_precision_at_100_diff1
value: 23.798806127078663
verified: no, type: nauc_precision_at_100_max
value: 9.866638374928046
verified: no, type: nauc_precision_at_100_std
value: 11.069855116281051
verified: no, type: nauc_precision_at_10_diff1
value: 30.73951411001615
verified: no, type: nauc_precision_at_10_max
value: 13.168417210021694
verified: no, type: nauc_precision_at_10_std
value: 4.5996810666384
verified: no, type: nauc_precision_at_1_diff1
value: 43.83419250705284
verified: no, type: nauc_precision_at_1_max
value: 19.70396766898177
verified: no, type: nauc_precision_at_1_std
value: -1.9332347511236754
verified: no, type: nauc_precision_at_20_diff1
value: 30.84362549746219
verified: no, type: nauc_precision_at_20_max
value: 13.453063287032979
verified: no, type: nauc_precision_at_20_std
value: 6.21168810453199
verified: no, type: nauc_precision_at_3_diff1
value: 37.75959962539044
verified: no, type: nauc_precision_at_3_max
value: 14.577853743354508
verified: no, type: nauc_precision_at_3_std
value: 0.9809709525256693
verified: no, type: nauc_precision_at_5_diff1
value: 33.90816643063049
verified: no, type: nauc_precision_at_5_max
value: 14.133729614297277
verified: no, type: nauc_precision_at_5_std
value: 3.1179564436998044
verified: no, type: nauc_recall_at_1000_diff1
value: 19.646754844141714
verified: no, type: nauc_recall_at_1000_max
value: 24.38351556962564
verified: no, type: nauc_recall_at_1000_std
value: 31.159374910759645
verified: no, type: nauc_recall_at_100_diff1
value: 23.517406890040117
verified: no, type: nauc_recall_at_100_max
value: 19.018933558929145
verified: no, type: nauc_recall_at_100_std
value: 16.945530988838144
verified: no, type: nauc_recall_at_10_diff1
value: 32.591620681901034
verified: no, type: nauc_recall_at_10_max
value: 16.918448907466612
verified: no, type: nauc_recall_at_10_std
value: 5.47194048074928
verified: no, type: nauc_recall_at_1_diff1
value: 42.597162670596326
verified: no, type: nauc_recall_at_1_max
value: 20.344072741462117
verified: no, type: nauc_recall_at_1_std
value: -3.293244044760314
verified: no, type: nauc_recall_at_20_diff1
value: 32.042959750981424
verified: no, type: nauc_recall_at_20_max
value: 19.501781852093803
verified: no, type: nauc_recall_at_20_std
value: 5.393497374557064
verified: no, type: nauc_recall_at_3_diff1
value: 37.005306504273065
verified: no, type: nauc_recall_at_3_max
value: 15.04932333406654
verified: no, type: nauc_recall_at_3_std
value: -0.9153333014391115
verified: no, type: nauc_recall_at_5_diff1
value: 35.332486399133124
verified: no, type: nauc_recall_at_5_max
value: 16.553599086149728
verified: no, type: nauc_recall_at_5_std
value: 2.1450869120493596
verified: no, type: ndcg_at_1
value: 17.589
verified: no, type: ndcg_at_10
value: 22.826
verified: no, type: ndcg_at_100
value: 27.985
verified: no, type: ndcg_at_1000
value: 31.490000000000002
verified: no, type: ndcg_at_20
value: 24.535
verified: no, type: ndcg_at_3
value: 20.066
verified: no, type: ndcg_at_5
value: 21.113
verified: no, type: precision_at_1
value: 17.589
verified: no, type: precision_at_10
value: 4.387
verified: no, type: precision_at_100
value: 1.008
verified: no, type: precision_at_1000
value: 0.191
verified: no, type: precision_at_20
value: 2.856
verified: no, type: precision_at_3
value: 9.618
verified: no, type: precision_at_5
value: 6.837999999999999
verified: no, type: recall_at_1
value: 14.186000000000002
verified: no, type: recall_at_10
value: 29.996000000000002
verified: no, type: recall_at_100
value: 53.701
verified: no, type: recall_at_1000
value: 77.518
verified: no, type: recall_at_20
value: 36.703
verified: no, type: recall_at_3
value: 21.12
verified: no, type: recall_at_5
value: 24.377
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 16.217000000000002
verified: no, type: map_at_1
value: 9.464
verified: no, type: map_at_10
value: 13.557
verified: no, type: map_at_100
value: 14.402999999999999
verified: no, type: map_at_1000
value: 14.524000000000001
verified: no, type: map_at_20
value: 14.030000000000001
verified: no, type: map_at_3
value: 12.206
verified: no, type: map_at_5
value: 13.013
verified: no, type: mrr_at_1
value: 10.166358595194085
verified: no, type: mrr_at_10
value: 14.671243728545019
verified: no, type: mrr_at_100
value: 15.484366361262653
verified: no, type: mrr_at_1000
value: 15.595890121616895
verified: no, type: mrr_at_20
value: 15.155677330921835
verified: no, type: mrr_at_3
value: 13.154651879235981
verified: no, type: mrr_at_5
value: 13.995686999383855
verified: no, type: nauc_map_at_1000_diff1
value: 27.997754432544415
verified: no, type: nauc_map_at_1000_max
value: 20.375095279465274
verified: no, type: nauc_map_at_1000_std
value: 0.2044344300921599
verified: no, type: nauc_map_at_100_diff1
value: 27.942832508433753
verified: no, type: nauc_map_at_100_max
value: 20.388093125292755
verified: no, type: nauc_map_at_100_std
value: 0.1515365283396013
verified: no, type: nauc_map_at_10_diff1
value: 28.44177235644521
verified: no, type: nauc_map_at_10_max
value: 20.755380819397345
verified: no, type: nauc_map_at_10_std
value: 0.38433861544200465
verified: no, type: nauc_map_at_1_diff1
value: 36.59957694280258
verified: no, type: nauc_map_at_1_max
value: 24.80740810549755
verified: no, type: nauc_map_at_1_std
value: -1.6128893129277246
verified: no, type: nauc_map_at_20_diff1
value: 27.870965469544302
verified: no, type: nauc_map_at_20_max
value: 20.267158892880015
verified: no, type: nauc_map_at_20_std
value: -0.04827762604651808
verified: no, type: nauc_map_at_3_diff1
value: 31.70774383287308
verified: no, type: nauc_map_at_3_max
value: 20.384013161610543
verified: no, type: nauc_map_at_3_std
value: -0.8928917624050778
verified: no, type: nauc_map_at_5_diff1
value: 29.145351113912128
verified: no, type: nauc_map_at_5_max
value: 20.26778041717117
verified: no, type: nauc_map_at_5_std
value: -0.4598211796164576
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.921884651779955
verified: no, type: nauc_mrr_at_1000_max
value: 20.957956520802085
verified: no, type: nauc_mrr_at_1000_std
value: -0.6949945348984078
verified: no, type: nauc_mrr_at_100_diff1
value: 27.880263964691476
verified: no, type: nauc_mrr_at_100_max
value: 20.945103562257366
verified: no, type: nauc_mrr_at_100_std
value: -0.7458971696427691
verified: no, type: nauc_mrr_at_10_diff1
value: 28.0188266456792
verified: no, type: nauc_mrr_at_10_max
value: 21.409957933103936
verified: no, type: nauc_mrr_at_10_std
value: -0.4102974444714637
verified: no, type: nauc_mrr_at_1_diff1
value: 36.439809908258795
verified: no, type: nauc_mrr_at_1_max
value: 25.35794149137433
verified: no, type: nauc_mrr_at_1_std
value: -2.4744631713520437
verified: no, type: nauc_mrr_at_20_diff1
value: 27.813674970886503
verified: no, type: nauc_mrr_at_20_max
value: 20.91019620332144
verified: no, type: nauc_mrr_at_20_std
value: -0.7916170937199685
verified: no, type: nauc_mrr_at_3_diff1
value: 31.17038791401512
verified: no, type: nauc_mrr_at_3_max
value: 21.056370772038207
verified: no, type: nauc_mrr_at_3_std
value: -2.0028705851834188
verified: no, type: nauc_mrr_at_5_diff1
value: 28.786025943383848
verified: no, type: nauc_mrr_at_5_max
value: 20.833989314765162
verified: no, type: nauc_mrr_at_5_std
value: -1.6535268278551556
verified: no, type: nauc_ndcg_at_1000_diff1
value: 24.57249610327704
verified: no, type: nauc_ndcg_at_1000_max
value: 18.97300808117884
verified: no, type: nauc_ndcg_at_1000_std
value: 3.1409239614759206
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.608536347192775
verified: no, type: nauc_ndcg_at_100_max
value: 19.430171908734263
verified: no, type: nauc_ndcg_at_100_std
value: 1.6516505743110934
verified: no, type: nauc_ndcg_at_10_diff1
value: 24.572959480163416
verified: no, type: nauc_ndcg_at_10_max
value: 20.118951633452905
verified: no, type: nauc_ndcg_at_10_std
value: 1.7097054419236022
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.439809908258795
verified: no, type: nauc_ndcg_at_1_max
value: 25.35794149137433
verified: no, type: nauc_ndcg_at_1_std
value: -2.4744631713520437
verified: no, type: nauc_ndcg_at_20_diff1
value: 23.249822017749665
verified: no, type: nauc_ndcg_at_20_max
value: 18.71230202924252
verified: no, type: nauc_ndcg_at_20_std
value: 0.32552223988597956
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.362316934319754
verified: no, type: nauc_ndcg_at_3_max
value: 19.257844225859337
verified: no, type: nauc_ndcg_at_3_std
value: -1.18922516280125
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.12268984600967
verified: no, type: nauc_ndcg_at_5_max
value: 18.99938295284599
verified: no, type: nauc_ndcg_at_5_std
value: -0.5009723765481657
verified: no, type: nauc_precision_at_1000_diff1
value: 6.228402363290828
verified: no, type: nauc_precision_at_1000_max
value: 7.376363646011151
verified: no, type: nauc_precision_at_1000_std
value: 14.176848321233246
verified: no, type: nauc_precision_at_100_diff1
value: 13.058049444672564
verified: no, type: nauc_precision_at_100_max
value: 17.562296256511804
verified: no, type: nauc_precision_at_100_std
value: 6.929622718330199
verified: no, type: nauc_precision_at_10_diff1
value: 15.760556833035738
verified: no, type: nauc_precision_at_10_max
value: 20.31214316632279
verified: no, type: nauc_precision_at_10_std
value: 5.176628752476397
verified: no, type: nauc_precision_at_1_diff1
value: 36.439809908258795
verified: no, type: nauc_precision_at_1_max
value: 25.35794149137433
verified: no, type: nauc_precision_at_1_std
value: -2.4744631713520437
verified: no, type: nauc_precision_at_20_diff1
value: 13.176933657479584
verified: no, type: nauc_precision_at_20_max
value: 17.051358384909253
verified: no, type: nauc_precision_at_20_std
value: 2.2103460317806456
verified: no, type: nauc_precision_at_3_diff1
value: 26.594961148899614
verified: no, type: nauc_precision_at_3_max
value: 16.54207443345956
verified: no, type: nauc_precision_at_3_std
value: -2.30121136003801
verified: no, type: nauc_precision_at_5_diff1
value: 19.88398632951867
verified: no, type: nauc_precision_at_5_max
value: 16.247073378511324
verified: no, type: nauc_precision_at_5_std
value: -1.3282866749507407
verified: no, type: nauc_recall_at_1000_diff1
value: 17.88798720675812
verified: no, type: nauc_recall_at_1000_max
value: 12.599582272897441
verified: no, type: nauc_recall_at_1000_std
value: 17.737120405475256
verified: no, type: nauc_recall_at_100_diff1
value: 13.878033443912981
verified: no, type: nauc_recall_at_100_max
value: 16.761565020449225
verified: no, type: nauc_recall_at_100_std
value: 6.129828105192164
verified: no, type: nauc_recall_at_10_diff1
value: 16.032762329427705
verified: no, type: nauc_recall_at_10_max
value: 18.031110920984876
verified: no, type: nauc_recall_at_10_std
value: 5.504668360354441
verified: no, type: nauc_recall_at_1_diff1
value: 36.59957694280258
verified: no, type: nauc_recall_at_1_max
value: 24.80740810549755
verified: no, type: nauc_recall_at_1_std
value: -1.6128893129277246
verified: no, type: nauc_recall_at_20_diff1
value: 12.96793700177879
verified: no, type: nauc_recall_at_20_max
value: 14.269970110850508
verified: no, type: nauc_recall_at_20_std
value: 0.9876987516370254
verified: no, type: nauc_recall_at_3_diff1
value: 26.92519930544067
verified: no, type: nauc_recall_at_3_max
value: 15.482747227588419
verified: no, type: nauc_recall_at_3_std
value: -1.0945538453173524
verified: no, type: nauc_recall_at_5_diff1
value: 19.244583930576063
verified: no, type: nauc_recall_at_5_max
value: 15.696755953025487
verified: no, type: nauc_recall_at_5_std
value: 0.44585933012926315
verified: no, type: ndcg_at_1
value: 10.166
verified: no, type: ndcg_at_10
value: 16.217000000000002
verified: no, type: ndcg_at_100
value: 20.62
verified: no, type: ndcg_at_1000
value: 24.046
verified: no, type: ndcg_at_20
value: 17.916999999999998
verified: no, type: ndcg_at_3
value: 13.373
verified: no, type: ndcg_at_5
value: 14.801
verified: no, type: precision_at_1
value: 10.166
verified: no, type: precision_at_10
value: 2.662
verified: no, type: precision_at_100
value: 0.521
verified: no, type: precision_at_1000
value: 0.086
verified: no, type: precision_at_20
value: 1.719
verified: no, type: precision_at_3
value: 5.669
verified: no, type: precision_at_5
value: 4.2139999999999995
verified: no, type: recall_at_1
value: 9.464
verified: no, type: recall_at_10
value: 23.401
verified: no, type: recall_at_100
value: 43.999
verified: no, type: recall_at_1000
value: 70.176
verified: no, type: recall_at_20
value: 29.815
verified: no, type: recall_at_3
value: 15.809999999999999
verified: no, type: recall_at_5
value: 19.198999999999998
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 16.542
verified: no, type: map_at_1
value: 6.459
verified: no, type: map_at_10
value: 11.082
verified: no, type: map_at_100
value: 12.42
verified: no, type: map_at_1000
value: 12.611
verified: no, type: map_at_20
value: 11.790000000000001
verified: no, type: map_at_3
value: 8.988
verified: no, type: map_at_5
value: 10.116
verified: no, type: mrr_at_1
value: 14.462540716612377
verified: no, type: mrr_at_10
value: 22.57781397032209
verified: no, type: mrr_at_100
value: 23.772070242040343
verified: no, type: mrr_at_1000
value: 23.845243711458313
verified: no, type: mrr_at_20
value: 23.301443569870635
verified: no, type: mrr_at_3
value: 19.55483170466884
verified: no, type: mrr_at_5
value: 21.23235613463624
verified: no, type: nauc_map_at_1000_diff1
value: 19.062104536857337
verified: no, type: nauc_map_at_1000_max
value: 15.142916882370608
verified: no, type: nauc_map_at_1000_std
value: 7.765258541044716
verified: no, type: nauc_map_at_100_diff1
value: 19.095863351740743
verified: no, type: nauc_map_at_100_max
value: 14.927480520154598
verified: no, type: nauc_map_at_100_std
value: 7.554187512319054
verified: no, type: nauc_map_at_10_diff1
value: 19.27369974708237
verified: no, type: nauc_map_at_10_max
value: 13.071912966457555
verified: no, type: nauc_map_at_10_std
value: 5.203806584777855
verified: no, type: nauc_map_at_1_diff1
value: 26.329912196895144
verified: no, type: nauc_map_at_1_max
value: 9.11036823134256
verified: no, type: nauc_map_at_1_std
value: -0.9426249119288839
verified: no, type: nauc_map_at_20_diff1
value: 19.24785845951656
verified: no, type: nauc_map_at_20_max
value: 14.267901298423055
verified: no, type: nauc_map_at_20_std
value: 6.689907429075569
verified: no, type: nauc_map_at_3_diff1
value: 21.351916637136135
verified: no, type: nauc_map_at_3_max
value: 11.315050560613036
verified: no, type: nauc_map_at_3_std
value: 2.0856074946726197
verified: no, type: nauc_map_at_5_diff1
value: 19.89340671573167
verified: no, type: nauc_map_at_5_max
value: 12.696751315286791
verified: no, type: nauc_map_at_5_std
value: 3.927956494930692
verified: no, type: nauc_mrr_at_1000_diff1
value: 17.394863272172127
verified: no, type: nauc_mrr_at_1000_max
value: 18.254887193833273
verified: no, type: nauc_mrr_at_1000_std
value: 11.35708293233995
verified: no, type: nauc_mrr_at_100_diff1
value: 17.402319872006437
verified: no, type: nauc_mrr_at_100_max
value: 18.279542194589926
verified: no, type: nauc_mrr_at_100_std
value: 11.397432476802733
verified: no, type: nauc_mrr_at_10_diff1
value: 17.259991061963966
verified: no, type: nauc_mrr_at_10_max
value: 17.74405401778529
verified: no, type: nauc_mrr_at_10_std
value: 10.799761375348965
verified: no, type: nauc_mrr_at_1_diff1
value: 22.768414046228855
verified: no, type: nauc_mrr_at_1_max
value: 12.943826545627093
verified: no, type: nauc_mrr_at_1_std
value: 4.093088621882032
verified: no, type: nauc_mrr_at_20_diff1
value: 17.22438001372767
verified: no, type: nauc_mrr_at_20_max
value: 18.2884578572035
verified: no, type: nauc_mrr_at_20_std
value: 11.271509553739435
verified: no, type: nauc_mrr_at_3_diff1
value: 18.375319216121895
verified: no, type: nauc_mrr_at_3_max
value: 15.973900954836601
verified: no, type: nauc_mrr_at_3_std
value: 8.19947022845758
verified: no, type: nauc_mrr_at_5_diff1
value: 17.686916622025265
verified: no, type: nauc_mrr_at_5_max
value: 17.220182202512408
verified: no, type: nauc_mrr_at_5_std
value: 9.72166294600473
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.8594243972784
verified: no, type: nauc_ndcg_at_1000_max
value: 23.139915546519703
verified: no, type: nauc_ndcg_at_1000_std
value: 18.406365828293445
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.336785242795116
verified: no, type: nauc_ndcg_at_100_max
value: 20.82331164385634
verified: no, type: nauc_ndcg_at_100_std
value: 16.155623255047853
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.44684562112716
verified: no, type: nauc_ndcg_at_10_max
value: 16.24496263307703
verified: no, type: nauc_ndcg_at_10_std
value: 9.78025819058316
verified: no, type: nauc_ndcg_at_1_diff1
value: 22.768414046228855
verified: no, type: nauc_ndcg_at_1_max
value: 12.943826545627093
verified: no, type: nauc_ndcg_at_1_std
value: 4.093088621882032
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.284521769383865
verified: no, type: nauc_ndcg_at_20_max
value: 18.9293828375994
verified: no, type: nauc_ndcg_at_20_std
value: 12.986871998373385
verified: no, type: nauc_ndcg_at_3_diff1
value: 19.012727998675405
verified: no, type: nauc_ndcg_at_3_max
value: 14.428694108454138
verified: no, type: nauc_ndcg_at_3_std
value: 5.716339750234583
verified: no, type: nauc_ndcg_at_5_diff1
value: 17.45260121204089
verified: no, type: nauc_ndcg_at_5_max
value: 15.700509286564746
verified: no, type: nauc_ndcg_at_5_std
value: 7.555807599365489
verified: no, type: nauc_precision_at_1000_diff1
value: 0.6751600991931256
verified: no, type: nauc_precision_at_1000_max
value: 31.409796758995356
verified: no, type: nauc_precision_at_1000_std
value: 34.600440118664956
verified: no, type: nauc_precision_at_100_diff1
value: 6.550587901330664
verified: no, type: nauc_precision_at_100_max
value: 29.45742045570063
verified: no, type: nauc_precision_at_100_std
value: 31.632900858512684
verified: no, type: nauc_precision_at_10_diff1
value: 9.142607460607996
verified: no, type: nauc_precision_at_10_max
value: 22.56271177076106
verified: no, type: nauc_precision_at_10_std
value: 19.661498250062788
verified: no, type: nauc_precision_at_1_diff1
value: 22.768414046228855
verified: no, type: nauc_precision_at_1_max
value: 12.943826545627093
verified: no, type: nauc_precision_at_1_std
value: 4.093088621882032
verified: no, type: nauc_precision_at_20_diff1
value: 7.872556618275387
verified: no, type: nauc_precision_at_20_max
value: 27.250780090042102
verified: no, type: nauc_precision_at_20_std
value: 25.591901217594504
verified: no, type: nauc_precision_at_3_diff1
value: 14.37864166530732
verified: no, type: nauc_precision_at_3_max
value: 18.431043103329767
verified: no, type: nauc_precision_at_3_std
value: 11.170190359837674
verified: no, type: nauc_precision_at_5_diff1
value: 11.613126465921281
verified: no, type: nauc_precision_at_5_max
value: 22.07104296040387
verified: no, type: nauc_precision_at_5_std
value: 15.479602994265312
verified: no, type: nauc_recall_at_1000_diff1
value: 6.3168839489422925
verified: no, type: nauc_recall_at_1000_max
value: 31.34918637099804
verified: no, type: nauc_recall_at_1000_std
value: 33.98459429295072
verified: no, type: nauc_recall_at_100_diff1
value: 10.148250025093533
verified: no, type: nauc_recall_at_100_max
value: 22.401784450658205
verified: no, type: nauc_recall_at_100_std
value: 24.222113299533106
verified: no, type: nauc_recall_at_10_diff1
value: 11.433732410098829
verified: no, type: nauc_recall_at_10_max
value: 15.672876438691594
verified: no, type: nauc_recall_at_10_std
value: 11.967448124895265
verified: no, type: nauc_recall_at_1_diff1
value: 26.329912196895144
verified: no, type: nauc_recall_at_1_max
value: 9.11036823134256
verified: no, type: nauc_recall_at_1_std
value: -0.9426249119288839
verified: no, type: nauc_recall_at_20_diff1
value: 10.75771218030521
verified: no, type: nauc_recall_at_20_max
value: 20.368140412753366
verified: no, type: nauc_recall_at_20_std
value: 18.021974715639395
verified: no, type: nauc_recall_at_3_diff1
value: 17.180556558564117
verified: no, type: nauc_recall_at_3_max
value: 13.709461250853385
verified: no, type: nauc_recall_at_3_std
value: 4.645641054254106
verified: no, type: nauc_recall_at_5_diff1
value: 13.507809767078141
verified: no, type: nauc_recall_at_5_max
value: 16.343311125666315
verified: no, type: nauc_recall_at_5_std
value: 8.879313270018397
verified: no, type: ndcg_at_1
value: 14.463000000000001
verified: no, type: ndcg_at_10
value: 16.542
verified: no, type: ndcg_at_100
value: 22.837
verified: no, type: ndcg_at_1000
value: 26.929
verified: no, type: ndcg_at_20
value: 18.936
verified: no, type: ndcg_at_3
value: 12.604000000000001
verified: no, type: ndcg_at_5
value: 14.177999999999999
verified: no, type: precision_at_1
value: 14.463000000000001
verified: no, type: precision_at_10
value: 5.380999999999999
verified: no, type: precision_at_100
value: 1.201
verified: no, type: precision_at_1000
value: 0.19499999999999998
verified: no, type: precision_at_20
value: 3.6999999999999997
verified: no, type: precision_at_3
value: 9.359
verified: no, type: precision_at_5
value: 7.674
verified: no, type: recall_at_1
value: 6.459
verified: no, type: recall_at_10
value: 20.881
verified: no, type: recall_at_100
value: 43.151
verified: no, type: recall_at_1000
value: 66.864
verified: no, type: recall_at_20
value: 27.761000000000003
verified: no, type: recall_at_3
value: 11.611
verified: no, type: recall_at_5
value: 15.539
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 23.093
verified: no, type: map_at_1
value: 4.439
verified: no, type: map_at_10
value: 9.223
verified: no, type: map_at_100
value: 12.763
verified: no, type: map_at_1000
value: 13.679
verified: no, type: map_at_20
value: 10.593
verified: no, type: map_at_3
value: 6.741
verified: no, type: map_at_5
value: 7.771
verified: no, type: mrr_at_1
value: 40.75
verified: no, type: mrr_at_10
value: 50.71190476190478
verified: no, type: mrr_at_100
value: 51.5441017983592
verified: no, type: mrr_at_1000
value: 51.571164712066995
verified: no, type: mrr_at_20
value: 51.28489867867773
verified: no, type: mrr_at_3
value: 48.2916666666667
verified: no, type: mrr_at_5
value: 49.4666666666667
verified: no, type: nauc_map_at_1000_diff1
value: 25.1588831783402
verified: no, type: nauc_map_at_1000_max
value: 24.14190343722182
verified: no, type: nauc_map_at_1000_std
value: 26.015260984436427
verified: no, type: nauc_map_at_100_diff1
value: 25.564324268541007
verified: no, type: nauc_map_at_100_max
value: 21.775252367104432
verified: no, type: nauc_map_at_100_std
value: 23.68338980107419
verified: no, type: nauc_map_at_10_diff1
value: 30.214458912088833
verified: no, type: nauc_map_at_10_max
value: 9.243589217043757
verified: no, type: nauc_map_at_10_std
value: 10.081406285196797
verified: no, type: nauc_map_at_1_diff1
value: 38.24751688134068
verified: no, type: nauc_map_at_1_max
value: -0.8062235716450881
verified: no, type: nauc_map_at_1_std
value: 3.3994109972944706
verified: no, type: nauc_map_at_20_diff1
value: 28.491734693444652
verified: no, type: nauc_map_at_20_max
value: 13.673815979039983
verified: no, type: nauc_map_at_20_std
value: 14.956837502434542
verified: no, type: nauc_map_at_3_diff1
value: 32.05396514482372
verified: no, type: nauc_map_at_3_max
value: 0.26378117092843484
verified: no, type: nauc_map_at_3_std
value: 3.2816382547940446
verified: no, type: nauc_map_at_5_diff1
value: 31.91780551752571
verified: no, type: nauc_map_at_5_max
value: 4.580026613696626
verified: no, type: nauc_map_at_5_std
value: 5.651977486186318
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.36438056278169
verified: no, type: nauc_mrr_at_1000_max
value: 42.902246350693005
verified: no, type: nauc_mrr_at_1000_std
value: 18.808174666693294
verified: no, type: nauc_mrr_at_100_diff1
value: 30.359054790266853
verified: no, type: nauc_mrr_at_100_max
value: 42.90457571952248
verified: no, type: nauc_mrr_at_100_std
value: 18.820994492960118
verified: no, type: nauc_mrr_at_10_diff1
value: 30.48185564672555
verified: no, type: nauc_mrr_at_10_max
value: 42.76819314601884
verified: no, type: nauc_mrr_at_10_std
value: 18.472121117004264
verified: no, type: nauc_mrr_at_1_diff1
value: 32.13231332135218
verified: no, type: nauc_mrr_at_1_max
value: 40.014712952237765
verified: no, type: nauc_mrr_at_1_std
value: 18.825480510178096
verified: no, type: nauc_mrr_at_20_diff1
value: 30.33154766598582
verified: no, type: nauc_mrr_at_20_max
value: 42.765317340968835
verified: no, type: nauc_mrr_at_20_std
value: 18.66121708873702
verified: no, type: nauc_mrr_at_3_diff1
value: 30.876629352232765
verified: no, type: nauc_mrr_at_3_max
value: 42.668808461515525
verified: no, type: nauc_mrr_at_3_std
value: 18.48012864277259
verified: no, type: nauc_mrr_at_5_diff1
value: 30.98915064358494
verified: no, type: nauc_mrr_at_5_max
value: 43.212322630331116
verified: no, type: nauc_mrr_at_5_std
value: 18.715168415672267
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.7280197262666
verified: no, type: nauc_ndcg_at_1000_max
value: 35.66549478356843
verified: no, type: nauc_ndcg_at_1000_std
value: 36.987558556092374
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.197858231778426
verified: no, type: nauc_ndcg_at_100_max
value: 29.55588605544481
verified: no, type: nauc_ndcg_at_100_std
value: 30.163198303709255
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.263229512061944
verified: no, type: nauc_ndcg_at_10_max
value: 30.112333795272413
verified: no, type: nauc_ndcg_at_10_std
value: 19.866915621881027
verified: no, type: nauc_ndcg_at_1_diff1
value: 31.848388805755114
verified: no, type: nauc_ndcg_at_1_max
value: 30.83547880398917
verified: no, type: nauc_ndcg_at_1_std
value: 13.358552295266326
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.07925631974663
verified: no, type: nauc_ndcg_at_20_max
value: 27.123477315415297
verified: no, type: nauc_ndcg_at_20_std
value: 21.553203108477522
verified: no, type: nauc_ndcg_at_3_diff1
value: 28.000762203523426
verified: no, type: nauc_ndcg_at_3_max
value: 30.578727512395627
verified: no, type: nauc_ndcg_at_3_std
value: 15.041488622752578
verified: no, type: nauc_ndcg_at_5_diff1
value: 27.312620089974853
verified: no, type: nauc_ndcg_at_5_max
value: 30.79274518177524
verified: no, type: nauc_ndcg_at_5_std
value: 16.94909110314724
verified: no, type: nauc_precision_at_1000_diff1
value: -8.736655136029405
verified: no, type: nauc_precision_at_1000_max
value: 27.662513683991058
verified: no, type: nauc_precision_at_1000_std
value: 20.510975540615153
verified: no, type: nauc_precision_at_100_diff1
value: 0.24377059045523308
verified: no, type: nauc_precision_at_100_max
value: 44.647985567348954
verified: no, type: nauc_precision_at_100_std
value: 36.45501650983214
verified: no, type: nauc_precision_at_10_diff1
value: 10.606028683057643
verified: no, type: nauc_precision_at_10_max
value: 43.989094064679776
verified: no, type: nauc_precision_at_10_std
value: 26.687871920442806
verified: no, type: nauc_precision_at_1_diff1
value: 32.13231332135218
verified: no, type: nauc_precision_at_1_max
value: 40.014712952237765
verified: no, type: nauc_precision_at_1_std
value: 18.825480510178096
verified: no, type: nauc_precision_at_20_diff1
value: 6.795153466315722
verified: no, type: nauc_precision_at_20_max
value: 44.78031802658196
verified: no, type: nauc_precision_at_20_std
value: 32.24467599138587
verified: no, type: nauc_precision_at_3_diff1
value: 19.57896610340775
verified: no, type: nauc_precision_at_3_max
value: 39.00619469160027
verified: no, type: nauc_precision_at_3_std
value: 19.216364725100156
verified: no, type: nauc_precision_at_5_diff1
value: 14.922924061957623
verified: no, type: nauc_precision_at_5_max
value: 42.93618301979363
verified: no, type: nauc_precision_at_5_std
value: 23.276149954855253
verified: no, type: nauc_recall_at_1000_diff1
value: 13.799734170004834
verified: no, type: nauc_recall_at_1000_max
value: 19.677504635955927
verified: no, type: nauc_recall_at_1000_std
value: 44.73721275507483
verified: no, type: nauc_recall_at_100_diff1
value: 16.96192977968187
verified: no, type: nauc_recall_at_100_max
value: 18.052138351427523
verified: no, type: nauc_recall_at_100_std
value: 32.22305217617792
verified: no, type: nauc_recall_at_10_diff1
value: 23.209103731687396
verified: no, type: nauc_recall_at_10_max
value: 1.8042730737804689
verified: no, type: nauc_recall_at_10_std
value: 5.184120964169316
verified: no, type: nauc_recall_at_1_diff1
value: 38.24751688134068
verified: no, type: nauc_recall_at_1_max
value: -0.8062235716450881
verified: no, type: nauc_recall_at_1_std
value: 3.3994109972944706
verified: no, type: nauc_recall_at_20_diff1
value: 20.241012658426584
verified: no, type: nauc_recall_at_20_max
value: 6.069113927295278
verified: no, type: nauc_recall_at_20_std
value: 11.517568998790319
verified: no, type: nauc_recall_at_3_diff1
value: 27.239623334647273
verified: no, type: nauc_recall_at_3_max
value: -5.897837524001411
verified: no, type: nauc_recall_at_3_std
value: -0.9510541551522879
verified: no, type: nauc_recall_at_5_diff1
value: 27.13679279159574
verified: no, type: nauc_recall_at_5_max
value: -0.4077042898014069
verified: no, type: nauc_recall_at_5_std
value: 1.6010829454544133
verified: no, type: ndcg_at_1
value: 29.375
verified: no, type: ndcg_at_10
value: 23.093
verified: no, type: ndcg_at_100
value: 26.148
verified: no, type: ndcg_at_1000
value: 32.815
verified: no, type: ndcg_at_20
value: 22.695
verified: no, type: ndcg_at_3
value: 25.755
verified: no, type: ndcg_at_5
value: 24.239
verified: no, type: precision_at_1
value: 40.75
verified: no, type: precision_at_10
value: 20.45
verified: no, type: precision_at_100
value: 6.465
verified: no, type: precision_at_1000
value: 1.366
verified: no, type: precision_at_20
value: 15.537
verified: no, type: precision_at_3
value: 30.416999999999998
verified: no, type: precision_at_5
value: 26.1
verified: no, type: recall_at_1
value: 4.439
verified: no, type: recall_at_10
value: 13.994000000000002
verified: no, type: recall_at_100
value: 32.721000000000004
verified: no, type: recall_at_1000
value: 56.142
verified: no, type: recall_at_20
value: 18.617
verified: no, type: recall_at_3
value: 8.07
verified: no, type: recall_at_5
value: 10.188
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 43.985
verified: no, type: f1
value: 40.67348929337922
verified: no, type: f1_weighted
value: 46.09272749384793
verified: no, type: main_score
value: 43.985
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 27.832
verified: no, type: map_at_1
value: 14.557999999999998
verified: no, type: map_at_10
value: 22.779
verified: no, type: map_at_100
value: 23.791
verified: no, type: map_at_1000
value: 23.868000000000002
verified: no, type: map_at_20
value: 23.362
verified: no, type: map_at_3
value: 20.058
verified: no, type: map_at_5
value: 21.559
verified: no, type: mrr_at_1
value: 15.556555655565557
verified: no, type: mrr_at_10
value: 24.192079922277856
verified: no, type: mrr_at_100
value: 25.216467609183923
verified: no, type: mrr_at_1000
value: 25.28651632020172
verified: no, type: mrr_at_20
value: 24.792014803262337
verified: no, type: mrr_at_3
value: 21.359635963596325
verified: no, type: mrr_at_5
value: 22.932543254325456
verified: no, type: nauc_map_at_1000_diff1
value: 21.597562108111205
verified: no, type: nauc_map_at_1000_max
value: 3.701009616358073
verified: no, type: nauc_map_at_1000_std
value: -12.095856657797942
verified: no, type: nauc_map_at_100_diff1
value: 21.586131606002983
verified: no, type: nauc_map_at_100_max
value: 3.6788925620593402
verified: no, type: nauc_map_at_100_std
value: -12.122646280648238
verified: no, type: nauc_map_at_10_diff1
value: 21.665902690013436
verified: no, type: nauc_map_at_10_max
value: 3.3077230778489968
verified: no, type: nauc_map_at_10_std
value: -12.663758633688014
verified: no, type: nauc_map_at_1_diff1
value: 28.58318943082752
verified: no, type: nauc_map_at_1_max
value: 2.0938314042435615
verified: no, type: nauc_map_at_1_std
value: -14.334141076992482
verified: no, type: nauc_map_at_20_diff1
value: 21.580481331335598
verified: no, type: nauc_map_at_20_max
value: 3.572230660465143
verified: no, type: nauc_map_at_20_std
value: -12.285682130187906
verified: no, type: nauc_map_at_3_diff1
value: 22.733191691868825
verified: no, type: nauc_map_at_3_max
value: 3.066689894536322
verified: no, type: nauc_map_at_3_std
value: -13.233107987717913
verified: no, type: nauc_map_at_5_diff1
value: 21.860514307788765
verified: no, type: nauc_map_at_5_max
value: 3.0082331623304768
verified: no, type: nauc_map_at_5_std
value: -13.244964055530248
verified: no, type: nauc_mrr_at_1000_diff1
value: 21.332935398541597
verified: no, type: nauc_mrr_at_1000_max
value: 4.310955789758447
verified: no, type: nauc_mrr_at_1000_std
value: -12.161997136185168
verified: no, type: nauc_mrr_at_100_diff1
value: 21.31632221315971
verified: no, type: nauc_mrr_at_100_max
value: 4.301432430804422
verified: no, type: nauc_mrr_at_100_std
value: -12.171783628571273
verified: no, type: nauc_mrr_at_10_diff1
value: 21.373781370400533
verified: no, type: nauc_mrr_at_10_max
value: 3.939244428850091
verified: no, type: nauc_mrr_at_10_std
value: -12.650522541332862
verified: no, type: nauc_mrr_at_1_diff1
value: 28.110940108716736
verified: no, type: nauc_mrr_at_1_max
value: 2.513679249108003
verified: no, type: nauc_mrr_at_1_std
value: -14.262335601402084
verified: no, type: nauc_mrr_at_20_diff1
value: 21.2726670249762
verified: no, type: nauc_mrr_at_20_max
value: 4.2122114565979745
verified: no, type: nauc_mrr_at_20_std
value: -12.285206311655188
verified: no, type: nauc_mrr_at_3_diff1
value: 22.40312803944386
verified: no, type: nauc_mrr_at_3_max
value: 3.6255907812809594
verified: no, type: nauc_mrr_at_3_std
value: -13.204706811115472
verified: no, type: nauc_mrr_at_5_diff1
value: 21.550829237451826
verified: no, type: nauc_mrr_at_5_max
value: 3.670039419692176
verified: no, type: nauc_mrr_at_5_std
value: -13.16083344089812
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.426509905020005
verified: no, type: nauc_ndcg_at_1000_max
value: 6.301130166903402
verified: no, type: nauc_ndcg_at_1000_std
value: -8.649286600100718
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.138558286179624
verified: no, type: nauc_ndcg_at_100_max
value: 6.033029813381733
verified: no, type: nauc_ndcg_at_100_std
value: -9.000355602351656
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.373048106160553
verified: no, type: nauc_ndcg_at_10_max
value: 4.296026538381492
verified: no, type: nauc_ndcg_at_10_std
value: -11.384041992424802
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.110940108716736
verified: no, type: nauc_ndcg_at_1_max
value: 2.513679249108003
verified: no, type: nauc_ndcg_at_1_std
value: -14.262335601402084
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.108962862989827
verified: no, type: nauc_ndcg_at_20_max
value: 5.256127153360359
verified: no, type: nauc_ndcg_at_20_std
value: -10.078418587342162
verified: no, type: nauc_ndcg_at_3_diff1
value: 21.21636543337137
verified: no, type: nauc_ndcg_at_3_max
value: 3.6445391213678944
verified: no, type: nauc_ndcg_at_3_std
value: -12.754690959865734
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.792437434201805
verified: no, type: nauc_ndcg_at_5_max
value: 3.603298549746498
verified: no, type: nauc_ndcg_at_5_std
value: -12.726086717098696
verified: no, type: nauc_precision_at_1000_diff1
value: 2.40134769051056
verified: no, type: nauc_precision_at_1000_max
value: 21.870952169126305
verified: no, type: nauc_precision_at_1000_std
value: 14.29228727813021
verified: no, type: nauc_precision_at_100_diff1
value: 8.389526950468634
verified: no, type: nauc_precision_at_100_max
value: 16.670966336051475
verified: no, type: nauc_precision_at_100_std
value: 5.758811929350031
verified: no, type: nauc_precision_at_10_diff1
value: 13.344795010514385
verified: no, type: nauc_precision_at_10_max
value: 7.410110107806939
verified: no, type: nauc_precision_at_10_std
value: -7.819421973946993
verified: no, type: nauc_precision_at_1_diff1
value: 28.110940108716736
verified: no, type: nauc_precision_at_1_max
value: 2.513679249108003
verified: no, type: nauc_precision_at_1_std
value: -14.262335601402084
verified: no, type: nauc_precision_at_20_diff1
value: 11.752877291636802
verified: no, type: nauc_precision_at_20_max
value: 10.91695337854378
verified: no, type: nauc_precision_at_20_std
value: -2.78901422434323
verified: no, type: nauc_precision_at_3_diff1
value: 17.536927786105032
verified: no, type: nauc_precision_at_3_max
value: 5.37414374353973
verified: no, type: nauc_precision_at_3_std
value: -11.562305496686472
verified: no, type: nauc_precision_at_5_diff1
value: 14.730014342683232
verified: no, type: nauc_precision_at_5_max
value: 5.442123789988844
verified: no, type: nauc_precision_at_5_std
value: -11.464911966944191
verified: no, type: nauc_recall_at_1000_diff1
value: 8.3588375387568
verified: no, type: nauc_recall_at_1000_max
value: 21.96327382831615
verified: no, type: nauc_recall_at_1000_std
value: 17.93608532237836
verified: no, type: nauc_recall_at_100_diff1
value: 10.84897731930834
verified: no, type: nauc_recall_at_100_max
value: 14.087261565875428
verified: no, type: nauc_recall_at_100_std
value: 4.1592975636200595
verified: no, type: nauc_recall_at_10_diff1
value: 13.498198149021848
verified: no, type: nauc_recall_at_10_max
value: 6.023742097091571
verified: no, type: nauc_recall_at_10_std
value: -7.627193124862913
verified: no, type: nauc_recall_at_1_diff1
value: 28.58318943082752
verified: no, type: nauc_recall_at_1_max
value: 2.0938314042435615
verified: no, type: nauc_recall_at_1_std
value: -14.334141076992482
verified: no, type: nauc_recall_at_20_diff1
value: 12.500836509398145
verified: no, type: nauc_recall_at_20_max
value: 9.282915990317267
verified: no, type: nauc_recall_at_20_std
value: -3.1799026916153017
verified: no, type: nauc_recall_at_3_diff1
value: 17.607726383813052
verified: no, type: nauc_recall_at_3_max
value: 4.5539663443080975
verified: no, type: nauc_recall_at_3_std
value: -11.35850432246181
verified: no, type: nauc_recall_at_5_diff1
value: 14.68871912442588
verified: no, type: nauc_recall_at_5_max
value: 4.348247707723991
verified: no, type: nauc_recall_at_5_std
value: -11.226591149609488
verified: no, type: ndcg_at_1
value: 15.557000000000002
verified: no, type: ndcg_at_10
value: 27.832
verified: no, type: ndcg_at_100
value: 33.074
verified: no, type: ndcg_at_1000
value: 35.248000000000005
verified: no, type: ndcg_at_20
value: 29.924
verified: no, type: ndcg_at_3
value: 22.176000000000002
verified: no, type: ndcg_at_5
value: 24.884
verified: no, type: precision_at_1
value: 15.557000000000002
verified: no, type: precision_at_10
value: 4.598
verified: no, type: precision_at_100
value: 0.741
verified: no, type: precision_at_1000
value: 0.095
verified: no, type: precision_at_20
value: 2.749
verified: no, type: precision_at_3
value: 9.681
verified: no, type: precision_at_5
value: 7.219
verified: no, type: recall_at_1
value: 14.557999999999998
verified: no, type: recall_at_10
value: 42.417
verified: no, type: recall_at_100
value: 67.104
verified: no, type: recall_at_1000
value: 83.922
verified: no, type: recall_at_20
value: 50.425
verified: no, type: recall_at_3
value: 26.980999999999998
verified: no, type: recall_at_5
value: 33.497
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 15.862000000000002
verified: no, type: map_at_1
value: 6.98
verified: no, type: map_at_10
value: 11.469
verified: no, type: map_at_100
value: 12.546
verified: no, type: map_at_1000
value: 12.734000000000002
verified: no, type: map_at_20
value: 12.046999999999999
verified: no, type: map_at_3
value: 9.58
verified: no, type: map_at_5
value: 10.537
verified: no, type: mrr_at_1
value: 13.425925925925927
verified: no, type: mrr_at_10
value: 19.561103762492653
verified: no, type: mrr_at_100
value: 20.5346836276508
verified: no, type: mrr_at_1000
value: 20.63166610315756
verified: no, type: mrr_at_20
value: 20.095132515493567
verified: no, type: mrr_at_3
value: 17.438271604938265
verified: no, type: mrr_at_5
value: 18.657407407407405
verified: no, type: nauc_map_at_1000_diff1
value: 26.15676006562662
verified: no, type: nauc_map_at_1000_max
value: 4.202214552862963
verified: no, type: nauc_map_at_1000_std
value: -2.7164478338327793
verified: no, type: nauc_map_at_100_diff1
value: 26.15389436459296
verified: no, type: nauc_map_at_100_max
value: 3.996197431734079
verified: no, type: nauc_map_at_100_std
value: -2.9082173485762897
verified: no, type: nauc_map_at_10_diff1
value: 25.69215268332278
verified: no, type: nauc_map_at_10_max
value: 4.219716953098396
verified: no, type: nauc_map_at_10_std
value: -4.194638666753178
verified: no, type: nauc_map_at_1_diff1
value: 27.902857886983455
verified: no, type: nauc_map_at_1_max
value: 10.183609709105236
verified: no, type: nauc_map_at_1_std
value: -5.026540819508439
verified: no, type: nauc_map_at_20_diff1
value: 25.969759974980768
verified: no, type: nauc_map_at_20_max
value: 3.9332471718801116
verified: no, type: nauc_map_at_20_std
value: -3.2850824754398946
verified: no, type: nauc_map_at_3_diff1
value: 22.30078057616546
verified: no, type: nauc_map_at_3_max
value: 4.888077239057608
verified: no, type: nauc_map_at_3_std
value: -6.4563445806420745
verified: no, type: nauc_map_at_5_diff1
value: 24.60729812100665
verified: no, type: nauc_map_at_5_max
value: 4.63634573388902
verified: no, type: nauc_map_at_5_std
value: -5.301041151150162
verified: no, type: nauc_mrr_at_1000_diff1
value: 24.034728473013068
verified: no, type: nauc_mrr_at_1000_max
value: 3.9277734067928893
verified: no, type: nauc_mrr_at_1000_std
value: -5.590522933749069
verified: no, type: nauc_mrr_at_100_diff1
value: 24.06040527781983
verified: no, type: nauc_mrr_at_100_max
value: 3.9055628577008394
verified: no, type: nauc_mrr_at_100_std
value: -5.5843110681270245
verified: no, type: nauc_mrr_at_10_diff1
value: 24.378868486412117
verified: no, type: nauc_mrr_at_10_max
value: 3.5631528886150248
verified: no, type: nauc_mrr_at_10_std
value: -6.133440988440517
verified: no, type: nauc_mrr_at_1_diff1
value: 27.952913666041912
verified: no, type: nauc_mrr_at_1_max
value: 7.161988482472554
verified: no, type: nauc_mrr_at_1_std
value: -6.599405111740368
verified: no, type: nauc_mrr_at_20_diff1
value: 24.05256451893599
verified: no, type: nauc_mrr_at_20_max
value: 3.746012526475346
verified: no, type: nauc_mrr_at_20_std
value: -5.677541046909299
verified: no, type: nauc_mrr_at_3_diff1
value: 23.0339419651511
verified: no, type: nauc_mrr_at_3_max
value: 3.422830128061221
verified: no, type: nauc_mrr_at_3_std
value: -8.319428751284455
verified: no, type: nauc_mrr_at_5_diff1
value: 23.79846296879832
verified: no, type: nauc_mrr_at_5_max
value: 3.8492017433375434
verified: no, type: nauc_mrr_at_5_std
value: -6.8707567735332375
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.190812617517196
verified: no, type: nauc_ndcg_at_1000_max
value: 6.74683968432746
verified: no, type: nauc_ndcg_at_1000_std
value: 3.0052307543074432
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.26310967733079
verified: no, type: nauc_ndcg_at_100_max
value: 3.4215788121702055
verified: no, type: nauc_ndcg_at_100_std
value: 0.8718730689939622
verified: no, type: nauc_ndcg_at_10_diff1
value: 25.816610232365633
verified: no, type: nauc_ndcg_at_10_max
value: 2.728938456456973
verified: no, type: nauc_ndcg_at_10_std
value: -3.3979317026344305
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.952913666041912
verified: no, type: nauc_ndcg_at_1_max
value: 7.161988482472554
verified: no, type: nauc_ndcg_at_1_std
value: -6.599405111740368
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.513192789345414
verified: no, type: nauc_ndcg_at_20_max
value: 2.2191483264331064
verified: no, type: nauc_ndcg_at_20_std
value: -1.1825690486124751
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.682788703174587
verified: no, type: nauc_ndcg_at_3_max
value: 3.057616078430291
verified: no, type: nauc_ndcg_at_3_std
value: -7.7005182938700445
verified: no, type: nauc_ndcg_at_5_diff1
value: 25.072129321942388
verified: no, type: nauc_ndcg_at_5_max
value: 3.515629752134166
verified: no, type: nauc_ndcg_at_5_std
value: -5.48446943398261
verified: no, type: nauc_precision_at_1000_diff1
value: 11.357440571516364
verified: no, type: nauc_precision_at_1000_max
value: 15.057147112017969
verified: no, type: nauc_precision_at_1000_std
value: 10.168102536363488
verified: no, type: nauc_precision_at_100_diff1
value: 25.29152760873267
verified: no, type: nauc_precision_at_100_max
value: 5.791735974353649
verified: no, type: nauc_precision_at_100_std
value: 8.041358862357617
verified: no, type: nauc_precision_at_10_diff1
value: 29.093409788214803
verified: no, type: nauc_precision_at_10_max
value: 0.3880298089844443
verified: no, type: nauc_precision_at_10_std
value: -0.5063697906878089
verified: no, type: nauc_precision_at_1_diff1
value: 27.952913666041912
verified: no, type: nauc_precision_at_1_max
value: 7.161988482472554
verified: no, type: nauc_precision_at_1_std
value: -6.599405111740368
verified: no, type: nauc_precision_at_20_diff1
value: 27.98155950413032
verified: no, type: nauc_precision_at_20_max
value: -0.42401691170467276
verified: no, type: nauc_precision_at_20_std
value: 4.616224443710401
verified: no, type: nauc_precision_at_3_diff1
value: 21.999715337869
verified: no, type: nauc_precision_at_3_max
value: 0.18291031258571253
verified: no, type: nauc_precision_at_3_std
value: -9.237715599457564
verified: no, type: nauc_precision_at_5_diff1
value: 27.459847963204286
verified: no, type: nauc_precision_at_5_max
value: 0.4486289299416856
verified: no, type: nauc_precision_at_5_std
value: -4.859554893581454
verified: no, type: nauc_recall_at_1000_diff1
value: 15.17994083139255
verified: no, type: nauc_recall_at_1000_max
value: 16.648305210642473
verified: no, type: nauc_recall_at_1000_std
value: 25.28637256191088
verified: no, type: nauc_recall_at_100_diff1
value: 22.99011847978978
verified: no, type: nauc_recall_at_100_max
value: 1.7256099785495929
verified: no, type: nauc_recall_at_100_std
value: 10.850592942364496
verified: no, type: nauc_recall_at_10_diff1
value: 23.88972487255674
verified: no, type: nauc_recall_at_10_max
value: -0.30774876097623294
verified: no, type: nauc_recall_at_10_std
value: -0.1040923722042778
verified: no, type: nauc_recall_at_1_diff1
value: 27.902857886983455
verified: no, type: nauc_recall_at_1_max
value: 10.183609709105236
verified: no, type: nauc_recall_at_1_std
value: -5.026540819508439
verified: no, type: nauc_recall_at_20_diff1
value: 21.722583127782777
verified: no, type: nauc_recall_at_20_max
value: -1.386699154240121
verified: no, type: nauc_recall_at_20_std
value: 4.3762350535750425
verified: no, type: nauc_recall_at_3_diff1
value: 16.972102199686766
verified: no, type: nauc_recall_at_3_max
value: 1.1727390737284273
verified: no, type: nauc_recall_at_3_std
value: -7.171867942108909
verified: no, type: nauc_recall_at_5_diff1
value: 21.863368223267983
verified: no, type: nauc_recall_at_5_max
value: 1.362350084561922
verified: no, type: nauc_recall_at_5_std
value: -3.4686595886033804
verified: no, type: ndcg_at_1
value: 13.425999999999998
verified: no, type: ndcg_at_10
value: 15.862000000000002
verified: no, type: ndcg_at_100
value: 21.108
verified: no, type: ndcg_at_1000
value: 25.532
verified: no, type: ndcg_at_20
value: 17.692
verified: no, type: ndcg_at_3
value: 12.948
verified: no, type: ndcg_at_5
value: 14.030999999999999
verified: no, type: precision_at_1
value: 13.425999999999998
verified: no, type: precision_at_10
value: 4.583
verified: no, type: precision_at_100
value: 0.9769999999999999
verified: no, type: precision_at_1000
value: 0.17500000000000002
verified: no, type: precision_at_20
value: 2.986
verified: no, type: precision_at_3
value: 8.488
verified: no, type: precision_at_5
value: 6.728000000000001
verified: no, type: recall_at_1
value: 6.98
verified: no, type: recall_at_10
value: 20.788
verified: no, type: recall_at_100
value: 41.499
verified: no, type: recall_at_1000
value: 69.11
verified: no, type: recall_at_20
value: 26.661
verified: no, type: recall_at_3
value: 12.168
verified: no, type: recall_at_5
value: 15.486
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 36.407000000000004
verified: no, type: map_at_1
value: 20.777
verified: no, type: map_at_10
value: 28.693
verified: no, type: map_at_100
value: 29.604999999999997
verified: no, type: map_at_1000
value: 29.706
verified: no, type: map_at_20
value: 29.186
verified: no, type: map_at_3
value: 26.505000000000003
verified: no, type: map_at_5
value: 27.74
verified: no, type: mrr_at_1
value: 41.55300472653612
verified: no, type: mrr_at_10
value: 49.16802782332846
verified: no, type: mrr_at_100
value: 49.829118839170974
verified: no, type: mrr_at_1000
value: 49.873821996877034
verified: no, type: mrr_at_20
value: 49.56047700794961
verified: no, type: mrr_at_3
value: 47.238352464551184
verified: no, type: mrr_at_5
value: 48.34841323430123
verified: no, type: nauc_map_at_1000_diff1
value: 47.700403018084394
verified: no, type: nauc_map_at_1000_max
value: 25.05265114541621
verified: no, type: nauc_map_at_1000_std
value: 6.971206129208972
verified: no, type: nauc_map_at_100_diff1
value: 47.69482862631736
verified: no, type: nauc_map_at_100_max
value: 25.04350452379893
verified: no, type: nauc_map_at_100_std
value: 6.930684914002177
verified: no, type: nauc_map_at_10_diff1
value: 48.1750563207842
verified: no, type: nauc_map_at_10_max
value: 25.01204109726104
verified: no, type: nauc_map_at_10_std
value: 6.161074833115934
verified: no, type: nauc_map_at_1_diff1
value: 62.03531782112026
verified: no, type: nauc_map_at_1_max
value: 27.093316824997988
verified: no, type: nauc_map_at_1_std
value: 2.3558655585283717
verified: no, type: nauc_map_at_20_diff1
value: 47.935688237657374
verified: no, type: nauc_map_at_20_max
value: 25.019906517426417
verified: no, type: nauc_map_at_20_std
value: 6.514187079358277
verified: no, type: nauc_map_at_3_diff1
value: 50.55870179325751
verified: no, type: nauc_map_at_3_max
value: 25.643503150599173
verified: no, type: nauc_map_at_3_std
value: 4.940208692266473
verified: no, type: nauc_map_at_5_diff1
value: 48.97159822737906
verified: no, type: nauc_map_at_5_max
value: 25.303603278851366
verified: no, type: nauc_map_at_5_std
value: 5.514652558634445
verified: no, type: nauc_mrr_at_1000_diff1
value: 58.3030326064547
verified: no, type: nauc_mrr_at_1000_max
value: 26.791137869080796
verified: no, type: nauc_mrr_at_1000_std
value: 4.227983444704204
verified: no, type: nauc_mrr_at_100_diff1
value: 58.28726373333551
verified: no, type: nauc_mrr_at_100_max
value: 26.791005305827216
verified: no, type: nauc_mrr_at_100_std
value: 4.2381646156893975
verified: no, type: nauc_mrr_at_10_diff1
value: 58.34203826732818
verified: no, type: nauc_mrr_at_10_max
value: 26.80245916332737
verified: no, type: nauc_mrr_at_10_std
value: 3.9902086353024084
verified: no, type: nauc_mrr_at_1_diff1
value: 62.03531782112026
verified: no, type: nauc_mrr_at_1_max
value: 27.093316824997988
verified: no, type: nauc_mrr_at_1_std
value: 2.3558655585283717
verified: no, type: nauc_mrr_at_20_diff1
value: 58.30001123088462
verified: no, type: nauc_mrr_at_20_max
value: 26.772801411654985
verified: no, type: nauc_mrr_at_20_std
value: 4.139998627068641
verified: no, type: nauc_mrr_at_3_diff1
value: 58.95758400863246
verified: no, type: nauc_mrr_at_3_max
value: 26.962712193269795
verified: no, type: nauc_mrr_at_3_std
value: 3.321999571223041
verified: no, type: nauc_mrr_at_5_diff1
value: 58.48946819240501
verified: no, type: nauc_mrr_at_5_max
value: 26.94964883368903
verified: no, type: nauc_mrr_at_5_std
value: 3.757654316390134
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.95687192987333
verified: no, type: nauc_ndcg_at_1000_max
value: 25.061292131786768
verified: no, type: nauc_ndcg_at_1000_std
value: 10.247941428765573
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.838811888669476
verified: no, type: nauc_ndcg_at_100_max
value: 24.979418491471677
verified: no, type: nauc_ndcg_at_100_std
value: 9.718142745115065
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.7359590029268
verified: no, type: nauc_ndcg_at_10_max
value: 24.996604490182623
verified: no, type: nauc_ndcg_at_10_std
value: 6.828717585258312
verified: no, type: nauc_ndcg_at_1_diff1
value: 62.03531782112026
verified: no, type: nauc_ndcg_at_1_max
value: 27.093316824997988
verified: no, type: nauc_ndcg_at_1_std
value: 2.3558655585283717
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.07150724201434
verified: no, type: nauc_ndcg_at_20_max
value: 24.96088633581321
verified: no, type: nauc_ndcg_at_20_std
value: 7.815197869436498
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.13311752075484
verified: no, type: nauc_ndcg_at_3_max
value: 25.940421126317798
verified: no, type: nauc_ndcg_at_3_std
value: 4.771509547060829
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.049751860782486
verified: no, type: nauc_ndcg_at_5_max
value: 25.540161783301212
verified: no, type: nauc_ndcg_at_5_std
value: 5.684063575864349
verified: no, type: nauc_precision_at_1000_diff1
value: 14.120060745995572
verified: no, type: nauc_precision_at_1000_max
value: 14.649277771696608
verified: no, type: nauc_precision_at_1000_std
value: 25.478011982676307
verified: no, type: nauc_precision_at_100_diff1
value: 21.6659870132297
verified: no, type: nauc_precision_at_100_max
value: 17.39320153516917
verified: no, type: nauc_precision_at_100_std
value: 20.277289748973605
verified: no, type: nauc_precision_at_10_diff1
value: 35.60312163257974
verified: no, type: nauc_precision_at_10_max
value: 21.040540423783664
verified: no, type: nauc_precision_at_10_std
value: 10.508595244078892
verified: no, type: nauc_precision_at_1_diff1
value: 62.03531782112026
verified: no, type: nauc_precision_at_1_max
value: 27.093316824997988
verified: no, type: nauc_precision_at_1_std
value: 2.3558655585283717
verified: no, type: nauc_precision_at_20_diff1
value: 31.104219246351633
verified: no, type: nauc_precision_at_20_max
value: 19.644666991843533
verified: no, type: nauc_precision_at_20_std
value: 13.155761711063077
verified: no, type: nauc_precision_at_3_diff1
value: 45.717501161638566
verified: no, type: nauc_precision_at_3_max
value: 24.712968421641882
verified: no, type: nauc_precision_at_3_std
value: 6.083783942270245
verified: no, type: nauc_precision_at_5_diff1
value: 39.91289301796347
verified: no, type: nauc_precision_at_5_max
value: 23.00385442475006
verified: no, type: nauc_precision_at_5_std
value: 7.737956558581015
verified: no, type: nauc_recall_at_1000_diff1
value: 14.120060745995684
verified: no, type: nauc_recall_at_1000_max
value: 14.649277771696731
verified: no, type: nauc_recall_at_1000_std
value: 25.478011982676424
verified: no, type: nauc_recall_at_100_diff1
value: 21.66598701322964
verified: no, type: nauc_recall_at_100_max
value: 17.39320153516914
verified: no, type: nauc_recall_at_100_std
value: 20.27728974897356
verified: no, type: nauc_recall_at_10_diff1
value: 35.6031216325797
verified: no, type: nauc_recall_at_10_max
value: 21.040540423783636
verified: no, type: nauc_recall_at_10_std
value: 10.50859524407888
verified: no, type: nauc_recall_at_1_diff1
value: 62.03531782112026
verified: no, type: nauc_recall_at_1_max
value: 27.093316824997988
verified: no, type: nauc_recall_at_1_std
value: 2.3558655585283717
verified: no, type: nauc_recall_at_20_diff1
value: 31.104219246351644
verified: no, type: nauc_recall_at_20_max
value: 19.644666991843554
verified: no, type: nauc_recall_at_20_std
value: 13.15576171106313
verified: no, type: nauc_recall_at_3_diff1
value: 45.71750116163859
verified: no, type: nauc_recall_at_3_max
value: 24.71296842164187
verified: no, type: nauc_recall_at_3_std
value: 6.083783942270221
verified: no, type: nauc_recall_at_5_diff1
value: 39.91289301796348
verified: no, type: nauc_recall_at_5_max
value: 23.003854424750106
verified: no, type: nauc_recall_at_5_std
value: 7.737956558581062
verified: no, type: ndcg_at_1
value: 41.553000000000004
verified: no, type: ndcg_at_10
value: 36.407000000000004
verified: no, type: ndcg_at_100
value: 40.461000000000006
verified: no, type: ndcg_at_1000
value: 42.803999999999995
verified: no, type: ndcg_at_20
value: 37.945
verified: no, type: ndcg_at_3
value: 32.422000000000004
verified: no, type: ndcg_at_5
value: 34.394999999999996
verified: no, type: precision_at_1
value: 41.553000000000004
verified: no, type: precision_at_10
value: 7.872999999999999
verified: no, type: precision_at_100
value: 1.11
verified: no, type: precision_at_1000
value: 0.14200000000000002
verified: no, type: precision_at_20
value: 4.4319999999999995
verified: no, type: precision_at_3
value: 20.279
verified: no, type: precision_at_5
value: 13.725999999999999
verified: no, type: recall_at_1
value: 20.777
verified: no, type: recall_at_10
value: 39.365
verified: no, type: recall_at_100
value: 55.496
verified: no, type: recall_at_1000
value: 71.141
verified: no, type: recall_at_20
value: 44.321
verified: no, type: recall_at_3
value: 30.419
verified: no, type: recall_at_5
value: 34.315
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 67.88320000000002
verified: no, type: ap
value: 62.40134238460564
verified: no, type: ap_weighted
value: 62.40134238460564
verified: no, type: f1
value: 67.44816595226415
verified: no, type: f1_weighted
value: 67.44816595226415
verified: no, type: main_score
value: 67.88320000000002
verified: no
task: type: Classification, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: test
type: mteb/msmarco
metrics: type: main_score
value: 32.188
verified: no, type: map_at_1
value: 0.9079999999999999
verified: no, type: map_at_10
value: 6.05
verified: no, type: map_at_100
value: 14.544
verified: no, type: map_at_1000
value: 18.543000000000003
verified: no, type: map_at_20
value: 8.803999999999998
verified: no, type: map_at_3
value: 2.322
verified: no, type: map_at_5
value: 3.6470000000000002
verified: no, type: mrr_at_1
value: 51.162790697674424
verified: no, type: mrr_at_10
value: 64.63178294573643
verified: no, type: mrr_at_100
value: 64.94739756367663
verified: no, type: mrr_at_1000
value: 64.95095349853192
verified: no, type: mrr_at_20
value: 64.91417497231451
verified: no, type: mrr_at_3
value: 63.95348837209303
verified: no, type: mrr_at_5
value: 63.95348837209303
verified: no, type: nauc_map_at_1000_diff1
value: 18.593078764714406
verified: no, type: nauc_map_at_1000_max
value: 61.25322287558277
verified: no, type: nauc_map_at_1000_std
value: 51.72621166100316
verified: no, type: nauc_map_at_100_diff1
value: 16.904302273531833
verified: no, type: nauc_map_at_100_max
value: 51.78082097103231
verified: no, type: nauc_map_at_100_std
value: 38.915573013957975
verified: no, type: nauc_map_at_10_diff1
value: 21.61141924485377
verified: no, type: nauc_map_at_10_max
value: 27.469407640266795
verified: no, type: nauc_map_at_10_std
value: 12.34823126318029
verified: no, type: nauc_map_at_1_diff1
value: 23.305203030093484
verified: no, type: nauc_map_at_1_max
value: 20.5595360812902
verified: no, type: nauc_map_at_1_std
value: 6.390528188020123
verified: no, type: nauc_map_at_20_diff1
value: 16.16469365167674
verified: no, type: nauc_map_at_20_max
value: 30.00895802992022
verified: no, type: nauc_map_at_20_std
value: 16.22110601204399
verified: no, type: nauc_map_at_3_diff1
value: 26.063404985018508
verified: no, type: nauc_map_at_3_max
value: 27.151879615864722
verified: no, type: nauc_map_at_3_std
value: 11.879683561742935
verified: no, type: nauc_map_at_5_diff1
value: 24.053390811224816
verified: no, type: nauc_map_at_5_max
value: 26.921379083070267
verified: no, type: nauc_map_at_5_std
value: 10.608292922027642
verified: no, type: nauc_mrr_at_1000_diff1
value: 16.833546231878575
verified: no, type: nauc_mrr_at_1000_max
value: 62.07392504266903
verified: no, type: nauc_mrr_at_1000_std
value: 52.6498053523356
verified: no, type: nauc_mrr_at_100_diff1
value: 16.838612535545497
verified: no, type: nauc_mrr_at_100_max
value: 62.07525254990352
verified: no, type: nauc_mrr_at_100_std
value: 52.654334818446124
verified: no, type: nauc_mrr_at_10_diff1
value: 15.27108290643441
verified: no, type: nauc_mrr_at_10_max
value: 61.934471485761954
verified: no, type: nauc_mrr_at_10_std
value: 52.62162103893484
verified: no, type: nauc_mrr_at_1_diff1
value: 16.16913372080115
verified: no, type: nauc_mrr_at_1_max
value: 51.309472566929216
verified: no, type: nauc_mrr_at_1_std
value: 40.37660666825988
verified: no, type: nauc_mrr_at_20_diff1
value: 16.864650427866373
verified: no, type: nauc_mrr_at_20_max
value: 62.13178639655954
verified: no, type: nauc_mrr_at_20_std
value: 52.64204557619341
verified: no, type: nauc_mrr_at_3_diff1
value: 16.325341257507205
verified: no, type: nauc_mrr_at_3_max
value: 62.40991264600766
verified: no, type: nauc_mrr_at_3_std
value: 53.27186285459177
verified: no, type: nauc_mrr_at_5_diff1
value: 16.325341257507205
verified: no, type: nauc_mrr_at_5_max
value: 62.40991264600766
verified: no, type: nauc_mrr_at_5_std
value: 53.27186285459177
verified: no, type: nauc_ndcg_at_1000_diff1
value: 24.467884055839644
verified: no, type: nauc_ndcg_at_1000_max
value: 66.95485786853402
verified: no, type: nauc_ndcg_at_1000_std
value: 59.16274084897807
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.477053721669016
verified: no, type: nauc_ndcg_at_100_max
value: 61.609298433049055
verified: no, type: nauc_ndcg_at_100_std
value: 47.85678101903535
verified: no, type: nauc_ndcg_at_10_diff1
value: 10.4831089876027
verified: no, type: nauc_ndcg_at_10_max
value: 57.283511026375045
verified: no, type: nauc_ndcg_at_10_std
value: 43.6933393515429
verified: no, type: nauc_ndcg_at_1_diff1
value: 1.9295986374862295
verified: no, type: nauc_ndcg_at_1_max
value: 43.35000647063897
verified: no, type: nauc_ndcg_at_1_std
value: 24.129193441016174
verified: no, type: nauc_ndcg_at_20_diff1
value: 12.203525005543044
verified: no, type: nauc_ndcg_at_20_max
value: 58.4729223448082
verified: no, type: nauc_ndcg_at_20_std
value: 45.63155837631485
verified: no, type: nauc_ndcg_at_3_diff1
value: -0.49158368359300436
verified: no, type: nauc_ndcg_at_3_max
value: 49.178572256699596
verified: no, type: nauc_ndcg_at_3_std
value: 34.790560752005675
verified: no, type: nauc_ndcg_at_5_diff1
value: 3.6095163320957946
verified: no, type: nauc_ndcg_at_5_max
value: 53.96858596246486
verified: no, type: nauc_ndcg_at_5_std
value: 38.155097662736495
verified: no, type: nauc_precision_at_1000_diff1
value: 13.142625931824153
verified: no, type: nauc_precision_at_1000_max
value: 58.26124333572946
verified: no, type: nauc_precision_at_1000_std
value: 63.1010672134909
verified: no, type: nauc_precision_at_100_diff1
value: 13.751206344209843
verified: no, type: nauc_precision_at_100_max
value: 65.97702046656015
verified: no, type: nauc_precision_at_100_std
value: 62.095067771189484
verified: no, type: nauc_precision_at_10_diff1
value: 21.43313403165644
verified: no, type: nauc_precision_at_10_max
value: 62.777650588160746
verified: no, type: nauc_precision_at_10_std
value: 54.31196457763138
verified: no, type: nauc_precision_at_1_diff1
value: 16.16913372080115
verified: no, type: nauc_precision_at_1_max
value: 51.309472566929216
verified: no, type: nauc_precision_at_1_std
value: 40.37660666825988
verified: no, type: nauc_precision_at_20_diff1
value: 17.8184346011125
verified: no, type: nauc_precision_at_20_max
value: 61.59768286380874
verified: no, type: nauc_precision_at_20_std
value: 55.512914984045395
verified: no, type: nauc_precision_at_3_diff1
value: 12.02770920837324
verified: no, type: nauc_precision_at_3_max
value: 66.36037350622192
verified: no, type: nauc_precision_at_3_std
value: 55.35645604009661
verified: no, type: nauc_precision_at_5_diff1
value: 16.854496732758317
verified: no, type: nauc_precision_at_5_max
value: 65.51236830960032
verified: no, type: nauc_precision_at_5_std
value: 52.101935425340685
verified: no, type: nauc_recall_at_1000_diff1
value: 30.524335904185172
verified: no, type: nauc_recall_at_1000_max
value: 61.28409033454958
verified: no, type: nauc_recall_at_1000_std
value: 56.569959781644826
verified: no, type: nauc_recall_at_100_diff1
value: 18.78203829351174
verified: no, type: nauc_recall_at_100_max
value: 52.04235060189944
verified: no, type: nauc_recall_at_100_std
value: 36.43083258353653
verified: no, type: nauc_recall_at_10_diff1
value: 20.54098969991803
verified: no, type: nauc_recall_at_10_max
value: 25.026049428506276
verified: no, type: nauc_recall_at_10_std
value: 8.658064671093898
verified: no, type: nauc_recall_at_1_diff1
value: 23.305203030093484
verified: no, type: nauc_recall_at_1_max
value: 20.5595360812902
verified: no, type: nauc_recall_at_1_std
value: 6.390528188020123
verified: no, type: nauc_recall_at_20_diff1
value: 16.10840719819893
verified: no, type: nauc_recall_at_20_max
value: 25.92246876545187
verified: no, type: nauc_recall_at_20_std
value: 11.199052552603863
verified: no, type: nauc_recall_at_3_diff1
value: 21.548905598465822
verified: no, type: nauc_recall_at_3_max
value: 19.98517470312375
verified: no, type: nauc_recall_at_3_std
value: 4.5993443684369355
verified: no, type: nauc_recall_at_5_diff1
value: 20.790183143709083
verified: no, type: nauc_recall_at_5_max
value: 22.631445320793247
verified: no, type: nauc_recall_at_5_std
value: 4.484349586837482
verified: no, type: ndcg_at_1
value: 32.171
verified: no, type: ndcg_at_10
value: 32.188
verified: no, type: ndcg_at_100
value: 30.619000000000003
verified: no, type: ndcg_at_1000
value: 39.579
verified: no, type: ndcg_at_20
value: 31.211
verified: no, type: ndcg_at_3
value: 34.404
verified: no, type: ndcg_at_5
value: 33.625
verified: no, type: precision_at_1
value: 51.163000000000004
verified: no, type: precision_at_10
value: 43.721
verified: no, type: precision_at_100
value: 20.093
verified: no, type: precision_at_1000
value: 4.447
verified: no, type: precision_at_20
value: 37.442
verified: no, type: precision_at_3
value: 51.163000000000004
verified: no, type: precision_at_5
value: 48.372
verified: no, type: recall_at_1
value: 0.9079999999999999
verified: no, type: recall_at_10
value: 7.392
verified: no, type: recall_at_100
value: 25.083
verified: no, type: recall_at_1000
value: 50.83800000000001
verified: no, type: recall_at_20
value: 11.833
verified: no, type: recall_at_3
value: 2.767
verified: no, type: recall_at_5
value: 4.335
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 86.23347013223895
verified: no, type: f1
value: 85.35395852572496
verified: no, type: f1_weighted
value: 86.51150996536228
verified: no, type: main_score
value: 86.23347013223895
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 58.11217510259918
verified: no, type: f1
value: 41.54684077679539
verified: no, type: f1_weighted
value: 62.33779207363206
verified: no, type: main_score
value: 58.11217510259918
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 59.35104236718225
verified: no, type: f1
value: 58.77017511493614
verified: no, type: f1_weighted
value: 60.09799185231898
verified: no, type: main_score
value: 59.35104236718225
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 65.67585743106926
verified: no, type: f1
value: 65.49831723439542
verified: no, type: f1_weighted
value: 65.85566421436187
verified: no, type: main_score
value: 65.67585743106926
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: main_score
value: 26.525429309244362
verified: no, type: v_measure
value: 26.525429309244362
verified: no, type: v_measure_std
value: 1.3770778731936089
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: main_score
value: 20.877708401773173
verified: no, type: v_measure
value: 20.877708401773173
verified: no, type: v_measure_std
value: 1.1351642612407837
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: main_score
value: 28.65708699315635
verified: no, type: map
value: 28.65708699315635
verified: no, type: mrr
value: 29.449187016428834
verified: no, type: nAUC_map_diff1
value: 9.327893670819588
verified: no, type: nAUC_map_max
value: -19.908639806501913
verified: no, type: nAUC_map_std
value: -6.196935512309418
verified: no, type: nAUC_mrr_diff1
value: 9.48275824955633
verified: no, type: nAUC_mrr_max
value: -14.112898694010292
verified: no, type: nAUC_mrr_std
value: -3.0851035680145222
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 22.11
verified: no, type: map_at_1
value: 3.4450000000000003
verified: no, type: map_at_10
value: 6.832000000000001
verified: no, type: map_at_100
value: 8.761
verified: no, type: map_at_1000
value: 9.91
verified: no, type: map_at_20
value: 7.595000000000001
verified: no, type: map_at_3
value: 5.204000000000001
verified: no, type: map_at_5
value: 5.985
verified: no, type: mrr_at_1
value: 29.102167182662537
verified: no, type: mrr_at_10
value: 38.92070863433093
verified: no, type: mrr_at_100
value: 39.70862466680022
verified: no, type: mrr_at_1000
value: 39.77003071373594
verified: no, type: mrr_at_20
value: 39.34408009566882
verified: no, type: mrr_at_3
value: 36.42930856553147
verified: no, type: mrr_at_5
value: 37.899896800825594
verified: no, type: nauc_map_at_1000_diff1
value: 21.068559516799834
verified: no, type: nauc_map_at_1000_max
value: 22.86641407957646
verified: no, type: nauc_map_at_1000_std
value: 11.575434182259858
verified: no, type: nauc_map_at_100_diff1
value: 23.01364548639807
verified: no, type: nauc_map_at_100_max
value: 21.98561448482546
verified: no, type: nauc_map_at_100_std
value: 7.042704308908439
verified: no, type: nauc_map_at_10_diff1
value: 27.45404094945326
verified: no, type: nauc_map_at_10_max
value: 19.81918621303361
verified: no, type: nauc_map_at_10_std
value: -1.2020019143405392
verified: no, type: nauc_map_at_1_diff1
value: 34.790129034830166
verified: no, type: nauc_map_at_1_max
value: 14.03939251916042
verified: no, type: nauc_map_at_1_std
value: -5.508705378746284
verified: no, type: nauc_map_at_20_diff1
value: 25.841501797839022
verified: no, type: nauc_map_at_20_max
value: 20.473053005356412
verified: no, type: nauc_map_at_20_std
value: 1.7258084654001051
verified: no, type: nauc_map_at_3_diff1
value: 29.04198608892356
verified: no, type: nauc_map_at_3_max
value: 15.504911924123938
verified: no, type: nauc_map_at_3_std
value: -5.051143582627993
verified: no, type: nauc_map_at_5_diff1
value: 28.303224328883335
verified: no, type: nauc_map_at_5_max
value: 17.55500351638681
verified: no, type: nauc_map_at_5_std
value: -3.2344526483680975
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.28783389562244
verified: no, type: nauc_mrr_at_1000_max
value: 25.609561545168102
verified: no, type: nauc_mrr_at_1000_std
value: 15.718352393854213
verified: no, type: nauc_mrr_at_100_diff1
value: 26.259321993084832
verified: no, type: nauc_mrr_at_100_max
value: 25.606433203545816
verified: no, type: nauc_mrr_at_100_std
value: 15.707692408761856
verified: no, type: nauc_mrr_at_10_diff1
value: 26.214226156760695
verified: no, type: nauc_mrr_at_10_max
value: 25.325623518254144
verified: no, type: nauc_mrr_at_10_std
value: 15.618969821262862
verified: no, type: nauc_mrr_at_1_diff1
value: 29.27223654289029
verified: no, type: nauc_mrr_at_1_max
value: 18.918696997063563
verified: no, type: nauc_mrr_at_1_std
value: 8.090611269904702
verified: no, type: nauc_mrr_at_20_diff1
value: 26.381987974441035
verified: no, type: nauc_mrr_at_20_max
value: 25.683017451603924
verified: no, type: nauc_mrr_at_20_std
value: 15.71137803883205
verified: no, type: nauc_mrr_at_3_diff1
value: 27.165378266805853
verified: no, type: nauc_mrr_at_3_max
value: 25.226385378587974
verified: no, type: nauc_mrr_at_3_std
value: 15.099977072018172
verified: no, type: nauc_mrr_at_5_diff1
value: 26.036285114219083
verified: no, type: nauc_mrr_at_5_max
value: 24.785364333863075
verified: no, type: nauc_mrr_at_5_std
value: 15.820843935479076
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.17388774305502
verified: no, type: nauc_ndcg_at_1000_max
value: 30.197281511586066
verified: no, type: nauc_ndcg_at_1000_std
value: 21.882097481368312
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.609266028338507
verified: no, type: nauc_ndcg_at_100_max
value: 26.567619046512885
verified: no, type: nauc_ndcg_at_100_std
value: 20.56349252854945
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.17298785837517
verified: no, type: nauc_ndcg_at_10_max
value: 26.1620248254888
verified: no, type: nauc_ndcg_at_10_std
value: 23.638629647211733
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.45694272195125
verified: no, type: nauc_ndcg_at_1_max
value: 18.634573255532697
verified: no, type: nauc_ndcg_at_1_std
value: 10.610253659289924
verified: no, type: nauc_ndcg_at_20_diff1
value: 15.90756919996542
verified: no, type: nauc_ndcg_at_20_max
value: 25.59693881842672
verified: no, type: nauc_ndcg_at_20_std
value: 24.276467514123922
verified: no, type: nauc_ndcg_at_3_diff1
value: 21.6466318778879
verified: no, type: nauc_ndcg_at_3_max
value: 25.10199217100816
verified: no, type: nauc_ndcg_at_3_std
value: 19.32364758603674
verified: no, type: nauc_ndcg_at_5_diff1
value: 18.274842277619747
verified: no, type: nauc_ndcg_at_5_max
value: 26.148551202425974
verified: no, type: nauc_ndcg_at_5_std
value: 22.669303891418924
verified: no, type: nauc_precision_at_1000_diff1
value: -10.527301919756207
verified: no, type: nauc_precision_at_1000_max
value: 10.279264976862327
verified: no, type: nauc_precision_at_1000_std
value: 43.98088510808224
verified: no, type: nauc_precision_at_100_diff1
value: -8.65095554725388
verified: no, type: nauc_precision_at_100_max
value: 17.900005243783763
verified: no, type: nauc_precision_at_100_std
value: 47.99452188520305
verified: no, type: nauc_precision_at_10_diff1
value: 3.9618876443106834
verified: no, type: nauc_precision_at_10_max
value: 28.052924424511723
verified: no, type: nauc_precision_at_10_std
value: 33.63285440004755
verified: no, type: nauc_precision_at_1_diff1
value: 30.336564409492844
verified: no, type: nauc_precision_at_1_max
value: 19.343324405753982
verified: no, type: nauc_precision_at_1_std
value: 8.638354224233522
verified: no, type: nauc_precision_at_20_diff1
value: -0.6289834180694928
verified: no, type: nauc_precision_at_20_max
value: 24.225124983694716
verified: no, type: nauc_precision_at_20_std
value: 40.54062472772678
verified: no, type: nauc_precision_at_3_diff1
value: 15.647781103723766
verified: no, type: nauc_precision_at_3_max
value: 28.446616092796546
verified: no, type: nauc_precision_at_3_std
value: 23.964586991652354
verified: no, type: nauc_precision_at_5_diff1
value: 10.966600048296566
verified: no, type: nauc_precision_at_5_max
value: 29.67568117794209
verified: no, type: nauc_precision_at_5_std
value: 30.36084530727063
verified: no, type: nauc_recall_at_1000_diff1
value: -0.32847524781223403
verified: no, type: nauc_recall_at_1000_max
value: 12.91568873418331
verified: no, type: nauc_recall_at_1000_std
value: 9.275455218674871
verified: no, type: nauc_recall_at_100_diff1
value: 7.84338415077385
verified: no, type: nauc_recall_at_100_max
value: 15.582992824813418
verified: no, type: nauc_recall_at_100_std
value: 8.849812906786791
verified: no, type: nauc_recall_at_10_diff1
value: 21.126602272431413
verified: no, type: nauc_recall_at_10_max
value: 18.886709737075527
verified: no, type: nauc_recall_at_10_std
value: 0.07135311062136106
verified: no, type: nauc_recall_at_1_diff1
value: 34.790129034830166
verified: no, type: nauc_recall_at_1_max
value: 14.03939251916042
verified: no, type: nauc_recall_at_1_std
value: -5.508705378746284
verified: no, type: nauc_recall_at_20_diff1
value: 17.904727173049228
verified: no, type: nauc_recall_at_20_max
value: 18.005727066232584
verified: no, type: nauc_recall_at_20_std
value: 2.267526752836229
verified: no, type: nauc_recall_at_3_diff1
value: 23.095710463656665
verified: no, type: nauc_recall_at_3_max
value: 13.829667948500845
verified: no, type: nauc_recall_at_3_std
value: -6.337144997010874
verified: no, type: nauc_recall_at_5_diff1
value: 20.966340988215737
verified: no, type: nauc_recall_at_5_max
value: 14.654765949069995
verified: no, type: nauc_recall_at_5_std
value: -3.4948706004841297
verified: no, type: ndcg_at_1
value: 26.779999999999998
verified: no, type: ndcg_at_10
value: 22.11
verified: no, type: ndcg_at_100
value: 20.72
verified: no, type: ndcg_at_1000
value: 30.162
verified: no, type: ndcg_at_20
value: 20.808
verified: no, type: ndcg_at_3
value: 24.625
verified: no, type: ndcg_at_5
value: 23.765
verified: no, type: precision_at_1
value: 28.793000000000003
verified: no, type: precision_at_10
value: 16.811
verified: no, type: precision_at_100
value: 5.864
verified: no, type: precision_at_1000
value: 1.8780000000000001
verified: no, type: precision_at_20
value: 12.848
verified: no, type: precision_at_3
value: 23.116999999999997
verified: no, type: precision_at_5
value: 20.991
verified: no, type: recall_at_1
value: 3.4450000000000003
verified: no, type: recall_at_10
value: 10.213
verified: no, type: recall_at_100
value: 21.788
verified: no, type: recall_at_1000
value: 55.672999999999995
verified: no, type: recall_at_20
value: 12.795000000000002
verified: no, type: recall_at_3
value: 6.1370000000000005
verified: no, type: recall_at_5
value: 7.786
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 18.617
verified: no, type: map_at_1
value: 8.273
verified: no, type: map_at_10
value: 14.393
verified: no, type: map_at_100
value: 15.611
verified: no, type: map_at_1000
value: 15.717999999999998
verified: no, type: map_at_20
value: 15.061
verified: no, type: map_at_3
value: 11.928999999999998
verified: no, type: map_at_5
value: 13.181999999999999
verified: no, type: mrr_at_1
value: 9.385863267670915
verified: no, type: mrr_at_10
value: 15.853933307583358
verified: no, type: mrr_at_100
value: 16.987946909620565
verified: no, type: mrr_at_1000
value: 17.075116326335728
verified: no, type: mrr_at_20
value: 16.47825761052512
verified: no, type: mrr_at_3
value: 13.320780224024698
verified: no, type: mrr_at_5
value: 14.63016608729234
verified: no, type: nauc_map_at_1000_diff1
value: 18.141530946454186
verified: no, type: nauc_map_at_1000_max
value: 14.166265498962108
verified: no, type: nauc_map_at_1000_std
value: 1.6420477291575004
verified: no, type: nauc_map_at_100_diff1
value: 18.13641542814959
verified: no, type: nauc_map_at_100_max
value: 14.11715661074411
verified: no, type: nauc_map_at_100_std
value: 1.5580522932998824
verified: no, type: nauc_map_at_10_diff1
value: 18.347160852476712
verified: no, type: nauc_map_at_10_max
value: 13.407605239174043
verified: no, type: nauc_map_at_10_std
value: 0.570665735861325
verified: no, type: nauc_map_at_1_diff1
value: 21.716815544445364
verified: no, type: nauc_map_at_1_max
value: 10.751192633512677
verified: no, type: nauc_map_at_1_std
value: -0.7276742118592516
verified: no, type: nauc_map_at_20_diff1
value: 18.262568100385444
verified: no, type: nauc_map_at_20_max
value: 13.803989545882045
verified: no, type: nauc_map_at_20_std
value: 1.0358529386552149
verified: no, type: nauc_map_at_3_diff1
value: 19.30008581007679
verified: no, type: nauc_map_at_3_max
value: 12.176042514927103
verified: no, type: nauc_map_at_3_std
value: -0.23926746184857683
verified: no, type: nauc_map_at_5_diff1
value: 18.458070517952084
verified: no, type: nauc_map_at_5_max
value: 12.753735533999533
verified: no, type: nauc_map_at_5_std
value: 0.12082348909466037
verified: no, type: nauc_mrr_at_1000_diff1
value: 17.525301680387315
verified: no, type: nauc_mrr_at_1000_max
value: 13.997554352728569
verified: no, type: nauc_mrr_at_1000_std
value: 2.813386158066979
verified: no, type: nauc_mrr_at_100_diff1
value: 17.514427689590747
verified: no, type: nauc_mrr_at_100_max
value: 13.969087274222938
verified: no, type: nauc_mrr_at_100_std
value: 2.755529392184216
verified: no, type: nauc_mrr_at_10_diff1
value: 17.57269863597281
verified: no, type: nauc_mrr_at_10_max
value: 13.363575902228133
verified: no, type: nauc_mrr_at_10_std
value: 2.0098831976001517
verified: no, type: nauc_mrr_at_1_diff1
value: 21.5085190740576
verified: no, type: nauc_mrr_at_1_max
value: 11.391109639248421
verified: no, type: nauc_mrr_at_1_std
value: 0.8221377793420163
verified: no, type: nauc_mrr_at_20_diff1
value: 17.57360822814822
verified: no, type: nauc_mrr_at_20_max
value: 13.74921183257684
verified: no, type: nauc_mrr_at_20_std
value: 2.4289648983934975
verified: no, type: nauc_mrr_at_3_diff1
value: 18.392874229273794
verified: no, type: nauc_mrr_at_3_max
value: 12.412835041177374
verified: no, type: nauc_mrr_at_3_std
value: 1.3450317456971213
verified: no, type: nauc_mrr_at_5_diff1
value: 17.819413978991637
verified: no, type: nauc_mrr_at_5_max
value: 12.809145608927977
verified: no, type: nauc_mrr_at_5_std
value: 1.704372024274057
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.386827127567678
verified: no, type: nauc_ndcg_at_1000_max
value: 18.18586009096757
verified: no, type: nauc_ndcg_at_1000_std
value: 7.7681315578007055
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.171522663602556
verified: no, type: nauc_ndcg_at_100_max
value: 17.16621518506472
verified: no, type: nauc_ndcg_at_100_std
value: 5.979551863596487
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.974559291260757
verified: no, type: nauc_ndcg_at_10_max
value: 14.387097004105016
verified: no, type: nauc_ndcg_at_10_std
value: 1.6449777100525742
verified: no, type: nauc_ndcg_at_1_diff1
value: 21.5085190740576
verified: no, type: nauc_ndcg_at_1_max
value: 11.391109639248421
verified: no, type: nauc_ndcg_at_1_std
value: 0.8221377793420163
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.843478181205345
verified: no, type: nauc_ndcg_at_20_max
value: 15.572294641516498
verified: no, type: nauc_ndcg_at_20_std
value: 2.9954441515043326
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.396887603628006
verified: no, type: nauc_ndcg_at_3_max
value: 12.425753452283004
verified: no, type: nauc_ndcg_at_3_std
value: 0.28744019757939504
verified: no, type: nauc_ndcg_at_5_diff1
value: 17.238703597125735
verified: no, type: nauc_ndcg_at_5_max
value: 13.248472056057793
verified: no, type: nauc_ndcg_at_5_std
value: 0.8952267155795829
verified: no, type: nauc_precision_at_1000_diff1
value: 2.379518085045335
verified: no, type: nauc_precision_at_1000_max
value: 23.978062682581815
verified: no, type: nauc_precision_at_1000_std
value: 29.877509892735375
verified: no, type: nauc_precision_at_100_diff1
value: 7.595950119310088
verified: no, type: nauc_precision_at_100_max
value: 22.727921459260568
verified: no, type: nauc_precision_at_100_std
value: 19.926931134344283
verified: no, type: nauc_precision_at_10_diff1
value: 14.070456853327103
verified: no, type: nauc_precision_at_10_max
value: 17.03761752732617
verified: no, type: nauc_precision_at_10_std
value: 5.070152616463323
verified: no, type: nauc_precision_at_1_diff1
value: 21.5085190740576
verified: no, type: nauc_precision_at_1_max
value: 11.391109639248421
verified: no, type: nauc_precision_at_1_std
value: 0.8221377793420163
verified: no, type: nauc_precision_at_20_diff1
value: 12.549131577617088
verified: no, type: nauc_precision_at_20_max
value: 19.111036323914103
verified: no, type: nauc_precision_at_20_std
value: 8.497980220866983
verified: no, type: nauc_precision_at_3_diff1
value: 16.533222279819338
verified: no, type: nauc_precision_at_3_max
value: 13.002764140971228
verified: no, type: nauc_precision_at_3_std
value: 1.692963819096382
verified: no, type: nauc_precision_at_5_diff1
value: 15.020216606464803
verified: no, type: nauc_precision_at_5_max
value: 14.454054013478526
verified: no, type: nauc_precision_at_5_std
value: 2.7541653316609227
verified: no, type: nauc_recall_at_1000_diff1
value: 11.19152113237904
verified: no, type: nauc_recall_at_1000_max
value: 40.22622889767387
verified: no, type: nauc_recall_at_1000_std
value: 42.3575971311998
verified: no, type: nauc_recall_at_100_diff1
value: 11.494026010614373
verified: no, type: nauc_recall_at_100_max
value: 24.737375432988838
verified: no, type: nauc_recall_at_100_std
value: 17.45488693950861
verified: no, type: nauc_recall_at_10_diff1
value: 14.513842899720188
verified: no, type: nauc_recall_at_10_max
value: 15.796210215471282
verified: no, type: nauc_recall_at_10_std
value: 2.5453477688167583
verified: no, type: nauc_recall_at_1_diff1
value: 21.716815544445364
verified: no, type: nauc_recall_at_1_max
value: 10.751192633512677
verified: no, type: nauc_recall_at_1_std
value: -0.7276742118592516
verified: no, type: nauc_recall_at_20_diff1
value: 14.389686997812245
verified: no, type: nauc_recall_at_20_max
value: 18.716954246353364
verified: no, type: nauc_recall_at_20_std
value: 5.877642854505022
verified: no, type: nauc_recall_at_3_diff1
value: 16.74485844005676
verified: no, type: nauc_recall_at_3_max
value: 12.54092799358606
verified: no, type: nauc_recall_at_3_std
value: 0.2863003321075039
verified: no, type: nauc_recall_at_5_diff1
value: 14.652577225096358
verified: no, type: nauc_recall_at_5_max
value: 13.89570688552266
verified: no, type: nauc_recall_at_5_std
value: 1.4429625182837211
verified: no, type: ndcg_at_1
value: 9.386
verified: no, type: ndcg_at_10
value: 18.617
verified: no, type: ndcg_at_100
value: 24.806
verified: no, type: ndcg_at_1000
value: 27.704
verified: no, type: ndcg_at_20
value: 20.964
verified: no, type: ndcg_at_3
value: 13.489
verified: no, type: ndcg_at_5
value: 15.726
verified: no, type: precision_at_1
value: 9.386
verified: no, type: precision_at_10
value: 3.592
verified: no, type: precision_at_100
value: 0.7080000000000001
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_20
value: 2.328
verified: no, type: precision_at_3
value: 6.441
verified: no, type: precision_at_5
value: 5.127000000000001
verified: no, type: recall_at_1
value: 8.273
verified: no, type: recall_at_10
value: 30.383
verified: no, type: recall_at_100
value: 59.15899999999999
verified: no, type: recall_at_1000
value: 81.414
verified: no, type: recall_at_20
value: 39.306000000000004
verified: no, type: recall_at_3
value: 16.621
verified: no, type: recall_at_5
value: 21.833
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 80.343
verified: no, type: map_at_1
value: 62.998
verified: no, type: map_at_10
value: 75.72
verified: no, type: map_at_100
value: 76.481
verified: no, type: map_at_1000
value: 76.51400000000001
verified: no, type: map_at_20
value: 76.19500000000001
verified: no, type: map_at_3
value: 72.737
verified: no, type: map_at_5
value: 74.562
verified: no, type: mrr_at_1
value: 72.42
verified: no, type: mrr_at_10
value: 79.75585317460278
verified: no, type: mrr_at_100
value: 79.99953461286813
verified: no, type: mrr_at_1000
value: 80.0059600157687
verified: no, type: mrr_at_20
value: 79.92653038181241
verified: no, type: mrr_at_3
value: 78.3199999999996
verified: no, type: mrr_at_5
value: 79.2269999999994
verified: no, type: nauc_map_at_1000_diff1
value: 71.91847494509238
verified: no, type: nauc_map_at_1000_max
value: 39.32390174602275
verified: no, type: nauc_map_at_1000_std
value: -18.797414673703305
verified: no, type: nauc_map_at_100_diff1
value: 71.9214771352865
verified: no, type: nauc_map_at_100_max
value: 39.31216160282195
verified: no, type: nauc_map_at_100_std
value: -18.817609704746882
verified: no, type: nauc_map_at_10_diff1
value: 71.91532596126827
verified: no, type: nauc_map_at_10_max
value: 38.909875164172334
verified: no, type: nauc_map_at_10_std
value: -19.588097739420892
verified: no, type: nauc_map_at_1_diff1
value: 74.59830639490384
verified: no, type: nauc_map_at_1_max
value: 32.431131693012766
verified: no, type: nauc_map_at_1_std
value: -18.948581041265744
verified: no, type: nauc_map_at_20_diff1
value: 71.9231927029769
verified: no, type: nauc_map_at_20_max
value: 39.228626202209064
verified: no, type: nauc_map_at_20_std
value: -19.10940610051638
verified: no, type: nauc_map_at_3_diff1
value: 72.35817201245128
verified: no, type: nauc_map_at_3_max
value: 36.98968744744307
verified: no, type: nauc_map_at_3_std
value: -20.717276775994346
verified: no, type: nauc_map_at_5_diff1
value: 71.99394183553649
verified: no, type: nauc_map_at_5_max
value: 38.238703792240095
verified: no, type: nauc_map_at_5_std
value: -20.125318183129394
verified: no, type: nauc_mrr_at_1000_diff1
value: 73.07610504459916
verified: no, type: nauc_mrr_at_1000_max
value: 42.30676792077898
verified: no, type: nauc_mrr_at_1000_std
value: -16.516801590640974
verified: no, type: nauc_mrr_at_100_diff1
value: 73.07571181987038
verified: no, type: nauc_mrr_at_100_max
value: 42.31214722029898
verified: no, type: nauc_mrr_at_100_std
value: -16.51156043091775
verified: no, type: nauc_mrr_at_10_diff1
value: 72.99265989989084
verified: no, type: nauc_mrr_at_10_max
value: 42.341868368584734
verified: no, type: nauc_mrr_at_10_std
value: -16.5727900178623
verified: no, type: nauc_mrr_at_1_diff1
value: 74.43682429443419
verified: no, type: nauc_mrr_at_1_max
value: 41.60321800338673
verified: no, type: nauc_mrr_at_1_std
value: -16.49508772702532
verified: no, type: nauc_mrr_at_20_diff1
value: 73.06539385374965
verified: no, type: nauc_mrr_at_20_max
value: 42.32809102001983
verified: no, type: nauc_mrr_at_20_std
value: -16.508611477187763
verified: no, type: nauc_mrr_at_3_diff1
value: 72.94670637031706
verified: no, type: nauc_mrr_at_3_max
value: 42.1119965998249
verified: no, type: nauc_mrr_at_3_std
value: -16.925694152764734
verified: no, type: nauc_mrr_at_5_diff1
value: 72.81638838440593
verified: no, type: nauc_mrr_at_5_max
value: 42.25053217690658
verified: no, type: nauc_mrr_at_5_std
value: -16.67559751145391
verified: no, type: nauc_ndcg_at_1000_diff1
value: 71.88395519189784
verified: no, type: nauc_ndcg_at_1000_max
value: 40.89751787644681
verified: no, type: nauc_ndcg_at_1000_std
value: -17.194803894734026
verified: no, type: nauc_ndcg_at_100_diff1
value: 71.91143008012794
verified: no, type: nauc_ndcg_at_100_max
value: 40.91642336236615
verified: no, type: nauc_ndcg_at_100_std
value: -17.008168809612865
verified: no, type: nauc_ndcg_at_10_diff1
value: 71.38345153965699
verified: no, type: nauc_ndcg_at_10_max
value: 40.2394268968622
verified: no, type: nauc_ndcg_at_10_std
value: -18.664491228009965
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.39853469544593
verified: no, type: nauc_ndcg_at_1_max
value: 41.680383923400896
verified: no, type: nauc_ndcg_at_1_std
value: -16.321557496889945
verified: no, type: nauc_ndcg_at_20_diff1
value: 71.67161373983959
verified: no, type: nauc_ndcg_at_20_max
value: 40.70329190146344
verified: no, type: nauc_ndcg_at_20_std
value: -17.812500815434575
verified: no, type: nauc_ndcg_at_3_diff1
value: 71.40948418527972
verified: no, type: nauc_ndcg_at_3_max
value: 39.15249202787032
verified: no, type: nauc_ndcg_at_3_std
value: -19.206803112938704
verified: no, type: nauc_ndcg_at_5_diff1
value: 71.19041599720553
verified: no, type: nauc_ndcg_at_5_max
value: 39.767161283993886
verified: no, type: nauc_ndcg_at_5_std
value: -19.04318333710541
verified: no, type: nauc_precision_at_1000_diff1
value: -36.37221329802248
verified: no, type: nauc_precision_at_1000_max
value: -5.059527427442663
verified: no, type: nauc_precision_at_1000_std
value: 20.0349002539779
verified: no, type: nauc_precision_at_100_diff1
value: -33.60942434880621
verified: no, type: nauc_precision_at_100_max
value: -2.256201488678555
verified: no, type: nauc_precision_at_100_std
value: 19.725062171956406
verified: no, type: nauc_precision_at_10_diff1
value: -20.047617623719514
verified: no, type: nauc_precision_at_10_max
value: 8.304227463768036
verified: no, type: nauc_precision_at_10_std
value: 11.044331233323918
verified: no, type: nauc_precision_at_1_diff1
value: 74.39853469544593
verified: no, type: nauc_precision_at_1_max
value: 41.680383923400896
verified: no, type: nauc_precision_at_1_std
value: -16.321557496889945
verified: no, type: nauc_precision_at_20_diff1
value: -26.8321416115429
verified: no, type: nauc_precision_at_20_max
value: 3.959960966169592
verified: no, type: nauc_precision_at_20_std
value: 15.417650634691228
verified: no, type: nauc_precision_at_3_diff1
value: 8.05428244082871
verified: no, type: nauc_precision_at_3_max
value: 20.07226843228831
verified: no, type: nauc_precision_at_3_std
value: -1.1218726093459903
verified: no, type: nauc_precision_at_5_diff1
value: -7.258838630585784
verified: no, type: nauc_precision_at_5_max
value: 14.548475908183509
verified: no, type: nauc_precision_at_5_std
value: 5.212116803276977
verified: no, type: nauc_recall_at_1000_diff1
value: 59.5026108527245
verified: no, type: nauc_recall_at_1000_max
value: 39.752083186666525
verified: no, type: nauc_recall_at_1000_std
value: 24.13915500940494
verified: no, type: nauc_recall_at_100_diff1
value: 67.52615450310128
verified: no, type: nauc_recall_at_100_max
value: 43.27519896777107
verified: no, type: nauc_recall_at_100_std
value: 1.7468732838654883
verified: no, type: nauc_recall_at_10_diff1
value: 64.72261418477248
verified: no, type: nauc_recall_at_10_max
value: 38.040378381982954
verified: no, type: nauc_recall_at_10_std
value: -20.218893999930582
verified: no, type: nauc_recall_at_1_diff1
value: 74.59830639490384
verified: no, type: nauc_recall_at_1_max
value: 32.431131693012766
verified: no, type: nauc_recall_at_1_std
value: -18.948581041265744
verified: no, type: nauc_recall_at_20_diff1
value: 64.20051687294564
verified: no, type: nauc_recall_at_20_max
value: 39.87680188272088
verified: no, type: nauc_recall_at_20_std
value: -14.02563986440622
verified: no, type: nauc_recall_at_3_diff1
value: 68.09155810196403
verified: no, type: nauc_recall_at_3_max
value: 34.50496883807999
verified: no, type: nauc_recall_at_3_std
value: -22.48549771098618
verified: no, type: nauc_recall_at_5_diff1
value: 65.81781689300136
verified: no, type: nauc_recall_at_5_max
value: 36.64522799423894
verified: no, type: nauc_recall_at_5_std
value: -21.57341126048713
verified: no, type: ndcg_at_1
value: 72.44
verified: no, type: ndcg_at_10
value: 80.343
verified: no, type: ndcg_at_100
value: 82.45599999999999
verified: no, type: ndcg_at_1000
value: 82.85
verified: no, type: ndcg_at_20
value: 81.384
verified: no, type: ndcg_at_3
value: 76.755
verified: no, type: ndcg_at_5
value: 78.61
verified: no, type: precision_at_1
value: 72.44
verified: no, type: precision_at_10
value: 12.196
verified: no, type: precision_at_100
value: 1.4569999999999999
verified: no, type: precision_at_1000
value: 0.155
verified: no, type: precision_at_20
value: 6.557
verified: no, type: precision_at_3
value: 33.333
verified: no, type: precision_at_5
value: 22.066
verified: no, type: recall_at_1
value: 62.998
verified: no, type: recall_at_10
value: 89.36800000000001
verified: no, type: recall_at_100
value: 97.367
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_20
value: 92.93599999999999
verified: no, type: recall_at_3
value: 79.10199999999999
verified: no, type: recall_at_5
value: 84.241
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: main_score
value: 31.159338433022434
verified: no, type: v_measure
value: 31.159338433022434
verified: no, type: v_measure_std
value: 4.092824566324103
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: main_score
value: 42.98760657466508
verified: no, type: v_measure
value: 42.98760657466508
verified: no, type: v_measure_std
value: 9.921655841040506
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 12.042
verified: no, type: map_at_1
value: 2.743
verified: no, type: map_at_10
value: 6.709
verified: no, type: map_at_100
value: 7.926
verified: no, type: map_at_1000
value: 8.179
verified: no, type: map_at_20
value: 7.290000000000001
verified: no, type: map_at_3
value: 4.9750000000000005
verified: no, type: map_at_5
value: 5.777
verified: no, type: mrr_at_1
value: 13.5
verified: no, type: mrr_at_10
value: 21.48674603174602
verified: no, type: mrr_at_100
value: 22.61597883098774
verified: no, type: mrr_at_1000
value: 22.720696991800708
verified: no, type: mrr_at_20
value: 22.129615091650688
verified: no, type: mrr_at_3
value: 18.816666666666674
verified: no, type: mrr_at_5
value: 20.266666666666673
verified: no, type: nauc_map_at_1000_diff1
value: 11.143928568300863
verified: no, type: nauc_map_at_1000_max
value: 16.528400551152895
verified: no, type: nauc_map_at_1000_std
value: 12.96519287143103
verified: no, type: nauc_map_at_100_diff1
value: 11.204138205460252
verified: no, type: nauc_map_at_100_max
value: 16.310256894650454
verified: no, type: nauc_map_at_100_std
value: 12.522865909495117
verified: no, type: nauc_map_at_10_diff1
value: 10.970754868062683
verified: no, type: nauc_map_at_10_max
value: 14.6342470775297
verified: no, type: nauc_map_at_10_std
value: 9.736874831026638
verified: no, type: nauc_map_at_1_diff1
value: 21.1841992121228
verified: no, type: nauc_map_at_1_max
value: 13.387436708826893
verified: no, type: nauc_map_at_1_std
value: 5.807320814308663
verified: no, type: nauc_map_at_20_diff1
value: 11.143382931182916
verified: no, type: nauc_map_at_20_max
value: 15.72323041326095
verified: no, type: nauc_map_at_20_std
value: 10.942548178715974
verified: no, type: nauc_map_at_3_diff1
value: 14.311063956482803
verified: no, type: nauc_map_at_3_max
value: 13.140109432115175
verified: no, type: nauc_map_at_3_std
value: 7.481090656725862
verified: no, type: nauc_map_at_5_diff1
value: 12.123691056220364
verified: no, type: nauc_map_at_5_max
value: 13.63588309432254
verified: no, type: nauc_map_at_5_std
value: 8.641723901277722
verified: no, type: nauc_mrr_at_1000_diff1
value: 15.943211184990124
verified: no, type: nauc_mrr_at_1000_max
value: 14.090104979542604
verified: no, type: nauc_mrr_at_1000_std
value: 9.117111390318074
verified: no, type: nauc_mrr_at_100_diff1
value: 15.931193067600546
verified: no, type: nauc_mrr_at_100_max
value: 14.080939335657556
verified: no, type: nauc_mrr_at_100_std
value: 9.143920333392588
verified: no, type: nauc_mrr_at_10_diff1
value: 15.816933835617043
verified: no, type: nauc_mrr_at_10_max
value: 13.993616497127107
verified: no, type: nauc_mrr_at_10_std
value: 8.769599330728543
verified: no, type: nauc_mrr_at_1_diff1
value: 20.888801751462257
verified: no, type: nauc_mrr_at_1_max
value: 13.637442952215995
verified: no, type: nauc_mrr_at_1_std
value: 6.4987092768682695
verified: no, type: nauc_mrr_at_20_diff1
value: 15.958218102119137
verified: no, type: nauc_mrr_at_20_max
value: 13.862134576046378
verified: no, type: nauc_mrr_at_20_std
value: 8.950275149701307
verified: no, type: nauc_mrr_at_3_diff1
value: 16.93481512424066
verified: no, type: nauc_mrr_at_3_max
value: 13.365571611014834
verified: no, type: nauc_mrr_at_3_std
value: 7.375680316974596
verified: no, type: nauc_mrr_at_5_diff1
value: 15.697167554894554
verified: no, type: nauc_mrr_at_5_max
value: 13.366769277275948
verified: no, type: nauc_mrr_at_5_std
value: 8.069122552373534
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.4125979239011
verified: no, type: nauc_ndcg_at_1000_max
value: 19.635570230655116
verified: no, type: nauc_ndcg_at_1000_std
value: 19.518793183772683
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.974215971820673
verified: no, type: nauc_ndcg_at_100_max
value: 18.052905771623617
verified: no, type: nauc_ndcg_at_100_std
value: 16.96118510247158
verified: no, type: nauc_ndcg_at_10_diff1
value: 10.550346961562052
verified: no, type: nauc_ndcg_at_10_max
value: 15.326724159757369
verified: no, type: nauc_ndcg_at_10_std
value: 11.275366538628305
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.888801751462257
verified: no, type: nauc_ndcg_at_1_max
value: 13.637442952215995
verified: no, type: nauc_ndcg_at_1_std
value: 6.4987092768682695
verified: no, type: nauc_ndcg_at_20_diff1
value: 11.096381273103205
verified: no, type: nauc_ndcg_at_20_max
value: 16.417354451973015
verified: no, type: nauc_ndcg_at_20_std
value: 13.033363958311678
verified: no, type: nauc_ndcg_at_3_diff1
value: 14.206121682419573
verified: no, type: nauc_ndcg_at_3_max
value: 13.10768308698414
verified: no, type: nauc_ndcg_at_3_std
value: 7.840976086364433
verified: no, type: nauc_ndcg_at_5_diff1
value: 11.710532294719021
verified: no, type: nauc_ndcg_at_5_max
value: 13.770136527001114
verified: no, type: nauc_ndcg_at_5_std
value: 9.276496615171183
verified: no, type: nauc_precision_at_1000_diff1
value: 3.5407419254350043
verified: no, type: nauc_precision_at_1000_max
value: 21.24461069065513
verified: no, type: nauc_precision_at_1000_std
value: 28.944664121253606
verified: no, type: nauc_precision_at_100_diff1
value: 6.861479432841877
verified: no, type: nauc_precision_at_100_max
value: 19.896881099957326
verified: no, type: nauc_precision_at_100_std
value: 24.186259928748722
verified: no, type: nauc_precision_at_10_diff1
value: 5.819395422259418
verified: no, type: nauc_precision_at_10_max
value: 16.44019632142533
verified: no, type: nauc_precision_at_10_std
value: 14.16530921419741
verified: no, type: nauc_precision_at_1_diff1
value: 20.888801751462257
verified: no, type: nauc_precision_at_1_max
value: 13.637442952215995
verified: no, type: nauc_precision_at_1_std
value: 6.4987092768682695
verified: no, type: nauc_precision_at_20_diff1
value: 7.447045209392394
verified: no, type: nauc_precision_at_20_max
value: 17.87680219704711
verified: no, type: nauc_precision_at_20_std
value: 16.88227409209841
verified: no, type: nauc_precision_at_3_diff1
value: 11.349513691196893
verified: no, type: nauc_precision_at_3_max
value: 12.693152075238546
verified: no, type: nauc_precision_at_3_std
value: 8.33752611698461
verified: no, type: nauc_precision_at_5_diff1
value: 7.2689070569023
verified: no, type: nauc_precision_at_5_max
value: 13.643246908120377
verified: no, type: nauc_precision_at_5_std
value: 10.8577589099651
verified: no, type: nauc_recall_at_1000_diff1
value: 3.412496172876852
verified: no, type: nauc_recall_at_1000_max
value: 22.185121562492007
verified: no, type: nauc_recall_at_1000_std
value: 28.83830638687516
verified: no, type: nauc_recall_at_100_diff1
value: 6.800393141414815
verified: no, type: nauc_recall_at_100_max
value: 20.131421835179825
verified: no, type: nauc_recall_at_100_std
value: 24.118604988142465
verified: no, type: nauc_recall_at_10_diff1
value: 5.945613669706675
verified: no, type: nauc_recall_at_10_max
value: 16.410251346887733
verified: no, type: nauc_recall_at_10_std
value: 13.725655074680807
verified: no, type: nauc_recall_at_1_diff1
value: 21.1841992121228
verified: no, type: nauc_recall_at_1_max
value: 13.387436708826893
verified: no, type: nauc_recall_at_1_std
value: 5.807320814308663
verified: no, type: nauc_recall_at_20_diff1
value: 7.380199187190222
verified: no, type: nauc_recall_at_20_max
value: 17.960468742096506
verified: no, type: nauc_recall_at_20_std
value: 16.715927052134315
verified: no, type: nauc_recall_at_3_diff1
value: 11.345143477739605
verified: no, type: nauc_recall_at_3_max
value: 12.755476061185188
verified: no, type: nauc_recall_at_3_std
value: 8.09341039076439
verified: no, type: nauc_recall_at_5_diff1
value: 7.4095654916776805
verified: no, type: nauc_recall_at_5_max
value: 13.641204567360676
verified: no, type: nauc_recall_at_5_std
value: 10.584641439117377
verified: no, type: ndcg_at_1
value: 13.5
verified: no, type: ndcg_at_10
value: 12.042
verified: no, type: ndcg_at_100
value: 17.662
verified: no, type: ndcg_at_1000
value: 22.912
verified: no, type: ndcg_at_20
value: 13.941999999999998
verified: no, type: ndcg_at_3
value: 11.357000000000001
verified: no, type: ndcg_at_5
value: 9.861
verified: no, type: precision_at_1
value: 13.5
verified: no, type: precision_at_10
value: 6.32
verified: no, type: precision_at_100
value: 1.452
verified: no, type: precision_at_1000
value: 0.271
verified: no, type: precision_at_20
value: 4.2700000000000005
verified: no, type: precision_at_3
value: 10.7
verified: no, type: precision_at_5
value: 8.68
verified: no, type: recall_at_1
value: 2.743
verified: no, type: recall_at_10
value: 12.822
verified: no, type: recall_at_100
value: 29.416999999999998
verified: no, type: recall_at_1000
value: 55.084999999999994
verified: no, type: recall_at_20
value: 17.323
verified: no, type: recall_at_3
value: 6.5329999999999995
verified: no, type: recall_at_5
value: 8.808
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 75.44342371819882
verified: no, type: cosine_spearman
value: 64.12807333387018
verified: no, type: euclidean_pearson
value: 65.0099744567058
verified: no, type: euclidean_spearman
value: 57.96512772062099
verified: no, type: main_score
value: 64.12807333387018
verified: no, type: manhattan_pearson
value: 64.15892324509214
verified: no, type: manhattan_spearman
value: 57.81969673642361
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 74.14173225166954
verified: no, type: cosine_spearman
value: 64.63232039254083
verified: no, type: euclidean_pearson
value: 59.738820435919784
verified: no, type: euclidean_spearman
value: 56.210485670109264
verified: no, type: main_score
value: 64.63232039254083
verified: no, type: manhattan_pearson
value: 59.025214781683324
verified: no, type: manhattan_spearman
value: 55.905988889712944
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 79.08775978190943
verified: no, type: cosine_spearman
value: 79.54723946522947
verified: no, type: euclidean_pearson
value: 59.45516959581034
verified: no, type: euclidean_spearman
value: 60.518800489575106
verified: no, type: main_score
value: 79.54723946522947
verified: no, type: manhattan_pearson
value: 58.15247260121266
verified: no, type: manhattan_spearman
value: 59.044650591026105
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 77.36844416294902
verified: no, type: cosine_spearman
value: 73.1634507692214
verified: no, type: euclidean_pearson
value: 58.450278323789085
verified: no, type: euclidean_spearman
value: 58.19083411074734
verified: no, type: main_score
value: 73.1634507692214
verified: no, type: manhattan_pearson
value: 58.177463464694114
verified: no, type: manhattan_spearman
value: 58.17054170068071
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 80.67698905210544
verified: no, type: cosine_spearman
value: 81.06818198659536
verified: no, type: euclidean_pearson
value: 54.98328195896156
verified: no, type: euclidean_spearman
value: 57.48330750260842
verified: no, type: main_score
value: 81.06818198659536
verified: no, type: manhattan_pearson
value: 54.96789030725764
verified: no, type: manhattan_spearman
value: 57.17395542791701
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 76.25397861196164
verified: no, type: cosine_spearman
value: 76.56876531215221
verified: no, type: euclidean_pearson
value: 49.66102065620993
verified: no, type: euclidean_spearman
value: 51.88444914862307
verified: no, type: main_score
value: 76.56876531215221
verified: no, type: manhattan_pearson
value: 49.56776503960364
verified: no, type: manhattan_spearman
value: 51.58603288053203
verified: no
task: type: STS, dataset: config: en-tr
name: MTEB STS17 (en-tr)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 11.806100542024991
verified: no, type: cosine_spearman
value: 8.629101618305969
verified: no, type: euclidean_pearson
value: -16.202933189741632
verified: no, type: euclidean_spearman
value: -17.735216187803214
verified: no, type: main_score
value: 8.629101618305969
verified: no, type: manhattan_pearson
value: -18.435937389507398
verified: no, type: manhattan_spearman
value: -20.25280803675199
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 83.90410454870613
verified: no, type: cosine_spearman
value: 84.61102400342882
verified: no, type: euclidean_pearson
value: 64.91228573947349
verified: no, type: euclidean_spearman
value: 65.71912514745419
verified: no, type: main_score
value: 84.61102400342882
verified: no, type: manhattan_pearson
value: 65.20356170337165
verified: no, type: manhattan_spearman
value: 65.54414783740535
verified: no
task: type: STS, dataset: config: nl-en
name: MTEB STS17 (nl-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 28.0606042287726
verified: no, type: cosine_spearman
value: 23.983730890465054
verified: no, type: euclidean_pearson
value: -17.991506863243714
verified: no, type: euclidean_spearman
value: -19.89352094910794
verified: no, type: main_score
value: 23.983730890465054
verified: no, type: manhattan_pearson
value: -18.832189491404204
verified: no, type: manhattan_spearman
value: -21.394397282776048
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS17 (es-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 15.141006832296608
verified: no, type: cosine_spearman
value: 12.228000675079166
verified: no, type: euclidean_pearson
value: -3.101746289278386
verified: no, type: euclidean_spearman
value: -12.633922012881483
verified: no, type: main_score
value: 12.228000675079166
verified: no, type: manhattan_pearson
value: -4.935134876428572
verified: no, type: manhattan_spearman
value: -15.179320594050816
verified: no
task: type: STS, dataset: config: fr-en
name: MTEB STS17 (fr-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 30.154693509666036
verified: no, type: cosine_spearman
value: 26.261587972818866
verified: no, type: euclidean_pearson
value: -19.711582028409012
verified: no, type: euclidean_spearman
value: -21.553652773885975
verified: no, type: main_score
value: 26.261587972818866
verified: no, type: manhattan_pearson
value: -19.09941252137362
verified: no, type: manhattan_spearman
value: -21.007194636879294
verified: no
task: type: STS, dataset: config: en-de
name: MTEB STS17 (en-de)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 30.568638086843503
verified: no, type: cosine_spearman
value: 27.438187376001018
verified: no, type: euclidean_pearson
value: -6.9516821498713215
verified: no, type: euclidean_spearman
value: -8.34105920140801
verified: no, type: main_score
value: 27.438187376001018
verified: no, type: manhattan_pearson
value: -8.246207569748865
verified: no, type: manhattan_spearman
value: -9.651851440570065
verified: no
task: type: STS, dataset: config: en-ar
name: MTEB STS17 (en-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 7.420948134862323
verified: no, type: cosine_spearman
value: 5.117810310083973
verified: no, type: euclidean_pearson
value: -9.203120508451633
verified: no, type: euclidean_spearman
value: -7.810563168258892
verified: no, type: main_score
value: 5.117810310083973
verified: no, type: manhattan_pearson
value: -10.466280288063038
verified: no, type: manhattan_spearman
value: -8.705251649137413
verified: no
task: type: STS, dataset: config: it-en
name: MTEB STS17 (it-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 23.33357507322693
verified: no, type: cosine_spearman
value: 20.047394888502833
verified: no, type: euclidean_pearson
value: -18.531395144275976
verified: no, type: euclidean_spearman
value: -17.83173316811278
verified: no, type: main_score
value: 20.047394888502833
verified: no, type: manhattan_pearson
value: -20.72558364814146
verified: no, type: manhattan_spearman
value: -21.48999670502813
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22 (de-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 24.218066410451115
verified: no, type: cosine_spearman
value: 28.813585270995585
verified: no, type: euclidean_pearson
value: 23.396325055057375
verified: no, type: euclidean_spearman
value: 27.186179868322117
verified: no, type: main_score
value: 28.813585270995585
verified: no, type: manhattan_pearson
value: 20.676867581840995
verified: no, type: manhattan_spearman
value: 31.85181797077872
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 3.7889013212139546
verified: no, type: cosine_spearman
value: 13.592875772670727
verified: no, type: euclidean_pearson
value: -1.4442684652772442
verified: no, type: euclidean_spearman
value: 3.9606145380803377
verified: no, type: main_score
value: 13.592875772670727
verified: no, type: manhattan_pearson
value: 4.532358946097468
verified: no, type: manhattan_spearman
value: 12.313743251798575
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22 (es-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 6.114237279681993
verified: no, type: cosine_spearman
value: 7.843716814304337
verified: no, type: euclidean_pearson
value: 9.462221632142837
verified: no, type: euclidean_spearman
value: 15.101524833792364
verified: no, type: main_score
value: 7.843716814304337
verified: no, type: manhattan_pearson
value: 12.954311772079393
verified: no, type: manhattan_spearman
value: 18.885058741105812
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 14.580506990568129
verified: no, type: cosine_spearman
value: 25.31211230334243
verified: no, type: euclidean_pearson
value: 32.936031073977695
verified: no, type: euclidean_spearman
value: 27.348958549608515
verified: no, type: main_score
value: 25.31211230334243
verified: no, type: manhattan_pearson
value: 37.01222907440846
verified: no, type: manhattan_spearman
value: 27.317702596980393
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 54.8633439408435
verified: no, type: cosine_spearman
value: 58.529405275886695
verified: no, type: euclidean_pearson
value: 42.70997784050535
verified: no, type: euclidean_spearman
value: 51.042908081804484
verified: no, type: main_score
value: 58.529405275886695
verified: no, type: manhattan_pearson
value: 40.54404566964601
verified: no, type: manhattan_spearman
value: 49.24426710004385
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 78.01730375495819
verified: no, type: cosine_spearman
value: 76.15137454152611
verified: no, type: euclidean_pearson
value: 58.46934650761052
verified: no, type: euclidean_spearman
value: 57.26559005092609
verified: no, type: main_score
value: 76.15137454152611
verified: no, type: manhattan_pearson
value: 58.24374321287201
verified: no, type: manhattan_spearman
value: 57.17302338437113
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: main_score
value: 70.24812900641916
verified: no, type: map
value: 70.24812900641916
verified: no, type: mrr
value: 90.11682308250936
verified: no, type: nAUC_map_diff1
value: 8.29724470266983
verified: no, type: nAUC_map_max
value: 55.47507434005088
verified: no, type: nAUC_map_std
value: 67.49720770154796
verified: no, type: nAUC_mrr_diff1
value: 47.17302824301886
verified: no, type: nAUC_mrr_max
value: 75.87028310239958
verified: no, type: nAUC_mrr_std
value: 73.57832741013186
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 48.366
verified: no, type: map_at_1
value: 33.333
verified: no, type: map_at_10
value: 43.461
verified: no, type: map_at_100
value: 44.456
verified: no, type: map_at_1000
value: 44.513000000000005
verified: no, type: map_at_20
value: 43.999
verified: no, type: map_at_3
value: 40.847
verified: no, type: map_at_5
value: 42.428
verified: no, type: mrr_at_1
value: 35.333333333333336
verified: no, type: mrr_at_10
value: 44.82103174603175
verified: no, type: mrr_at_100
value: 45.69884047549701
verified: no, type: mrr_at_1000
value: 45.740985928159475
verified: no, type: mrr_at_20
value: 45.28397322921317
verified: no, type: mrr_at_3
value: 42.55555555555554
verified: no, type: mrr_at_5
value: 43.93888888888889
verified: no, type: nauc_map_at_1000_diff1
value: 56.695125398283764
verified: no, type: nauc_map_at_1000_max
value: 35.023939570442444
verified: no, type: nauc_map_at_1000_std
value: -10.23156549459273
verified: no, type: nauc_map_at_100_diff1
value: 56.66973664512728
verified: no, type: nauc_map_at_100_max
value: 34.986079292803424
verified: no, type: nauc_map_at_100_std
value: -10.180574916612125
verified: no, type: nauc_map_at_10_diff1
value: 56.956493018171116
verified: no, type: nauc_map_at_10_max
value: 34.94742020962053
verified: no, type: nauc_map_at_10_std
value: -11.515663262747832
verified: no, type: nauc_map_at_1_diff1
value: 61.53012848914487
verified: no, type: nauc_map_at_1_max
value: 33.96256092157731
verified: no, type: nauc_map_at_1_std
value: -13.593265396544071
verified: no, type: nauc_map_at_20_diff1
value: 56.69631024096758
verified: no, type: nauc_map_at_20_max
value: 34.98414975120058
verified: no, type: nauc_map_at_20_std
value: -10.673747837378505
verified: no, type: nauc_map_at_3_diff1
value: 58.02631352551029
verified: no, type: nauc_map_at_3_max
value: 34.347470783357714
verified: no, type: nauc_map_at_3_std
value: -12.452477339260144
verified: no, type: nauc_map_at_5_diff1
value: 57.40627734541233
verified: no, type: nauc_map_at_5_max
value: 34.994728744390606
verified: no, type: nauc_map_at_5_std
value: -12.232622322283573
verified: no, type: nauc_mrr_at_1000_diff1
value: 56.12226751252326
verified: no, type: nauc_mrr_at_1000_max
value: 36.445216537393385
verified: no, type: nauc_mrr_at_1000_std
value: -7.27832035371835
verified: no, type: nauc_mrr_at_100_diff1
value: 56.08738730563356
verified: no, type: nauc_mrr_at_100_max
value: 36.430967587142064
verified: no, type: nauc_mrr_at_100_std
value: -7.22019212803488
verified: no, type: nauc_mrr_at_10_diff1
value: 56.29709023717177
verified: no, type: nauc_mrr_at_10_max
value: 36.49719639345483
verified: no, type: nauc_mrr_at_10_std
value: -8.182310151577708
verified: no, type: nauc_mrr_at_1_diff1
value: 61.21841844301497
verified: no, type: nauc_mrr_at_1_max
value: 36.93956174145028
verified: no, type: nauc_mrr_at_1_std
value: -8.696281735131759
verified: no, type: nauc_mrr_at_20_diff1
value: 56.12051880016591
verified: no, type: nauc_mrr_at_20_max
value: 36.47984301128261
verified: no, type: nauc_mrr_at_20_std
value: -7.709342702086469
verified: no, type: nauc_mrr_at_3_diff1
value: 57.51573046140229
verified: no, type: nauc_mrr_at_3_max
value: 36.30959318408144
verified: no, type: nauc_mrr_at_3_std
value: -8.73440784863348
verified: no, type: nauc_mrr_at_5_diff1
value: 56.8254785804395
verified: no, type: nauc_mrr_at_5_max
value: 36.74360670073595
verified: no, type: nauc_mrr_at_5_std
value: -8.544817233781545
verified: no, type: nauc_ndcg_at_1000_diff1
value: 54.81449892244791
verified: no, type: nauc_ndcg_at_1000_max
value: 36.08518254621694
verified: no, type: nauc_ndcg_at_1000_std
value: -6.609284724666692
verified: no, type: nauc_ndcg_at_100_diff1
value: 54.221835759893345
verified: no, type: nauc_ndcg_at_100_max
value: 35.620203636374335
verified: no, type: nauc_ndcg_at_100_std
value: -4.593258670579879
verified: no, type: nauc_ndcg_at_10_diff1
value: 54.57412156336869
verified: no, type: nauc_ndcg_at_10_max
value: 35.36927561288155
verified: no, type: nauc_ndcg_at_10_std
value: -10.115327340633442
verified: no, type: nauc_ndcg_at_1_diff1
value: 61.21841844301497
verified: no, type: nauc_ndcg_at_1_max
value: 36.93956174145028
verified: no, type: nauc_ndcg_at_1_std
value: -8.696281735131759
verified: no, type: nauc_ndcg_at_20_diff1
value: 53.83440202207995
verified: no, type: nauc_ndcg_at_20_max
value: 35.33861040195772
verified: no, type: nauc_ndcg_at_20_std
value: -7.772507475680015
verified: no, type: nauc_ndcg_at_3_diff1
value: 56.74659040891339
verified: no, type: nauc_ndcg_at_3_max
value: 34.87499656319447
verified: no, type: nauc_ndcg_at_3_std
value: -11.497637345470853
verified: no, type: nauc_ndcg_at_5_diff1
value: 55.75105977425153
verified: no, type: nauc_ndcg_at_5_max
value: 35.67116986621862
verified: no, type: nauc_ndcg_at_5_std
value: -11.568382355668717
verified: no, type: nauc_precision_at_1000_diff1
value: -8.046866099428554
verified: no, type: nauc_precision_at_1000_max
value: 31.330011452693206
verified: no, type: nauc_precision_at_1000_std
value: 36.33202017113085
verified: no, type: nauc_precision_at_100_diff1
value: 14.06063623445451
verified: no, type: nauc_precision_at_100_max
value: 36.758253726234535
verified: no, type: nauc_precision_at_100_std
value: 42.94375123170598
verified: no, type: nauc_precision_at_10_diff1
value: 35.5032868946384
verified: no, type: nauc_precision_at_10_max
value: 36.12045916008279
verified: no, type: nauc_precision_at_10_std
value: 5.2381239571396625
verified: no, type: nauc_precision_at_1_diff1
value: 61.21841844301497
verified: no, type: nauc_precision_at_1_max
value: 36.93956174145028
verified: no, type: nauc_precision_at_1_std
value: -8.696281735131759
verified: no, type: nauc_precision_at_20_diff1
value: 26.718602261048275
verified: no, type: nauc_precision_at_20_max
value: 35.53134635149021
verified: no, type: nauc_precision_at_20_std
value: 18.53237410071943
verified: no, type: nauc_precision_at_3_diff1
value: 49.52831732421325
verified: no, type: nauc_precision_at_3_max
value: 37.18070396491623
verified: no, type: nauc_precision_at_3_std
value: -4.278280505964567
verified: no, type: nauc_precision_at_5_diff1
value: 42.84258624078824
verified: no, type: nauc_precision_at_5_max
value: 38.15776277414723
verified: no, type: nauc_precision_at_5_std
value: -2.2677947471246194
verified: no, type: nauc_recall_at_1000_diff1
value: 43.823529411764994
verified: no, type: nauc_recall_at_1000_max
value: 53.09523809523845
verified: no, type: nauc_recall_at_1000_std
value: 36.223155929038256
verified: no, type: nauc_recall_at_100_diff1
value: 41.42079023160495
verified: no, type: nauc_recall_at_100_max
value: 34.12396397411431
verified: no, type: nauc_recall_at_100_std
value: 38.742086769148536
verified: no, type: nauc_recall_at_10_diff1
value: 46.03647164750908
verified: no, type: nauc_recall_at_10_max
value: 33.61129290309886
verified: no, type: nauc_recall_at_10_std
value: -8.833007018612907
verified: no, type: nauc_recall_at_1_diff1
value: 61.53012848914487
verified: no, type: nauc_recall_at_1_max
value: 33.96256092157731
verified: no, type: nauc_recall_at_1_std
value: -13.593265396544071
verified: no, type: nauc_recall_at_20_diff1
value: 42.502600121247966
verified: no, type: nauc_recall_at_20_max
value: 33.16486836325393
verified: no, type: nauc_recall_at_20_std
value: 0.9578511177985847
verified: no, type: nauc_recall_at_3_diff1
value: 53.20580650898093
verified: no, type: nauc_recall_at_3_max
value: 33.28539036101727
verified: no, type: nauc_recall_at_3_std
value: -13.559710119153468
verified: no, type: nauc_recall_at_5_diff1
value: 50.43242819023699
verified: no, type: nauc_recall_at_5_max
value: 35.08232616543713
verified: no, type: nauc_recall_at_5_std
value: -13.098728614032309
verified: no, type: ndcg_at_1
value: 35.333
verified: no, type: ndcg_at_10
value: 48.366
verified: no, type: ndcg_at_100
value: 53.205000000000005
verified: no, type: ndcg_at_1000
value: 54.747
verified: no, type: ndcg_at_20
value: 50.156
verified: no, type: ndcg_at_3
value: 43.538
verified: no, type: ndcg_at_5
value: 46.143
verified: no, type: precision_at_1
value: 35.333
verified: no, type: precision_at_10
value: 6.9
verified: no, type: precision_at_100
value: 0.95
verified: no, type: precision_at_1000
value: 0.11
verified: no, type: precision_at_20
value: 3.8670000000000004
verified: no, type: precision_at_3
value: 17.778
verified: no, type: precision_at_5
value: 12.2
verified: no, type: recall_at_1
value: 33.333
verified: no, type: recall_at_10
value: 61.956
verified: no, type: recall_at_100
value: 84.556
verified: no, type: recall_at_1000
value: 96.667
verified: no, type: recall_at_20
value: 68.756
verified: no, type: recall_at_3
value: 49.333
verified: no, type: recall_at_5
value: 55.556000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.6970297029703
verified: no, type: cosine_accuracy_threshold
value: 76.5507698059082
verified: no, type: cosine_ap
value: 90.4219676341743
verified: no, type: cosine_f1
value: 84.45106805762543
verified: no, type: cosine_f1_threshold
value: 74.75470304489136
verified: no, type: cosine_precision
value: 83.90918065153011
verified: no, type: cosine_recall
value: 85
verified: no, type: dot_accuracy
value: 99.05742574257425
verified: no, type: dot_accuracy_threshold
value: 63434.1064453125
verified: no, type: dot_ap
value: 33.474015528610465
verified: no, type: dot_f1
value: 38.76098786102972
verified: no, type: dot_f1_threshold
value: 39181.91833496094
verified: no, type: dot_precision
value: 33.33333333333333
verified: no, type: dot_recall
value: 46.300000000000004
verified: no, type: euclidean_accuracy
value: 99.45742574257426
verified: no, type: euclidean_accuracy_threshold
value: 1261.2798690795898
verified: no, type: euclidean_ap
value: 71.04417553943757
verified: no, type: euclidean_f1
value: 68.68131868131869
verified: no, type: euclidean_f1_threshold
value: 1355.4990768432617
verified: no, type: euclidean_precision
value: 76.21951219512195
verified: no, type: euclidean_recall
value: 62.5
verified: no, type: main_score
value: 90.42197291328691
verified: no, type: manhattan_accuracy
value: 99.46138613861386
verified: no, type: manhattan_accuracy_threshold
value: 25042.901611328125
verified: no, type: manhattan_ap
value: 71.40968044515394
verified: no, type: manhattan_f1
value: 69.66167498613422
verified: no, type: manhattan_f1_threshold
value: 25772.784423828125
verified: no, type: manhattan_precision
value: 78.20672478206725
verified: no, type: manhattan_recall
value: 62.8
verified: no, type: max_accuracy
value: 99.6970297029703
verified: no, type: max_ap
value: 90.42197291328691
verified: no, type: max_f1
value: 84.45106805762543
verified: no, type: max_precision
value: 83.90918065153011
verified: no, type: max_recall
value: 85
verified: no, type: similarity_accuracy
value: 99.6970297029703
verified: no, type: similarity_accuracy_threshold
value: 76.5507698059082
verified: no, type: similarity_ap
value: 90.42197291328691
verified: no, type: similarity_f1
value: 84.45106805762543
verified: no, type: similarity_f1_threshold
value: 74.75470304489136
verified: no, type: similarity_precision
value: 83.90918065153011
verified: no, type: similarity_recall
value: 85
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: main_score
value: 39.50623705370186
verified: no, type: v_measure
value: 39.50623705370186
verified: no, type: v_measure_std
value: 4.17708580801071
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: main_score
value: 29.598113557847487
verified: no, type: v_measure
value: 29.598113557847487
verified: no, type: v_measure_std
value: 1.5566532622598093
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: main_score
value: 42.99240807135434
verified: no, type: map
value: 42.99240807135434
verified: no, type: mrr
value: 43.31911552499787
verified: no, type: nAUC_map_diff1
value: 32.96742335731215
verified: no, type: nAUC_map_max
value: 13.09397479256421
verified: no, type: nAUC_map_std
value: 5.715971466515281
verified: no, type: nAUC_mrr_diff1
value: 32.894835579298245
verified: no, type: nAUC_mrr_max
value: 14.225141691597583
verified: no, type: nAUC_mrr_std
value: 6.450285977168843
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: cosine_pearson
value: 29.962374684008335
verified: no, type: cosine_spearman
value: 30.741878710211328
verified: no, type: dot_pearson
value: 18.235213800195467
verified: no, type: dot_spearman
value: 23.179541775993737
verified: no, type: main_score
value: 30.741878710211328
verified: no, type: pearson
value: 29.962376806834477
verified: no, type: spearman
value: 30.725101214189078
verified: no
task: type: Summarization, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: main_score
value: 47.372
verified: no, type: map_at_1
value: 0.148
verified: no, type: map_at_10
value: 0.972
verified: no, type: map_at_100
value: 4.651000000000001
verified: no, type: map_at_1000
value: 11.848
verified: no, type: map_at_20
value: 1.599
verified: no, type: map_at_3
value: 0.37
verified: no, type: map_at_5
value: 0.5499999999999999
verified: no, type: mrr_at_1
value: 57.99999999999999
verified: no, type: mrr_at_10
value: 66.78571428571429
verified: no, type: mrr_at_100
value: 67.24665801871683
verified: no, type: mrr_at_1000
value: 67.25651023546561
verified: no, type: mrr_at_20
value: 66.93956043956044
verified: no, type: mrr_at_3
value: 64.33333333333333
verified: no, type: mrr_at_5
value: 65.83333333333333
verified: no, type: nauc_map_at_1000_diff1
value: -9.657258371215036
verified: no, type: nauc_map_at_1000_max
value: 34.52074707636732
verified: no, type: nauc_map_at_1000_std
value: 61.11625036905717
verified: no, type: nauc_map_at_100_diff1
value: -12.245099113984624
verified: no, type: nauc_map_at_100_max
value: 23.075877477577055
verified: no, type: nauc_map_at_100_std
value: 37.996804017210806
verified: no, type: nauc_map_at_10_diff1
value: 1.5693009543435974
verified: no, type: nauc_map_at_10_max
value: 25.574950454202604
verified: no, type: nauc_map_at_10_std
value: 4.5516392357284055
verified: no, type: nauc_map_at_1_diff1
value: 16.36111862628846
verified: no, type: nauc_map_at_1_max
value: 5.717380988521295
verified: no, type: nauc_map_at_1_std
value: -21.576992940382407
verified: no, type: nauc_map_at_20_diff1
value: -10.277190023383117
verified: no, type: nauc_map_at_20_max
value: 20.60045927341529
verified: no, type: nauc_map_at_20_std
value: 17.05948171250587
verified: no, type: nauc_map_at_3_diff1
value: 5.453552366783455
verified: no, type: nauc_map_at_3_max
value: 7.315797226352984
verified: no, type: nauc_map_at_3_std
value: -13.706550871113945
verified: no, type: nauc_map_at_5_diff1
value: -0.28366169665633306
verified: no, type: nauc_map_at_5_max
value: 15.537924346363432
verified: no, type: nauc_map_at_5_std
value: -5.557601650010144
verified: no, type: nauc_mrr_at_1000_diff1
value: -0.6315036836963787
verified: no, type: nauc_mrr_at_1000_max
value: 21.89109193781959
verified: no, type: nauc_mrr_at_1000_std
value: 11.788069874671283
verified: no, type: nauc_mrr_at_100_diff1
value: -0.5986974187122283
verified: no, type: nauc_mrr_at_100_max
value: 21.876470449806593
verified: no, type: nauc_mrr_at_100_std
value: 11.78825353016351
verified: no, type: nauc_mrr_at_10_diff1
value: -1.1756582792089934
verified: no, type: nauc_mrr_at_10_max
value: 22.516237311188576
verified: no, type: nauc_mrr_at_10_std
value: 11.96318087002448
verified: no, type: nauc_mrr_at_1_diff1
value: -2.8528310648054127
verified: no, type: nauc_mrr_at_1_max
value: 19.929187102765766
verified: no, type: nauc_mrr_at_1_std
value: 8.683286414951967
verified: no, type: nauc_mrr_at_20_diff1
value: -1.3887486065421346
verified: no, type: nauc_mrr_at_20_max
value: 22.050899291037883
verified: no, type: nauc_mrr_at_20_std
value: 11.816172597868553
verified: no, type: nauc_mrr_at_3_diff1
value: 2.700411392921017
verified: no, type: nauc_mrr_at_3_max
value: 25.39984457281983
verified: no, type: nauc_mrr_at_3_std
value: 14.766669021623894
verified: no, type: nauc_mrr_at_5_diff1
value: -0.03756054166260463
verified: no, type: nauc_mrr_at_5_max
value: 21.9624676993462
verified: no, type: nauc_mrr_at_5_std
value: 12.977590759541883
verified: no, type: nauc_ndcg_at_1000_diff1
value: -10.28714140116172
verified: no, type: nauc_ndcg_at_1000_max
value: 30.11820119691479
verified: no, type: nauc_ndcg_at_1000_std
value: 48.87699017966957
verified: no, type: nauc_ndcg_at_100_diff1
value: -13.37348669412134
verified: no, type: nauc_ndcg_at_100_max
value: 29.45487063439764
verified: no, type: nauc_ndcg_at_100_std
value: 49.55200391356318
verified: no, type: nauc_ndcg_at_10_diff1
value: -12.153728264106785
verified: no, type: nauc_ndcg_at_10_max
value: 33.55580914225305
verified: no, type: nauc_ndcg_at_10_std
value: 33.39844799326175
verified: no, type: nauc_ndcg_at_1_diff1
value: -2.2229161935044535
verified: no, type: nauc_ndcg_at_1_max
value: 21.55348625936856
verified: no, type: nauc_ndcg_at_1_std
value: 8.976833976833925
verified: no, type: nauc_ndcg_at_20_diff1
value: -17.36996937105597
verified: no, type: nauc_ndcg_at_20_max
value: 30.454359328961456
verified: no, type: nauc_ndcg_at_20_std
value: 38.84647012888681
verified: no, type: nauc_ndcg_at_3_diff1
value: -4.503007749324348
verified: no, type: nauc_ndcg_at_3_max
value: 28.42068197405025
verified: no, type: nauc_ndcg_at_3_std
value: 20.422153272633242
verified: no, type: nauc_ndcg_at_5_diff1
value: -11.759398656623642
verified: no, type: nauc_ndcg_at_5_max
value: 29.33127334677969
verified: no, type: nauc_ndcg_at_5_std
value: 26.601567497649807
verified: no, type: nauc_precision_at_1000_diff1
value: -6.844003472422965
verified: no, type: nauc_precision_at_1000_max
value: 32.28646240562198
verified: no, type: nauc_precision_at_1000_std
value: 56.16457826359109
verified: no, type: nauc_precision_at_100_diff1
value: -8.558089674673003
verified: no, type: nauc_precision_at_100_max
value: 30.589821403294344
verified: no, type: nauc_precision_at_100_std
value: 53.581730520253934
verified: no, type: nauc_precision_at_10_diff1
value: -8.012267586735652
verified: no, type: nauc_precision_at_10_max
value: 40.28395696928731
verified: no, type: nauc_precision_at_10_std
value: 39.16211844543312
verified: no, type: nauc_precision_at_1_diff1
value: -2.8528310648054127
verified: no, type: nauc_precision_at_1_max
value: 19.929187102765766
verified: no, type: nauc_precision_at_1_std
value: 8.683286414951967
verified: no, type: nauc_precision_at_20_diff1
value: -14.712052204396889
verified: no, type: nauc_precision_at_20_max
value: 34.022962613598736
verified: no, type: nauc_precision_at_20_std
value: 43.18213815581068
verified: no, type: nauc_precision_at_3_diff1
value: -4.974219890918858
verified: no, type: nauc_precision_at_3_max
value: 30.713597393178908
verified: no, type: nauc_precision_at_3_std
value: 21.66323925332059
verified: no, type: nauc_precision_at_5_diff1
value: -14.492127612975455
verified: no, type: nauc_precision_at_5_max
value: 34.387851945586846
verified: no, type: nauc_precision_at_5_std
value: 29.795220597182
verified: no, type: nauc_recall_at_1000_diff1
value: -6.279181904792737
verified: no, type: nauc_recall_at_1000_max
value: 27.19259943369861
verified: no, type: nauc_recall_at_1000_std
value: 47.698468598934454
verified: no, type: nauc_recall_at_100_diff1
value: -6.293516969307602
verified: no, type: nauc_recall_at_100_max
value: 20.9124106687159
verified: no, type: nauc_recall_at_100_std
value: 29.320428356669225
verified: no, type: nauc_recall_at_10_diff1
value: 4.414710350581075
verified: no, type: nauc_recall_at_10_max
value: 27.20519465704082
verified: no, type: nauc_recall_at_10_std
value: 2.6526234390688903
verified: no, type: nauc_recall_at_1_diff1
value: 16.36111862628846
verified: no, type: nauc_recall_at_1_max
value: 5.717380988521295
verified: no, type: nauc_recall_at_1_std
value: -21.576992940382407
verified: no, type: nauc_recall_at_20_diff1
value: -8.119304709817458
verified: no, type: nauc_recall_at_20_max
value: 20.646204969344716
verified: no, type: nauc_recall_at_20_std
value: 13.337348692791345
verified: no, type: nauc_recall_at_3_diff1
value: 6.399558420152829
verified: no, type: nauc_recall_at_3_max
value: 9.402273785278654
verified: no, type: nauc_recall_at_3_std
value: -12.532220708241692
verified: no, type: nauc_recall_at_5_diff1
value: -3.3075658427528634
verified: no, type: nauc_recall_at_5_max
value: 17.06349282204624
verified: no, type: nauc_recall_at_5_std
value: -3.888433220229949
verified: no, type: ndcg_at_1
value: 56.00000000000001
verified: no, type: ndcg_at_10
value: 47.372
verified: no, type: ndcg_at_100
value: 33.323
verified: no, type: ndcg_at_1000
value: 30.467
verified: no, type: ndcg_at_20
value: 43.547999999999995
verified: no, type: ndcg_at_3
value: 51.927
verified: no, type: ndcg_at_5
value: 48.898
verified: no, type: precision_at_1
value: 57.99999999999999
verified: no, type: precision_at_10
value: 50.4
verified: no, type: precision_at_100
value: 34.12
verified: no, type: precision_at_1000
value: 14.618
verified: no, type: precision_at_20
value: 45.4
verified: no, type: precision_at_3
value: 54
verified: no, type: precision_at_5
value: 51.2
verified: no, type: recall_at_1
value: 0.148
verified: no, type: recall_at_10
value: 1.193
verified: no, type: recall_at_100
value: 7.374
verified: no, type: recall_at_1000
value: 29.121999999999996
verified: no, type: recall_at_20
value: 2.0549999999999997
verified: no, type: recall_at_3
value: 0.39899999999999997
verified: no, type: recall_at_5
value: 0.622
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: main_score
value: 16.001
verified: no, type: map_at_1
value: 0.903
verified: no, type: map_at_10
value: 5.789
verified: no, type: map_at_100
value: 10.318
verified: no, type: map_at_1000
value: 11.947000000000001
verified: no, type: map_at_20
value: 7.417999999999999
verified: no, type: map_at_3
value: 2.315
verified: no, type: map_at_5
value: 3.74
verified: no, type: mrr_at_1
value: 12.244897959183673
verified: no, type: mrr_at_10
value: 30.421120829284092
verified: no, type: mrr_at_100
value: 31.807297935709773
verified: no, type: mrr_at_1000
value: 31.807297935709773
verified: no, type: mrr_at_20
value: 31.55275846602376
verified: no, type: mrr_at_3
value: 26.190476190476193
verified: no, type: mrr_at_5
value: 27.414965986394563
verified: no, type: nauc_map_at_1000_diff1
value: 12.667648587194488
verified: no, type: nauc_map_at_1000_max
value: -30.526217661327852
verified: no, type: nauc_map_at_1000_std
value: -20.709059646296318
verified: no, type: nauc_map_at_100_diff1
value: 11.600374519637105
verified: no, type: nauc_map_at_100_max
value: -30.450346236657282
verified: no, type: nauc_map_at_100_std
value: -26.205457824112692
verified: no, type: nauc_map_at_10_diff1
value: -0.9996982964521416
verified: no, type: nauc_map_at_10_max
value: -33.315441950314714
verified: no, type: nauc_map_at_10_std
value: -32.869774024763956
verified: no, type: nauc_map_at_1_diff1
value: 3.5306425420848346
verified: no, type: nauc_map_at_1_max
value: -22.105571023428922
verified: no, type: nauc_map_at_1_std
value: -22.51889620755571
verified: no, type: nauc_map_at_20_diff1
value: 6.844912898071199
verified: no, type: nauc_map_at_20_max
value: -34.60942552858547
verified: no, type: nauc_map_at_20_std
value: -32.787502364269415
verified: no, type: nauc_map_at_3_diff1
value: -4.168204016952905
verified: no, type: nauc_map_at_3_max
value: -32.99988760172491
verified: no, type: nauc_map_at_3_std
value: -28.11750042132472
verified: no, type: nauc_map_at_5_diff1
value: -3.8158512414753196
verified: no, type: nauc_map_at_5_max
value: -33.77110473105987
verified: no, type: nauc_map_at_5_std
value: -31.78504840762938
verified: no, type: nauc_mrr_at_1000_diff1
value: 6.316540045877181
verified: no, type: nauc_mrr_at_1000_max
value: -30.93997729317938
verified: no, type: nauc_mrr_at_1000_std
value: -27.66099080947675
verified: no, type: nauc_mrr_at_100_diff1
value: 6.316540045877181
verified: no, type: nauc_mrr_at_100_max
value: -30.93997729317938
verified: no, type: nauc_mrr_at_100_std
value: -27.66099080947675
verified: no, type: nauc_mrr_at_10_diff1
value: 6.779297829613778
verified: no, type: nauc_mrr_at_10_max
value: -30.808943397086885
verified: no, type: nauc_mrr_at_10_std
value: -26.705235171066395
verified: no, type: nauc_mrr_at_1_diff1
value: 3.113154941022672
verified: no, type: nauc_mrr_at_1_max
value: -18.44170408715753
verified: no, type: nauc_mrr_at_1_std
value: -30.594576547108822
verified: no, type: nauc_mrr_at_20_diff1
value: 6.61396560877291
verified: no, type: nauc_mrr_at_20_max
value: -31.68922392758271
verified: no, type: nauc_mrr_at_20_std
value: -27.922380250191786
verified: no, type: nauc_mrr_at_3_diff1
value: 4.318613814808025
verified: no, type: nauc_mrr_at_3_max
value: -31.154806203021256
verified: no, type: nauc_mrr_at_3_std
value: -26.379518831779958
verified: no, type: nauc_mrr_at_5_diff1
value: 3.4296231826321355
verified: no, type: nauc_mrr_at_5_max
value: -33.1837050823916
verified: no, type: nauc_mrr_at_5_std
value: -29.49729042044501
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.400172599279102
verified: no, type: nauc_ndcg_at_1000_max
value: -27.257778250241742
verified: no, type: nauc_ndcg_at_1000_std
value: 5.289259066505105
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.77261772058037
verified: no, type: nauc_ndcg_at_100_max
value: -30.937477044853846
verified: no, type: nauc_ndcg_at_100_std
value: -12.533506490444568
verified: no, type: nauc_ndcg_at_10_diff1
value: 9.58190659877697
verified: no, type: nauc_ndcg_at_10_max
value: -29.899835721458466
verified: no, type: nauc_ndcg_at_10_std
value: -26.836928118256516
verified: no, type: nauc_ndcg_at_1_diff1
value: 0.999829624365752
verified: no, type: nauc_ndcg_at_1_max
value: -21.707883684702526
verified: no, type: nauc_ndcg_at_1_std
value: -28.64956621185899
verified: no, type: nauc_ndcg_at_20_diff1
value: 17.43486868243287
verified: no, type: nauc_ndcg_at_20_max
value: -34.41460979957851
verified: no, type: nauc_ndcg_at_20_std
value: -27.168644822304316
verified: no, type: nauc_ndcg_at_3_diff1
value: 5.694224445101448
verified: no, type: nauc_ndcg_at_3_max
value: -27.667770687490524
verified: no, type: nauc_ndcg_at_3_std
value: -19.93219563205449
verified: no, type: nauc_ndcg_at_5_diff1
value: 7.385197093951594
verified: no, type: nauc_ndcg_at_5_max
value: -29.282839704483184
verified: no, type: nauc_ndcg_at_5_std
value: -26.203431591448282
verified: no, type: nauc_precision_at_1000_diff1
value: 18.80256176939649
verified: no, type: nauc_precision_at_1000_max
value: 37.44929475946407
verified: no, type: nauc_precision_at_1000_std
value: 56.142995008040344
verified: no, type: nauc_precision_at_100_diff1
value: 19.306692036856692
verified: no, type: nauc_precision_at_100_max
value: -6.143334427510607
verified: no, type: nauc_precision_at_100_std
value: 21.453188755021525
verified: no, type: nauc_precision_at_10_diff1
value: 10.641236204229264
verified: no, type: nauc_precision_at_10_max
value: -24.744278591465886
verified: no, type: nauc_precision_at_10_std
value: -26.67978716035078
verified: no, type: nauc_precision_at_1_diff1
value: 3.113154941022672
verified: no, type: nauc_precision_at_1_max
value: -18.44170408715753
verified: no, type: nauc_precision_at_1_std
value: -30.594576547108822
verified: no, type: nauc_precision_at_20_diff1
value: 23.036980979090295
verified: no, type: nauc_precision_at_20_max
value: -30.152446144142637
verified: no, type: nauc_precision_at_20_std
value: -24.740910594162667
verified: no, type: nauc_precision_at_3_diff1
value: 3.557553423508633
verified: no, type: nauc_precision_at_3_max
value: -32.260021439610334
verified: no, type: nauc_precision_at_3_std
value: -25.032737349148647
verified: no, type: nauc_precision_at_5_diff1
value: 4.876110387184836
verified: no, type: nauc_precision_at_5_max
value: -29.387956930329036
verified: no, type: nauc_precision_at_5_std
value: -29.042226829056673
verified: no, type: nauc_recall_at_1000_diff1
value: 12.880367096616032
verified: no, type: nauc_recall_at_1000_max
value: -31.745322100325847
verified: no, type: nauc_recall_at_1000_std
value: 33.72990564893827
verified: no, type: nauc_recall_at_100_diff1
value: 8.649111643194649
verified: no, type: nauc_recall_at_100_max
value: -35.6076675337248
verified: no, type: nauc_recall_at_100_std
value: -9.572004918040387
verified: no, type: nauc_recall_at_10_diff1
value: 0.039552786857430806
verified: no, type: nauc_recall_at_10_max
value: -36.14086434773318
verified: no, type: nauc_recall_at_10_std
value: -35.46913858594504
verified: no, type: nauc_recall_at_1_diff1
value: 3.5306425420848346
verified: no, type: nauc_recall_at_1_max
value: -22.105571023428922
verified: no, type: nauc_recall_at_1_std
value: -22.51889620755571
verified: no, type: nauc_recall_at_20_diff1
value: 11.75105093467609
verified: no, type: nauc_recall_at_20_max
value: -40.964036939232074
verified: no, type: nauc_recall_at_20_std
value: -32.16297328395681
verified: no, type: nauc_recall_at_3_diff1
value: -5.606340135737683
verified: no, type: nauc_recall_at_3_max
value: -39.61543208257478
verified: no, type: nauc_recall_at_3_std
value: -29.34879950967843
verified: no, type: nauc_recall_at_5_diff1
value: -5.904848778842375
verified: no, type: nauc_recall_at_5_max
value: -41.85454557417595
verified: no, type: nauc_recall_at_5_std
value: -36.80692458259316
verified: no, type: ndcg_at_1
value: 9.184000000000001
verified: no, type: ndcg_at_10
value: 16.001
verified: no, type: ndcg_at_100
value: 28.577
verified: no, type: ndcg_at_1000
value: 41.294
verified: no, type: ndcg_at_20
value: 17.928
verified: no, type: ndcg_at_3
value: 14.09
verified: no, type: ndcg_at_5
value: 15.408
verified: no, type: precision_at_1
value: 12.245000000000001
verified: no, type: precision_at_10
value: 16.735
verified: no, type: precision_at_100
value: 7.041
verified: no, type: precision_at_1000
value: 1.504
verified: no, type: precision_at_20
value: 14.388000000000002
verified: no, type: precision_at_3
value: 17.687
verified: no, type: precision_at_5
value: 18.367
verified: no, type: recall_at_1
value: 0.903
verified: no, type: recall_at_10
value: 12.225999999999999
verified: no, type: recall_at_100
value: 43.269000000000005
verified: no, type: recall_at_1000
value: 82.056
verified: no, type: recall_at_20
value: 19.394
verified: no, type: recall_at_3
value: 3.961
verified: no, type: recall_at_5
value: 6.8790000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 66.4111328125
verified: no, type: ap
value: 11.63126858950481
verified: no, type: ap_weighted
value: 11.63126858950481
verified: no, type: f1
value: 50.461520983415184
verified: no, type: f1_weighted
value: 73.75467433932596
verified: no, type: main_score
value: 66.4111328125
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 51.185625353706854
verified: no, type: f1
value: 51.323069176562186
verified: no, type: f1_weighted
value: 50.64835960801296
verified: no, type: main_score
value: 51.185625353706854
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: main_score
value: 25.21775024668781
verified: no, type: v_measure
value: 25.21775024668781
verified: no, type: v_measure_std
value: 1.351620001506375
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: cosine_accuracy
value: 81.92763902962389
verified: no, type: cosine_accuracy_threshold
value: 71.09723687171936
verified: no, type: cosine_ap
value: 57.964594703670656
verified: no, type: cosine_f1
value: 55.27800161160354
verified: no, type: cosine_f1_threshold
value: 62.15030550956726
verified: no, type: cosine_precision
value: 49.030018378599145
verified: no, type: cosine_recall
value: 63.35092348284961
verified: no, type: dot_accuracy
value: 78.24402455742981
verified: no, type: dot_accuracy_threshold
value: 68270.95336914062
verified: no, type: dot_ap
value: 43.171963102490615
verified: no, type: dot_f1
value: 47.39143106965899
verified: no, type: dot_f1_threshold
value: 33946.66748046875
verified: no, type: dot_precision
value: 37.505766569275714
verified: no, type: dot_recall
value: 64.35356200527704
verified: no, type: euclidean_accuracy
value: 79.22155331704118
verified: no, type: euclidean_accuracy_threshold
value: 1523.3871459960938
verified: no, type: euclidean_ap
value: 46.52726303607135
verified: no, type: euclidean_f1
value: 46.406523005241695
verified: no, type: euclidean_f1_threshold
value: 2067.5140380859375
verified: no, type: euclidean_precision
value: 41.54327424400417
verified: no, type: euclidean_recall
value: 52.55936675461741
verified: no, type: main_score
value: 57.9645989101073
verified: no, type: manhattan_accuracy
value: 79.41825117720688
verified: no, type: manhattan_accuracy_threshold
value: 28691.644287109375
verified: no, type: manhattan_ap
value: 47.06475509042154
verified: no, type: manhattan_f1
value: 46.79797145889845
verified: no, type: manhattan_f1_threshold
value: 39006.52160644531
verified: no, type: manhattan_precision
value: 42.31179355939433
verified: no, type: manhattan_recall
value: 52.34828496042216
verified: no, type: max_accuracy
value: 81.92763902962389
verified: no, type: max_ap
value: 57.9645989101073
verified: no, type: max_f1
value: 55.27800161160354
verified: no, type: max_precision
value: 49.030018378599145
verified: no, type: max_recall
value: 64.35356200527704
verified: no, type: similarity_accuracy
value: 81.92763902962389
verified: no, type: similarity_accuracy_threshold
value: 71.09723091125488
verified: no, type: similarity_ap
value: 57.9645989101073
verified: no, type: similarity_f1
value: 55.27800161160354
verified: no, type: similarity_f1_threshold
value: 62.15031147003174
verified: no, type: similarity_precision
value: 49.030018378599145
verified: no, type: similarity_recall
value: 63.35092348284961
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: cosine_accuracy
value: 86.96588659913843
verified: no, type: cosine_accuracy_threshold
value: 61.520421504974365
verified: no, type: cosine_ap
value: 81.7361816102444
verified: no, type: cosine_f1
value: 73.97320448056227
verified: no, type: cosine_f1_threshold
value: 55.81372380256653
verified: no, type: cosine_precision
value: 70.50942079553386
verified: no, type: cosine_recall
value: 77.79488758854328
verified: no, type: dot_accuracy
value: 82.9413591027283
verified: no, type: dot_accuracy_threshold
value: 22375.634765625
verified: no, type: dot_ap
value: 70.36676649129193
verified: no, type: dot_f1
value: 67.16835375599362
verified: no, type: dot_f1_threshold
value: 16350.4638671875
verified: no, type: dot_precision
value: 59.176249706641634
verified: no, type: dot_recall
value: 77.65629812134279
verified: no, type: euclidean_accuracy
value: 82.51251600884852
verified: no, type: euclidean_accuracy_threshold
value: 1394.6439743041992
verified: no, type: euclidean_ap
value: 68.29382960739675
verified: no, type: euclidean_f1
value: 60.384865526607754
verified: no, type: euclidean_f1_threshold
value: 1643.9237594604492
verified: no, type: euclidean_precision
value: 60.01064557828302
verified: no, type: euclidean_recall
value: 60.763781952571605
verified: no, type: main_score
value: 81.73619060168708
verified: no, type: manhattan_accuracy
value: 82.74149105444948
verified: no, type: manhattan_accuracy_threshold
value: 27013.568115234375
verified: no, type: manhattan_ap
value: 68.65648959722192
verified: no, type: manhattan_f1
value: 60.770683792973166
verified: no, type: manhattan_f1_threshold
value: 31251.20849609375
verified: no, type: manhattan_precision
value: 59.65732087227414
verified: no, type: manhattan_recall
value: 61.926393594086846
verified: no, type: max_accuracy
value: 86.96588659913843
verified: no, type: max_ap
value: 81.73619060168708
verified: no, type: max_f1
value: 73.97320448056227
verified: no, type: max_precision
value: 70.50942079553386
verified: no, type: max_recall
value: 77.79488758854328
verified: no, type: similarity_accuracy
value: 86.96588659913843
verified: no, type: similarity_accuracy_threshold
value: 61.520421504974365
verified: no, type: similarity_ap
value: 81.73619060168708
verified: no, type: similarity_f1
value: 73.97320448056227
verified: no, type: similarity_f1_threshold
value: 55.81372380256653
verified: no, type: similarity_precision
value: 70.50942079553386
verified: no, type: similarity_recall
value: 77.79488758854328
verified: no
task: type: PairClassification
Likes: 2 | All-time downloads: 380
Created: 2025-01-27 19:13:44