Model: voyageai/voyage-code-3
Author: voyageai
Tags: mteb, model-index, region:us
Card metadata: model-index: name: voyage-code-3
results: dataset: config: default
name: MTEB AppsRetrieval (default)
revision: f22508f96b7a36c2415181ed8bb76f76e04ae2d5
split: test
type: CoIR-Retrieval/apps
metrics: type: main_score
value: 93.621
verified: no, type: map_at_1
value: 87.968
verified: no, type: map_at_10
value: 92.047
verified: no, type: map_at_100
value: 92.11500000000001
verified: no, type: map_at_1000
value: 92.11500000000001
verified: no, type: map_at_20
value: 92.091
verified: no, type: map_at_3
value: 91.532
verified: no, type: map_at_5
value: 91.874
verified: no, type: mrr_at_1
value: 87.99468791500664
verified: no, type: mrr_at_10
value: 92.0623432197138
verified: no, type: mrr_at_100
value: 92.13012638701028
verified: no, type: mrr_at_1000
value: 92.1308801595124
verified: no, type: mrr_at_20
value: 92.10639248723756
verified: no, type: mrr_at_3
value: 91.54050464807443
verified: no, type: mrr_at_5
value: 91.88977423638782
verified: no, type: nauc_map_at_1000_diff1
value: 90.15490174664647
verified: no, type: nauc_map_at_1000_max
value: 67.02866848649028
verified: no, type: nauc_map_at_1000_std
value: -43.43778333375324
verified: no, type: nauc_map_at_100_diff1
value: 90.15545196165746
verified: no, type: nauc_map_at_100_max
value: 67.03097567361978
verified: no, type: nauc_map_at_100_std
value: -43.43758797549862
verified: no, type: nauc_map_at_10_diff1
value: 90.14099743587612
verified: no, type: nauc_map_at_10_max
value: 67.16096459752251
verified: no, type: nauc_map_at_10_std
value: -43.44370410695505
verified: no, type: nauc_map_at_1_diff1
value: 90.99585708349436
verified: no, type: nauc_map_at_1_max
value: 63.57782533912141
verified: no, type: nauc_map_at_1_std
value: -42.361341394612126
verified: no, type: nauc_map_at_20_diff1
value: 90.1551408410763
verified: no, type: nauc_map_at_20_max
value: 67.07765073421193
verified: no, type: nauc_map_at_20_std
value: -43.41448959858248
verified: no, type: nauc_map_at_3_diff1
value: 89.8995753062064
verified: no, type: nauc_map_at_3_max
value: 67.61366242819365
verified: no, type: nauc_map_at_3_std
value: -44.226914049035386
verified: no, type: nauc_map_at_5_diff1
value: 90.09003396740809
verified: no, type: nauc_map_at_5_max
value: 67.4059817584288
verified: no, type: nauc_map_at_5_std
value: -43.62598115209535
verified: no, type: nauc_mrr_at_1000_diff1
value: 90.1224401379764
verified: no, type: nauc_mrr_at_1000_max
value: 67.0844465768374
verified: no, type: nauc_mrr_at_1000_std
value: -43.634995805553366
verified: no, type: nauc_mrr_at_100_diff1
value: 90.12299449341405
verified: no, type: nauc_mrr_at_100_max
value: 67.08675243260438
verified: no, type: nauc_mrr_at_100_std
value: -43.634780889033514
verified: no, type: nauc_mrr_at_10_diff1
value: 90.10879634384949
verified: no, type: nauc_mrr_at_10_max
value: 67.21648611418671
verified: no, type: nauc_mrr_at_10_std
value: -43.63919542502753
verified: no, type: nauc_mrr_at_1_diff1
value: 90.94858533614968
verified: no, type: nauc_mrr_at_1_max
value: 63.65698161247239
verified: no, type: nauc_mrr_at_1_std
value: -42.61438951155136
verified: no, type: nauc_mrr_at_20_diff1
value: 90.1227820706247
verified: no, type: nauc_mrr_at_20_max
value: 67.1333396707349
verified: no, type: nauc_mrr_at_20_std
value: -43.61103858801164
verified: no, type: nauc_mrr_at_3_diff1
value: 89.87704691693779
verified: no, type: nauc_mrr_at_3_max
value: 67.69227631885192
verified: no, type: nauc_mrr_at_3_std
value: -44.3319988628551
verified: no, type: nauc_mrr_at_5_diff1
value: 90.05844149558918
verified: no, type: nauc_mrr_at_5_max
value: 67.46072486731265
verified: no, type: nauc_mrr_at_5_std
value: -43.81755835911823
verified: no, type: nauc_ndcg_at_1000_diff1
value: 90.04496527123014
verified: no, type: nauc_ndcg_at_1000_max
value: 67.60247091688248
verified: no, type: nauc_ndcg_at_1000_std
value: -43.03623963675031
verified: no, type: nauc_ndcg_at_100_diff1
value: 90.070471931644
verified: no, type: nauc_ndcg_at_100_max
value: 67.68039037445462
verified: no, type: nauc_ndcg_at_100_std
value: -43.036110157737035
verified: no, type: nauc_ndcg_at_10_diff1
value: 90.0028263117178
verified: no, type: nauc_ndcg_at_10_max
value: 68.38084649569117
verified: no, type: nauc_ndcg_at_10_std
value: -42.96245497355038
verified: no, type: nauc_ndcg_at_1_diff1
value: 90.99585708349436
verified: no, type: nauc_ndcg_at_1_max
value: 63.57782533912141
verified: no, type: nauc_ndcg_at_1_std
value: -42.361341394612126
verified: no, type: nauc_ndcg_at_20_diff1
value: 90.06473833364464
verified: no, type: nauc_ndcg_at_20_max
value: 68.04393781250494
verified: no, type: nauc_ndcg_at_20_std
value: -42.754643190221756
verified: no, type: nauc_ndcg_at_3_diff1
value: 89.47150366489366
verified: no, type: nauc_ndcg_at_3_max
value: 69.28073683657388
verified: no, type: nauc_ndcg_at_3_std
value: -44.80650989406889
verified: no, type: nauc_ndcg_at_5_diff1
value: 89.85493663258895
verified: no, type: nauc_ndcg_at_5_max
value: 68.97238224506673
verified: no, type: nauc_ndcg_at_5_std
value: -43.59588098814929
verified: no, type: nauc_precision_at_1000_diff1
value: 71.5228076434295
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 95.64334438407597
verified: no, type: nauc_precision_at_100_diff1
value: 89.05538400916919
verified: no, type: nauc_precision_at_100_max
value: 93.59380801456066
verified: no, type: nauc_precision_at_100_std
value: 3.4218682638907
verified: no, type: nauc_precision_at_10_diff1
value: 88.82693413470759
verified: no, type: nauc_precision_at_10_max
value: 83.71281148941699
verified: no, type: nauc_precision_at_10_std
value: -33.65732721164693
verified: no, type: nauc_precision_at_1_diff1
value: 90.99585708349436
verified: no, type: nauc_precision_at_1_max
value: 63.57782533912141
verified: no, type: nauc_precision_at_1_std
value: -42.361341394612126
verified: no, type: nauc_precision_at_20_diff1
value: 89.60083706628117
verified: no, type: nauc_precision_at_20_max
value: 85.08806968533703
verified: no, type: nauc_precision_at_20_std
value: -22.269540063924854
verified: no, type: nauc_precision_at_3_diff1
value: 87.16551109941072
verified: no, type: nauc_precision_at_3_max
value: 78.32435110823177
verified: no, type: nauc_precision_at_3_std
value: -47.825568017450934
verified: no, type: nauc_precision_at_5_diff1
value: 88.21645334780426
verified: no, type: nauc_precision_at_5_max
value: 81.21614910200276
verified: no, type: nauc_precision_at_5_std
value: -42.6577409583649
verified: no, type: nauc_recall_at_1000_diff1
value: 71.52280764343946
verified: no, type: nauc_recall_at_1000_max
value: 100
verified: no, type: nauc_recall_at_1000_std
value: 95.64334438409236
verified: no, type: nauc_recall_at_100_diff1
value: 89.05538400917727
verified: no, type: nauc_recall_at_100_max
value: 93.59380801455806
verified: no, type: nauc_recall_at_100_std
value: 3.4218682638950693
verified: no, type: nauc_recall_at_10_diff1
value: 88.82693413470616
verified: no, type: nauc_recall_at_10_max
value: 83.71281148941586
verified: no, type: nauc_recall_at_10_std
value: -33.65732721164498
verified: no, type: nauc_recall_at_1_diff1
value: 90.99585708349436
verified: no, type: nauc_recall_at_1_max
value: 63.57782533912141
verified: no, type: nauc_recall_at_1_std
value: -42.361341394612126
verified: no, type: nauc_recall_at_20_diff1
value: 89.60083706628052
verified: no, type: nauc_recall_at_20_max
value: 85.08806968533526
verified: no, type: nauc_recall_at_20_std
value: -22.269540063922193
verified: no, type: nauc_recall_at_3_diff1
value: 87.16551109941042
verified: no, type: nauc_recall_at_3_max
value: 78.32435110823131
verified: no, type: nauc_recall_at_3_std
value: -47.825568017451694
verified: no, type: nauc_recall_at_5_diff1
value: 88.21645334780379
verified: no, type: nauc_recall_at_5_max
value: 81.21614910200307
verified: no, type: nauc_recall_at_5_std
value: -42.65774095836507
verified: no, type: ndcg_at_1
value: 87.968
verified: no, type: ndcg_at_10
value: 93.621
verified: no, type: ndcg_at_100
value: 93.929
verified: no, type: ndcg_at_1000
value: 93.949
verified: no, type: ndcg_at_20
value: 93.77799999999999
verified: no, type: ndcg_at_3
value: 92.60199999999999
verified: no, type: ndcg_at_5
value: 93.217
verified: no, type: precision_at_1
value: 87.968
verified: no, type: precision_at_10
value: 9.838
verified: no, type: precision_at_100
value: 0.9979999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.95
verified: no, type: precision_at_3
value: 31.89
verified: no, type: precision_at_5
value: 19.432
verified: no, type: recall_at_1
value: 87.968
verified: no, type: recall_at_10
value: 98.38
verified: no, type: recall_at_100
value: 99.761
verified: no, type: recall_at_1000
value: 99.92
verified: no, type: recall_at_20
value: 98.991
verified: no, type: recall_at_3
value: 95.67099999999999
verified: no, type: recall_at_5
value: 97.158
verified: no
task: type: Retrieval, dataset: config: python
name: MTEB COIRCodeSearchNetRetrieval (python)
revision: 4adc7bc41202b5c13543c9c886a25f340634dab3
split: test
type: CoIR-Retrieval/CodeSearchNet
metrics: type: main_score
value: 98.367
verified: no, type: map_at_1
value: 96.494
verified: no, type: map_at_10
value: 97.881
verified: no, type: map_at_100
value: 97.89099999999999
verified: no, type: map_at_1000
value: 97.89099999999999
verified: no, type: map_at_20
value: 97.88799999999999
verified: no, type: map_at_3
value: 97.761
verified: no, type: map_at_5
value: 97.849
verified: no, type: mrr_at_1
value: 96.49416811905081
verified: no, type: mrr_at_10
value: 97.88111783570305
verified: no, type: mrr_at_100
value: 97.8906549372564
verified: no, type: mrr_at_1000
value: 97.89071223051654
verified: no, type: mrr_at_20
value: 97.88807761475906
verified: no, type: mrr_at_3
value: 97.76109398042645
verified: no, type: mrr_at_5
value: 97.84924252580788
verified: no, type: nauc_map_at_1000_diff1
value: 98.15528913593722
verified: no, type: nauc_map_at_1000_max
value: 85.10151231357158
verified: no, type: nauc_map_at_1000_std
value: -42.70593910947264
verified: no, type: nauc_map_at_100_diff1
value: 98.15533924129993
verified: no, type: nauc_map_at_100_max
value: 85.10116247232071
verified: no, type: nauc_map_at_100_std
value: -42.70950485228204
verified: no, type: nauc_map_at_10_diff1
value: 98.15404628849377
verified: no, type: nauc_map_at_10_max
value: 85.129420000526
verified: no, type: nauc_map_at_10_std
value: -43.05569868322259
verified: no, type: nauc_map_at_1_diff1
value: 98.05311494766504
verified: no, type: nauc_map_at_1_max
value: 83.37279874457242
verified: no, type: nauc_map_at_1_std
value: -36.78783832567891
verified: no, type: nauc_map_at_20_diff1
value: 98.15680755256112
verified: no, type: nauc_map_at_20_max
value: 85.1144859632837
verified: no, type: nauc_map_at_20_std
value: -42.76588304453336
verified: no, type: nauc_map_at_3_diff1
value: 98.19103616317174
verified: no, type: nauc_map_at_3_max
value: 85.64151924417325
verified: no, type: nauc_map_at_3_std
value: -43.86751765575472
verified: no, type: nauc_map_at_5_diff1
value: 98.16782356611095
verified: no, type: nauc_map_at_5_max
value: 85.28003038549159
verified: no, type: nauc_map_at_5_std
value: -43.74493490831982
verified: no, type: nauc_mrr_at_1000_diff1
value: 98.15528913593722
verified: no, type: nauc_mrr_at_1000_max
value: 85.10151231357158
verified: no, type: nauc_mrr_at_1000_std
value: -42.70593910947264
verified: no, type: nauc_mrr_at_100_diff1
value: 98.15533924129993
verified: no, type: nauc_mrr_at_100_max
value: 85.10116247232071
verified: no, type: nauc_mrr_at_100_std
value: -42.70950485228204
verified: no, type: nauc_mrr_at_10_diff1
value: 98.15404628849377
verified: no, type: nauc_mrr_at_10_max
value: 85.129420000526
verified: no, type: nauc_mrr_at_10_std
value: -43.05569868322259
verified: no, type: nauc_mrr_at_1_diff1
value: 98.05311494766504
verified: no, type: nauc_mrr_at_1_max
value: 83.37279874457242
verified: no, type: nauc_mrr_at_1_std
value: -36.78783832567891
verified: no, type: nauc_mrr_at_20_diff1
value: 98.15680755256112
verified: no, type: nauc_mrr_at_20_max
value: 85.1144859632837
verified: no, type: nauc_mrr_at_20_std
value: -42.76588304453336
verified: no, type: nauc_mrr_at_3_diff1
value: 98.19103616317174
verified: no, type: nauc_mrr_at_3_max
value: 85.64151924417325
verified: no, type: nauc_mrr_at_3_std
value: -43.86751765575472
verified: no, type: nauc_mrr_at_5_diff1
value: 98.16782356611095
verified: no, type: nauc_mrr_at_5_max
value: 85.28003038549159
verified: no, type: nauc_mrr_at_5_std
value: -43.74493490831982
verified: no, type: nauc_ndcg_at_1000_diff1
value: 98.16554701617589
verified: no, type: nauc_ndcg_at_1000_max
value: 85.2748828477838
verified: no, type: nauc_ndcg_at_1000_std
value: -43.53566701835024
verified: no, type: nauc_ndcg_at_100_diff1
value: 98.16666937775803
verified: no, type: nauc_ndcg_at_100_max
value: 85.26689650159106
verified: no, type: nauc_ndcg_at_100_std
value: -43.61547874575031
verified: no, type: nauc_ndcg_at_10_diff1
value: 98.15895834975365
verified: no, type: nauc_ndcg_at_10_max
value: 85.43419484878363
verified: no, type: nauc_ndcg_at_10_std
value: -45.349653395420944
verified: no, type: nauc_ndcg_at_1_diff1
value: 98.05311494766504
verified: no, type: nauc_ndcg_at_1_max
value: 83.37279874457242
verified: no, type: nauc_ndcg_at_1_std
value: -36.78783832567891
verified: no, type: nauc_ndcg_at_20_diff1
value: 98.17535928747724
verified: no, type: nauc_ndcg_at_20_max
value: 85.37092010493639
verified: no, type: nauc_ndcg_at_20_std
value: -43.98828652303495
verified: no, type: nauc_ndcg_at_3_diff1
value: 98.25821737148956
verified: no, type: nauc_ndcg_at_3_max
value: 86.61782450729814
verified: no, type: nauc_ndcg_at_3_std
value: -47.32915673717569
verified: no, type: nauc_ndcg_at_5_diff1
value: 98.2061154768608
verified: no, type: nauc_ndcg_at_5_max
value: 85.87935683953549
verified: no, type: nauc_ndcg_at_5_std
value: -47.302585930633896
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_100_diff1
value: 100
verified: no, type: nauc_precision_at_100_max
value: 72.22153459022752
verified: no, type: nauc_precision_at_100_std
value: -173.98459168247265
verified: no, type: nauc_precision_at_10_diff1
value: 97.94083448220364
verified: no, type: nauc_precision_at_10_max
value: 91.42141149896693
verified: no, type: nauc_precision_at_10_std
value: -110.27705518270434
verified: no, type: nauc_precision_at_1_diff1
value: 98.05311494766504
verified: no, type: nauc_precision_at_1_max
value: 83.37279874457242
verified: no, type: nauc_precision_at_1_std
value: -36.78783832567891
verified: no, type: nauc_precision_at_20_diff1
value: 98.99445460386596
verified: no, type: nauc_precision_at_20_max
value: 93.841013383867
verified: no, type: nauc_precision_at_20_std
value: -85.33131689356598
verified: no, type: nauc_precision_at_3_diff1
value: 98.77736667583922
verified: no, type: nauc_precision_at_3_max
value: 94.04942862307165
verified: no, type: nauc_precision_at_3_std
value: -74.09082528149943
verified: no, type: nauc_precision_at_5_diff1
value: 98.69061226878082
verified: no, type: nauc_precision_at_5_max
value: 93.54052780940046
verified: no, type: nauc_precision_at_5_std
value: -97.44201029419808
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 100
verified: no, type: nauc_recall_at_100_max
value: 72.22153459013214
verified: no, type: nauc_recall_at_100_std
value: -173.98459168226447
verified: no, type: nauc_recall_at_10_diff1
value: 97.94083448220702
verified: no, type: nauc_recall_at_10_max
value: 91.42141149896996
verified: no, type: nauc_recall_at_10_std
value: -110.27705518269966
verified: no, type: nauc_recall_at_1_diff1
value: 98.05311494766504
verified: no, type: nauc_recall_at_1_max
value: 83.37279874457242
verified: no, type: nauc_recall_at_1_std
value: -36.78783832567891
verified: no, type: nauc_recall_at_20_diff1
value: 98.99445460384722
verified: no, type: nauc_recall_at_20_max
value: 93.84101338387075
verified: no, type: nauc_recall_at_20_std
value: -85.33131689356598
verified: no, type: nauc_recall_at_3_diff1
value: 98.77736667583844
verified: no, type: nauc_recall_at_3_max
value: 94.0494286230709
verified: no, type: nauc_recall_at_3_std
value: -74.09082528149965
verified: no, type: nauc_recall_at_5_diff1
value: 98.69061226878156
verified: no, type: nauc_recall_at_5_max
value: 93.5405278094034
verified: no, type: nauc_recall_at_5_std
value: -97.44201029420337
verified: no, type: ndcg_at_1
value: 96.494
verified: no, type: ndcg_at_10
value: 98.367
verified: no, type: ndcg_at_100
value: 98.408
verified: no, type: ndcg_at_1000
value: 98.409
verified: no, type: ndcg_at_20
value: 98.392
verified: no, type: ndcg_at_3
value: 98.13
verified: no, type: ndcg_at_5
value: 98.289
verified: no, type: precision_at_1
value: 96.494
verified: no, type: precision_at_10
value: 9.981
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.9959999999999996
verified: no, type: precision_at_3
value: 33.061
verified: no, type: precision_at_5
value: 19.914
verified: no, type: recall_at_1
value: 96.494
verified: no, type: recall_at_10
value: 99.812
verified: no, type: recall_at_100
value: 99.993
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 99.913
verified: no, type: recall_at_3
value: 99.182
verified: no, type: recall_at_5
value: 99.571
verified: no
task: type: Retrieval, dataset: config: javascript
name: MTEB COIRCodeSearchNetRetrieval (javascript)
revision: 4adc7bc41202b5c13543c9c886a25f340634dab3
split: test
type: CoIR-Retrieval/CodeSearchNet
metrics: type: main_score
value: 83.479
verified: no, type: map_at_1
value: 74.354
verified: no, type: map_at_10
value: 80.71300000000001
verified: no, type: map_at_100
value: 80.95700000000001
verified: no, type: map_at_1000
value: 80.963
verified: no, type: map_at_20
value: 80.87100000000001
verified: no, type: map_at_3
value: 79.712
verified: no, type: map_at_5
value: 80.28999999999999
verified: no, type: mrr_at_1
value: 74.35429960498328
verified: no, type: mrr_at_10
value: 80.71294728769666
verified: no, type: mrr_at_100
value: 80.95719685924738
verified: no, type: mrr_at_1000
value: 80.9626426876391
verified: no, type: mrr_at_20
value: 80.87121221349531
verified: no, type: mrr_at_3
value: 79.71234680441609
verified: no, type: mrr_at_5
value: 80.28967892231339
verified: no, type: nauc_map_at_1000_diff1
value: 82.88577068822386
verified: no, type: nauc_map_at_1000_max
value: 67.67862670522469
verified: no, type: nauc_map_at_1000_std
value: -3.522371246361021
verified: no, type: nauc_map_at_100_diff1
value: 82.8829326501484
verified: no, type: nauc_map_at_100_max
value: 67.68203242273655
verified: no, type: nauc_map_at_100_std
value: -3.522160367469023
verified: no, type: nauc_map_at_10_diff1
value: 82.8083126411219
verified: no, type: nauc_map_at_10_max
value: 67.76494610226807
verified: no, type: nauc_map_at_10_std
value: -3.3188673363705137
verified: no, type: nauc_map_at_1_diff1
value: 85.06863588556931
verified: no, type: nauc_map_at_1_max
value: 64.5628789135785
verified: no, type: nauc_map_at_1_std
value: -6.191657522827031
verified: no, type: nauc_map_at_20_diff1
value: 82.85819113195612
verified: no, type: nauc_map_at_20_max
value: 67.75920634659379
verified: no, type: nauc_map_at_20_std
value: -3.3782092153909744
verified: no, type: nauc_map_at_3_diff1
value: 82.93140971183675
verified: no, type: nauc_map_at_3_max
value: 67.88657739487108
verified: no, type: nauc_map_at_3_std
value: -3.9042280696240383
verified: no, type: nauc_map_at_5_diff1
value: 82.78238115943125
verified: no, type: nauc_map_at_5_max
value: 67.78270133394841
verified: no, type: nauc_map_at_5_std
value: -3.6293201723127693
verified: no, type: nauc_mrr_at_1000_diff1
value: 82.88577068822386
verified: no, type: nauc_mrr_at_1000_max
value: 67.67862670522469
verified: no, type: nauc_mrr_at_1000_std
value: -3.522371246361021
verified: no, type: nauc_mrr_at_100_diff1
value: 82.8829326501484
verified: no, type: nauc_mrr_at_100_max
value: 67.68203242273655
verified: no, type: nauc_mrr_at_100_std
value: -3.522160367469023
verified: no, type: nauc_mrr_at_10_diff1
value: 82.8083126411219
verified: no, type: nauc_mrr_at_10_max
value: 67.76494610226807
verified: no, type: nauc_mrr_at_10_std
value: -3.3188673363705137
verified: no, type: nauc_mrr_at_1_diff1
value: 85.06863588556931
verified: no, type: nauc_mrr_at_1_max
value: 64.5628789135785
verified: no, type: nauc_mrr_at_1_std
value: -6.191657522827031
verified: no, type: nauc_mrr_at_20_diff1
value: 82.85819113195612
verified: no, type: nauc_mrr_at_20_max
value: 67.75920634659379
verified: no, type: nauc_mrr_at_20_std
value: -3.3782092153909744
verified: no, type: nauc_mrr_at_3_diff1
value: 82.93140971183675
verified: no, type: nauc_mrr_at_3_max
value: 67.88657739487108
verified: no, type: nauc_mrr_at_3_std
value: -3.9042280696240383
verified: no, type: nauc_mrr_at_5_diff1
value: 82.78238115943125
verified: no, type: nauc_mrr_at_5_max
value: 67.78270133394841
verified: no, type: nauc_mrr_at_5_std
value: -3.6293201723127693
verified: no, type: nauc_ndcg_at_1000_diff1
value: 82.3199098700142
verified: no, type: nauc_ndcg_at_1000_max
value: 68.120342472938
verified: no, type: nauc_ndcg_at_1000_std
value: -2.8508509319395734
verified: no, type: nauc_ndcg_at_100_diff1
value: 82.1633159731435
verified: no, type: nauc_ndcg_at_100_max
value: 68.26748139014519
verified: no, type: nauc_ndcg_at_100_std
value: -2.714633476731751
verified: no, type: nauc_ndcg_at_10_diff1
value: 81.82903994006058
verified: no, type: nauc_ndcg_at_10_max
value: 68.89584312261682
verified: no, type: nauc_ndcg_at_10_std
value: -1.4252080306379409
verified: no, type: nauc_ndcg_at_1_diff1
value: 85.06863588556931
verified: no, type: nauc_ndcg_at_1_max
value: 64.5628789135785
verified: no, type: nauc_ndcg_at_1_std
value: -6.191657522827031
verified: no, type: nauc_ndcg_at_20_diff1
value: 81.98789282274657
verified: no, type: nauc_ndcg_at_20_max
value: 68.8959043317764
verified: no, type: nauc_ndcg_at_20_std
value: -1.6185846906781556
verified: no, type: nauc_ndcg_at_3_diff1
value: 82.10544479985309
verified: no, type: nauc_ndcg_at_3_max
value: 68.98284750281354
verified: no, type: nauc_ndcg_at_3_std
value: -3.02774137516056
verified: no, type: nauc_ndcg_at_5_diff1
value: 81.77317252542665
verified: no, type: nauc_ndcg_at_5_max
value: 68.8430670861106
verified: no, type: nauc_ndcg_at_5_std
value: -2.3676013953659583
verified: no, type: nauc_precision_at_1000_diff1
value: 71.2357013205843
verified: no, type: nauc_precision_at_1000_max
value: 59.54259563274979
verified: no, type: nauc_precision_at_1000_std
value: -6.453769813732959
verified: no, type: nauc_precision_at_100_diff1
value: 70.6646143169478
verified: no, type: nauc_precision_at_100_max
value: 72.21908402194197
verified: no, type: nauc_precision_at_100_std
value: 3.6390309142884423
verified: no, type: nauc_precision_at_10_diff1
value: 75.69911710504576
verified: no, type: nauc_precision_at_10_max
value: 75.9705779221398
verified: no, type: nauc_precision_at_10_std
value: 11.632934387302264
verified: no, type: nauc_precision_at_1_diff1
value: 85.06863588556931
verified: no, type: nauc_precision_at_1_max
value: 64.5628789135785
verified: no, type: nauc_precision_at_1_std
value: -6.191657522827031
verified: no, type: nauc_precision_at_20_diff1
value: 74.91685968954766
verified: no, type: nauc_precision_at_20_max
value: 78.48940148220586
verified: no, type: nauc_precision_at_20_std
value: 14.477347988107262
verified: no, type: nauc_precision_at_3_diff1
value: 78.78186792721571
verified: no, type: nauc_precision_at_3_max
value: 73.31020934353046
verified: no, type: nauc_precision_at_3_std
value: 0.4957741917380896
verified: no, type: nauc_precision_at_5_diff1
value: 76.96340948709872
verified: no, type: nauc_precision_at_5_max
value: 73.6957286199771
verified: no, type: nauc_precision_at_5_std
value: 3.7822933962717555
verified: no, type: nauc_recall_at_1000_diff1
value: 71.23570132058367
verified: no, type: nauc_recall_at_1000_max
value: 59.54259563275034
verified: no, type: nauc_recall_at_1000_std
value: -6.453769813732673
verified: no, type: nauc_recall_at_100_diff1
value: 70.66461431694707
verified: no, type: nauc_recall_at_100_max
value: 72.21908402194222
verified: no, type: nauc_recall_at_100_std
value: 3.639030914287266
verified: no, type: nauc_recall_at_10_diff1
value: 75.69911710504581
verified: no, type: nauc_recall_at_10_max
value: 75.97057792213957
verified: no, type: nauc_recall_at_10_std
value: 11.632934387302335
verified: no, type: nauc_recall_at_1_diff1
value: 85.06863588556931
verified: no, type: nauc_recall_at_1_max
value: 64.5628789135785
verified: no, type: nauc_recall_at_1_std
value: -6.191657522827031
verified: no, type: nauc_recall_at_20_diff1
value: 74.91685968954776
verified: no, type: nauc_recall_at_20_max
value: 78.4894014822059
verified: no, type: nauc_recall_at_20_std
value: 14.477347988107574
verified: no, type: nauc_recall_at_3_diff1
value: 78.78186792721584
verified: no, type: nauc_recall_at_3_max
value: 73.31020934353042
verified: no, type: nauc_recall_at_3_std
value: 0.49577419173804144
verified: no, type: nauc_recall_at_5_diff1
value: 76.96340948709855
verified: no, type: nauc_recall_at_5_max
value: 73.695728619977
verified: no, type: nauc_recall_at_5_std
value: 3.782293396271726
verified: no, type: ndcg_at_1
value: 74.354
verified: no, type: ndcg_at_10
value: 83.479
verified: no, type: ndcg_at_100
value: 84.65599999999999
verified: no, type: ndcg_at_1000
value: 84.851
verified: no, type: ndcg_at_20
value: 84.03500000000001
verified: no, type: ndcg_at_3
value: 81.42200000000001
verified: no, type: ndcg_at_5
value: 82.461
verified: no, type: precision_at_1
value: 74.354
verified: no, type: precision_at_10
value: 9.200999999999999
verified: no, type: precision_at_100
value: 0.975
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_20
value: 4.707999999999999
verified: no, type: precision_at_3
value: 28.786
verified: no, type: precision_at_5
value: 17.776
verified: no, type: recall_at_1
value: 74.354
verified: no, type: recall_at_10
value: 92.009
verified: no, type: recall_at_100
value: 97.508
verified: no, type: recall_at_1000
value: 99.149
verified: no, type: recall_at_20
value: 94.16600000000001
verified: no, type: recall_at_3
value: 86.357
verified: no, type: recall_at_5
value: 88.87899999999999
verified: no
task: type: Retrieval, dataset: config: go
name: MTEB COIRCodeSearchNetRetrieval (go)
revision: 4adc7bc41202b5c13543c9c886a25f340634dab3
split: test
type: CoIR-Retrieval/CodeSearchNet
metrics: type: main_score
value: 91.093
verified: no, type: map_at_1
value: 83.95700000000001
verified: no, type: map_at_10
value: 89.095
verified: no, type: map_at_100
value: 89.21900000000001
verified: no, type: map_at_1000
value: 89.22099999999999
verified: no, type: map_at_20
value: 89.181
verified: no, type: map_at_3
value: 88.472
verified: no, type: map_at_5
value: 88.866
verified: no, type: mrr_at_1
value: 83.95715341049002
verified: no, type: mrr_at_10
value: 89.0947231309824
verified: no, type: mrr_at_100
value: 89.21908275588152
verified: no, type: mrr_at_1000
value: 89.22056604897018
verified: no, type: mrr_at_20
value: 89.18054785129605
verified: no, type: mrr_at_3
value: 88.47164081096584
verified: no, type: mrr_at_5
value: 88.86624805056191
verified: no, type: nauc_map_at_1000_diff1
value: 86.24973579936615
verified: no, type: nauc_map_at_1000_max
value: 43.76713186644932
verified: no, type: nauc_map_at_1000_std
value: -47.20109532688898
verified: no, type: nauc_map_at_100_diff1
value: 86.24862049034168
verified: no, type: nauc_map_at_100_max
value: 43.76881022585186
verified: no, type: nauc_map_at_100_std
value: -47.20426521434973
verified: no, type: nauc_map_at_10_diff1
value: 86.25350003349301
verified: no, type: nauc_map_at_10_max
value: 43.771945888748306
verified: no, type: nauc_map_at_10_std
value: -47.62265974147625
verified: no, type: nauc_map_at_1_diff1
value: 86.98798340919
verified: no, type: nauc_map_at_1_max
value: 43.024043355768995
verified: no, type: nauc_map_at_1_std
value: -41.469271817341955
verified: no, type: nauc_map_at_20_diff1
value: 86.25325068130977
verified: no, type: nauc_map_at_20_max
value: 43.80727376815637
verified: no, type: nauc_map_at_20_std
value: -47.31520043996017
verified: no, type: nauc_map_at_3_diff1
value: 86.10288537323795
verified: no, type: nauc_map_at_3_max
value: 43.79879378738717
verified: no, type: nauc_map_at_3_std
value: -48.546995258168884
verified: no, type: nauc_map_at_5_diff1
value: 86.18610042665851
verified: no, type: nauc_map_at_5_max
value: 43.4814674201994
verified: no, type: nauc_map_at_5_std
value: -48.409761968549084
verified: no, type: nauc_mrr_at_1000_diff1
value: 86.24973579936615
verified: no, type: nauc_mrr_at_1000_max
value: 43.76713186644932
verified: no, type: nauc_mrr_at_1000_std
value: -47.20109532688898
verified: no, type: nauc_mrr_at_100_diff1
value: 86.24862049034168
verified: no, type: nauc_mrr_at_100_max
value: 43.76881022585186
verified: no, type: nauc_mrr_at_100_std
value: -47.20426521434973
verified: no, type: nauc_mrr_at_10_diff1
value: 86.25350003349301
verified: no, type: nauc_mrr_at_10_max
value: 43.771945888748306
verified: no, type: nauc_mrr_at_10_std
value: -47.62265974147625
verified: no, type: nauc_mrr_at_1_diff1
value: 86.98798340919
verified: no, type: nauc_mrr_at_1_max
value: 43.024043355768995
verified: no, type: nauc_mrr_at_1_std
value: -41.469271817341955
verified: no, type: nauc_mrr_at_20_diff1
value: 86.25325068130977
verified: no, type: nauc_mrr_at_20_max
value: 43.80727376815637
verified: no, type: nauc_mrr_at_20_std
value: -47.31520043996017
verified: no, type: nauc_mrr_at_3_diff1
value: 86.10288537323795
verified: no, type: nauc_mrr_at_3_max
value: 43.79879378738717
verified: no, type: nauc_mrr_at_3_std
value: -48.546995258168884
verified: no, type: nauc_mrr_at_5_diff1
value: 86.18610042665851
verified: no, type: nauc_mrr_at_5_max
value: 43.4814674201994
verified: no, type: nauc_mrr_at_5_std
value: -48.409761968549084
verified: no, type: nauc_ndcg_at_1000_diff1
value: 86.1495231100838
verified: no, type: nauc_ndcg_at_1000_max
value: 44.07212654503798
verified: no, type: nauc_ndcg_at_1000_std
value: -47.62163979276151
verified: no, type: nauc_ndcg_at_100_diff1
value: 86.0998353963385
verified: no, type: nauc_ndcg_at_100_max
value: 44.12175911440964
verified: no, type: nauc_ndcg_at_100_std
value: -47.60497182589526
verified: no, type: nauc_ndcg_at_10_diff1
value: 86.15470113116336
verified: no, type: nauc_ndcg_at_10_max
value: 44.22094281301947
verified: no, type: nauc_ndcg_at_10_std
value: -49.68035065822525
verified: no, type: nauc_ndcg_at_1_diff1
value: 86.98798340919
verified: no, type: nauc_ndcg_at_1_max
value: 43.024043355768995
verified: no, type: nauc_ndcg_at_1_std
value: -41.469271817341955
verified: no, type: nauc_ndcg_at_20_diff1
value: 86.153687239383
verified: no, type: nauc_ndcg_at_20_max
value: 44.413683910958994
verified: no, type: nauc_ndcg_at_20_std
value: -48.390979780431394
verified: no, type: nauc_ndcg_at_3_diff1
value: 85.81806042008513
verified: no, type: nauc_ndcg_at_3_max
value: 44.05606453052025
verified: no, type: nauc_ndcg_at_3_std
value: -51.77857306868798
verified: no, type: nauc_ndcg_at_5_diff1
value: 85.97978206190466
verified: no, type: nauc_ndcg_at_5_max
value: 43.41162519222535
verified: no, type: nauc_ndcg_at_5_std
value: -51.75858549128195
verified: no, type: nauc_precision_at_1000_diff1
value: 80.08890508034311
verified: no, type: nauc_precision_at_1000_max
value: 94.23440421215071
verified: no, type: nauc_precision_at_1000_std
value: 55.93973044712788
verified: no, type: nauc_precision_at_100_diff1
value: 75.93187211974605
verified: no, type: nauc_precision_at_100_max
value: 67.07999533740335
verified: no, type: nauc_precision_at_100_std
value: -8.479533178162365
verified: no, type: nauc_precision_at_10_diff1
value: 85.56280199155816
verified: no, type: nauc_precision_at_10_max
value: 49.46503821359178
verified: no, type: nauc_precision_at_10_std
value: -68.7017504439551
verified: no, type: nauc_precision_at_1_diff1
value: 86.98798340919
verified: no, type: nauc_precision_at_1_max
value: 43.024043355768995
verified: no, type: nauc_precision_at_1_std
value: -41.469271817341955
verified: no, type: nauc_precision_at_20_diff1
value: 85.16456431737308
verified: no, type: nauc_precision_at_20_max
value: 57.105231459014604
verified: no, type: nauc_precision_at_20_std
value: -57.20616563582712
verified: no, type: nauc_precision_at_3_diff1
value: 84.42151445378559
verified: no, type: nauc_precision_at_3_max
value: 45.32354792405939
verified: no, type: nauc_precision_at_3_std
value: -68.34786794101257
verified: no, type: nauc_precision_at_5_diff1
value: 84.72626746318639
verified: no, type: nauc_precision_at_5_max
value: 42.65450965313161
verified: no, type: nauc_precision_at_5_std
value: -74.63108495140406
verified: no, type: nauc_recall_at_1000_diff1
value: 80.08890508033205
verified: no, type: nauc_recall_at_1000_max
value: 94.23440421215781
verified: no, type: nauc_recall_at_1000_std
value: 55.93973044711981
verified: no, type: nauc_recall_at_100_diff1
value: 75.93187211975196
verified: no, type: nauc_recall_at_100_max
value: 67.07999533740575
verified: no, type: nauc_recall_at_100_std
value: -8.479533178153222
verified: no, type: nauc_recall_at_10_diff1
value: 85.56280199155815
verified: no, type: nauc_recall_at_10_max
value: 49.46503821359128
verified: no, type: nauc_recall_at_10_std
value: -68.70175044395225
verified: no, type: nauc_recall_at_1_diff1
value: 86.98798340919
verified: no, type: nauc_recall_at_1_max
value: 43.024043355768995
verified: no, type: nauc_recall_at_1_std
value: -41.469271817341955
verified: no, type: nauc_recall_at_20_diff1
value: 85.16456431737305
verified: no, type: nauc_recall_at_20_max
value: 57.10523145901444
verified: no, type: nauc_recall_at_20_std
value: -57.20616563582539
verified: no, type: nauc_recall_at_3_diff1
value: 84.42151445378548
verified: no, type: nauc_recall_at_3_max
value: 45.32354792405929
verified: no, type: nauc_recall_at_3_std
value: -68.34786794101288
verified: no, type: nauc_recall_at_5_diff1
value: 84.72626746318646
verified: no, type: nauc_recall_at_5_max
value: 42.65450965313161
verified: no, type: nauc_recall_at_5_std
value: -74.63108495140318
verified: no, type: ndcg_at_1
value: 83.95700000000001
verified: no, type: ndcg_at_10
value: 91.093
verified: no, type: ndcg_at_100
value: 91.644
verified: no, type: ndcg_at_1000
value: 91.67999999999999
verified: no, type: ndcg_at_20
value: 91.39699999999999
verified: no, type: ndcg_at_3
value: 89.84299999999999
verified: no, type: ndcg_at_5
value: 90.551
verified: no, type: precision_at_1
value: 83.95700000000001
verified: no, type: precision_at_10
value: 9.714
verified: no, type: precision_at_100
value: 0.996
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.916
verified: no, type: precision_at_3
value: 31.261
verified: no, type: precision_at_5
value: 19.099
verified: no, type: recall_at_1
value: 83.95700000000001
verified: no, type: recall_at_10
value: 97.14399999999999
verified: no, type: recall_at_100
value: 99.59400000000001
verified: no, type: recall_at_1000
value: 99.87700000000001
verified: no, type: recall_at_20
value: 98.32600000000001
verified: no, type: recall_at_3
value: 93.782
verified: no, type: recall_at_5
value: 95.494
verified: no
task: type: Retrieval, dataset: config: ruby
name: MTEB COIRCodeSearchNetRetrieval (ruby)
revision: 4adc7bc41202b5c13543c9c886a25f340634dab3
split: test
type: CoIR-Retrieval/CodeSearchNet
metrics: type: main_score
value: 86.521
verified: no, type: map_at_1
value: 77.082
verified: no, type: map_at_10
value: 83.552
verified: no, type: map_at_100
value: 83.687
verified: no, type: map_at_1000
value: 83.69
verified: no, type: map_at_20
value: 83.64200000000001
verified: no, type: map_at_3
value: 82.11699999999999
verified: no, type: map_at_5
value: 83.164
verified: no, type: mrr_at_1
value: 77.08168120539256
verified: no, type: mrr_at_10
value: 83.55194919627917
verified: no, type: mrr_at_100
value: 83.68701866558312
verified: no, type: mrr_at_1000
value: 83.6903032381438
verified: no, type: mrr_at_20
value: 83.64219478925247
verified: no, type: mrr_at_3
value: 82.11736716891363
verified: no, type: mrr_at_5
value: 83.16415543219676
verified: no, type: nauc_map_at_1000_diff1
value: 79.64679377977846
verified: no, type: nauc_map_at_1000_max
value: 70.74499431961593
verified: no, type: nauc_map_at_1000_std
value: -14.853409296691982
verified: no, type: nauc_map_at_100_diff1
value: 79.64499589721636
verified: no, type: nauc_map_at_100_max
value: 70.74759843854231
verified: no, type: nauc_map_at_100_std
value: -14.844258734825894
verified: no, type: nauc_map_at_10_diff1
value: 79.53290732095073
verified: no, type: nauc_map_at_10_max
value: 70.76525352436302
verified: no, type: nauc_map_at_10_std
value: -14.744825626716187
verified: no, type: nauc_map_at_1_diff1
value: 82.27728044611361
verified: no, type: nauc_map_at_1_max
value: 69.29382107125889
verified: no, type: nauc_map_at_1_std
value: -16.02966665531533
verified: no, type: nauc_map_at_20_diff1
value: 79.57275942354842
verified: no, type: nauc_map_at_20_max
value: 70.73838311952618
verified: no, type: nauc_map_at_20_std
value: -14.86925109860625
verified: no, type: nauc_map_at_3_diff1
value: 79.47572156907859
verified: no, type: nauc_map_at_3_max
value: 70.85276903670264
verified: no, type: nauc_map_at_3_std
value: -15.755792005612602
verified: no, type: nauc_map_at_5_diff1
value: 79.42518354242955
verified: no, type: nauc_map_at_5_max
value: 70.69226154953026
verified: no, type: nauc_map_at_5_std
value: -15.473047773228993
verified: no, type: nauc_mrr_at_1000_diff1
value: 79.64679377977846
verified: no, type: nauc_mrr_at_1000_max
value: 70.74499431961593
verified: no, type: nauc_mrr_at_1000_std
value: -14.853409296691982
verified: no, type: nauc_mrr_at_100_diff1
value: 79.64499589721636
verified: no, type: nauc_mrr_at_100_max
value: 70.74759843854231
verified: no, type: nauc_mrr_at_100_std
value: -14.844258734825894
verified: no, type: nauc_mrr_at_10_diff1
value: 79.53290732095073
verified: no, type: nauc_mrr_at_10_max
value: 70.76525352436302
verified: no, type: nauc_mrr_at_10_std
value: -14.744825626716187
verified: no, type: nauc_mrr_at_1_diff1
value: 82.27728044611361
verified: no, type: nauc_mrr_at_1_max
value: 69.29382107125889
verified: no, type: nauc_mrr_at_1_std
value: -16.02966665531533
verified: no, type: nauc_mrr_at_20_diff1
value: 79.57275942354842
verified: no, type: nauc_mrr_at_20_max
value: 70.73838311952618
verified: no, type: nauc_mrr_at_20_std
value: -14.86925109860625
verified: no, type: nauc_mrr_at_3_diff1
value: 79.47572156907859
verified: no, type: nauc_mrr_at_3_max
value: 70.85276903670264
verified: no, type: nauc_mrr_at_3_std
value: -15.755792005612602
verified: no, type: nauc_mrr_at_5_diff1
value: 79.42518354242955
verified: no, type: nauc_mrr_at_5_max
value: 70.69226154953026
verified: no, type: nauc_mrr_at_5_std
value: -15.473047773228993
verified: no, type: nauc_ndcg_at_1000_diff1
value: 79.15083604230807
verified: no, type: nauc_ndcg_at_1000_max
value: 71.1178743998364
verified: no, type: nauc_ndcg_at_1000_std
value: -14.28015599243118
verified: no, type: nauc_ndcg_at_100_diff1
value: 79.03711984795275
verified: no, type: nauc_ndcg_at_100_max
value: 71.20364489826714
verified: no, type: nauc_ndcg_at_100_std
value: -13.915390197654142
verified: no, type: nauc_ndcg_at_10_diff1
value: 78.38949093885134
verified: no, type: nauc_ndcg_at_10_max
value: 71.26426621928836
verified: no, type: nauc_ndcg_at_10_std
value: -13.497441432215215
verified: no, type: nauc_ndcg_at_1_diff1
value: 82.27728044611361
verified: no, type: nauc_ndcg_at_1_max
value: 69.29382107125889
verified: no, type: nauc_ndcg_at_1_std
value: -16.02966665531533
verified: no, type: nauc_ndcg_at_20_diff1
value: 78.51349613885007
verified: no, type: nauc_ndcg_at_20_max
value: 71.13292440385801
verified: no, type: nauc_ndcg_at_20_std
value: -14.035580557966087
verified: no, type: nauc_ndcg_at_3_diff1
value: 78.3820255722769
verified: no, type: nauc_ndcg_at_3_max
value: 71.32668614112852
verified: no, type: nauc_ndcg_at_3_std
value: -16.04098840431829
verified: no, type: nauc_ndcg_at_5_diff1
value: 78.14070256474213
verified: no, type: nauc_ndcg_at_5_max
value: 71.04026107145508
verified: no, type: nauc_ndcg_at_5_std
value: -15.592128711464067
verified: no, type: nauc_precision_at_1000_diff1
value: 77.2067992384371
verified: no, type: nauc_precision_at_1000_max
value: 85.55623308018635
verified: no, type: nauc_precision_at_1000_std
value: -3.0163245425889005
verified: no, type: nauc_precision_at_100_diff1
value: 71.01994754486307
verified: no, type: nauc_precision_at_100_max
value: 82.30803790261785
verified: no, type: nauc_precision_at_100_std
value: 12.633506693103701
verified: no, type: nauc_precision_at_10_diff1
value: 67.04993913892164
verified: no, type: nauc_precision_at_10_max
value: 76.23886937696508
verified: no, type: nauc_precision_at_10_std
value: 1.5250700897226326
verified: no, type: nauc_precision_at_1_diff1
value: 82.27728044611361
verified: no, type: nauc_precision_at_1_max
value: 69.29382107125889
verified: no, type: nauc_precision_at_1_std
value: -16.02966665531533
verified: no, type: nauc_precision_at_20_diff1
value: 63.666986838468034
verified: no, type: nauc_precision_at_20_max
value: 76.14090190912508
verified: no, type: nauc_precision_at_20_std
value: -0.5871594787522816
verified: no, type: nauc_precision_at_3_diff1
value: 73.86799722582569
verified: no, type: nauc_precision_at_3_max
value: 73.220598048437
verified: no, type: nauc_precision_at_3_std
value: -17.398868434567206
verified: no, type: nauc_precision_at_5_diff1
value: 70.02914493269556
verified: no, type: nauc_precision_at_5_max
value: 73.00069716131422
verified: no, type: nauc_precision_at_5_std
value: -16.614393845477327
verified: no, type: nauc_recall_at_1000_diff1
value: 77.20679923843755
verified: no, type: nauc_recall_at_1000_max
value: 85.55623308018376
verified: no, type: nauc_recall_at_1000_std
value: -3.016324542591852
verified: no, type: nauc_recall_at_100_diff1
value: 71.01994754486401
verified: no, type: nauc_recall_at_100_max
value: 82.30803790261768
verified: no, type: nauc_recall_at_100_std
value: 12.633506693104875
verified: no, type: nauc_recall_at_10_diff1
value: 67.04993913892174
verified: no, type: nauc_recall_at_10_max
value: 76.23886937696521
verified: no, type: nauc_recall_at_10_std
value: 1.525070089722257
verified: no, type: nauc_recall_at_1_diff1
value: 82.27728044611361
verified: no, type: nauc_recall_at_1_max
value: 69.29382107125889
verified: no, type: nauc_recall_at_1_std
value: -16.02966665531533
verified: no, type: nauc_recall_at_20_diff1
value: 63.66698683846833
verified: no, type: nauc_recall_at_20_max
value: 76.1409019091247
verified: no, type: nauc_recall_at_20_std
value: -0.5871594787518352
verified: no, type: nauc_recall_at_3_diff1
value: 73.86799722582569
verified: no, type: nauc_recall_at_3_max
value: 73.22059804843683
verified: no, type: nauc_recall_at_3_std
value: -17.398868434566936
verified: no, type: nauc_recall_at_5_diff1
value: 70.02914493269549
verified: no, type: nauc_recall_at_5_max
value: 73.00069716131398
verified: no, type: nauc_recall_at_5_std
value: -16.614393845477526
verified: no, type: ndcg_at_1
value: 77.082
verified: no, type: ndcg_at_10
value: 86.521
verified: no, type: ndcg_at_100
value: 87.117
verified: no, type: ndcg_at_1000
value: 87.23100000000001
verified: no, type: ndcg_at_20
value: 86.858
verified: no, type: ndcg_at_3
value: 83.7
verified: no, type: ndcg_at_5
value: 85.591
verified: no, type: precision_at_1
value: 77.082
verified: no, type: precision_at_10
value: 9.572
verified: no, type: precision_at_100
value: 0.983
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_20
value: 4.853
verified: no, type: precision_at_3
value: 29.421000000000003
verified: no, type: precision_at_5
value: 18.573
verified: no, type: recall_at_1
value: 77.082
verified: no, type: recall_at_10
value: 95.718
verified: no, type: recall_at_100
value: 98.335
verified: no, type: recall_at_1000
value: 99.286
verified: no, type: recall_at_20
value: 97.066
verified: no, type: recall_at_3
value: 88.263
verified: no, type: recall_at_5
value: 92.863
verified: no
task: type: Retrieval, dataset: config: java
name: MTEB COIRCodeSearchNetRetrieval (java)
revision: 4adc7bc41202b5c13543c9c886a25f340634dab3
split: test
type: CoIR-Retrieval/CodeSearchNet
metrics: type: main_score
value: 87.26899999999999
verified: no, type: map_at_1
value: 78.84100000000001
verified: no, type: map_at_10
value: 84.821
verified: no, type: map_at_100
value: 84.966
verified: no, type: map_at_1000
value: 84.97200000000001
verified: no, type: map_at_20
value: 84.91199999999999
verified: no, type: map_at_3
value: 83.949
verified: no, type: map_at_5
value: 84.514
verified: no, type: mrr_at_1
value: 78.8407120036513
verified: no, type: mrr_at_10
value: 84.82137604775663
verified: no, type: mrr_at_100
value: 84.96600236904305
verified: no, type: mrr_at_1000
value: 84.97188010768014
verified: no, type: mrr_at_20
value: 84.91215021114384
verified: no, type: mrr_at_3
value: 83.94949033926656
verified: no, type: mrr_at_5
value: 84.51361630914327
verified: no, type: nauc_map_at_1000_diff1
value: 81.29745727169212
verified: no, type: nauc_map_at_1000_max
value: 61.3738482977934
verified: no, type: nauc_map_at_1000_std
value: -14.611667076737653
verified: no, type: nauc_map_at_100_diff1
value: 81.29611575498951
verified: no, type: nauc_map_at_100_max
value: 61.38415642876098
verified: no, type: nauc_map_at_100_std
value: -14.60020471629818
verified: no, type: nauc_map_at_10_diff1
value: 81.24492887826995
verified: no, type: nauc_map_at_10_max
value: 61.476804728960545
verified: no, type: nauc_map_at_10_std
value: -14.7216428942423
verified: no, type: nauc_map_at_1_diff1
value: 83.07021879054804
verified: no, type: nauc_map_at_1_max
value: 57.45256621613931
verified: no, type: nauc_map_at_1_std
value: -16.94155323782564
verified: no, type: nauc_map_at_20_diff1
value: 81.28505757844012
verified: no, type: nauc_map_at_20_max
value: 61.43691967628063
verified: no, type: nauc_map_at_20_std
value: -14.583239037636378
verified: no, type: nauc_map_at_3_diff1
value: 81.0101519179173
verified: no, type: nauc_map_at_3_max
value: 61.45133191553263
verified: no, type: nauc_map_at_3_std
value: -15.098090101575302
verified: no, type: nauc_map_at_5_diff1
value: 81.16287036289346
verified: no, type: nauc_map_at_5_max
value: 61.59538703827228
verified: no, type: nauc_map_at_5_std
value: -14.843988367319087
verified: no, type: nauc_mrr_at_1000_diff1
value: 81.29745727169212
verified: no, type: nauc_mrr_at_1000_max
value: 61.3738482977934
verified: no, type: nauc_mrr_at_1000_std
value: -14.611667076737653
verified: no, type: nauc_mrr_at_100_diff1
value: 81.29611575498951
verified: no, type: nauc_mrr_at_100_max
value: 61.38415642876098
verified: no, type: nauc_mrr_at_100_std
value: -14.60020471629818
verified: no, type: nauc_mrr_at_10_diff1
value: 81.24492887826995
verified: no, type: nauc_mrr_at_10_max
value: 61.476804728960545
verified: no, type: nauc_mrr_at_10_std
value: -14.7216428942423
verified: no, type: nauc_mrr_at_1_diff1
value: 83.07021879054804
verified: no, type: nauc_mrr_at_1_max
value: 57.45256621613931
verified: no, type: nauc_mrr_at_1_std
value: -16.94155323782564
verified: no, type: nauc_mrr_at_20_diff1
value: 81.28505757844012
verified: no, type: nauc_mrr_at_20_max
value: 61.43691967628063
verified: no, type: nauc_mrr_at_20_std
value: -14.583239037636378
verified: no, type: nauc_mrr_at_3_diff1
value: 81.0101519179173
verified: no, type: nauc_mrr_at_3_max
value: 61.45133191553263
verified: no, type: nauc_mrr_at_3_std
value: -15.098090101575302
verified: no, type: nauc_mrr_at_5_diff1
value: 81.16287036289346
verified: no, type: nauc_mrr_at_5_max
value: 61.59538703827228
verified: no, type: nauc_mrr_at_5_std
value: -14.843988367319087
verified: no, type: nauc_ndcg_at_1000_diff1
value: 80.93566924723379
verified: no, type: nauc_ndcg_at_1000_max
value: 62.39699094971305
verified: no, type: nauc_ndcg_at_1000_std
value: -13.127328464119836
verified: no, type: nauc_ndcg_at_100_diff1
value: 80.87553513050011
verified: no, type: nauc_ndcg_at_100_max
value: 62.72180161053774
verified: no, type: nauc_ndcg_at_100_std
value: -12.649445624854962
verified: no, type: nauc_ndcg_at_10_diff1
value: 80.608466242348
verified: no, type: nauc_ndcg_at_10_max
value: 63.24038696080356
verified: no, type: nauc_ndcg_at_10_std
value: -13.10528733578738
verified: no, type: nauc_ndcg_at_1_diff1
value: 83.07021879054804
verified: no, type: nauc_ndcg_at_1_max
value: 57.45256621613931
verified: no, type: nauc_ndcg_at_1_std
value: -16.94155323782564
verified: no, type: nauc_ndcg_at_20_diff1
value: 80.77174027485287
verified: no, type: nauc_ndcg_at_20_max
value: 63.1297458573586
verified: no, type: nauc_ndcg_at_20_std
value: -12.43612330644508
verified: no, type: nauc_ndcg_at_3_diff1
value: 80.1778653998912
verified: no, type: nauc_ndcg_at_3_max
value: 63.029112839728796
verified: no, type: nauc_ndcg_at_3_std
value: -14.201414014064817
verified: no, type: nauc_ndcg_at_5_diff1
value: 80.41507067529044
verified: no, type: nauc_ndcg_at_5_max
value: 63.456703437014475
verified: no, type: nauc_ndcg_at_5_std
value: -13.566365227692753
verified: no, type: nauc_precision_at_1000_diff1
value: 73.89525267370539
verified: no, type: nauc_precision_at_1000_max
value: 83.46793489687887
verified: no, type: nauc_precision_at_1000_std
value: 43.36957143495421
verified: no, type: nauc_precision_at_100_diff1
value: 75.33082548811534
verified: no, type: nauc_precision_at_100_max
value: 85.08356966408422
verified: no, type: nauc_precision_at_100_std
value: 30.91532174961418
verified: no, type: nauc_precision_at_10_diff1
value: 75.96120115397336
verified: no, type: nauc_precision_at_10_max
value: 76.87957072290979
verified: no, type: nauc_precision_at_10_std
value: 0.48296998647622513
verified: no, type: nauc_precision_at_1_diff1
value: 83.07021879054804
verified: no, type: nauc_precision_at_1_max
value: 57.45256621613931
verified: no, type: nauc_precision_at_1_std
value: -16.94155323782564
verified: no, type: nauc_precision_at_20_diff1
value: 76.37431221666498
verified: no, type: nauc_precision_at_20_max
value: 80.17866322470198
verified: no, type: nauc_precision_at_20_std
value: 12.914278225658554
verified: no, type: nauc_precision_at_3_diff1
value: 76.55984367763438
verified: no, type: nauc_precision_at_3_max
value: 69.86960822047166
verified: no, type: nauc_precision_at_3_std
value: -10.230045456623477
verified: no, type: nauc_precision_at_5_diff1
value: 76.32796311102129
verified: no, type: nauc_precision_at_5_max
value: 73.88101356144463
verified: no, type: nauc_precision_at_5_std
value: -6.1510867874405095
verified: no, type: nauc_recall_at_1000_diff1
value: 73.89525267370503
verified: no, type: nauc_recall_at_1000_max
value: 83.46793489687492
verified: no, type: nauc_recall_at_1000_std
value: 43.36957143495507
verified: no, type: nauc_recall_at_100_diff1
value: 75.33082548811574
verified: no, type: nauc_recall_at_100_max
value: 85.08356966408451
verified: no, type: nauc_recall_at_100_std
value: 30.91532174961395
verified: no, type: nauc_recall_at_10_diff1
value: 75.96120115397329
verified: no, type: nauc_recall_at_10_max
value: 76.87957072290959
verified: no, type: nauc_recall_at_10_std
value: 0.4829699864760997
verified: no, type: nauc_recall_at_1_diff1
value: 83.07021879054804
verified: no, type: nauc_recall_at_1_max
value: 57.45256621613931
verified: no, type: nauc_recall_at_1_std
value: -16.94155323782564
verified: no, type: nauc_recall_at_20_diff1
value: 76.37431221666506
verified: no, type: nauc_recall_at_20_max
value: 80.17866322470138
verified: no, type: nauc_recall_at_20_std
value: 12.914278225659201
verified: no, type: nauc_recall_at_3_diff1
value: 76.55984367763459
verified: no, type: nauc_recall_at_3_max
value: 69.86960822047196
verified: no, type: nauc_recall_at_3_std
value: -10.230045456623337
verified: no, type: nauc_recall_at_5_diff1
value: 76.32796311102106
verified: no, type: nauc_recall_at_5_max
value: 73.88101356144475
verified: no, type: nauc_recall_at_5_std
value: -6.151086787440187
verified: no, type: ndcg_at_1
value: 78.84100000000001
verified: no, type: ndcg_at_10
value: 87.26899999999999
verified: no, type: ndcg_at_100
value: 87.977
verified: no, type: ndcg_at_1000
value: 88.133
verified: no, type: ndcg_at_20
value: 87.599
verified: no, type: ndcg_at_3
value: 85.521
verified: no, type: ndcg_at_5
value: 86.531
verified: no, type: precision_at_1
value: 78.84100000000001
verified: no, type: precision_at_10
value: 9.474
verified: no, type: precision_at_100
value: 0.9809999999999999
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_20
value: 4.802
verified: no, type: precision_at_3
value: 30.014000000000003
verified: no, type: precision_at_5
value: 18.496000000000002
verified: no, type: recall_at_1
value: 78.84100000000001
verified: no, type: recall_at_10
value: 94.742
verified: no, type: recall_at_100
value: 98.056
verified: no, type: recall_at_1000
value: 99.288
verified: no, type: recall_at_20
value: 96.04700000000001
verified: no, type: recall_at_3
value: 90.04100000000001
verified: no, type: recall_at_5
value: 92.47800000000001
verified: no
task: type: Retrieval, dataset: config: php
name: MTEB COIRCodeSearchNetRetrieval (php)
revision: 4adc7bc41202b5c13543c9c886a25f340634dab3
split: test
type: CoIR-Retrieval/CodeSearchNet
metrics: type: main_score
value: 89.384
verified: no, type: map_at_1
value: 81.997
verified: no, type: map_at_10
value: 87.221
verified: no, type: map_at_100
value: 87.375
verified: no, type: map_at_1000
value: 87.378
verified: no, type: map_at_20
value: 87.32799999999999
verified: no, type: map_at_3
value: 86.429
verified: no, type: map_at_5
value: 86.91600000000001
verified: no, type: mrr_at_1
value: 81.9965748537177
verified: no, type: mrr_at_10
value: 87.22106125167394
verified: no, type: mrr_at_100
value: 87.37512926935148
verified: no, type: mrr_at_1000
value: 87.37841767615039
verified: no, type: mrr_at_20
value: 87.32764206073328
verified: no, type: mrr_at_3
value: 86.42904714333318
verified: no, type: mrr_at_5
value: 86.9157033442753
verified: no, type: nauc_map_at_1000_diff1
value: 84.98375890205129
verified: no, type: nauc_map_at_1000_max
value: 52.169083096188054
verified: no, type: nauc_map_at_1000_std
value: -35.027524704460916
verified: no, type: nauc_map_at_100_diff1
value: 84.98366301880897
verified: no, type: nauc_map_at_100_max
value: 52.177207768384626
verified: no, type: nauc_map_at_100_std
value: -35.01620836480514
verified: no, type: nauc_map_at_10_diff1
value: 84.95191430457028
verified: no, type: nauc_map_at_10_max
value: 52.31158183948366
verified: no, type: nauc_map_at_10_std
value: -35.13714349074112
verified: no, type: nauc_map_at_1_diff1
value: 86.2487043950067
verified: no, type: nauc_map_at_1_max
value: 49.20239525557377
verified: no, type: nauc_map_at_1_std
value: -33.71661281670688
verified: no, type: nauc_map_at_20_diff1
value: 84.973933039348
verified: no, type: nauc_map_at_20_max
value: 52.2266012979943
verified: no, type: nauc_map_at_20_std
value: -35.04159739087031
verified: no, type: nauc_map_at_3_diff1
value: 84.69068283876815
verified: no, type: nauc_map_at_3_max
value: 52.343743449585524
verified: no, type: nauc_map_at_3_std
value: -35.69366581732263
verified: no, type: nauc_map_at_5_diff1
value: 84.84059835122619
verified: no, type: nauc_map_at_5_max
value: 52.29585814594443
verified: no, type: nauc_map_at_5_std
value: -35.5113867651616
verified: no, type: nauc_mrr_at_1000_diff1
value: 84.98375890205129
verified: no, type: nauc_mrr_at_1000_max
value: 52.169083096188054
verified: no, type: nauc_mrr_at_1000_std
value: -35.027524704460916
verified: no, type: nauc_mrr_at_100_diff1
value: 84.98366301880897
verified: no, type: nauc_mrr_at_100_max
value: 52.177207768384626
verified: no, type: nauc_mrr_at_100_std
value: -35.01620836480514
verified: no, type: nauc_mrr_at_10_diff1
value: 84.95191430457028
verified: no, type: nauc_mrr_at_10_max
value: 52.31158183948366
verified: no, type: nauc_mrr_at_10_std
value: -35.13714349074112
verified: no, type: nauc_mrr_at_1_diff1
value: 86.2487043950067
verified: no, type: nauc_mrr_at_1_max
value: 49.20239525557377
verified: no, type: nauc_mrr_at_1_std
value: -33.71661281670688
verified: no, type: nauc_mrr_at_20_diff1
value: 84.973933039348
verified: no, type: nauc_mrr_at_20_max
value: 52.2266012979943
verified: no, type: nauc_mrr_at_20_std
value: -35.04159739087031
verified: no, type: nauc_mrr_at_3_diff1
value: 84.69068283876815
verified: no, type: nauc_mrr_at_3_max
value: 52.343743449585524
verified: no, type: nauc_mrr_at_3_std
value: -35.69366581732263
verified: no, type: nauc_mrr_at_5_diff1
value: 84.84059835122619
verified: no, type: nauc_mrr_at_5_max
value: 52.29585814594443
verified: no, type: nauc_mrr_at_5_std
value: -35.5113867651616
verified: no, type: nauc_ndcg_at_1000_diff1
value: 84.8458448603008
verified: no, type: nauc_ndcg_at_1000_max
value: 52.77266190305249
verified: no, type: nauc_ndcg_at_1000_std
value: -34.888069489815415
verified: no, type: nauc_ndcg_at_100_diff1
value: 84.84381394537597
verified: no, type: nauc_ndcg_at_100_max
value: 53.01563101161627
verified: no, type: nauc_ndcg_at_100_std
value: -34.509211628586314
verified: no, type: nauc_ndcg_at_10_diff1
value: 84.66548583706869
verified: no, type: nauc_ndcg_at_10_max
value: 53.69134601286215
verified: no, type: nauc_ndcg_at_10_std
value: -35.23415287527687
verified: no, type: nauc_ndcg_at_1_diff1
value: 86.2487043950067
verified: no, type: nauc_ndcg_at_1_max
value: 49.20239525557377
verified: no, type: nauc_ndcg_at_1_std
value: -33.71661281670688
verified: no, type: nauc_ndcg_at_20_diff1
value: 84.76038572414957
verified: no, type: nauc_ndcg_at_20_max
value: 53.36813159950785
verified: no, type: nauc_ndcg_at_20_std
value: -34.821410711460324
verified: no, type: nauc_ndcg_at_3_diff1
value: 84.1222575178288
verified: no, type: nauc_ndcg_at_3_max
value: 53.5458597204313
verified: no, type: nauc_ndcg_at_3_std
value: -36.57805029126134
verified: no, type: nauc_ndcg_at_5_diff1
value: 84.38081551698716
verified: no, type: nauc_ndcg_at_5_max
value: 53.5309540463121
verified: no, type: nauc_ndcg_at_5_std
value: -36.26371526873363
verified: no, type: nauc_precision_at_1000_diff1
value: 85.52761499735973
verified: no, type: nauc_precision_at_1000_max
value: 85.57039121692812
verified: no, type: nauc_precision_at_1000_std
value: 26.076840198712997
verified: no, type: nauc_precision_at_100_diff1
value: 84.71683047722709
verified: no, type: nauc_precision_at_100_max
value: 78.6718703783981
verified: no, type: nauc_precision_at_100_std
value: 7.427629853478685
verified: no, type: nauc_precision_at_10_diff1
value: 82.66742923426185
verified: no, type: nauc_precision_at_10_max
value: 65.87095967797794
verified: no, type: nauc_precision_at_10_std
value: -34.79989719383861
verified: no, type: nauc_precision_at_1_diff1
value: 86.2487043950067
verified: no, type: nauc_precision_at_1_max
value: 49.20239525557377
verified: no, type: nauc_precision_at_1_std
value: -33.71661281670688
verified: no, type: nauc_precision_at_20_diff1
value: 82.99219098545612
verified: no, type: nauc_precision_at_20_max
value: 68.30891426964217
verified: no, type: nauc_precision_at_20_std
value: -28.159133053121295
verified: no, type: nauc_precision_at_3_diff1
value: 81.61302076796814
verified: no, type: nauc_precision_at_3_max
value: 58.883669048247576
verified: no, type: nauc_precision_at_3_std
value: -40.57293703314752
verified: no, type: nauc_precision_at_5_diff1
value: 81.84587610537042
verified: no, type: nauc_precision_at_5_max
value: 60.58183720409386
verified: no, type: nauc_precision_at_5_std
value: -40.54776077088821
verified: no, type: nauc_recall_at_1000_diff1
value: 85.52761499733693
verified: no, type: nauc_recall_at_1000_max
value: 85.57039121690828
verified: no, type: nauc_recall_at_1000_std
value: 26.07684019872863
verified: no, type: nauc_recall_at_100_diff1
value: 84.7168304772257
verified: no, type: nauc_recall_at_100_max
value: 78.67187037839709
verified: no, type: nauc_recall_at_100_std
value: 7.427629853478298
verified: no, type: nauc_recall_at_10_diff1
value: 82.6674292342617
verified: no, type: nauc_recall_at_10_max
value: 65.87095967797796
verified: no, type: nauc_recall_at_10_std
value: -34.7998971938389
verified: no, type: nauc_recall_at_1_diff1
value: 86.2487043950067
verified: no, type: nauc_recall_at_1_max
value: 49.20239525557377
verified: no, type: nauc_recall_at_1_std
value: -33.71661281670688
verified: no, type: nauc_recall_at_20_diff1
value: 82.9921909854569
verified: no, type: nauc_recall_at_20_max
value: 68.30891426964256
verified: no, type: nauc_recall_at_20_std
value: -28.159133053120634
verified: no, type: nauc_recall_at_3_diff1
value: 81.61302076796801
verified: no, type: nauc_recall_at_3_max
value: 58.88366904824765
verified: no, type: nauc_recall_at_3_std
value: -40.57293703314801
verified: no, type: nauc_recall_at_5_diff1
value: 81.84587610537068
verified: no, type: nauc_recall_at_5_max
value: 60.5818372040938
verified: no, type: nauc_recall_at_5_std
value: -40.54776077088785
verified: no, type: ndcg_at_1
value: 81.997
verified: no, type: ndcg_at_10
value: 89.384
verified: no, type: ndcg_at_100
value: 90.091
verified: no, type: ndcg_at_1000
value: 90.18
verified: no, type: ndcg_at_20
value: 89.77000000000001
verified: no, type: ndcg_at_3
value: 87.788
verified: no, type: ndcg_at_5
value: 88.66000000000001
verified: no, type: precision_at_1
value: 81.997
verified: no, type: precision_at_10
value: 9.6
verified: no, type: precision_at_100
value: 0.992
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.8759999999999994
verified: no, type: precision_at_3
value: 30.564999999999998
verified: no, type: precision_at_5
value: 18.759999999999998
verified: no, type: recall_at_1
value: 81.997
verified: no, type: recall_at_10
value: 96.004
verified: no, type: recall_at_100
value: 99.208
verified: no, type: recall_at_1000
value: 99.914
verified: no, type: recall_at_20
value: 97.524
verified: no, type: recall_at_3
value: 91.694
verified: no, type: recall_at_5
value: 93.79899999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CodeFeedbackMT (default)
revision: b0f12fa0c0dd67f59c95a5c33d02aeeb4c398c5f
split: test
type: CoIR-Retrieval/codefeedback-mt
metrics: type: main_score
value: 93.581
verified: no, type: map_at_1
value: 89.17699999999999
verified: no, type: map_at_10
value: 92.293
verified: no, type: map_at_100
value: 92.39
verified: no, type: map_at_1000
value: 92.392
verified: no, type: map_at_20
value: 92.357
verified: no, type: map_at_3
value: 91.805
verified: no, type: map_at_5
value: 92.124
verified: no, type: mrr_at_1
value: 89.1767718611132
verified: no, type: mrr_at_10
value: 92.29094710867727
verified: no, type: mrr_at_100
value: 92.38822901927145
verified: no, type: mrr_at_1000
value: 92.39035562398948
verified: no, type: mrr_at_20
value: 92.35530678666272
verified: no, type: mrr_at_3
value: 91.80412241721295
verified: no, type: mrr_at_5
value: 92.122718485602
verified: no, type: nauc_map_at_1000_diff1
value: 91.32273096224377
verified: no, type: nauc_map_at_1000_max
value: 67.91710992417916
verified: no, type: nauc_map_at_1000_std
value: -74.42383054373403
verified: no, type: nauc_map_at_100_diff1
value: 91.32246480919676
verified: no, type: nauc_map_at_100_max
value: 67.91988217232155
verified: no, type: nauc_map_at_100_std
value: -74.42982893903614
verified: no, type: nauc_map_at_10_diff1
value: 91.33091844723225
verified: no, type: nauc_map_at_10_max
value: 67.99200052857573
verified: no, type: nauc_map_at_10_std
value: -74.86264731079909
verified: no, type: nauc_map_at_1_diff1
value: 91.19451424067374
verified: no, type: nauc_map_at_1_max
value: 66.25392135499182
verified: no, type: nauc_map_at_1_std
value: -66.71862444546531
verified: no, type: nauc_map_at_20_diff1
value: 91.338096532563
verified: no, type: nauc_map_at_20_max
value: 67.9501381727388
verified: no, type: nauc_map_at_20_std
value: -74.6541487409306
verified: no, type: nauc_map_at_3_diff1
value: 91.33378646831018
verified: no, type: nauc_map_at_3_max
value: 68.07178423980443
verified: no, type: nauc_map_at_3_std
value: -74.8448215489277
verified: no, type: nauc_map_at_5_diff1
value: 91.31919404747947
verified: no, type: nauc_map_at_5_max
value: 67.9846196631338
verified: no, type: nauc_map_at_5_std
value: -75.1772163451522
verified: no, type: nauc_mrr_at_1000_diff1
value: 91.3199902377502
verified: no, type: nauc_mrr_at_1000_max
value: 67.9218672510084
verified: no, type: nauc_mrr_at_1000_std
value: -74.43167854141912
verified: no, type: nauc_mrr_at_100_diff1
value: 91.31972491331909
verified: no, type: nauc_mrr_at_100_max
value: 67.92463756203038
verified: no, type: nauc_mrr_at_100_std
value: -74.43767343342054
verified: no, type: nauc_mrr_at_10_diff1
value: 91.32821156688269
verified: no, type: nauc_mrr_at_10_max
value: 67.9966801151313
verified: no, type: nauc_mrr_at_10_std
value: -74.87029985666574
verified: no, type: nauc_mrr_at_1_diff1
value: 91.19451424067374
verified: no, type: nauc_mrr_at_1_max
value: 66.25392135499182
verified: no, type: nauc_mrr_at_1_std
value: -66.71862444546531
verified: no, type: nauc_mrr_at_20_diff1
value: 91.33536515912955
verified: no, type: nauc_mrr_at_20_max
value: 67.95486643404077
verified: no, type: nauc_mrr_at_20_std
value: -74.66191099031441
verified: no, type: nauc_mrr_at_3_diff1
value: 91.330840031252
verified: no, type: nauc_mrr_at_3_max
value: 68.07469130953064
verified: no, type: nauc_mrr_at_3_std
value: -74.86010698346193
verified: no, type: nauc_mrr_at_5_diff1
value: 91.31654781777661
verified: no, type: nauc_mrr_at_5_max
value: 67.98920016571047
verified: no, type: nauc_mrr_at_5_std
value: -75.18463872642327
verified: no, type: nauc_ndcg_at_1000_diff1
value: 91.34667276431432
verified: no, type: nauc_ndcg_at_1000_max
value: 68.21491424591551
verified: no, type: nauc_ndcg_at_1000_std
value: -75.66992744128785
verified: no, type: nauc_ndcg_at_100_diff1
value: 91.32392901146443
verified: no, type: nauc_ndcg_at_100_max
value: 68.29729595248577
verified: no, type: nauc_ndcg_at_100_std
value: -75.71771214390895
verified: no, type: nauc_ndcg_at_10_diff1
value: 91.42077595372994
verified: no, type: nauc_ndcg_at_10_max
value: 68.68694743767313
verified: no, type: nauc_ndcg_at_10_std
value: -78.47824539632552
verified: no, type: nauc_ndcg_at_1_diff1
value: 91.19451424067374
verified: no, type: nauc_ndcg_at_1_max
value: 66.25392135499182
verified: no, type: nauc_ndcg_at_1_std
value: -66.71862444546531
verified: no, type: nauc_ndcg_at_20_diff1
value: 91.45155994342801
verified: no, type: nauc_ndcg_at_20_max
value: 68.53325586053745
verified: no, type: nauc_ndcg_at_20_std
value: -77.61552755050272
verified: no, type: nauc_ndcg_at_3_diff1
value: 91.40048288131362
verified: no, type: nauc_ndcg_at_3_max
value: 68.77879241382503
verified: no, type: nauc_ndcg_at_3_std
value: -78.145772024284
verified: no, type: nauc_ndcg_at_5_diff1
value: 91.38284059773454
verified: no, type: nauc_ndcg_at_5_max
value: 68.65210990623613
verified: no, type: nauc_ndcg_at_5_std
value: -79.12029324998576
verified: no, type: nauc_precision_at_1000_diff1
value: 93.46388819144805
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 63.81917689216168
verified: no, type: nauc_precision_at_100_diff1
value: 88.14968521318447
verified: no, type: nauc_precision_at_100_max
value: 79.85443666227313
verified: no, type: nauc_precision_at_100_std
value: -71.60524535547103
verified: no, type: nauc_precision_at_10_diff1
value: 92.26837092071085
verified: no, type: nauc_precision_at_10_max
value: 74.6573995994554
verified: no, type: nauc_precision_at_10_std
value: -110.01042456501374
verified: no, type: nauc_precision_at_1_diff1
value: 91.19451424067374
verified: no, type: nauc_precision_at_1_max
value: 66.25392135499182
verified: no, type: nauc_precision_at_1_std
value: -66.71862444546531
verified: no, type: nauc_precision_at_20_diff1
value: 93.20186301743918
verified: no, type: nauc_precision_at_20_max
value: 75.80862507034404
verified: no, type: nauc_precision_at_20_std
value: -114.47170564758076
verified: no, type: nauc_precision_at_3_diff1
value: 91.7095571991953
verified: no, type: nauc_precision_at_3_max
value: 71.9834034178247
verified: no, type: nauc_precision_at_3_std
value: -93.18361438847609
verified: no, type: nauc_precision_at_5_diff1
value: 91.7773542794046
verified: no, type: nauc_precision_at_5_max
value: 72.60584615957593
verified: no, type: nauc_precision_at_5_std
value: -103.21989758142311
verified: no, type: nauc_recall_at_1000_diff1
value: 93.46388819147347
verified: no, type: nauc_recall_at_1000_max
value: 100
verified: no, type: nauc_recall_at_1000_std
value: 63.819176892126386
verified: no, type: nauc_recall_at_100_diff1
value: 88.14968521317887
verified: no, type: nauc_recall_at_100_max
value: 79.85443666226894
verified: no, type: nauc_recall_at_100_std
value: -71.60524535547005
verified: no, type: nauc_recall_at_10_diff1
value: 92.2683709207107
verified: no, type: nauc_recall_at_10_max
value: 74.65739959945586
verified: no, type: nauc_recall_at_10_std
value: -110.01042456501415
verified: no, type: nauc_recall_at_1_diff1
value: 91.19451424067374
verified: no, type: nauc_recall_at_1_max
value: 66.25392135499182
verified: no, type: nauc_recall_at_1_std
value: -66.71862444546531
verified: no, type: nauc_recall_at_20_diff1
value: 93.20186301743836
verified: no, type: nauc_recall_at_20_max
value: 75.8086250703445
verified: no, type: nauc_recall_at_20_std
value: -114.47170564758093
verified: no, type: nauc_recall_at_3_diff1
value: 91.70955719919579
verified: no, type: nauc_recall_at_3_max
value: 71.9834034178246
verified: no, type: nauc_recall_at_3_std
value: -93.1836143884767
verified: no, type: nauc_recall_at_5_diff1
value: 91.77735427940513
verified: no, type: nauc_recall_at_5_max
value: 72.60584615957615
verified: no, type: nauc_recall_at_5_std
value: -103.21989758142347
verified: no, type: ndcg_at_1
value: 89.17699999999999
verified: no, type: ndcg_at_10
value: 93.581
verified: no, type: ndcg_at_100
value: 94.041
verified: no, type: ndcg_at_1000
value: 94.087
verified: no, type: ndcg_at_20
value: 93.813
verified: no, type: ndcg_at_3
value: 92.608
verified: no, type: ndcg_at_5
value: 93.183
verified: no, type: precision_at_1
value: 89.17699999999999
verified: no, type: precision_at_10
value: 9.751999999999999
verified: no, type: precision_at_100
value: 0.996
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.922
verified: no, type: precision_at_3
value: 31.639
verified: no, type: precision_at_5
value: 19.262
verified: no, type: recall_at_1
value: 89.17699999999999
verified: no, type: recall_at_10
value: 97.52199999999999
verified: no, type: recall_at_100
value: 99.638
verified: no, type: recall_at_1000
value: 99.985
verified: no, type: recall_at_20
value: 98.433
verified: no, type: recall_at_3
value: 94.916
verified: no, type: recall_at_5
value: 96.309
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CodeFeedbackST (default)
revision: d213819e87aab9010628da8b73ab4eb337c89340
split: test
type: CoIR-Retrieval/codefeedback-st
metrics: type: main_score
value: 90.672
verified: no, type: map_at_1
value: 80.17
verified: no, type: map_at_10
value: 87.945
verified: no, type: map_at_100
value: 88.004
verified: no, type: map_at_1000
value: 88.004
verified: no, type: map_at_20
value: 87.99
verified: no, type: map_at_3
value: 87.248
verified: no, type: map_at_5
value: 87.79599999999999
verified: no, type: mrr_at_1
value: 80.08369002747078
verified: no, type: mrr_at_10
value: 87.8921544021677
verified: no, type: mrr_at_100
value: 87.95039935983601
verified: no, type: mrr_at_1000
value: 87.95113333851275
verified: no, type: mrr_at_20
value: 87.93646217104668
verified: no, type: mrr_at_3
value: 87.1787090866489
verified: no, type: mrr_at_5
value: 87.73579079622561
verified: no, type: nauc_map_at_1000_diff1
value: 84.59599547053739
verified: no, type: nauc_map_at_1000_max
value: 11.563061625907412
verified: no, type: nauc_map_at_1000_std
value: -60.044443468702234
verified: no, type: nauc_map_at_100_diff1
value: 84.59537761332842
verified: no, type: nauc_map_at_100_max
value: 11.565642697551821
verified: no, type: nauc_map_at_100_std
value: -60.04854322246466
verified: no, type: nauc_map_at_10_diff1
value: 84.54000249494548
verified: no, type: nauc_map_at_10_max
value: 11.55440805584509
verified: no, type: nauc_map_at_10_std
value: -60.437831701830824
verified: no, type: nauc_map_at_1_diff1
value: 86.11748953192901
verified: no, type: nauc_map_at_1_max
value: 11.5654030601593
verified: no, type: nauc_map_at_1_std
value: -53.511088508152106
verified: no, type: nauc_map_at_20_diff1
value: 84.58313379439
verified: no, type: nauc_map_at_20_max
value: 11.570044402077079
verified: no, type: nauc_map_at_20_std
value: -60.15198207708651
verified: no, type: nauc_map_at_3_diff1
value: 84.32880719653019
verified: no, type: nauc_map_at_3_max
value: 11.306870549359703
verified: no, type: nauc_map_at_3_std
value: -61.66972599149546
verified: no, type: nauc_map_at_5_diff1
value: 84.44481140471144
verified: no, type: nauc_map_at_5_max
value: 11.431107322656027
verified: no, type: nauc_map_at_5_std
value: -61.07717915800889
verified: no, type: nauc_mrr_at_1000_diff1
value: 84.68763078545194
verified: no, type: nauc_mrr_at_1000_max
value: 11.654873092581681
verified: no, type: nauc_mrr_at_1000_std
value: -59.336986725737205
verified: no, type: nauc_mrr_at_100_diff1
value: 84.68700936878848
verified: no, type: nauc_mrr_at_100_max
value: 11.657439639783314
verified: no, type: nauc_mrr_at_100_std
value: -59.34111569519106
verified: no, type: nauc_mrr_at_10_diff1
value: 84.6310183439079
verified: no, type: nauc_mrr_at_10_max
value: 11.644216926632295
verified: no, type: nauc_mrr_at_10_std
value: -59.72967384330525
verified: no, type: nauc_mrr_at_1_diff1
value: 86.20926531200153
verified: no, type: nauc_mrr_at_1_max
value: 11.798672092672408
verified: no, type: nauc_mrr_at_1_std
value: -52.65061182155048
verified: no, type: nauc_mrr_at_20_diff1
value: 84.67473718323151
verified: no, type: nauc_mrr_at_20_max
value: 11.66210308966798
verified: no, type: nauc_mrr_at_20_std
value: -59.44638680106128
verified: no, type: nauc_mrr_at_3_diff1
value: 84.43542937601633
verified: no, type: nauc_mrr_at_3_max
value: 11.386252739390274
verified: no, type: nauc_mrr_at_3_std
value: -60.847260123302824
verified: no, type: nauc_mrr_at_5_diff1
value: 84.54163679900752
verified: no, type: nauc_mrr_at_5_max
value: 11.507249429826652
verified: no, type: nauc_mrr_at_5_std
value: -60.37227397638133
verified: no, type: nauc_ndcg_at_1000_diff1
value: 84.38515659117648
verified: no, type: nauc_ndcg_at_1000_max
value: 11.696388104993815
verified: no, type: nauc_ndcg_at_1000_std
value: -60.99717188632636
verified: no, type: nauc_ndcg_at_100_diff1
value: 84.36252666208128
verified: no, type: nauc_ndcg_at_100_max
value: 11.779193272629582
verified: no, type: nauc_ndcg_at_100_std
value: -61.07767732450027
verified: no, type: nauc_ndcg_at_10_diff1
value: 84.04954066703365
verified: no, type: nauc_ndcg_at_10_max
value: 11.779974489837082
verified: no, type: nauc_ndcg_at_10_std
value: -63.216690095927774
verified: no, type: nauc_ndcg_at_1_diff1
value: 86.11748953192901
verified: no, type: nauc_ndcg_at_1_max
value: 11.5654030601593
verified: no, type: nauc_ndcg_at_1_std
value: -53.511088508152106
verified: no, type: nauc_ndcg_at_20_diff1
value: 84.24823772848971
verified: no, type: nauc_ndcg_at_20_max
value: 11.863360518928207
verified: no, type: nauc_ndcg_at_20_std
value: -61.93361896101012
verified: no, type: nauc_ndcg_at_3_diff1
value: 83.59193584331861
verified: no, type: nauc_ndcg_at_3_max
value: 11.101961347273388
verified: no, type: nauc_ndcg_at_3_std
value: -65.94436298501897
verified: no, type: nauc_ndcg_at_5_diff1
value: 83.78223501020723
verified: no, type: nauc_ndcg_at_5_max
value: 11.381166299845784
verified: no, type: nauc_ndcg_at_5_std
value: -65.04889907197641
verified: no, type: nauc_precision_at_1000_diff1
value: 76.06066445979025
verified: no, type: nauc_precision_at_1000_max
value: 88.80070662604956
verified: no, type: nauc_precision_at_1000_std
value: 52.334059183043905
verified: no, type: nauc_precision_at_100_diff1
value: 72.04652343451335
verified: no, type: nauc_precision_at_100_max
value: 63.89605474602823
verified: no, type: nauc_precision_at_100_std
value: -69.43370560244632
verified: no, type: nauc_precision_at_10_diff1
value: 72.89952199107627
verified: no, type: nauc_precision_at_10_max
value: 19.311114535110576
verified: no, type: nauc_precision_at_10_std
value: -128.84033294430404
verified: no, type: nauc_precision_at_1_diff1
value: 86.11748953192901
verified: no, type: nauc_precision_at_1_max
value: 11.5654030601593
verified: no, type: nauc_precision_at_1_std
value: -53.511088508152106
verified: no, type: nauc_precision_at_20_diff1
value: 72.67081355507392
verified: no, type: nauc_precision_at_20_max
value: 31.810009027751327
verified: no, type: nauc_precision_at_20_std
value: -125.0241647763245
verified: no, type: nauc_precision_at_3_diff1
value: 78.25481403127574
verified: no, type: nauc_precision_at_3_max
value: 9.522751941864358
verified: no, type: nauc_precision_at_3_std
value: -97.78790351049261
verified: no, type: nauc_precision_at_5_diff1
value: 74.76998378870415
verified: no, type: nauc_precision_at_5_max
value: 10.813166077171799
verified: no, type: nauc_precision_at_5_std
value: -121.15471825739507
verified: no, type: nauc_recall_at_1000_diff1
value: 76.06066445979108
verified: no, type: nauc_recall_at_1000_max
value: 88.80070662604261
verified: no, type: nauc_recall_at_1000_std
value: 52.334059183053746
verified: no, type: nauc_recall_at_100_diff1
value: 72.04652343451711
verified: no, type: nauc_recall_at_100_max
value: 63.896054746020795
verified: no, type: nauc_recall_at_100_std
value: -69.43370560243693
verified: no, type: nauc_recall_at_10_diff1
value: 72.89952199107772
verified: no, type: nauc_recall_at_10_max
value: 19.311114535110473
verified: no, type: nauc_recall_at_10_std
value: -128.8403329443047
verified: no, type: nauc_recall_at_1_diff1
value: 86.11748953192901
verified: no, type: nauc_recall_at_1_max
value: 11.5654030601593
verified: no, type: nauc_recall_at_1_std
value: -53.511088508152106
verified: no, type: nauc_recall_at_20_diff1
value: 72.6708135550744
verified: no, type: nauc_recall_at_20_max
value: 31.81000902775227
verified: no, type: nauc_recall_at_20_std
value: -125.02416477631772
verified: no, type: nauc_recall_at_3_diff1
value: 78.25481403127577
verified: no, type: nauc_recall_at_3_max
value: 9.522751941864486
verified: no, type: nauc_recall_at_3_std
value: -97.78790351049261
verified: no, type: nauc_recall_at_5_diff1
value: 74.76998378870401
verified: no, type: nauc_recall_at_5_max
value: 10.813166077172303
verified: no, type: nauc_recall_at_5_std
value: -121.15471825739255
verified: no, type: ndcg_at_1
value: 80.17
verified: no, type: ndcg_at_10
value: 90.672
verified: no, type: ndcg_at_100
value: 90.923
verified: no, type: ndcg_at_1000
value: 90.93900000000001
verified: no, type: ndcg_at_20
value: 90.833
verified: no, type: ndcg_at_3
value: 89.347
verified: no, type: ndcg_at_5
value: 90.321
verified: no, type: precision_at_1
value: 80.17
verified: no, type: precision_at_10
value: 9.875
verified: no, type: precision_at_100
value: 0.9990000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.968999999999999
verified: no, type: precision_at_3
value: 31.785999999999998
verified: no, type: precision_at_5
value: 19.538
verified: no, type: recall_at_1
value: 80.17
verified: no, type: recall_at_10
value: 98.75399999999999
verified: no, type: recall_at_100
value: 99.85300000000001
verified: no, type: recall_at_1000
value: 99.971
verified: no, type: recall_at_20
value: 99.384
verified: no, type: recall_at_3
value: 95.35900000000001
verified: no, type: recall_at_5
value: 97.69099999999999
verified: no
task: type: Retrieval, dataset: config: python
name: MTEB CodeSearchNetCCRetrieval (python)
revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8
split: test
type: CoIR-Retrieval/CodeSearchNet-ccr
metrics: type: main_score
value: 94.433
verified: no, type: map_at_1
value: 89.19399999999999
verified: no, type: map_at_10
value: 93.028
verified: no, type: map_at_100
value: 93.082
verified: no, type: map_at_1000
value: 93.083
verified: no, type: map_at_20
value: 93.063
verified: no, type: map_at_3
value: 92.635
verified: no, type: map_at_5
value: 92.914
verified: no, type: mrr_at_1
value: 89.19426196541092
verified: no, type: mrr_at_10
value: 93.02709840248427
verified: no, type: mrr_at_100
value: 93.08116003424139
verified: no, type: mrr_at_1000
value: 93.08217593910118
verified: no, type: mrr_at_20
value: 93.06190896089124
verified: no, type: mrr_at_3
value: 92.63529516914724
verified: no, type: mrr_at_5
value: 92.91147160030434
verified: no, type: nauc_map_at_1000_diff1
value: 88.83311452663212
verified: no, type: nauc_map_at_1000_max
value: 60.95017820522245
verified: no, type: nauc_map_at_1000_std
value: -27.89769485046986
verified: no, type: nauc_map_at_100_diff1
value: 88.83290610426658
verified: no, type: nauc_map_at_100_max
value: 60.95500551380402
verified: no, type: nauc_map_at_100_std
value: -27.89016844487898
verified: no, type: nauc_map_at_10_diff1
value: 88.85572581806649
verified: no, type: nauc_map_at_10_max
value: 61.15711675036097
verified: no, type: nauc_map_at_10_std
value: -27.863737251156817
verified: no, type: nauc_map_at_1_diff1
value: 88.75783103896558
verified: no, type: nauc_map_at_1_max
value: 56.05082536501996
verified: no, type: nauc_map_at_1_std
value: -26.762271272974058
verified: no, type: nauc_map_at_20_diff1
value: 88.83684101691745
verified: no, type: nauc_map_at_20_max
value: 61.005770466214415
verified: no, type: nauc_map_at_20_std
value: -27.93102109901855
verified: no, type: nauc_map_at_3_diff1
value: 88.8117321224026
verified: no, type: nauc_map_at_3_max
value: 61.93756889954432
verified: no, type: nauc_map_at_3_std
value: -28.688755234894575
verified: no, type: nauc_map_at_5_diff1
value: 88.80829639130586
verified: no, type: nauc_map_at_5_max
value: 61.453270288714315
verified: no, type: nauc_map_at_5_std
value: -28.349980140724064
verified: no, type: nauc_mrr_at_1000_diff1
value: 88.84020090540668
verified: no, type: nauc_mrr_at_1000_max
value: 60.889945118911925
verified: no, type: nauc_mrr_at_1000_std
value: -27.98205495040352
verified: no, type: nauc_mrr_at_100_diff1
value: 88.8399914575814
verified: no, type: nauc_mrr_at_100_max
value: 60.894780806340286
verified: no, type: nauc_mrr_at_100_std
value: -27.974516894245998
verified: no, type: nauc_mrr_at_10_diff1
value: 88.86278756786537
verified: no, type: nauc_mrr_at_10_max
value: 61.097374379118406
verified: no, type: nauc_mrr_at_10_std
value: -27.94782127554896
verified: no, type: nauc_mrr_at_1_diff1
value: 88.75783103896558
verified: no, type: nauc_mrr_at_1_max
value: 56.00537716973826
verified: no, type: nauc_mrr_at_1_std
value: -26.855708242461617
verified: no, type: nauc_mrr_at_20_diff1
value: 88.84394060587955
verified: no, type: nauc_mrr_at_20_max
value: 60.94574319151849
verified: no, type: nauc_mrr_at_20_std
value: -28.015522604336574
verified: no, type: nauc_mrr_at_3_diff1
value: 88.8197212493924
verified: no, type: nauc_mrr_at_3_max
value: 61.864940406758166
verified: no, type: nauc_mrr_at_3_std
value: -28.785412568295914
verified: no, type: nauc_mrr_at_5_diff1
value: 88.82086414470385
verified: no, type: nauc_mrr_at_5_max
value: 61.39568301316898
verified: no, type: nauc_mrr_at_5_std
value: -28.470440741112203
verified: no, type: nauc_ndcg_at_1000_diff1
value: 88.87772673122608
verified: no, type: nauc_ndcg_at_1000_max
value: 61.72947423485932
verified: no, type: nauc_ndcg_at_1000_std
value: -27.73716470116156
verified: no, type: nauc_ndcg_at_100_diff1
value: 88.88494233648349
verified: no, type: nauc_ndcg_at_100_max
value: 61.89646036981659
verified: no, type: nauc_ndcg_at_100_std
value: -27.485345609558276
verified: no, type: nauc_ndcg_at_10_diff1
value: 89.0023293800841
verified: no, type: nauc_ndcg_at_10_max
value: 62.94119991860201
verified: no, type: nauc_ndcg_at_10_std
value: -27.460194148873917
verified: no, type: nauc_ndcg_at_1_diff1
value: 88.75783103896558
verified: no, type: nauc_ndcg_at_1_max
value: 56.05082536501996
verified: no, type: nauc_ndcg_at_1_std
value: -26.762271272974058
verified: no, type: nauc_ndcg_at_20_diff1
value: 88.91820321119603
verified: no, type: nauc_ndcg_at_20_max
value: 62.296584649286466
verified: no, type: nauc_ndcg_at_20_std
value: -27.766244930438113
verified: no, type: nauc_ndcg_at_3_diff1
value: 88.8645684782722
verified: no, type: nauc_ndcg_at_3_max
value: 64.56115657789144
verified: no, type: nauc_ndcg_at_3_std
value: -29.624561516864517
verified: no, type: nauc_ndcg_at_5_diff1
value: 88.86373245096877
verified: no, type: nauc_ndcg_at_5_max
value: 63.72960904786197
verified: no, type: nauc_ndcg_at_5_std
value: -28.9714090724707
verified: no, type: nauc_precision_at_1000_diff1
value: 93.46395492502747
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 79.16615094256558
verified: no, type: nauc_precision_at_100_diff1
value: 91.18620004808257
verified: no, type: nauc_precision_at_100_max
value: 93.22441208688358
verified: no, type: nauc_precision_at_100_std
value: 24.541027605722128
verified: no, type: nauc_precision_at_10_diff1
value: 91.39898569182662
verified: no, type: nauc_precision_at_10_max
value: 86.36227958399685
verified: no, type: nauc_precision_at_10_std
value: -18.10242240819358
verified: no, type: nauc_precision_at_1_diff1
value: 88.75783103896558
verified: no, type: nauc_precision_at_1_max
value: 56.05082536501996
verified: no, type: nauc_precision_at_1_std
value: -26.762271272974058
verified: no, type: nauc_precision_at_20_diff1
value: 90.67031369822483
verified: no, type: nauc_precision_at_20_max
value: 83.74877222150064
verified: no, type: nauc_precision_at_20_std
value: -20.408972788884217
verified: no, type: nauc_precision_at_3_diff1
value: 89.20609963322217
verified: no, type: nauc_precision_at_3_max
value: 80.51313561745297
verified: no, type: nauc_precision_at_3_std
value: -35.36879832053998
verified: no, type: nauc_precision_at_5_diff1
value: 89.40146615001582
verified: no, type: nauc_precision_at_5_max
value: 83.94859838264775
verified: no, type: nauc_precision_at_5_std
value: -34.3716686751886
verified: no, type: nauc_recall_at_1000_diff1
value: 93.46395492500885
verified: no, type: nauc_recall_at_1000_max
value: 100
verified: no, type: nauc_recall_at_1000_std
value: 79.1661509425585
verified: no, type: nauc_recall_at_100_diff1
value: 91.18620004808852
verified: no, type: nauc_recall_at_100_max
value: 93.22441208689622
verified: no, type: nauc_recall_at_100_std
value: 24.54102760573055
verified: no, type: nauc_recall_at_10_diff1
value: 91.39898569182566
verified: no, type: nauc_recall_at_10_max
value: 86.36227958399564
verified: no, type: nauc_recall_at_10_std
value: -18.102422408192854
verified: no, type: nauc_recall_at_1_diff1
value: 88.75783103896558
verified: no, type: nauc_recall_at_1_max
value: 56.05082536501996
verified: no, type: nauc_recall_at_1_std
value: -26.762271272974058
verified: no, type: nauc_recall_at_20_diff1
value: 90.67031369822419
verified: no, type: nauc_recall_at_20_max
value: 83.7487722215012
verified: no, type: nauc_recall_at_20_std
value: -20.408972788880643
verified: no, type: nauc_recall_at_3_diff1
value: 89.20609963322205
verified: no, type: nauc_recall_at_3_max
value: 80.51313561745232
verified: no, type: nauc_recall_at_3_std
value: -35.36879832053958
verified: no, type: nauc_recall_at_5_diff1
value: 89.40146615001574
verified: no, type: nauc_recall_at_5_max
value: 83.94859838264772
verified: no, type: nauc_recall_at_5_std
value: -34.371668675188346
verified: no, type: ndcg_at_1
value: 89.19399999999999
verified: no, type: ndcg_at_10
value: 94.433
verified: no, type: ndcg_at_100
value: 94.679
verified: no, type: ndcg_at_1000
value: 94.707
verified: no, type: ndcg_at_20
value: 94.556
verified: no, type: ndcg_at_3
value: 93.661
verified: no, type: ndcg_at_5
value: 94.161
verified: no, type: precision_at_1
value: 89.19399999999999
verified: no, type: precision_at_10
value: 9.864
verified: no, type: precision_at_100
value: 0.997
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.956
verified: no, type: precision_at_3
value: 32.2
verified: no, type: precision_at_5
value: 19.561999999999998
verified: no, type: recall_at_1
value: 89.19399999999999
verified: no, type: recall_at_10
value: 98.639
verified: no, type: recall_at_100
value: 99.74499999999999
verified: no, type: recall_at_1000
value: 99.973
verified: no, type: recall_at_20
value: 99.122
verified: no, type: recall_at_3
value: 96.601
verified: no, type: recall_at_5
value: 97.80799999999999
verified: no
task: type: Retrieval, dataset: config: javascript
name: MTEB CodeSearchNetCCRetrieval (javascript)
revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8
split: test
type: CoIR-Retrieval/CodeSearchNet-ccr
metrics: type: main_score
value: 91.532
verified: no, type: map_at_1
value: 84.04700000000001
verified: no, type: map_at_10
value: 89.50399999999999
verified: no, type: map_at_100
value: 89.581
verified: no, type: map_at_1000
value: 89.584
verified: no, type: map_at_20
value: 89.548
verified: no, type: map_at_3
value: 88.914
verified: no, type: map_at_5
value: 89.271
verified: no, type: mrr_at_1
value: 83.98663020358553
verified: no, type: mrr_at_10
value: 89.46699271220692
verified: no, type: mrr_at_100
value: 89.54429619092761
verified: no, type: mrr_at_1000
value: 89.54715966900696
verified: no, type: mrr_at_20
value: 89.51131350599995
verified: no, type: mrr_at_3
value: 88.8787602552416
verified: no, type: mrr_at_5
value: 89.23427529626254
verified: no, type: nauc_map_at_1000_diff1
value: 81.33895244348352
verified: no, type: nauc_map_at_1000_max
value: 51.005827566402075
verified: no, type: nauc_map_at_1000_std
value: -22.252578589937457
verified: no, type: nauc_map_at_100_diff1
value: 81.33433499029653
verified: no, type: nauc_map_at_100_max
value: 51.01323653352282
verified: no, type: nauc_map_at_100_std
value: -22.24639503900029
verified: no, type: nauc_map_at_10_diff1
value: 81.30647802788602
verified: no, type: nauc_map_at_10_max
value: 51.211145238065484
verified: no, type: nauc_map_at_10_std
value: -22.30319656889033
verified: no, type: nauc_map_at_1_diff1
value: 82.57372620311462
verified: no, type: nauc_map_at_1_max
value: 44.54905481211588
verified: no, type: nauc_map_at_1_std
value: -21.962071475865756
verified: no, type: nauc_map_at_20_diff1
value: 81.31928022528241
verified: no, type: nauc_map_at_20_max
value: 51.13238604171399
verified: no, type: nauc_map_at_20_std
value: -22.20703220818948
verified: no, type: nauc_map_at_3_diff1
value: 81.10849311491785
verified: no, type: nauc_map_at_3_max
value: 51.8208019735269
verified: no, type: nauc_map_at_3_std
value: -22.96789103735518
verified: no, type: nauc_map_at_5_diff1
value: 81.1494438340007
verified: no, type: nauc_map_at_5_max
value: 51.54484151827443
verified: no, type: nauc_map_at_5_std
value: -22.39835418757183
verified: no, type: nauc_mrr_at_1000_diff1
value: 81.42887177105008
verified: no, type: nauc_mrr_at_1000_max
value: 50.78456409105162
verified: no, type: nauc_mrr_at_1000_std
value: -22.810803121918408
verified: no, type: nauc_mrr_at_100_diff1
value: 81.42424440922578
verified: no, type: nauc_mrr_at_100_max
value: 50.792010710475864
verified: no, type: nauc_mrr_at_100_std
value: -22.804483531306143
verified: no, type: nauc_mrr_at_10_diff1
value: 81.39579265182797
verified: no, type: nauc_mrr_at_10_max
value: 50.99096194207801
verified: no, type: nauc_mrr_at_10_std
value: -22.856845472961556
verified: no, type: nauc_mrr_at_1_diff1
value: 82.68635369279959
verified: no, type: nauc_mrr_at_1_max
value: 44.2393421717323
verified: no, type: nauc_mrr_at_1_std
value: -22.775172610293808
verified: no, type: nauc_mrr_at_20_diff1
value: 81.40894511054444
verified: no, type: nauc_mrr_at_20_max
value: 50.91149353347425
verified: no, type: nauc_mrr_at_20_std
value: -22.763426041817088
verified: no, type: nauc_mrr_at_3_diff1
value: 81.1947777094554
verified: no, type: nauc_mrr_at_3_max
value: 51.60584449653166
verified: no, type: nauc_mrr_at_3_std
value: -23.48440779958821
verified: no, type: nauc_mrr_at_5_diff1
value: 81.23725416306374
verified: no, type: nauc_mrr_at_5_max
value: 51.32853667650834
verified: no, type: nauc_mrr_at_5_std
value: -22.939278713896133
verified: no, type: nauc_ndcg_at_1000_diff1
value: 81.12746150854298
verified: no, type: nauc_ndcg_at_1000_max
value: 52.1786963598477
verified: no, type: nauc_ndcg_at_1000_std
value: -21.66735535060729
verified: no, type: nauc_ndcg_at_100_diff1
value: 81.00850024967238
verified: no, type: nauc_ndcg_at_100_max
value: 52.376900809779855
verified: no, type: nauc_ndcg_at_100_std
value: -21.437187821641885
verified: no, type: nauc_ndcg_at_10_diff1
value: 80.87079398487964
verified: no, type: nauc_ndcg_at_10_max
value: 53.719012858465916
verified: no, type: nauc_ndcg_at_10_std
value: -21.57272074203413
verified: no, type: nauc_ndcg_at_1_diff1
value: 82.57372620311462
verified: no, type: nauc_ndcg_at_1_max
value: 44.54905481211588
verified: no, type: nauc_ndcg_at_1_std
value: -21.962071475865756
verified: no, type: nauc_ndcg_at_20_diff1
value: 80.89584525085091
verified: no, type: nauc_ndcg_at_20_max
value: 53.401415874657296
verified: no, type: nauc_ndcg_at_20_std
value: -21.129352577941283
verified: no, type: nauc_ndcg_at_3_diff1
value: 80.46103065917166
verified: no, type: nauc_ndcg_at_3_max
value: 54.91263156860439
verified: no, type: nauc_ndcg_at_3_std
value: -23.0656484747823
verified: no, type: nauc_ndcg_at_5_diff1
value: 80.50385469743831
verified: no, type: nauc_ndcg_at_5_max
value: 54.53609881176663
verified: no, type: nauc_ndcg_at_5_std
value: -21.826145336827878
verified: no, type: nauc_precision_at_1000_diff1
value: 81.4825203906492
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_100_diff1
value: 69.4979677737838
verified: no, type: nauc_precision_at_100_max
value: 79.81453242811645
verified: no, type: nauc_precision_at_100_std
value: 22.735882735419853
verified: no, type: nauc_precision_at_10_diff1
value: 76.02578489916326
verified: no, type: nauc_precision_at_10_max
value: 82.20220582823438
verified: no, type: nauc_precision_at_10_std
value: -11.133888291415301
verified: no, type: nauc_precision_at_1_diff1
value: 82.57372620311462
verified: no, type: nauc_precision_at_1_max
value: 44.54905481211588
verified: no, type: nauc_precision_at_1_std
value: -21.962071475865756
verified: no, type: nauc_precision_at_20_diff1
value: 74.57535506743962
verified: no, type: nauc_precision_at_20_max
value: 86.22474553094298
verified: no, type: nauc_precision_at_20_std
value: 0.37124480616714156
verified: no, type: nauc_precision_at_3_diff1
value: 76.90725827318549
verified: no, type: nauc_precision_at_3_max
value: 71.80786851596808
verified: no, type: nauc_precision_at_3_std
value: -23.38779609088237
verified: no, type: nauc_precision_at_5_diff1
value: 75.76703985132757
verified: no, type: nauc_precision_at_5_max
value: 76.30757619721807
verified: no, type: nauc_precision_at_5_std
value: -16.772096432698
verified: no, type: nauc_recall_at_1000_diff1
value: 81.48252039064056
verified: no, type: nauc_recall_at_1000_max
value: 100
verified: no, type: nauc_recall_at_1000_std
value: 100
verified: no, type: nauc_recall_at_100_diff1
value: 69.49796777378361
verified: no, type: nauc_recall_at_100_max
value: 79.81453242811749
verified: no, type: nauc_recall_at_100_std
value: 22.73588273542357
verified: no, type: nauc_recall_at_10_diff1
value: 76.0257848991628
verified: no, type: nauc_recall_at_10_max
value: 82.20220582823433
verified: no, type: nauc_recall_at_10_std
value: -11.13388829141429
verified: no, type: nauc_recall_at_1_diff1
value: 82.57372620311462
verified: no, type: nauc_recall_at_1_max
value: 44.54905481211588
verified: no, type: nauc_recall_at_1_std
value: -21.962071475865756
verified: no, type: nauc_recall_at_20_diff1
value: 74.57535506744009
verified: no, type: nauc_recall_at_20_max
value: 86.22474553094256
verified: no, type: nauc_recall_at_20_std
value: 0.3712448061678841
verified: no, type: nauc_recall_at_3_diff1
value: 76.90725827318568
verified: no, type: nauc_recall_at_3_max
value: 71.80786851596824
verified: no, type: nauc_recall_at_3_std
value: -23.38779609088207
verified: no, type: nauc_recall_at_5_diff1
value: 75.76703985132794
verified: no, type: nauc_recall_at_5_max
value: 76.30757619721837
verified: no, type: nauc_recall_at_5_std
value: -16.772096432697477
verified: no, type: ndcg_at_1
value: 84.04700000000001
verified: no, type: ndcg_at_10
value: 91.532
verified: no, type: ndcg_at_100
value: 91.914
verified: no, type: ndcg_at_1000
value: 91.979
verified: no, type: ndcg_at_20
value: 91.688
verified: no, type: ndcg_at_3
value: 90.35300000000001
verified: no, type: ndcg_at_5
value: 90.993
verified: no, type: precision_at_1
value: 84.04700000000001
verified: no, type: precision_at_10
value: 9.763
verified: no, type: precision_at_100
value: 0.9939999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.912
verified: no, type: precision_at_3
value: 31.490000000000002
verified: no, type: precision_at_5
value: 19.204
verified: no, type: recall_at_1
value: 84.04700000000001
verified: no, type: recall_at_10
value: 97.63
verified: no, type: recall_at_100
value: 99.423
verified: no, type: recall_at_1000
value: 99.909
verified: no, type: recall_at_20
value: 98.238
verified: no, type: recall_at_3
value: 94.47
verified: no, type: recall_at_5
value: 96.019
verified: no
task: type: Retrieval, dataset: config: go
name: MTEB CodeSearchNetCCRetrieval (go)
revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8
split: test
type: CoIR-Retrieval/CodeSearchNet-ccr
metrics: type: main_score
value: 91.75999999999999
verified: no, type: map_at_1
value: 84.28999999999999
verified: no, type: map_at_10
value: 89.689
verified: no, type: map_at_100
value: 89.773
verified: no, type: map_at_1000
value: 89.774
verified: no, type: map_at_20
value: 89.747
verified: no, type: map_at_3
value: 89.02600000000001
verified: no, type: map_at_5
value: 89.484
verified: no, type: mrr_at_1
value: 84.27727160797834
verified: no, type: mrr_at_10
value: 89.67515722532931
verified: no, type: mrr_at_100
value: 89.75855757010807
verified: no, type: mrr_at_1000
value: 89.7601837108608
verified: no, type: mrr_at_20
value: 89.73302201153147
verified: no, type: mrr_at_3
value: 89.01337929902301
verified: no, type: mrr_at_5
value: 89.47262579003495
verified: no, type: nauc_map_at_1000_diff1
value: 85.17428924238607
verified: no, type: nauc_map_at_1000_max
value: 48.685961107484225
verified: no, type: nauc_map_at_1000_std
value: -30.709156511297298
verified: no, type: nauc_map_at_100_diff1
value: 85.17188089036237
verified: no, type: nauc_map_at_100_max
value: 48.6913539422267
verified: no, type: nauc_map_at_100_std
value: -30.704177527491318
verified: no, type: nauc_map_at_10_diff1
value: 85.16218860131448
verified: no, type: nauc_map_at_10_max
value: 48.8187190573415
verified: no, type: nauc_map_at_10_std
value: -30.769000848055377
verified: no, type: nauc_map_at_1_diff1
value: 86.00618812234512
verified: no, type: nauc_map_at_1_max
value: 45.7845929261639
verified: no, type: nauc_map_at_1_std
value: -29.077490123642914
verified: no, type: nauc_map_at_20_diff1
value: 85.17186125725058
verified: no, type: nauc_map_at_20_max
value: 48.7405854117929
verified: no, type: nauc_map_at_20_std
value: -30.71428055810858
verified: no, type: nauc_map_at_3_diff1
value: 85.04460665149782
verified: no, type: nauc_map_at_3_max
value: 49.06920858786511
verified: no, type: nauc_map_at_3_std
value: -31.417225141010363
verified: no, type: nauc_map_at_5_diff1
value: 85.11442620241468
verified: no, type: nauc_map_at_5_max
value: 48.834954058956406
verified: no, type: nauc_map_at_5_std
value: -31.287907384502528
verified: no, type: nauc_mrr_at_1000_diff1
value: 85.21632400557363
verified: no, type: nauc_mrr_at_1000_max
value: 48.84146877454467
verified: no, type: nauc_mrr_at_1000_std
value: -30.7223552994054
verified: no, type: nauc_mrr_at_100_diff1
value: 85.2139127988098
verified: no, type: nauc_mrr_at_100_max
value: 48.84683704195986
verified: no, type: nauc_mrr_at_100_std
value: -30.717390859364478
verified: no, type: nauc_mrr_at_10_diff1
value: 85.20230661077468
verified: no, type: nauc_mrr_at_10_max
value: 48.957929042209614
verified: no, type: nauc_mrr_at_10_std
value: -30.78597710748554
verified: no, type: nauc_mrr_at_1_diff1
value: 86.0269378207981
verified: no, type: nauc_mrr_at_1_max
value: 45.94255127280741
verified: no, type: nauc_mrr_at_1_std
value: -29.011204207077935
verified: no, type: nauc_mrr_at_20_diff1
value: 85.21586630373561
verified: no, type: nauc_mrr_at_20_max
value: 48.88183732057669
verified: no, type: nauc_mrr_at_20_std
value: -30.73183934707418
verified: no, type: nauc_mrr_at_3_diff1
value: 85.08479102826571
verified: no, type: nauc_mrr_at_3_max
value: 49.23008482061558
verified: no, type: nauc_mrr_at_3_std
value: -31.465046952057303
verified: no, type: nauc_mrr_at_5_diff1
value: 85.1584637044273
verified: no, type: nauc_mrr_at_5_max
value: 49.00177049406493
verified: no, type: nauc_mrr_at_5_std
value: -31.307066011998224
verified: no, type: nauc_ndcg_at_1000_diff1
value: 85.09478158429043
verified: no, type: nauc_ndcg_at_1000_max
value: 49.25560935342975
verified: no, type: nauc_ndcg_at_1000_std
value: -30.70761801312305
verified: no, type: nauc_ndcg_at_100_diff1
value: 85.03251451319845
verified: no, type: nauc_ndcg_at_100_max
value: 49.42104394245281
verified: no, type: nauc_ndcg_at_100_std
value: -30.551562494744168
verified: no, type: nauc_ndcg_at_10_diff1
value: 85.00106483349344
verified: no, type: nauc_ndcg_at_10_max
value: 50.115231910648575
verified: no, type: nauc_ndcg_at_10_std
value: -30.87312388259668
verified: no, type: nauc_ndcg_at_1_diff1
value: 86.00618812234512
verified: no, type: nauc_ndcg_at_1_max
value: 45.7845929261639
verified: no, type: nauc_ndcg_at_1_std
value: -29.077490123642914
verified: no, type: nauc_ndcg_at_20_diff1
value: 85.05361380063081
verified: no, type: nauc_ndcg_at_20_max
value: 49.772465794293254
verified: no, type: nauc_ndcg_at_20_std
value: -30.672595686871666
verified: no, type: nauc_ndcg_at_3_diff1
value: 84.77305397981563
verified: no, type: nauc_ndcg_at_3_max
value: 50.52441698065767
verified: no, type: nauc_ndcg_at_3_std
value: -32.46848973997472
verified: no, type: nauc_ndcg_at_5_diff1
value: 84.88420002224352
verified: no, type: nauc_ndcg_at_5_max
value: 50.11133138392584
verified: no, type: nauc_ndcg_at_5_std
value: -32.3270235813713
verified: no, type: nauc_precision_at_1000_diff1
value: 91.83038946833551
verified: no, type: nauc_precision_at_1000_max
value: 88.46880842429545
verified: no, type: nauc_precision_at_1000_std
value: 21.769969322436477
verified: no, type: nauc_precision_at_100_diff1
value: 76.47557733881311
verified: no, type: nauc_precision_at_100_max
value: 84.28732698302338
verified: no, type: nauc_precision_at_100_std
value: 5.283523585432388
verified: no, type: nauc_precision_at_10_diff1
value: 83.18181354333525
verified: no, type: nauc_precision_at_10_max
value: 68.00168082360678
verified: no, type: nauc_precision_at_10_std
value: -29.843581018958474
verified: no, type: nauc_precision_at_1_diff1
value: 86.00618812234512
verified: no, type: nauc_precision_at_1_max
value: 45.7845929261639
verified: no, type: nauc_precision_at_1_std
value: -29.077490123642914
verified: no, type: nauc_precision_at_20_diff1
value: 83.4769114952918
verified: no, type: nauc_precision_at_20_max
value: 71.01630819186266
verified: no, type: nauc_precision_at_20_std
value: -24.608779769104114
verified: no, type: nauc_precision_at_3_diff1
value: 83.38151337361876
verified: no, type: nauc_precision_at_3_max
value: 58.48742413861129
verified: no, type: nauc_precision_at_3_std
value: -38.23005616508197
verified: no, type: nauc_precision_at_5_diff1
value: 83.16792264231816
verified: no, type: nauc_precision_at_5_max
value: 60.3244549312709
verified: no, type: nauc_precision_at_5_std
value: -40.87299770895208
verified: no, type: nauc_recall_at_1000_diff1
value: 91.83038946832791
verified: no, type: nauc_recall_at_1000_max
value: 88.46880842431686
verified: no, type: nauc_recall_at_1000_std
value: 21.769969322480403
verified: no, type: nauc_recall_at_100_diff1
value: 76.47557733881604
verified: no, type: nauc_recall_at_100_max
value: 84.28732698303843
verified: no, type: nauc_recall_at_100_std
value: 5.283523585434394
verified: no, type: nauc_recall_at_10_diff1
value: 83.18181354333507
verified: no, type: nauc_recall_at_10_max
value: 68.00168082360621
verified: no, type: nauc_recall_at_10_std
value: -29.843581018957572
verified: no, type: nauc_recall_at_1_diff1
value: 86.00618812234512
verified: no, type: nauc_recall_at_1_max
value: 45.7845929261639
verified: no, type: nauc_recall_at_1_std
value: -29.077490123642914
verified: no, type: nauc_recall_at_20_diff1
value: 83.47691149529236
verified: no, type: nauc_recall_at_20_max
value: 71.01630819186342
verified: no, type: nauc_recall_at_20_std
value: -24.608779769102323
verified: no, type: nauc_recall_at_3_diff1
value: 83.38151337361859
verified: no, type: nauc_recall_at_3_max
value: 58.48742413861102
verified: no, type: nauc_recall_at_3_std
value: -38.23005616508199
verified: no, type: nauc_recall_at_5_diff1
value: 83.16792264231778
verified: no, type: nauc_recall_at_5_max
value: 60.32445493127084
verified: no, type: nauc_recall_at_5_std
value: -40.8729977089511
verified: no, type: ndcg_at_1
value: 84.28999999999999
verified: no, type: ndcg_at_10
value: 91.75999999999999
verified: no, type: ndcg_at_100
value: 92.128
verified: no, type: ndcg_at_1000
value: 92.166
verified: no, type: ndcg_at_20
value: 91.965
verified: no, type: ndcg_at_3
value: 90.441
verified: no, type: ndcg_at_5
value: 91.264
verified: no, type: precision_at_1
value: 84.28999999999999
verified: no, type: precision_at_10
value: 9.802
verified: no, type: precision_at_100
value: 0.997
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.941
verified: no, type: precision_at_3
value: 31.499
verified: no, type: precision_at_5
value: 19.298000000000002
verified: no, type: recall_at_1
value: 84.28999999999999
verified: no, type: recall_at_10
value: 98.018
verified: no, type: recall_at_100
value: 99.655
verified: no, type: recall_at_1000
value: 99.938
verified: no, type: recall_at_20
value: 98.818
verified: no, type: recall_at_3
value: 94.49600000000001
verified: no, type: recall_at_5
value: 96.491
verified: no
task: type: Retrieval, dataset: config: ruby
name: MTEB CodeSearchNetCCRetrieval (ruby)
revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8
split: test
type: CoIR-Retrieval/CodeSearchNet-ccr
metrics: type: main_score
value: 89.25699999999999
verified: no, type: map_at_1
value: 80.967
verified: no, type: map_at_10
value: 86.978
verified: no, type: map_at_100
value: 87.113
verified: no, type: map_at_1000
value: 87.117
verified: no, type: map_at_20
value: 87.054
verified: no, type: map_at_3
value: 86.29400000000001
verified: no, type: map_at_5
value: 86.738
verified: no, type: mrr_at_1
value: 80.9674861221253
verified: no, type: mrr_at_10
value: 86.95775587528166
verified: no, type: mrr_at_100
value: 87.09311803235961
verified: no, type: mrr_at_1000
value: 87.09630839341808
verified: no, type: mrr_at_20
value: 87.03383454810835
verified: no, type: mrr_at_3
value: 86.25429553264607
verified: no, type: mrr_at_5
value: 86.71821305841928
verified: no, type: nauc_map_at_1000_diff1
value: 82.17808945938484
verified: no, type: nauc_map_at_1000_max
value: 60.75779539267633
verified: no, type: nauc_map_at_1000_std
value: -23.755896580375826
verified: no, type: nauc_map_at_100_diff1
value: 82.1794560801495
verified: no, type: nauc_map_at_100_max
value: 60.76366486911127
verified: no, type: nauc_map_at_100_std
value: -23.74131956559222
verified: no, type: nauc_map_at_10_diff1
value: 82.18782847323823
verified: no, type: nauc_map_at_10_max
value: 60.91576878869061
verified: no, type: nauc_map_at_10_std
value: -23.863677820347533
verified: no, type: nauc_map_at_1_diff1
value: 83.72039170136367
verified: no, type: nauc_map_at_1_max
value: 57.25380612858921
verified: no, type: nauc_map_at_1_std
value: -25.935791475913987
verified: no, type: nauc_map_at_20_diff1
value: 82.17796635750986
verified: no, type: nauc_map_at_20_max
value: 60.83301592914025
verified: no, type: nauc_map_at_20_std
value: -23.683955007198033
verified: no, type: nauc_map_at_3_diff1
value: 81.83929922286214
verified: no, type: nauc_map_at_3_max
value: 61.30090311509839
verified: no, type: nauc_map_at_3_std
value: -23.67250024837735
verified: no, type: nauc_map_at_5_diff1
value: 81.88267528957118
verified: no, type: nauc_map_at_5_max
value: 61.06118360132867
verified: no, type: nauc_map_at_5_std
value: -23.564202037953418
verified: no, type: nauc_mrr_at_1000_diff1
value: 82.24831373360206
verified: no, type: nauc_mrr_at_1000_max
value: 60.547458216811776
verified: no, type: nauc_mrr_at_1000_std
value: -24.62799535642754
verified: no, type: nauc_mrr_at_100_diff1
value: 82.24966010195052
verified: no, type: nauc_mrr_at_100_max
value: 60.553373399867574
verified: no, type: nauc_mrr_at_100_std
value: -24.613214185234447
verified: no, type: nauc_mrr_at_10_diff1
value: 82.25711255868444
verified: no, type: nauc_mrr_at_10_max
value: 60.70674951461077
verified: no, type: nauc_mrr_at_10_std
value: -24.723134285637112
verified: no, type: nauc_mrr_at_1_diff1
value: 83.72039170136367
verified: no, type: nauc_mrr_at_1_max
value: 56.98766026206557
verified: no, type: nauc_mrr_at_1_std
value: -26.606885807082385
verified: no, type: nauc_mrr_at_20_diff1
value: 82.24783610762223
verified: no, type: nauc_mrr_at_20_max
value: 60.62362881960727
verified: no, type: nauc_mrr_at_20_std
value: -24.551756212224145
verified: no, type: nauc_mrr_at_3_diff1
value: 81.93274024955835
verified: no, type: nauc_mrr_at_3_max
value: 61.09367721118326
verified: no, type: nauc_mrr_at_3_std
value: -24.713070452305637
verified: no, type: nauc_mrr_at_5_diff1
value: 81.95108632175992
verified: no, type: nauc_mrr_at_5_max
value: 60.85590424882734
verified: no, type: nauc_mrr_at_5_std
value: -24.40785466160273
verified: no, type: nauc_ndcg_at_1000_diff1
value: 82.13638313064818
verified: no, type: nauc_ndcg_at_1000_max
value: 61.36229533164094
verified: no, type: nauc_ndcg_at_1000_std
value: -23.263619782617027
verified: no, type: nauc_ndcg_at_100_diff1
value: 82.17708460929015
verified: no, type: nauc_ndcg_at_100_max
value: 61.55039283837963
verified: no, type: nauc_ndcg_at_100_std
value: -22.82475534090763
verified: no, type: nauc_ndcg_at_10_diff1
value: 82.19581572094847
verified: no, type: nauc_ndcg_at_10_max
value: 62.250754196853194
verified: no, type: nauc_ndcg_at_10_std
value: -23.522643567705575
verified: no, type: nauc_ndcg_at_1_diff1
value: 83.72039170136367
verified: no, type: nauc_ndcg_at_1_max
value: 57.25380612858921
verified: no, type: nauc_ndcg_at_1_std
value: -25.935791475913987
verified: no, type: nauc_ndcg_at_20_diff1
value: 82.14559730614958
verified: no, type: nauc_ndcg_at_20_max
value: 61.93079238970315
verified: no, type: nauc_ndcg_at_20_std
value: -22.719105026052123
verified: no, type: nauc_ndcg_at_3_diff1
value: 81.36414038291007
verified: no, type: nauc_ndcg_at_3_max
value: 62.97389940233761
verified: no, type: nauc_ndcg_at_3_std
value: -22.958679785157702
verified: no, type: nauc_ndcg_at_5_diff1
value: 81.41077106697202
verified: no, type: nauc_ndcg_at_5_max
value: 62.605999596646335
verified: no, type: nauc_ndcg_at_5_std
value: -22.684305831996262
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 55.42527628232039
verified: no, type: nauc_precision_at_100_diff1
value: 87.74666354712059
verified: no, type: nauc_precision_at_100_max
value: 83.08111330779417
verified: no, type: nauc_precision_at_100_std
value: 25.395348413223466
verified: no, type: nauc_precision_at_10_diff1
value: 83.35598753622322
verified: no, type: nauc_precision_at_10_max
value: 73.70169446342423
verified: no, type: nauc_precision_at_10_std
value: -21.615549803915652
verified: no, type: nauc_precision_at_1_diff1
value: 83.72039170136367
verified: no, type: nauc_precision_at_1_max
value: 57.25380612858921
verified: no, type: nauc_precision_at_1_std
value: -25.935791475913987
verified: no, type: nauc_precision_at_20_diff1
value: 83.03143013817835
verified: no, type: nauc_precision_at_20_max
value: 73.49113429650389
verified: no, type: nauc_precision_at_20_std
value: -9.826961687536869
verified: no, type: nauc_precision_at_3_diff1
value: 79.16945277065827
verified: no, type: nauc_precision_at_3_max
value: 71.31564419236823
verified: no, type: nauc_precision_at_3_std
value: -19.52745553766472
verified: no, type: nauc_precision_at_5_diff1
value: 78.5956097040408
verified: no, type: nauc_precision_at_5_max
value: 72.48547478245246
verified: no, type: nauc_precision_at_5_std
value: -17.07438252522886
verified: no, type: nauc_recall_at_1000_diff1
value: 100
verified: no, type: nauc_recall_at_1000_max
value: 100
verified: no, type: nauc_recall_at_1000_std
value: 55.42527628229722
verified: no, type: nauc_recall_at_100_diff1
value: 87.74666354712278
verified: no, type: nauc_recall_at_100_max
value: 83.08111330779381
verified: no, type: nauc_recall_at_100_std
value: 25.39534841322166
verified: no, type: nauc_recall_at_10_diff1
value: 83.35598753622315
verified: no, type: nauc_recall_at_10_max
value: 73.70169446342429
verified: no, type: nauc_recall_at_10_std
value: -21.615549803915744
verified: no, type: nauc_recall_at_1_diff1
value: 83.72039170136367
verified: no, type: nauc_recall_at_1_max
value: 57.25380612858921
verified: no, type: nauc_recall_at_1_std
value: -25.935791475913987
verified: no, type: nauc_recall_at_20_diff1
value: 83.03143013817795
verified: no, type: nauc_recall_at_20_max
value: 73.49113429650306
verified: no, type: nauc_recall_at_20_std
value: -9.826961687536835
verified: no, type: nauc_recall_at_3_diff1
value: 79.16945277065781
verified: no, type: nauc_recall_at_3_max
value: 71.31564419236814
verified: no, type: nauc_recall_at_3_std
value: -19.527455537664128
verified: no, type: nauc_recall_at_5_diff1
value: 78.59560970404043
verified: no, type: nauc_recall_at_5_max
value: 72.4854747824523
verified: no, type: nauc_recall_at_5_std
value: -17.074382525229172
verified: no, type: ndcg_at_1
value: 80.967
verified: no, type: ndcg_at_10
value: 89.25699999999999
verified: no, type: ndcg_at_100
value: 89.91799999999999
verified: no, type: ndcg_at_1000
value: 90.007
verified: no, type: ndcg_at_20
value: 89.524
verified: no, type: ndcg_at_3
value: 87.909
verified: no, type: ndcg_at_5
value: 88.701
verified: no, type: precision_at_1
value: 80.967
verified: no, type: precision_at_10
value: 9.611
verified: no, type: precision_at_100
value: 0.992
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.857
verified: no, type: precision_at_3
value: 30.849
verified: no, type: precision_at_5
value: 18.89
verified: no, type: recall_at_1
value: 80.967
verified: no, type: recall_at_10
value: 96.114
verified: no, type: recall_at_100
value: 99.207
verified: no, type: recall_at_1000
value: 99.921
verified: no, type: recall_at_20
value: 97.14500000000001
verified: no, type: recall_at_3
value: 92.54599999999999
verified: no, type: recall_at_5
value: 94.44900000000001
verified: no
task: type: Retrieval, dataset: config: java
name: MTEB CodeSearchNetCCRetrieval (java)
revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8
split: test
type: CoIR-Retrieval/CodeSearchNet-ccr
metrics: type: main_score
value: 90.187
verified: no, type: map_at_1
value: 83.04899999999999
verified: no, type: map_at_10
value: 88.2
verified: no, type: map_at_100
value: 88.294
verified: no, type: map_at_1000
value: 88.297
verified: no, type: map_at_20
value: 88.268
verified: no, type: map_at_3
value: 87.581
verified: no, type: map_at_5
value: 87.997
verified: no, type: mrr_at_1
value: 83.03057964399817
verified: no, type: mrr_at_10
value: 88.19186353987806
verified: no, type: mrr_at_100
value: 88.2852857857312
verified: no, type: mrr_at_1000
value: 88.28810205243452
verified: no, type: mrr_at_20
value: 88.25951626896247
verified: no, type: mrr_at_3
value: 87.5749277346721
verified: no, type: mrr_at_5
value: 87.9875247223489
verified: no, type: nauc_map_at_1000_diff1
value: 84.10730394433992
verified: no, type: nauc_map_at_1000_max
value: 61.52233212127969
verified: no, type: nauc_map_at_1000_std
value: -13.441699805696281
verified: no, type: nauc_map_at_100_diff1
value: 84.10552079587292
verified: no, type: nauc_map_at_100_max
value: 61.52588029468992
verified: no, type: nauc_map_at_100_std
value: -13.438768702376994
verified: no, type: nauc_map_at_10_diff1
value: 84.06622800697097
verified: no, type: nauc_map_at_10_max
value: 61.62852938331853
verified: no, type: nauc_map_at_10_std
value: -13.540123911279858
verified: no, type: nauc_map_at_1_diff1
value: 84.58928110942394
verified: no, type: nauc_map_at_1_max
value: 56.15285789003811
verified: no, type: nauc_map_at_1_std
value: -17.221403594342735
verified: no, type: nauc_map_at_20_diff1
value: 84.09390965699994
verified: no, type: nauc_map_at_20_max
value: 61.569980648560886
verified: no, type: nauc_map_at_20_std
value: -13.445035300847309
verified: no, type: nauc_map_at_3_diff1
value: 83.88744798135446
verified: no, type: nauc_map_at_3_max
value: 61.88368527363093
verified: no, type: nauc_map_at_3_std
value: -14.711176741863827
verified: no, type: nauc_map_at_5_diff1
value: 83.98674004934382
verified: no, type: nauc_map_at_5_max
value: 61.74583336524621
verified: no, type: nauc_map_at_5_std
value: -13.965194914228382
verified: no, type: nauc_mrr_at_1000_diff1
value: 84.07413270132193
verified: no, type: nauc_mrr_at_1000_max
value: 61.703650435638856
verified: no, type: nauc_mrr_at_1000_std
value: -13.350251134092783
verified: no, type: nauc_mrr_at_100_diff1
value: 84.07235854433452
verified: no, type: nauc_mrr_at_100_max
value: 61.707169972354
verified: no, type: nauc_mrr_at_100_std
value: -13.347338815823864
verified: no, type: nauc_mrr_at_10_diff1
value: 84.03062092695845
verified: no, type: nauc_mrr_at_10_max
value: 61.80570291957679
verified: no, type: nauc_mrr_at_10_std
value: -13.438890580569844
verified: no, type: nauc_mrr_at_1_diff1
value: 84.61937189362341
verified: no, type: nauc_mrr_at_1_max
value: 56.41943088748145
verified: no, type: nauc_mrr_at_1_std
value: -17.177446751086197
verified: no, type: nauc_mrr_at_20_diff1
value: 84.06068844396994
verified: no, type: nauc_mrr_at_20_max
value: 61.750926871721475
verified: no, type: nauc_mrr_at_20_std
value: -13.35357387841223
verified: no, type: nauc_mrr_at_3_diff1
value: 83.85345674418377
verified: no, type: nauc_mrr_at_3_max
value: 62.043812033960535
verified: no, type: nauc_mrr_at_3_std
value: -14.6395621624969
verified: no, type: nauc_mrr_at_5_diff1
value: 83.95764939870173
verified: no, type: nauc_mrr_at_5_max
value: 61.92516669938368
verified: no, type: nauc_mrr_at_5_std
value: -13.886532596685806
verified: no, type: nauc_ndcg_at_1000_diff1
value: 84.42408974340631
verified: no, type: nauc_ndcg_at_1000_max
value: 63.32980075889167
verified: no, type: nauc_ndcg_at_1000_std
value: -9.859850962580813
verified: no, type: nauc_ndcg_at_100_diff1
value: 84.3765359347518
verified: no, type: nauc_ndcg_at_100_max
value: 63.39891417852467
verified: no, type: nauc_ndcg_at_100_std
value: -9.822808442396664
verified: no, type: nauc_ndcg_at_10_diff1
value: 84.14419181720488
verified: no, type: nauc_ndcg_at_10_max
value: 63.950601713958136
verified: no, type: nauc_ndcg_at_10_std
value: -10.490521537540003
verified: no, type: nauc_ndcg_at_1_diff1
value: 84.58928110942394
verified: no, type: nauc_ndcg_at_1_max
value: 56.15285789003811
verified: no, type: nauc_ndcg_at_1_std
value: -17.221403594342735
verified: no, type: nauc_ndcg_at_20_diff1
value: 84.26722898082026
verified: no, type: nauc_ndcg_at_20_max
value: 63.749766448071746
verified: no, type: nauc_ndcg_at_20_std
value: -10.004576105283306
verified: no, type: nauc_ndcg_at_3_diff1
value: 83.72365997941274
verified: no, type: nauc_ndcg_at_3_max
value: 64.3195097894205
verified: no, type: nauc_ndcg_at_3_std
value: -13.41750319915828
verified: no, type: nauc_ndcg_at_5_diff1
value: 83.91163247137122
verified: no, type: nauc_ndcg_at_5_max
value: 64.19792463538528
verified: no, type: nauc_ndcg_at_5_std
value: -11.76492800063572
verified: no, type: nauc_precision_at_1000_diff1
value: 97.13217959743038
verified: no, type: nauc_precision_at_1000_max
value: 98.46911971679215
verified: no, type: nauc_precision_at_1000_std
value: 90.2347995052506
verified: no, type: nauc_precision_at_100_diff1
value: 91.63251470011757
verified: no, type: nauc_precision_at_100_max
value: 90.17514956130655
verified: no, type: nauc_precision_at_100_std
value: 61.0806660186732
verified: no, type: nauc_precision_at_10_diff1
value: 85.28726061856946
verified: no, type: nauc_precision_at_10_max
value: 83.23195279280301
verified: no, type: nauc_precision_at_10_std
value: 17.658421447762464
verified: no, type: nauc_precision_at_1_diff1
value: 84.58928110942394
verified: no, type: nauc_precision_at_1_max
value: 56.15285789003811
verified: no, type: nauc_precision_at_1_std
value: -17.221403594342735
verified: no, type: nauc_precision_at_20_diff1
value: 87.21693331269776
verified: no, type: nauc_precision_at_20_max
value: 86.97422806229869
verified: no, type: nauc_precision_at_20_std
value: 32.947726980858015
verified: no, type: nauc_precision_at_3_diff1
value: 83.00721034174204
verified: no, type: nauc_precision_at_3_max
value: 76.03478845540039
verified: no, type: nauc_precision_at_3_std
value: -7.075307314296672
verified: no, type: nauc_precision_at_5_diff1
value: 83.59241003022704
verified: no, type: nauc_precision_at_5_max
value: 79.35871830248998
verified: no, type: nauc_precision_at_5_std
value: 2.590360587580312
verified: no, type: nauc_recall_at_1000_diff1
value: 97.13217959743086
verified: no, type: nauc_recall_at_1000_max
value: 98.46911971679087
verified: no, type: nauc_recall_at_1000_std
value: 90.23479950524963
verified: no, type: nauc_recall_at_100_diff1
value: 91.6325147001174
verified: no, type: nauc_recall_at_100_max
value: 90.17514956130668
verified: no, type: nauc_recall_at_100_std
value: 61.08066601867284
verified: no, type: nauc_recall_at_10_diff1
value: 85.28726061856851
verified: no, type: nauc_recall_at_10_max
value: 83.23195279280242
verified: no, type: nauc_recall_at_10_std
value: 17.65842144776203
verified: no, type: nauc_recall_at_1_diff1
value: 84.58928110942394
verified: no, type: nauc_recall_at_1_max
value: 56.15285789003811
verified: no, type: nauc_recall_at_1_std
value: -17.221403594342735
verified: no, type: nauc_recall_at_20_diff1
value: 87.21693331269785
verified: no, type: nauc_recall_at_20_max
value: 86.97422806229821
verified: no, type: nauc_recall_at_20_std
value: 32.94772698085802
verified: no, type: nauc_recall_at_3_diff1
value: 83.007210341742
verified: no, type: nauc_recall_at_3_max
value: 76.03478845540012
verified: no, type: nauc_recall_at_3_std
value: -7.075307314297068
verified: no, type: nauc_recall_at_5_diff1
value: 83.59241003022677
verified: no, type: nauc_recall_at_5_max
value: 79.35871830248969
verified: no, type: nauc_recall_at_5_std
value: 2.5903605875805535
verified: no, type: ndcg_at_1
value: 83.04899999999999
verified: no, type: ndcg_at_10
value: 90.187
verified: no, type: ndcg_at_100
value: 90.61399999999999
verified: no, type: ndcg_at_1000
value: 90.686
verified: no, type: ndcg_at_20
value: 90.429
verified: no, type: ndcg_at_3
value: 88.957
verified: no, type: ndcg_at_5
value: 89.7
verified: no, type: precision_at_1
value: 83.04899999999999
verified: no, type: precision_at_10
value: 9.619
verified: no, type: precision_at_100
value: 0.9809999999999999
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_20
value: 4.857
verified: no, type: precision_at_3
value: 30.969
verified: no, type: precision_at_5
value: 18.939
verified: no, type: recall_at_1
value: 83.04899999999999
verified: no, type: recall_at_10
value: 96.194
verified: no, type: recall_at_100
value: 98.129
verified: no, type: recall_at_1000
value: 98.695
verified: no, type: recall_at_20
value: 97.134
verified: no, type: recall_at_3
value: 92.907
verified: no, type: recall_at_5
value: 94.696
verified: no
task: type: Retrieval, dataset: config: php
name: MTEB CodeSearchNetCCRetrieval (php)
revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8
split: test
type: CoIR-Retrieval/CodeSearchNet-ccr
metrics: type: main_score
value: 83.38799999999999
verified: no, type: map_at_1
value: 73.25500000000001
verified: no, type: map_at_10
value: 80.387
verified: no, type: map_at_100
value: 80.64099999999999
verified: no, type: map_at_1000
value: 80.648
verified: no, type: map_at_20
value: 80.55799999999999
verified: no, type: map_at_3
value: 79.256
verified: no, type: map_at_5
value: 79.97800000000001
verified: no, type: mrr_at_1
value: 73.24818039103754
verified: no, type: mrr_at_10
value: 80.37402789953873
verified: no, type: mrr_at_100
value: 80.62749361355517
verified: no, type: mrr_at_1000
value: 80.63492699285514
verified: no, type: mrr_at_20
value: 80.5450937498758
verified: no, type: mrr_at_3
value: 79.25170068027252
verified: no, type: mrr_at_5
value: 79.96063460349235
verified: no, type: nauc_map_at_1000_diff1
value: 77.55679733254976
verified: no, type: nauc_map_at_1000_max
value: 47.30416473970588
verified: no, type: nauc_map_at_1000_std
value: -26.244493881093646
verified: no, type: nauc_map_at_100_diff1
value: 77.55521791705124
verified: no, type: nauc_map_at_100_max
value: 47.30912923045687
verified: no, type: nauc_map_at_100_std
value: -26.243222353374808
verified: no, type: nauc_map_at_10_diff1
value: 77.46319200229681
verified: no, type: nauc_map_at_10_max
value: 47.42459632571874
verified: no, type: nauc_map_at_10_std
value: -26.359798504203013
verified: no, type: nauc_map_at_1_diff1
value: 79.527051162636
verified: no, type: nauc_map_at_1_max
value: 44.89631724552463
verified: no, type: nauc_map_at_1_std
value: -25.451766234360097
verified: no, type: nauc_map_at_20_diff1
value: 77.52788532848108
verified: no, type: nauc_map_at_20_max
value: 47.33830573278101
verified: no, type: nauc_map_at_20_std
value: -26.257482321628622
verified: no, type: nauc_map_at_3_diff1
value: 77.41062263238054
verified: no, type: nauc_map_at_3_max
value: 47.499244399918155
verified: no, type: nauc_map_at_3_std
value: -26.523866758341992
verified: no, type: nauc_map_at_5_diff1
value: 77.35129682203655
verified: no, type: nauc_map_at_5_max
value: 47.47681231525524
verified: no, type: nauc_map_at_5_std
value: -26.5173636683384
verified: no, type: nauc_mrr_at_1000_diff1
value: 77.57769206330354
verified: no, type: nauc_mrr_at_1000_max
value: 47.34367340151292
verified: no, type: nauc_mrr_at_1000_std
value: -26.1670476224202
verified: no, type: nauc_mrr_at_100_diff1
value: 77.57602878422465
verified: no, type: nauc_mrr_at_100_max
value: 47.34876516670401
verified: no, type: nauc_mrr_at_100_std
value: -26.16596878042115
verified: no, type: nauc_mrr_at_10_diff1
value: 77.48926507168112
verified: no, type: nauc_mrr_at_10_max
value: 47.46252680868696
verified: no, type: nauc_mrr_at_10_std
value: -26.282201461393317
verified: no, type: nauc_mrr_at_1_diff1
value: 79.53993768139632
verified: no, type: nauc_mrr_at_1_max
value: 44.95304522643992
verified: no, type: nauc_mrr_at_1_std
value: -25.32633885677888
verified: no, type: nauc_mrr_at_20_diff1
value: 77.54890591729169
verified: no, type: nauc_mrr_at_20_max
value: 47.37631632390287
verified: no, type: nauc_mrr_at_20_std
value: -26.183017296393896
verified: no, type: nauc_mrr_at_3_diff1
value: 77.4534326297116
verified: no, type: nauc_mrr_at_3_max
value: 47.54929766473431
verified: no, type: nauc_mrr_at_3_std
value: -26.432202942463785
verified: no, type: nauc_mrr_at_5_diff1
value: 77.38739995097214
verified: no, type: nauc_mrr_at_5_max
value: 47.50110390682936
verified: no, type: nauc_mrr_at_5_std
value: -26.463416200561753
verified: no, type: nauc_ndcg_at_1000_diff1
value: 77.20842500889081
verified: no, type: nauc_ndcg_at_1000_max
value: 47.70813895735421
verified: no, type: nauc_ndcg_at_1000_std
value: -26.023069702012446
verified: no, type: nauc_ndcg_at_100_diff1
value: 77.16015320575458
verified: no, type: nauc_ndcg_at_100_max
value: 47.88272658215937
verified: no, type: nauc_ndcg_at_100_std
value: -25.893271327002005
verified: no, type: nauc_ndcg_at_10_diff1
value: 76.68338764268012
verified: no, type: nauc_ndcg_at_10_max
value: 48.4217483255242
verified: no, type: nauc_ndcg_at_10_std
value: -26.36940839993425
verified: no, type: nauc_ndcg_at_1_diff1
value: 79.527051162636
verified: no, type: nauc_ndcg_at_1_max
value: 44.89631724552463
verified: no, type: nauc_ndcg_at_1_std
value: -25.451766234360097
verified: no, type: nauc_ndcg_at_20_diff1
value: 76.9371111655833
verified: no, type: nauc_ndcg_at_20_max
value: 48.10138804970404
verified: no, type: nauc_ndcg_at_20_std
value: -25.97419280800229
verified: no, type: nauc_ndcg_at_3_diff1
value: 76.61248461087024
verified: no, type: nauc_ndcg_at_3_max
value: 48.51663194946113
verified: no, type: nauc_ndcg_at_3_std
value: -26.789177280257793
verified: no, type: nauc_ndcg_at_5_diff1
value: 76.42970850899898
verified: no, type: nauc_ndcg_at_5_max
value: 48.52719429311673
verified: no, type: nauc_ndcg_at_5_std
value: -26.78716430555766
verified: no, type: nauc_precision_at_1000_diff1
value: 70.03887145024319
verified: no, type: nauc_precision_at_1000_max
value: 42.00416767646647
verified: no, type: nauc_precision_at_1000_std
value: -2.156778197450252
verified: no, type: nauc_precision_at_100_diff1
value: 72.9743402702392
verified: no, type: nauc_precision_at_100_max
value: 56.4734539374456
verified: no, type: nauc_precision_at_100_std
value: -12.25156037378497
verified: no, type: nauc_precision_at_10_diff1
value: 71.50550227914846
verified: no, type: nauc_precision_at_10_max
value: 55.096376602923144
verified: no, type: nauc_precision_at_10_std
value: -25.929290375863356
verified: no, type: nauc_precision_at_1_diff1
value: 79.527051162636
verified: no, type: nauc_precision_at_1_max
value: 44.89631724552463
verified: no, type: nauc_precision_at_1_std
value: -25.451766234360097
verified: no, type: nauc_precision_at_20_diff1
value: 71.99203963125369
verified: no, type: nauc_precision_at_20_max
value: 54.66712448432459
verified: no, type: nauc_precision_at_20_std
value: -21.478852653786358
verified: no, type: nauc_precision_at_3_diff1
value: 73.33785677931962
verified: no, type: nauc_precision_at_3_max
value: 52.70785427475565
verified: no, type: nauc_precision_at_3_std
value: -27.81147380600097
verified: no, type: nauc_precision_at_5_diff1
value: 71.76130552913553
verified: no, type: nauc_precision_at_5_max
value: 53.78865964066962
verified: no, type: nauc_precision_at_5_std
value: -28.044309543143616
verified: no, type: nauc_recall_at_1000_diff1
value: 70.03887145024234
verified: no, type: nauc_recall_at_1000_max
value: 42.00416767647104
verified: no, type: nauc_recall_at_1000_std
value: -2.15677819744854
verified: no, type: nauc_recall_at_100_diff1
value: 72.974340270239
verified: no, type: nauc_recall_at_100_max
value: 56.473453937445306
verified: no, type: nauc_recall_at_100_std
value: -12.25156037378462
verified: no, type: nauc_recall_at_10_diff1
value: 71.50550227914843
verified: no, type: nauc_recall_at_10_max
value: 55.096376602923
verified: no, type: nauc_recall_at_10_std
value: -25.929290375863673
verified: no, type: nauc_recall_at_1_diff1
value: 79.527051162636
verified: no, type: nauc_recall_at_1_max
value: 44.89631724552463
verified: no, type: nauc_recall_at_1_std
value: -25.451766234360097
verified: no, type: nauc_recall_at_20_diff1
value: 71.992039631253
verified: no, type: nauc_recall_at_20_max
value: 54.66712448432437
verified: no, type: nauc_recall_at_20_std
value: -21.478852653786607
verified: no, type: nauc_recall_at_3_diff1
value: 73.33785677931951
verified: no, type: nauc_recall_at_3_max
value: 52.707854274755626
verified: no, type: nauc_recall_at_3_std
value: -27.811473806001057
verified: no, type: nauc_recall_at_5_diff1
value: 71.76130552913536
verified: no, type: nauc_recall_at_5_max
value: 53.788659640669344
verified: no, type: nauc_recall_at_5_std
value: -28.044309543143715
verified: no, type: ndcg_at_1
value: 73.25500000000001
verified: no, type: ndcg_at_10
value: 83.38799999999999
verified: no, type: ndcg_at_100
value: 84.571
verified: no, type: ndcg_at_1000
value: 84.768
verified: no, type: ndcg_at_20
value: 83.99799999999999
verified: no, type: ndcg_at_3
value: 81.118
verified: no, type: ndcg_at_5
value: 82.40899999999999
verified: no, type: precision_at_1
value: 73.25500000000001
verified: no, type: precision_at_10
value: 9.259
verified: no, type: precision_at_100
value: 0.98
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.749
verified: no, type: precision_at_3
value: 28.826
verified: no, type: precision_at_5
value: 17.918
verified: no, type: recall_at_1
value: 73.25500000000001
verified: no, type: recall_at_10
value: 92.586
verified: no, type: recall_at_100
value: 98.016
verified: no, type: recall_at_1000
value: 99.572
verified: no, type: recall_at_20
value: 94.976
verified: no, type: recall_at_3
value: 86.478
verified: no, type: recall_at_5
value: 89.589
verified: no
task: type: Retrieval, dataset: config: python
name: MTEB CodeSearchNetRetrieval (python)
revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759
split: test
type: code-search-net/code_search_net
metrics: type: main_score
value: 96.688
verified: no, type: map_at_1
value: 92.7
verified: no, type: map_at_10
value: 95.643
verified: no, type: map_at_100
value: 95.649
verified: no, type: map_at_1000
value: 95.649
verified: no, type: map_at_20
value: 95.643
verified: no, type: map_at_3
value: 95.417
verified: no, type: map_at_5
value: 95.562
verified: no, type: mrr_at_1
value: 92.7
verified: no, type: mrr_at_10
value: 95.64289682539683
verified: no, type: mrr_at_100
value: 95.64912393162395
verified: no, type: mrr_at_1000
value: 95.64912393162395
verified: no, type: mrr_at_20
value: 95.64289682539683
verified: no, type: mrr_at_3
value: 95.41666666666669
verified: no, type: mrr_at_5
value: 95.56166666666668
verified: no, type: nauc_map_at_1000_diff1
value: 93.2086804630001
verified: no, type: nauc_map_at_1000_max
value: 71.36336949003405
verified: no, type: nauc_map_at_1000_std
value: 7.542855305507389
verified: no, type: nauc_map_at_100_diff1
value: 93.2086804630001
verified: no, type: nauc_map_at_100_max
value: 71.36336949003405
verified: no, type: nauc_map_at_100_std
value: 7.542855305507389
verified: no, type: nauc_map_at_10_diff1
value: 93.21838651458631
verified: no, type: nauc_map_at_10_max
value: 71.40429653101195
verified: no, type: nauc_map_at_10_std
value: 7.674993664044225
verified: no, type: nauc_map_at_1_diff1
value: 92.97225739610897
verified: no, type: nauc_map_at_1_max
value: 69.06680480411342
verified: no, type: nauc_map_at_1_std
value: 8.97062021155494
verified: no, type: nauc_map_at_20_diff1
value: 93.21838651458631
verified: no, type: nauc_map_at_20_max
value: 71.40429653101195
verified: no, type: nauc_map_at_20_std
value: 7.674993664044225
verified: no, type: nauc_map_at_3_diff1
value: 93.22689075630251
verified: no, type: nauc_map_at_3_max
value: 71.83278159748735
verified: no, type: nauc_map_at_3_std
value: 5.838383838384187
verified: no, type: nauc_map_at_5_diff1
value: 93.07924446534143
verified: no, type: nauc_map_at_5_max
value: 71.48845769375428
verified: no, type: nauc_map_at_5_std
value: 6.123107648366922
verified: no, type: nauc_mrr_at_1000_diff1
value: 93.2086804630001
verified: no, type: nauc_mrr_at_1000_max
value: 71.36336949003405
verified: no, type: nauc_mrr_at_1000_std
value: 7.542855305507389
verified: no, type: nauc_mrr_at_100_diff1
value: 93.2086804630001
verified: no, type: nauc_mrr_at_100_max
value: 71.36336949003405
verified: no, type: nauc_mrr_at_100_std
value: 7.542855305507389
verified: no, type: nauc_mrr_at_10_diff1
value: 93.21838651458631
verified: no, type: nauc_mrr_at_10_max
value: 71.40429653101195
verified: no, type: nauc_mrr_at_10_std
value: 7.674993664044225
verified: no, type: nauc_mrr_at_1_diff1
value: 92.97225739610897
verified: no, type: nauc_mrr_at_1_max
value: 69.06680480411342
verified: no, type: nauc_mrr_at_1_std
value: 8.97062021155494
verified: no, type: nauc_mrr_at_20_diff1
value: 93.21838651458631
verified: no, type: nauc_mrr_at_20_max
value: 71.40429653101195
verified: no, type: nauc_mrr_at_20_std
value: 7.674993664044225
verified: no, type: nauc_mrr_at_3_diff1
value: 93.22689075630251
verified: no, type: nauc_mrr_at_3_max
value: 71.83278159748735
verified: no, type: nauc_mrr_at_3_std
value: 5.838383838384187
verified: no, type: nauc_mrr_at_5_diff1
value: 93.07924446534143
verified: no, type: nauc_mrr_at_5_max
value: 71.48845769375428
verified: no, type: nauc_mrr_at_5_std
value: 6.123107648366922
verified: no, type: nauc_ndcg_at_1000_diff1
value: 93.23304542841751
verified: no, type: nauc_ndcg_at_1000_max
value: 71.63083509229389
verified: no, type: nauc_ndcg_at_1000_std
value: 7.571755253398231
verified: no, type: nauc_ndcg_at_100_diff1
value: 93.23304542841751
verified: no, type: nauc_ndcg_at_100_max
value: 71.63083509229389
verified: no, type: nauc_ndcg_at_100_std
value: 7.571755253398231
verified: no, type: nauc_ndcg_at_10_diff1
value: 93.31367660323025
verified: no, type: nauc_ndcg_at_10_max
value: 71.96886589636927
verified: no, type: nauc_ndcg_at_10_std
value: 8.673077551486251
verified: no, type: nauc_ndcg_at_1_diff1
value: 92.97225739610897
verified: no, type: nauc_ndcg_at_1_max
value: 69.06680480411342
verified: no, type: nauc_ndcg_at_1_std
value: 8.97062021155494
verified: no, type: nauc_ndcg_at_20_diff1
value: 93.31367660323025
verified: no, type: nauc_ndcg_at_20_max
value: 71.96886589636927
verified: no, type: nauc_ndcg_at_20_std
value: 8.673077551486251
verified: no, type: nauc_ndcg_at_3_diff1
value: 93.23894522522178
verified: no, type: nauc_ndcg_at_3_max
value: 72.902496295325
verified: no, type: nauc_ndcg_at_3_std
value: 3.6178051090847845
verified: no, type: nauc_ndcg_at_5_diff1
value: 92.90972948390606
verified: no, type: nauc_ndcg_at_5_max
value: 72.19526067100512
verified: no, type: nauc_ndcg_at_5_std
value: 4.041582233975721
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_100_diff1
value: 100
verified: no, type: nauc_precision_at_100_max
value: 100
verified: no, type: nauc_precision_at_100_std
value: 100
verified: no, type: nauc_precision_at_10_diff1
value: 100
verified: no, type: nauc_precision_at_10_max
value: 100
verified: no, type: nauc_precision_at_10_std
value: 100
verified: no, type: nauc_precision_at_1_diff1
value: 92.97225739610897
verified: no, type: nauc_precision_at_1_max
value: 69.06680480411342
verified: no, type: nauc_precision_at_1_std
value: 8.97062021155494
verified: no, type: nauc_precision_at_20_diff1
value: 100
verified: no, type: nauc_precision_at_20_max
value: 100
verified: no, type: nauc_precision_at_20_std
value: 100
verified: no, type: nauc_precision_at_3_diff1
value: 93.2306255835672
verified: no, type: nauc_precision_at_3_max
value: 82.46298519407813
verified: no, type: nauc_precision_at_3_std
value: -17.583700146723764
verified: no, type: nauc_precision_at_5_diff1
value: 89.78758169934665
verified: no, type: nauc_precision_at_5_max
value: 82.09033613445358
verified: no, type: nauc_precision_at_5_std
value: -29.580999066296027
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
verified: no, type: nauc_recall_at_100_max
verified: no, type: nauc_recall_at_100_std
verified: no, type: nauc_recall_at_10_diff1
value: 100
verified: no, type: nauc_recall_at_10_max
value: 100
verified: no, type: nauc_recall_at_10_std
value: 100
verified: no, type: nauc_recall_at_1_diff1
value: 92.97225739610897
verified: no, type: nauc_recall_at_1_max
value: 69.06680480411342
verified: no, type: nauc_recall_at_1_std
value: 8.97062021155494
verified: no, type: nauc_recall_at_20_diff1
value: 100
verified: no, type: nauc_recall_at_20_max
value: 100
verified: no, type: nauc_recall_at_20_std
value: 100
verified: no, type: nauc_recall_at_3_diff1
value: 93.2306255835672
verified: no, type: nauc_recall_at_3_max
value: 82.4629851940786
verified: no, type: nauc_recall_at_3_std
value: -17.5837001467247
verified: no, type: nauc_recall_at_5_diff1
value: 89.78758169934649
verified: no, type: nauc_recall_at_5_max
value: 82.09033613445361
verified: no, type: nauc_recall_at_5_std
value: -29.580999066293263
verified: no, type: ndcg_at_1
value: 92.7
verified: no, type: ndcg_at_10
value: 96.688
verified: no, type: ndcg_at_100
value: 96.72800000000001
verified: no, type: ndcg_at_1000
value: 96.72800000000001
verified: no, type: ndcg_at_20
value: 96.688
verified: no, type: ndcg_at_3
value: 96.23899999999999
verified: no, type: ndcg_at_5
value: 96.493
verified: no, type: precision_at_1
value: 92.7
verified: no, type: precision_at_10
value: 9.98
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.99
verified: no, type: precision_at_3
value: 32.867000000000004
verified: no, type: precision_at_5
value: 19.84
verified: no, type: recall_at_1
value: 92.7
verified: no, type: recall_at_10
value: 99.8
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 99.8
verified: no, type: recall_at_3
value: 98.6
verified: no, type: recall_at_5
value: 99.2
verified: no
task: type: Retrieval, dataset: config: javascript
name: MTEB CodeSearchNetRetrieval (javascript)
revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759
split: test
type: code-search-net/code_search_net
metrics: type: main_score
value: 89.97800000000001
verified: no, type: map_at_1
value: 85
verified: no, type: map_at_10
value: 88.427
verified: no, type: map_at_100
value: 88.627
verified: no, type: map_at_1000
value: 88.631
verified: no, type: map_at_20
value: 88.588
verified: no, type: map_at_3
value: 87.767
verified: no, type: map_at_5
value: 88.19200000000001
verified: no, type: mrr_at_1
value: 85
verified: no, type: mrr_at_10
value: 88.42742063492065
verified: no, type: mrr_at_100
value: 88.62702226900807
verified: no, type: mrr_at_1000
value: 88.63072320739236
verified: no, type: mrr_at_20
value: 88.58809151632684
verified: no, type: mrr_at_3
value: 87.76666666666667
verified: no, type: mrr_at_5
value: 88.1916666666667
verified: no, type: nauc_map_at_1000_diff1
value: 90.72581837961151
verified: no, type: nauc_map_at_1000_max
value: 62.96996529181109
verified: no, type: nauc_map_at_1000_std
value: 5.4686257905510445
verified: no, type: nauc_map_at_100_diff1
value: 90.7251318399043
verified: no, type: nauc_map_at_100_max
value: 62.98186646957673
verified: no, type: nauc_map_at_100_std
value: 5.499359385640601
verified: no, type: nauc_map_at_10_diff1
value: 90.7954839398183
verified: no, type: nauc_map_at_10_max
value: 63.22150406130067
verified: no, type: nauc_map_at_10_std
value: 5.413600198301859
verified: no, type: nauc_map_at_1_diff1
value: 91.52066384640422
verified: no, type: nauc_map_at_1_max
value: 57.639765701269155
verified: no, type: nauc_map_at_1_std
value: 1.4959323136999483
verified: no, type: nauc_map_at_20_diff1
value: 90.71434972102585
verified: no, type: nauc_map_at_20_max
value: 63.07611119431469
verified: no, type: nauc_map_at_20_std
value: 5.640274998494253
verified: no, type: nauc_map_at_3_diff1
value: 90.33141255622978
verified: no, type: nauc_map_at_3_max
value: 62.34164710561914
verified: no, type: nauc_map_at_3_std
value: 3.5068574882828925
verified: no, type: nauc_map_at_5_diff1
value: 90.79552786535547
verified: no, type: nauc_map_at_5_max
value: 63.119944203478106
verified: no, type: nauc_map_at_5_std
value: 4.953420352568366
verified: no, type: nauc_mrr_at_1000_diff1
value: 90.72581837961151
verified: no, type: nauc_mrr_at_1000_max
value: 62.96996529181109
verified: no, type: nauc_mrr_at_1000_std
value: 5.4686257905510445
verified: no, type: nauc_mrr_at_100_diff1
value: 90.7251318399043
verified: no, type: nauc_mrr_at_100_max
value: 62.98186646957673
verified: no, type: nauc_mrr_at_100_std
value: 5.499359385640601
verified: no, type: nauc_mrr_at_10_diff1
value: 90.7954839398183
verified: no, type: nauc_mrr_at_10_max
value: 63.22150406130067
verified: no, type: nauc_mrr_at_10_std
value: 5.413600198301859
verified: no, type: nauc_mrr_at_1_diff1
value: 91.52066384640422
verified: no, type: nauc_mrr_at_1_max
value: 57.639765701269155
verified: no, type: nauc_mrr_at_1_std
value: 1.4959323136999483
verified: no, type: nauc_mrr_at_20_diff1
value: 90.71434972102585
verified: no, type: nauc_mrr_at_20_max
value: 63.07611119431469
verified: no, type: nauc_mrr_at_20_std
value: 5.640274998494253
verified: no, type: nauc_mrr_at_3_diff1
value: 90.33141255622978
verified: no, type: nauc_mrr_at_3_max
value: 62.34164710561914
verified: no, type: nauc_mrr_at_3_std
value: 3.5068574882828925
verified: no, type: nauc_mrr_at_5_diff1
value: 90.79552786535547
verified: no, type: nauc_mrr_at_5_max
value: 63.119944203478106
verified: no, type: nauc_mrr_at_5_std
value: 4.953420352568366
verified: no, type: nauc_ndcg_at_1000_diff1
value: 90.6732163208453
verified: no, type: nauc_ndcg_at_1000_max
value: 64.27542517763368
verified: no, type: nauc_ndcg_at_1000_std
value: 7.423716824052952
verified: no, type: nauc_ndcg_at_100_diff1
value: 90.65475476530615
verified: no, type: nauc_ndcg_at_100_max
value: 64.89222263529967
verified: no, type: nauc_ndcg_at_100_std
value: 9.036733154889918
verified: no, type: nauc_ndcg_at_10_diff1
value: 90.88391240350151
verified: no, type: nauc_ndcg_at_10_max
value: 66.10798661293683
verified: no, type: nauc_ndcg_at_10_std
value: 8.662637793277094
verified: no, type: nauc_ndcg_at_1_diff1
value: 91.52066384640422
verified: no, type: nauc_ndcg_at_1_max
value: 57.639765701269155
verified: no, type: nauc_ndcg_at_1_std
value: 1.4959323136999483
verified: no, type: nauc_ndcg_at_20_diff1
value: 90.55301735430407
verified: no, type: nauc_ndcg_at_20_max
value: 65.65827895142017
verified: no, type: nauc_ndcg_at_20_std
value: 9.990699968426656
verified: no, type: nauc_ndcg_at_3_diff1
value: 89.96356996211253
verified: no, type: nauc_ndcg_at_3_max
value: 64.03584890384899
verified: no, type: nauc_ndcg_at_3_std
value: 4.295929350921648
verified: no, type: nauc_ndcg_at_5_diff1
value: 90.89636835182858
verified: no, type: nauc_ndcg_at_5_max
value: 65.69109133325729
verified: no, type: nauc_ndcg_at_5_std
value: 7.251888023539761
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_100_diff1
value: 89.89595838335227
verified: no, type: nauc_precision_at_100_max
value: 98.13258636787991
verified: no, type: nauc_precision_at_100_std
value: 95.88168600773692
verified: no, type: nauc_precision_at_10_diff1
value: 91.80313150901407
verified: no, type: nauc_precision_at_10_max
value: 84.73120017237689
verified: no, type: nauc_precision_at_10_std
value: 30.963154492565963
verified: no, type: nauc_precision_at_1_diff1
value: 91.52066384640422
verified: no, type: nauc_precision_at_1_max
value: 57.639765701269155
verified: no, type: nauc_precision_at_1_std
value: 1.4959323136999483
verified: no, type: nauc_precision_at_20_diff1
value: 88.51379632312695
verified: no, type: nauc_precision_at_20_max
value: 93.89870890885065
verified: no, type: nauc_precision_at_20_std
value: 66.06458675424169
verified: no, type: nauc_precision_at_3_diff1
value: 88.5919911035577
verified: no, type: nauc_precision_at_3_max
value: 70.47755431760744
verified: no, type: nauc_precision_at_3_std
value: 7.324877516549845
verified: no, type: nauc_precision_at_5_diff1
value: 91.68000533546777
verified: no, type: nauc_precision_at_5_max
value: 78.08323329331722
verified: no, type: nauc_precision_at_5_std
value: 18.784847272242132
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 89.8959583833538
verified: no, type: nauc_recall_at_100_max
value: 98.13258636788038
verified: no, type: nauc_recall_at_100_std
value: 95.88168600773625
verified: no, type: nauc_recall_at_10_diff1
value: 91.80313150901372
verified: no, type: nauc_recall_at_10_max
value: 84.73120017237645
verified: no, type: nauc_recall_at_10_std
value: 30.963154492566204
verified: no, type: nauc_recall_at_1_diff1
value: 91.52066384640422
verified: no, type: nauc_recall_at_1_max
value: 57.639765701269155
verified: no, type: nauc_recall_at_1_std
value: 1.4959323136999483
verified: no, type: nauc_recall_at_20_diff1
value: 88.51379632312701
verified: no, type: nauc_recall_at_20_max
value: 93.89870890885045
verified: no, type: nauc_recall_at_20_std
value: 66.0645867542416
verified: no, type: nauc_recall_at_3_diff1
value: 88.59199110355753
verified: no, type: nauc_recall_at_3_max
value: 70.47755431760724
verified: no, type: nauc_recall_at_3_std
value: 7.324877516549637
verified: no, type: nauc_recall_at_5_diff1
value: 91.68000533546758
verified: no, type: nauc_recall_at_5_max
value: 78.08323329331743
verified: no, type: nauc_recall_at_5_std
value: 18.784847272242207
verified: no, type: ndcg_at_1
value: 85
verified: no, type: ndcg_at_10
value: 89.97800000000001
verified: no, type: ndcg_at_100
value: 90.842
verified: no, type: ndcg_at_1000
value: 91.00399999999999
verified: no, type: ndcg_at_20
value: 90.561
verified: no, type: ndcg_at_3
value: 88.626
verified: no, type: ndcg_at_5
value: 89.401
verified: no, type: precision_at_1
value: 85
verified: no, type: precision_at_10
value: 9.48
verified: no, type: precision_at_100
value: 0.9860000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.855
verified: no, type: precision_at_3
value: 30.367
verified: no, type: precision_at_5
value: 18.6
verified: no, type: recall_at_1
value: 85
verified: no, type: recall_at_10
value: 94.8
verified: no, type: recall_at_100
value: 98.6
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 97.1
verified: no, type: recall_at_3
value: 91.10000000000001
verified: no, type: recall_at_5
value: 93
verified: no
task: type: Retrieval, dataset: config: go
name: MTEB CodeSearchNetRetrieval (go)
revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759
split: test
type: code-search-net/code_search_net
metrics: type: main_score
value: 97.505
verified: no, type: map_at_1
value: 94.39999999999999
verified: no, type: map_at_10
value: 96.808
verified: no, type: map_at_100
value: 96.82300000000001
verified: no, type: map_at_1000
value: 96.824
verified: no, type: map_at_20
value: 96.813
verified: no, type: map_at_3
value: 96.733
verified: no, type: map_at_5
value: 96.808
verified: no, type: mrr_at_1
value: 94.39999999999999
verified: no, type: mrr_at_10
value: 96.80833333333334
verified: no, type: mrr_at_100
value: 96.82307275541795
verified: no, type: mrr_at_1000
value: 96.82390608875127
verified: no, type: mrr_at_20
value: 96.81333333333333
verified: no, type: mrr_at_3
value: 96.73333333333333
verified: no, type: mrr_at_5
value: 96.80833333333334
verified: no, type: nauc_map_at_1000_diff1
value: 97.27333921447281
verified: no, type: nauc_map_at_1000_max
value: 40.53177582941515
verified: no, type: nauc_map_at_1000_std
value: -9.68497853001627
verified: no, type: nauc_map_at_100_diff1
value: 97.27405443932574
verified: no, type: nauc_map_at_100_max
value: 40.54737481852009
verified: no, type: nauc_map_at_100_std
value: -9.663493618536894
verified: no, type: nauc_map_at_10_diff1
value: 97.28664311677696
verified: no, type: nauc_map_at_10_max
value: 40.81115474910615
verified: no, type: nauc_map_at_10_std
value: -10.076963770712538
verified: no, type: nauc_map_at_1_diff1
value: 96.90709617180208
verified: no, type: nauc_map_at_1_max
value: 33.33833533413366
verified: no, type: nauc_map_at_1_std
value: -6.367547018807825
verified: no, type: nauc_map_at_20_diff1
value: 97.28238575765059
verified: no, type: nauc_map_at_20_max
value: 40.71828522203857
verified: no, type: nauc_map_at_20_std
value: -9.912064546879208
verified: no, type: nauc_map_at_3_diff1
value: 97.34893957583056
verified: no, type: nauc_map_at_3_max
value: 41.67881438289635
verified: no, type: nauc_map_at_3_std
value: -9.509041711922595
verified: no, type: nauc_map_at_5_diff1
value: 97.28664311677696
verified: no, type: nauc_map_at_5_max
value: 40.81115474910615
verified: no, type: nauc_map_at_5_std
value: -10.076963770712538
verified: no, type: nauc_mrr_at_1000_diff1
value: 97.27333921447281
verified: no, type: nauc_mrr_at_1000_max
value: 40.53177582941515
verified: no, type: nauc_mrr_at_1000_std
value: -9.68497853001627
verified: no, type: nauc_mrr_at_100_diff1
value: 97.27405443932574
verified: no, type: nauc_mrr_at_100_max
value: 40.54737481852009
verified: no, type: nauc_mrr_at_100_std
value: -9.663493618536894
verified: no, type: nauc_mrr_at_10_diff1
value: 97.28664311677696
verified: no, type: nauc_mrr_at_10_max
value: 40.81115474910615
verified: no, type: nauc_mrr_at_10_std
value: -10.076963770712538
verified: no, type: nauc_mrr_at_1_diff1
value: 96.90709617180208
verified: no, type: nauc_mrr_at_1_max
value: 33.33833533413366
verified: no, type: nauc_mrr_at_1_std
value: -6.367547018807825
verified: no, type: nauc_mrr_at_20_diff1
value: 97.28238575765059
verified: no, type: nauc_mrr_at_20_max
value: 40.71828522203857
verified: no, type: nauc_mrr_at_20_std
value: -9.912064546879208
verified: no, type: nauc_mrr_at_3_diff1
value: 97.34893957583056
verified: no, type: nauc_mrr_at_3_max
value: 41.67881438289635
verified: no, type: nauc_mrr_at_3_std
value: -9.509041711922595
verified: no, type: nauc_mrr_at_5_diff1
value: 97.28664311677696
verified: no, type: nauc_mrr_at_5_max
value: 40.81115474910615
verified: no, type: nauc_mrr_at_5_std
value: -10.076963770712538
verified: no, type: nauc_ndcg_at_1000_diff1
value: 97.33376561125955
verified: no, type: nauc_ndcg_at_1000_max
value: 41.75737985174807
verified: no, type: nauc_ndcg_at_1000_std
value: -10.511570027083764
verified: no, type: nauc_ndcg_at_100_diff1
value: 97.34974235237087
verified: no, type: nauc_ndcg_at_100_max
value: 42.106384150737576
verified: no, type: nauc_ndcg_at_100_std
value: -10.015808519562162
verified: no, type: nauc_ndcg_at_10_diff1
value: 97.43761675418024
verified: no, type: nauc_ndcg_at_10_max
value: 43.92682037582593
verified: no, type: nauc_ndcg_at_10_std
value: -13.11593389665566
verified: no, type: nauc_ndcg_at_1_diff1
value: 96.90709617180208
verified: no, type: nauc_ndcg_at_1_max
value: 33.33833533413366
verified: no, type: nauc_ndcg_at_1_std
value: -6.367547018807825
verified: no, type: nauc_ndcg_at_20_diff1
value: 97.41401672160926
verified: no, type: nauc_ndcg_at_20_max
value: 43.410375824598866
verified: no, type: nauc_ndcg_at_20_std
value: -12.175971519065602
verified: no, type: nauc_ndcg_at_3_diff1
value: 97.56379014982639
verified: no, type: nauc_ndcg_at_3_max
value: 45.63427566353211
verified: no, type: nauc_ndcg_at_3_std
value: -11.748268623706998
verified: no, type: nauc_ndcg_at_5_diff1
value: 97.43761675418024
verified: no, type: nauc_ndcg_at_5_max
value: 43.92682037582593
verified: no, type: nauc_ndcg_at_5_std
value: -13.11593389665566
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_100_diff1
value: 100
verified: no, type: nauc_precision_at_100_max
value: 100
verified: no, type: nauc_precision_at_100_std
value: 72.22222222222335
verified: no, type: nauc_precision_at_10_diff1
value: 100
verified: no, type: nauc_precision_at_10_max
value: 97.38562091503177
verified: no, type: nauc_precision_at_10_std
value: -69.85060690943635
verified: no, type: nauc_precision_at_1_diff1
value: 96.90709617180208
verified: no, type: nauc_precision_at_1_max
value: 33.33833533413366
verified: no, type: nauc_precision_at_1_std
value: -6.367547018807825
verified: no, type: nauc_precision_at_20_diff1
value: 100
verified: no, type: nauc_precision_at_20_max
value: 96.73202614378965
verified: no, type: nauc_precision_at_20_std
value: -58.52007469655789
verified: no, type: nauc_precision_at_3_diff1
value: 100
verified: no, type: nauc_precision_at_3_max
value: 90.34197012138252
verified: no, type: nauc_precision_at_3_std
value: -38.159430438841106
verified: no, type: nauc_precision_at_5_diff1
value: 100
verified: no, type: nauc_precision_at_5_max
value: 97.38562091503177
verified: no, type: nauc_precision_at_5_std
value: -69.85060690943635
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 100
verified: no, type: nauc_recall_at_100_max
value: 100
verified: no, type: nauc_recall_at_100_std
value: 72.22222222222368
verified: no, type: nauc_recall_at_10_diff1
value: 100
verified: no, type: nauc_recall_at_10_max
value: 97.38562091503128
verified: no, type: nauc_recall_at_10_std
value: -69.85060690942723
verified: no, type: nauc_recall_at_1_diff1
value: 96.90709617180208
verified: no, type: nauc_recall_at_1_max
value: 33.33833533413366
verified: no, type: nauc_recall_at_1_std
value: -6.367547018807825
verified: no, type: nauc_recall_at_20_diff1
value: 100
verified: no, type: nauc_recall_at_20_max
value: 96.7320261437891
verified: no, type: nauc_recall_at_20_std
value: -58.52007469654495
verified: no, type: nauc_recall_at_3_diff1
value: 100
verified: no, type: nauc_recall_at_3_max
value: 90.34197012138186
verified: no, type: nauc_recall_at_3_std
value: -38.15943043884293
verified: no, type: nauc_recall_at_5_diff1
value: 100
verified: no, type: nauc_recall_at_5_max
value: 97.38562091503128
verified: no, type: nauc_recall_at_5_std
value: -69.85060690942723
verified: no, type: ndcg_at_1
value: 94.39999999999999
verified: no, type: ndcg_at_10
value: 97.505
verified: no, type: ndcg_at_100
value: 97.588
verified: no, type: ndcg_at_1000
value: 97.602
verified: no, type: ndcg_at_20
value: 97.528
verified: no, type: ndcg_at_3
value: 97.37599999999999
verified: no, type: ndcg_at_5
value: 97.505
verified: no, type: precision_at_1
value: 94.39999999999999
verified: no, type: precision_at_10
value: 9.950000000000001
verified: no, type: precision_at_100
value: 0.9990000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.9799999999999995
verified: no, type: precision_at_3
value: 33.067
verified: no, type: precision_at_5
value: 19.900000000000002
verified: no, type: recall_at_1
value: 94.39999999999999
verified: no, type: recall_at_10
value: 99.5
verified: no, type: recall_at_100
value: 99.9
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 99.6
verified: no, type: recall_at_3
value: 99.2
verified: no, type: recall_at_5
value: 99.5
verified: no
task: type: Retrieval, dataset: config: ruby
name: MTEB CodeSearchNetRetrieval (ruby)
revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759
split: test
type: code-search-net/code_search_net
metrics: type: main_score
value: 92.83200000000001
verified: no, type: map_at_1
value: 87.7
verified: no, type: map_at_10
value: 91.496
verified: no, type: map_at_100
value: 91.582
verified: no, type: map_at_1000
value: 91.58699999999999
verified: no, type: map_at_20
value: 91.55
verified: no, type: map_at_3
value: 91.167
verified: no, type: map_at_5
value: 91.39699999999999
verified: no, type: mrr_at_1
value: 87.7
verified: no, type: mrr_at_10
value: 91.49646825396826
verified: no, type: mrr_at_100
value: 91.58154350757961
verified: no, type: mrr_at_1000
value: 91.58711452954685
verified: no, type: mrr_at_20
value: 91.54990637415563
verified: no, type: mrr_at_3
value: 91.16666666666669
verified: no, type: mrr_at_5
value: 91.39666666666668
verified: no, type: nauc_map_at_1000_diff1
value: 90.01079432013319
verified: no, type: nauc_map_at_1000_max
value: 76.25110199586136
verified: no, type: nauc_map_at_1000_std
value: 21.95406993804367
verified: no, type: nauc_map_at_100_diff1
value: 90.01415529036015
verified: no, type: nauc_map_at_100_max
value: 76.26710387746687
verified: no, type: nauc_map_at_100_std
value: 21.991489847497782
verified: no, type: nauc_map_at_10_diff1
value: 89.88101575524061
verified: no, type: nauc_map_at_10_max
value: 76.40985435650425
verified: no, type: nauc_map_at_10_std
value: 22.554999001780367
verified: no, type: nauc_map_at_1_diff1
value: 90.45505123995243
verified: no, type: nauc_map_at_1_max
value: 70.27343537229697
verified: no, type: nauc_map_at_1_std
value: 10.378716550076664
verified: no, type: nauc_map_at_20_diff1
value: 90.03751820546869
verified: no, type: nauc_map_at_20_max
value: 76.35756916603282
verified: no, type: nauc_map_at_20_std
value: 22.15447723869247
verified: no, type: nauc_map_at_3_diff1
value: 89.90841801530556
verified: no, type: nauc_map_at_3_max
value: 76.90028137713493
verified: no, type: nauc_map_at_3_std
value: 21.843737118482988
verified: no, type: nauc_map_at_5_diff1
value: 89.93455699311205
verified: no, type: nauc_map_at_5_max
value: 76.52511956217161
verified: no, type: nauc_map_at_5_std
value: 22.235121325826523
verified: no, type: nauc_mrr_at_1000_diff1
value: 90.01079432013319
verified: no, type: nauc_mrr_at_1000_max
value: 76.25110199586136
verified: no, type: nauc_mrr_at_1000_std
value: 21.95406993804367
verified: no, type: nauc_mrr_at_100_diff1
value: 90.01415529036015
verified: no, type: nauc_mrr_at_100_max
value: 76.26710387746687
verified: no, type: nauc_mrr_at_100_std
value: 21.991489847497782
verified: no, type: nauc_mrr_at_10_diff1
value: 89.88101575524061
verified: no, type: nauc_mrr_at_10_max
value: 76.40985435650425
verified: no, type: nauc_mrr_at_10_std
value: 22.554999001780367
verified: no, type: nauc_mrr_at_1_diff1
value: 90.45505123995243
verified: no, type: nauc_mrr_at_1_max
value: 70.27343537229697
verified: no, type: nauc_mrr_at_1_std
value: 10.378716550076664
verified: no, type: nauc_mrr_at_20_diff1
value: 90.03751820546869
verified: no, type: nauc_mrr_at_20_max
value: 76.35756916603282
verified: no, type: nauc_mrr_at_20_std
value: 22.15447723869247
verified: no, type: nauc_mrr_at_3_diff1
value: 89.90841801530556
verified: no, type: nauc_mrr_at_3_max
value: 76.90028137713493
verified: no, type: nauc_mrr_at_3_std
value: 21.843737118482988
verified: no, type: nauc_mrr_at_5_diff1
value: 89.93455699311205
verified: no, type: nauc_mrr_at_5_max
value: 76.52511956217161
verified: no, type: nauc_mrr_at_5_std
value: 22.235121325826523
verified: no, type: nauc_ndcg_at_1000_diff1
value: 90.0388376789719
verified: no, type: nauc_ndcg_at_1000_max
value: 77.4286773752732
verified: no, type: nauc_ndcg_at_1000_std
value: 24.905596869880494
verified: no, type: nauc_ndcg_at_100_diff1
value: 90.1570526184995
verified: no, type: nauc_ndcg_at_100_max
value: 77.97459201928656
verified: no, type: nauc_ndcg_at_100_std
value: 26.36432448776628
verified: no, type: nauc_ndcg_at_10_diff1
value: 89.60631662977974
verified: no, type: nauc_ndcg_at_10_max
value: 78.82415924492551
verified: no, type: nauc_ndcg_at_10_std
value: 29.259897960486477
verified: no, type: nauc_ndcg_at_1_diff1
value: 90.45505123995243
verified: no, type: nauc_ndcg_at_1_max
value: 70.27343537229697
verified: no, type: nauc_ndcg_at_1_std
value: 10.378716550076664
verified: no, type: nauc_ndcg_at_20_diff1
value: 90.34712330725388
verified: no, type: nauc_ndcg_at_20_max
value: 78.65263241067265
verified: no, type: nauc_ndcg_at_20_std
value: 27.634547611895844
verified: no, type: nauc_ndcg_at_3_diff1
value: 89.69525439370882
verified: no, type: nauc_ndcg_at_3_max
value: 79.68227200895333
verified: no, type: nauc_ndcg_at_3_std
value: 27.16978363425553
verified: no, type: nauc_ndcg_at_5_diff1
value: 89.74542043203509
verified: no, type: nauc_ndcg_at_5_max
value: 79.0789328591088
verified: no, type: nauc_ndcg_at_5_std
value: 28.35584817342069
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_100_diff1
value: 94.84665661136168
verified: no, type: nauc_precision_at_100_max
value: 100
verified: no, type: nauc_precision_at_100_std
value: 86.96760755584259
verified: no, type: nauc_precision_at_10_diff1
value: 87.527719421102
verified: no, type: nauc_precision_at_10_max
value: 96.1922268907559
verified: no, type: nauc_precision_at_10_std
value: 80.32942343604061
verified: no, type: nauc_precision_at_1_diff1
value: 90.45505123995243
verified: no, type: nauc_precision_at_1_max
value: 70.27343537229697
verified: no, type: nauc_precision_at_1_std
value: 10.378716550076664
verified: no, type: nauc_precision_at_20_diff1
value: 95.5746187363837
verified: no, type: nauc_precision_at_20_max
value: 100
verified: no, type: nauc_precision_at_20_std
value: 78.69397759103582
verified: no, type: nauc_precision_at_3_diff1
value: 88.63450141961569
verified: no, type: nauc_precision_at_3_max
value: 93.64984088873672
verified: no, type: nauc_precision_at_3_std
value: 54.208350006669704
verified: no, type: nauc_precision_at_5_diff1
value: 88.62314156431772
verified: no, type: nauc_precision_at_5_max
value: 94.5892887069356
verified: no, type: nauc_precision_at_5_std
value: 66.80552562905466
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 94.8466566113629
verified: no, type: nauc_recall_at_100_max
value: 100
verified: no, type: nauc_recall_at_100_std
value: 86.96760755584259
verified: no, type: nauc_recall_at_10_diff1
value: 87.52771942110216
verified: no, type: nauc_recall_at_10_max
value: 96.19222689075643
verified: no, type: nauc_recall_at_10_std
value: 80.32942343604144
verified: no, type: nauc_recall_at_1_diff1
value: 90.45505123995243
verified: no, type: nauc_recall_at_1_max
value: 70.27343537229697
verified: no, type: nauc_recall_at_1_std
value: 10.378716550076664
verified: no, type: nauc_recall_at_20_diff1
value: 95.57461873638331
verified: no, type: nauc_recall_at_20_max
value: 100
verified: no, type: nauc_recall_at_20_std
value: 78.69397759103617
verified: no, type: nauc_recall_at_3_diff1
value: 88.63450141961552
verified: no, type: nauc_recall_at_3_max
value: 93.64984088873658
verified: no, type: nauc_recall_at_3_std
value: 54.20835000666945
verified: no, type: nauc_recall_at_5_diff1
value: 88.62314156431815
verified: no, type: nauc_recall_at_5_max
value: 94.58928870693578
verified: no, type: nauc_recall_at_5_std
value: 66.80552562905518
verified: no, type: ndcg_at_1
value: 87.7
verified: no, type: ndcg_at_10
value: 92.83200000000001
verified: no, type: ndcg_at_100
value: 93.242
verified: no, type: ndcg_at_1000
value: 93.403
verified: no, type: ndcg_at_20
value: 93.03099999999999
verified: no, type: ndcg_at_3
value: 92.186
verified: no, type: ndcg_at_5
value: 92.599
verified: no, type: precision_at_1
value: 87.7
verified: no, type: precision_at_10
value: 9.68
verified: no, type: precision_at_100
value: 0.987
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.88
verified: no, type: precision_at_3
value: 31.7
verified: no, type: precision_at_5
value: 19.220000000000002
verified: no, type: recall_at_1
value: 87.7
verified: no, type: recall_at_10
value: 96.8
verified: no, type: recall_at_100
value: 98.7
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 97.6
verified: no, type: recall_at_3
value: 95.1
verified: no, type: recall_at_5
value: 96.1
verified: no
task: type: Retrieval, dataset: config: java
name: MTEB CodeSearchNetRetrieval (java)
revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759
split: test
type: code-search-net/code_search_net
metrics: type: main_score
value: 94.50699999999999
verified: no, type: map_at_1
value: 91.4
verified: no, type: map_at_10
value: 93.67699999999999
verified: no, type: map_at_100
value: 93.746
verified: no, type: map_at_1000
value: 93.753
verified: no, type: map_at_20
value: 93.706
verified: no, type: map_at_3
value: 93.43299999999999
verified: no, type: map_at_5
value: 93.593
verified: no, type: mrr_at_1
value: 91.4
verified: no, type: mrr_at_10
value: 93.67706349206348
verified: no, type: mrr_at_100
value: 93.74605961033865
verified: no, type: mrr_at_1000
value: 93.75307690063596
verified: no, type: mrr_at_20
value: 93.70575802250723
verified: no, type: mrr_at_3
value: 93.43333333333334
verified: no, type: mrr_at_5
value: 93.59333333333333
verified: no, type: nauc_map_at_1000_diff1
value: 91.96988867062096
verified: no, type: nauc_map_at_1000_max
value: 80.8753031650805
verified: no, type: nauc_map_at_1000_std
value: 54.38722696006999
verified: no, type: nauc_map_at_100_diff1
value: 91.97889892956285
verified: no, type: nauc_map_at_100_max
value: 80.89676220389073
verified: no, type: nauc_map_at_100_std
value: 54.4132005408842
verified: no, type: nauc_map_at_10_diff1
value: 92.00847920033857
verified: no, type: nauc_map_at_10_max
value: 81.10521744502199
verified: no, type: nauc_map_at_10_std
value: 54.68790929661031
verified: no, type: nauc_map_at_1_diff1
value: 89.60328317373455
verified: no, type: nauc_map_at_1_max
value: 72.47899159663876
verified: no, type: nauc_map_at_1_std
value: 44.26584587323289
verified: no, type: nauc_map_at_20_diff1
value: 92.02464449562623
verified: no, type: nauc_map_at_20_max
value: 81.01907888930855
verified: no, type: nauc_map_at_20_std
value: 54.571031073682384
verified: no, type: nauc_map_at_3_diff1
value: 92.09358870451744
verified: no, type: nauc_map_at_3_max
value: 81.7007682937812
verified: no, type: nauc_map_at_3_std
value: 55.27046690080435
verified: no, type: nauc_map_at_5_diff1
value: 92.11292217199042
verified: no, type: nauc_map_at_5_max
value: 81.3521575817287
verified: no, type: nauc_map_at_5_std
value: 54.99813695856418
verified: no, type: nauc_mrr_at_1000_diff1
value: 91.96988867062096
verified: no, type: nauc_mrr_at_1000_max
value: 80.8753031650805
verified: no, type: nauc_mrr_at_1000_std
value: 54.38722696006999
verified: no, type: nauc_mrr_at_100_diff1
value: 91.97889892956285
verified: no, type: nauc_mrr_at_100_max
value: 80.89676220389073
verified: no, type: nauc_mrr_at_100_std
value: 54.4132005408842
verified: no, type: nauc_mrr_at_10_diff1
value: 92.00847920033857
verified: no, type: nauc_mrr_at_10_max
value: 81.10521744502199
verified: no, type: nauc_mrr_at_10_std
value: 54.68790929661031
verified: no, type: nauc_mrr_at_1_diff1
value: 89.60328317373455
verified: no, type: nauc_mrr_at_1_max
value: 72.47899159663876
verified: no, type: nauc_mrr_at_1_std
value: 44.26584587323289
verified: no, type: nauc_mrr_at_20_diff1
value: 92.02464449562623
verified: no, type: nauc_mrr_at_20_max
value: 81.01907888930855
verified: no, type: nauc_mrr_at_20_std
value: 54.571031073682384
verified: no, type: nauc_mrr_at_3_diff1
value: 92.09358870451744
verified: no, type: nauc_mrr_at_3_max
value: 81.7007682937812
verified: no, type: nauc_mrr_at_3_std
value: 55.27046690080435
verified: no, type: nauc_mrr_at_5_diff1
value: 92.11292217199042
verified: no, type: nauc_mrr_at_5_max
value: 81.3521575817287
verified: no, type: nauc_mrr_at_5_std
value: 54.99813695856418
verified: no, type: nauc_ndcg_at_1000_diff1
value: 92.39514411202762
verified: no, type: nauc_ndcg_at_1000_max
value: 82.1789464930351
verified: no, type: nauc_ndcg_at_1000_std
value: 55.98331155582365
verified: no, type: nauc_ndcg_at_100_diff1
value: 92.60315730234768
verified: no, type: nauc_ndcg_at_100_max
value: 82.66640006867893
verified: no, type: nauc_ndcg_at_100_std
value: 56.60969071497668
verified: no, type: nauc_ndcg_at_10_diff1
value: 92.84846723213055
verified: no, type: nauc_ndcg_at_10_max
value: 83.93273402590029
verified: no, type: nauc_ndcg_at_10_std
value: 58.180048945638184
verified: no, type: nauc_ndcg_at_1_diff1
value: 89.60328317373455
verified: no, type: nauc_ndcg_at_1_max
value: 72.47899159663876
verified: no, type: nauc_ndcg_at_1_std
value: 44.26584587323289
verified: no, type: nauc_ndcg_at_20_diff1
value: 92.9455259704201
verified: no, type: nauc_ndcg_at_20_max
value: 83.57732205562041
verified: no, type: nauc_ndcg_at_20_std
value: 57.695601177913225
verified: no, type: nauc_ndcg_at_3_diff1
value: 93.02972756100402
verified: no, type: nauc_ndcg_at_3_max
value: 85.03899149427752
verified: no, type: nauc_ndcg_at_3_std
value: 59.29245146091644
verified: no, type: nauc_ndcg_at_5_diff1
value: 93.09702309051526
verified: no, type: nauc_ndcg_at_5_max
value: 84.49116159880194
verified: no, type: nauc_ndcg_at_5_std
value: 58.887701004976
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_100_diff1
value: 100
verified: no, type: nauc_precision_at_100_max
value: 100
verified: no, type: nauc_precision_at_100_std
value: 79.24836601307065
verified: no, type: nauc_precision_at_10_diff1
value: 97.6423902894492
verified: no, type: nauc_precision_at_10_max
value: 100
verified: no, type: nauc_precision_at_10_std
value: 78.07345160286333
verified: no, type: nauc_precision_at_1_diff1
value: 89.60328317373455
verified: no, type: nauc_precision_at_1_max
value: 72.47899159663876
verified: no, type: nauc_precision_at_1_std
value: 44.26584587323289
verified: no, type: nauc_precision_at_20_diff1
value: 99.47712418300702
verified: no, type: nauc_precision_at_20_max
value: 100
verified: no, type: nauc_precision_at_20_std
value: 77.69374416433266
verified: no, type: nauc_precision_at_3_diff1
value: 97.06316635181199
verified: no, type: nauc_precision_at_3_max
value: 99.35400516795852
verified: no, type: nauc_precision_at_3_std
value: 76.56070180010008
verified: no, type: nauc_precision_at_5_diff1
value: 98.03532524120767
verified: no, type: nauc_precision_at_5_max
value: 100
verified: no, type: nauc_precision_at_5_std
value: 78.16163502438044
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 100
verified: no, type: nauc_recall_at_100_max
value: 100
verified: no, type: nauc_recall_at_100_std
value: 79.24836601307193
verified: no, type: nauc_recall_at_10_diff1
value: 97.64239028944921
verified: no, type: nauc_recall_at_10_max
value: 100
verified: no, type: nauc_recall_at_10_std
value: 78.07345160286356
verified: no, type: nauc_recall_at_1_diff1
value: 89.60328317373455
verified: no, type: nauc_recall_at_1_max
value: 72.47899159663876
verified: no, type: nauc_recall_at_1_std
value: 44.26584587323289
verified: no, type: nauc_recall_at_20_diff1
value: 99.47712418300625
verified: no, type: nauc_recall_at_20_max
value: 100
verified: no, type: nauc_recall_at_20_std
value: 77.69374416433251
verified: no, type: nauc_recall_at_3_diff1
value: 97.06316635181186
verified: no, type: nauc_recall_at_3_max
value: 99.35400516795868
verified: no, type: nauc_recall_at_3_std
value: 76.56070180009995
verified: no, type: nauc_recall_at_5_diff1
value: 98.03532524120769
verified: no, type: nauc_recall_at_5_max
value: 100
verified: no, type: nauc_recall_at_5_std
value: 78.16163502438029
verified: no, type: ndcg_at_1
value: 91.4
verified: no, type: ndcg_at_10
value: 94.50699999999999
verified: no, type: ndcg_at_100
value: 94.90899999999999
verified: no, type: ndcg_at_1000
value: 95.048
verified: no, type: ndcg_at_20
value: 94.626
verified: no, type: ndcg_at_3
value: 94.021
verified: no, type: ndcg_at_5
value: 94.31
verified: no, type: precision_at_1
value: 91.4
verified: no, type: precision_at_10
value: 9.700000000000001
verified: no, type: precision_at_100
value: 0.9900000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.875
verified: no, type: precision_at_3
value: 31.900000000000002
verified: no, type: precision_at_5
value: 19.28
verified: no, type: recall_at_1
value: 91.4
verified: no, type: recall_at_10
value: 97
verified: no, type: recall_at_100
value: 99
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 97.5
verified: no, type: recall_at_3
value: 95.7
verified: no, type: recall_at_5
value: 96.39999999999999
verified: no
task: type: Retrieval, dataset: config: php
name: MTEB CodeSearchNetRetrieval (php)
revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759
split: test
type: code-search-net/code_search_net
metrics: type: main_score
value: 92.288
verified: no, type: map_at_1
value: 85.5
verified: no, type: map_at_10
value: 90.312
verified: no, type: map_at_100
value: 90.351
verified: no, type: map_at_1000
value: 90.35300000000001
verified: no, type: map_at_20
value: 90.335
verified: no, type: map_at_3
value: 89.583
verified: no, type: map_at_5
value: 90.098
verified: no, type: mrr_at_1
value: 85.5
verified: no, type: mrr_at_10
value: 90.31230158730165
verified: no, type: mrr_at_100
value: 90.35130514931716
verified: no, type: mrr_at_1000
value: 90.3533725076738
verified: no, type: mrr_at_20
value: 90.33520202020209
verified: no, type: mrr_at_3
value: 89.58333333333339
verified: no, type: mrr_at_5
value: 90.09833333333341
verified: no, type: nauc_map_at_1000_diff1
value: 93.85544381917798
verified: no, type: nauc_map_at_1000_max
value: 40.90472409247008
verified: no, type: nauc_map_at_1000_std
value: -16.463521873713017
verified: no, type: nauc_map_at_100_diff1
value: 93.85516451221955
verified: no, type: nauc_map_at_100_max
value: 40.917784128196594
verified: no, type: nauc_map_at_100_std
value: -16.437783475285407
verified: no, type: nauc_map_at_10_diff1
value: 93.821658302016
verified: no, type: nauc_map_at_10_max
value: 41.1631023862988
verified: no, type: nauc_map_at_10_std
value: -15.954316262724616
verified: no, type: nauc_map_at_1_diff1
value: 94.51659451659448
verified: no, type: nauc_map_at_1_max
value: 35.95691130574863
verified: no, type: nauc_map_at_1_std
value: -25.156884459210044
verified: no, type: nauc_map_at_20_diff1
value: 93.83850503661382
verified: no, type: nauc_map_at_20_max
value: 41.019314488512634
verified: no, type: nauc_map_at_20_std
value: -16.237689928755426
verified: no, type: nauc_map_at_3_diff1
value: 93.80837080594951
verified: no, type: nauc_map_at_3_max
value: 40.635458703255324
verified: no, type: nauc_map_at_3_std
value: -17.033014335677798
verified: no, type: nauc_map_at_5_diff1
value: 93.9020242116256
verified: no, type: nauc_map_at_5_max
value: 41.174017150832654
verified: no, type: nauc_map_at_5_std
value: -16.30029652673213
verified: no, type: nauc_mrr_at_1000_diff1
value: 93.85544381917798
verified: no, type: nauc_mrr_at_1000_max
value: 40.90472409247008
verified: no, type: nauc_mrr_at_1000_std
value: -16.463521873713017
verified: no, type: nauc_mrr_at_100_diff1
value: 93.85516451221955
verified: no, type: nauc_mrr_at_100_max
value: 40.917784128196594
verified: no, type: nauc_mrr_at_100_std
value: -16.437783475285407
verified: no, type: nauc_mrr_at_10_diff1
value: 93.821658302016
verified: no, type: nauc_mrr_at_10_max
value: 41.1631023862988
verified: no, type: nauc_mrr_at_10_std
value: -15.954316262724616
verified: no, type: nauc_mrr_at_1_diff1
value: 94.51659451659448
verified: no, type: nauc_mrr_at_1_max
value: 35.95691130574863
verified: no, type: nauc_mrr_at_1_std
value: -25.156884459210044
verified: no, type: nauc_mrr_at_20_diff1
value: 93.83850503661382
verified: no, type: nauc_mrr_at_20_max
value: 41.019314488512634
verified: no, type: nauc_mrr_at_20_std
value: -16.237689928755426
verified: no, type: nauc_mrr_at_3_diff1
value: 93.80837080594951
verified: no, type: nauc_mrr_at_3_max
value: 40.635458703255324
verified: no, type: nauc_mrr_at_3_std
value: -17.033014335677798
verified: no, type: nauc_mrr_at_5_diff1
value: 93.9020242116256
verified: no, type: nauc_mrr_at_5_max
value: 41.174017150832654
verified: no, type: nauc_mrr_at_5_std
value: -16.30029652673213
verified: no, type: nauc_ndcg_at_1000_diff1
value: 93.77150134331873
verified: no, type: nauc_ndcg_at_1000_max
value: 42.34949722008596
verified: no, type: nauc_ndcg_at_1000_std
value: -13.688355172335143
verified: no, type: nauc_ndcg_at_100_diff1
value: 93.77562254293132
verified: no, type: nauc_ndcg_at_100_max
value: 42.992049705674965
verified: no, type: nauc_ndcg_at_100_std
value: -12.42122424240366
verified: no, type: nauc_ndcg_at_10_diff1
value: 93.54925638165832
verified: no, type: nauc_ndcg_at_10_max
value: 44.555550459089986
verified: no, type: nauc_ndcg_at_10_std
value: -9.337958348868717
verified: no, type: nauc_ndcg_at_1_diff1
value: 94.51659451659448
verified: no, type: nauc_ndcg_at_1_max
value: 35.95691130574863
verified: no, type: nauc_ndcg_at_1_std
value: -25.156884459210044
verified: no, type: nauc_ndcg_at_20_diff1
value: 93.61932694899781
verified: no, type: nauc_ndcg_at_20_max
value: 43.96879091200643
verified: no, type: nauc_ndcg_at_20_std
value: -10.495064090760449
verified: no, type: nauc_ndcg_at_3_diff1
value: 93.62155771108924
verified: no, type: nauc_ndcg_at_3_max
value: 42.893378116364104
verified: no, type: nauc_ndcg_at_3_std
value: -12.73029168651973
verified: no, type: nauc_ndcg_at_5_diff1
value: 93.78967591680556
verified: no, type: nauc_ndcg_at_5_max
value: 44.44155136825693
verified: no, type: nauc_ndcg_at_5_std
value: -10.579261977804965
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_100_diff1
value: 94.39775910363963
verified: no, type: nauc_precision_at_100_max
value: 100
verified: no, type: nauc_precision_at_100_std
value: 100
verified: no, type: nauc_precision_at_10_diff1
value: 89.1387927720107
verified: no, type: nauc_precision_at_10_max
value: 100
verified: no, type: nauc_precision_at_10_std
value: 100
verified: no, type: nauc_precision_at_1_diff1
value: 94.51659451659448
verified: no, type: nauc_precision_at_1_max
value: 35.95691130574863
verified: no, type: nauc_precision_at_1_std
value: -25.156884459210044
verified: no, type: nauc_precision_at_20_diff1
value: 89.61251167133568
verified: no, type: nauc_precision_at_20_max
value: 100
verified: no, type: nauc_precision_at_20_std
value: 100
verified: no, type: nauc_precision_at_3_diff1
value: 92.71284271284276
verified: no, type: nauc_precision_at_3_max
value: 54.854426619132425
verified: no, type: nauc_precision_at_3_std
value: 10.262286732874971
verified: no, type: nauc_precision_at_5_diff1
value: 93.00449346405235
verified: no, type: nauc_precision_at_5_max
value: 73.52795284780564
verified: no, type: nauc_precision_at_5_std
value: 40.204831932772336
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 94.39775910364197
verified: no, type: nauc_recall_at_100_max
value: 100
verified: no, type: nauc_recall_at_100_std
value: 100
verified: no, type: nauc_recall_at_10_diff1
value: 89.13879277201103
verified: no, type: nauc_recall_at_10_max
value: 100
verified: no, type: nauc_recall_at_10_std
value: 100
verified: no, type: nauc_recall_at_1_diff1
value: 94.51659451659448
verified: no, type: nauc_recall_at_1_max
value: 35.95691130574863
verified: no, type: nauc_recall_at_1_std
value: -25.156884459210044
verified: no, type: nauc_recall_at_20_diff1
value: 89.61251167133527
verified: no, type: nauc_recall_at_20_max
value: 100
verified: no, type: nauc_recall_at_20_std
value: 100
verified: no, type: nauc_recall_at_3_diff1
value: 92.71284271284289
verified: no, type: nauc_recall_at_3_max
value: 54.85442661913248
verified: no, type: nauc_recall_at_3_std
value: 10.262286732875078
verified: no, type: nauc_recall_at_5_diff1
value: 93.00449346405259
verified: no, type: nauc_recall_at_5_max
value: 73.52795284780608
verified: no, type: nauc_recall_at_5_std
value: 40.20483193277305
verified: no, type: ndcg_at_1
value: 85.5
verified: no, type: ndcg_at_10
value: 92.288
verified: no, type: ndcg_at_100
value: 92.49300000000001
verified: no, type: ndcg_at_1000
value: 92.574
verified: no, type: ndcg_at_20
value: 92.366
verified: no, type: ndcg_at_3
value: 90.851
verified: no, type: ndcg_at_5
value: 91.789
verified: no, type: precision_at_1
value: 85.5
verified: no, type: precision_at_10
value: 9.83
verified: no, type: precision_at_100
value: 0.993
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.93
verified: no, type: precision_at_3
value: 31.5
verified: no, type: precision_at_5
value: 19.36
verified: no, type: recall_at_1
value: 85.5
verified: no, type: recall_at_10
value: 98.3
verified: no, type: recall_at_100
value: 99.3
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 98.6
verified: no, type: recall_at_3
value: 94.5
verified: no, type: recall_at_5
value: 96.8
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CodeTransOceanContest (default)
revision: 20da4eb20a4b17300c0986ee148c90867a7f2a4d
split: test
type: CoIR-Retrieval/codetrans-contest
metrics: type: main_score
value: 94.96
verified: no, type: map_at_1
value: 91.855
verified: no, type: map_at_10
value: 94.054
verified: no, type: map_at_100
value: 94.14099999999999
verified: no, type: map_at_1000
value: 94.145
verified: no, type: map_at_20
value: 94.124
verified: no, type: map_at_3
value: 93.741
verified: no, type: map_at_5
value: 93.92200000000001
verified: no, type: mrr_at_1
value: 91.8552036199095
verified: no, type: mrr_at_10
value: 94.05354449472097
verified: no, type: mrr_at_100
value: 94.14134449135241
verified: no, type: mrr_at_1000
value: 94.14490739440583
verified: no, type: mrr_at_20
value: 94.12357250592545
verified: no, type: mrr_at_3
value: 93.74057315233786
verified: no, type: mrr_at_5
value: 93.92156862745098
verified: no, type: nauc_map_at_1000_diff1
value: 92.55002145543314
verified: no, type: nauc_map_at_1000_max
value: 83.9544206201828
verified: no, type: nauc_map_at_1000_std
value: 13.818812515717433
verified: no, type: nauc_map_at_100_diff1
value: 92.55455211118941
verified: no, type: nauc_map_at_100_max
value: 83.96417863440325
verified: no, type: nauc_map_at_100_std
value: 13.871223041576354
verified: no, type: nauc_map_at_10_diff1
value: 92.58163562742963
verified: no, type: nauc_map_at_10_max
value: 84.20094910390932
verified: no, type: nauc_map_at_10_std
value: 14.827570038179012
verified: no, type: nauc_map_at_1_diff1
value: 90.8130775986731
verified: no, type: nauc_map_at_1_max
value: 81.11634573555125
verified: no, type: nauc_map_at_1_std
value: 6.18089047774425
verified: no, type: nauc_map_at_20_diff1
value: 92.57706925983298
verified: no, type: nauc_map_at_20_max
value: 84.01267551178432
verified: no, type: nauc_map_at_20_std
value: 13.990683573503478
verified: no, type: nauc_map_at_3_diff1
value: 92.76365755738576
verified: no, type: nauc_map_at_3_max
value: 84.18142235516605
verified: no, type: nauc_map_at_3_std
value: 11.473399520154405
verified: no, type: nauc_map_at_5_diff1
value: 92.74270433278942
verified: no, type: nauc_map_at_5_max
value: 84.12361744519418
verified: no, type: nauc_map_at_5_std
value: 14.668669421165939
verified: no, type: nauc_mrr_at_1000_diff1
value: 92.55002145543314
verified: no, type: nauc_mrr_at_1000_max
value: 83.9544206201828
verified: no, type: nauc_mrr_at_1000_std
value: 13.818812515717433
verified: no, type: nauc_mrr_at_100_diff1
value: 92.55455211118941
verified: no, type: nauc_mrr_at_100_max
value: 83.96417863440325
verified: no, type: nauc_mrr_at_100_std
value: 13.871223041576354
verified: no, type: nauc_mrr_at_10_diff1
value: 92.58163562742963
verified: no, type: nauc_mrr_at_10_max
value: 84.20094910390932
verified: no, type: nauc_mrr_at_10_std
value: 14.827570038179012
verified: no, type: nauc_mrr_at_1_diff1
value: 90.8130775986731
verified: no, type: nauc_mrr_at_1_max
value: 81.11634573555125
verified: no, type: nauc_mrr_at_1_std
value: 6.18089047774425
verified: no, type: nauc_mrr_at_20_diff1
value: 92.57706925983298
verified: no, type: nauc_mrr_at_20_max
value: 84.01267551178432
verified: no, type: nauc_mrr_at_20_std
value: 13.990683573503478
verified: no, type: nauc_mrr_at_3_diff1
value: 92.76365755738576
verified: no, type: nauc_mrr_at_3_max
value: 84.18142235516605
verified: no, type: nauc_mrr_at_3_std
value: 11.473399520154405
verified: no, type: nauc_mrr_at_5_diff1
value: 92.74270433278942
verified: no, type: nauc_mrr_at_5_max
value: 84.12361744519418
verified: no, type: nauc_mrr_at_5_std
value: 14.668669421165939
verified: no, type: nauc_ndcg_at_1000_diff1
value: 92.84906743720337
verified: no, type: nauc_ndcg_at_1000_max
value: 84.57965223804021
verified: no, type: nauc_ndcg_at_1000_std
value: 15.875602814166239
verified: no, type: nauc_ndcg_at_100_diff1
value: 92.94862546375188
verified: no, type: nauc_ndcg_at_100_max
value: 84.7943402354994
verified: no, type: nauc_ndcg_at_100_std
value: 17.046814945571057
verified: no, type: nauc_ndcg_at_10_diff1
value: 93.18693605775724
verified: no, type: nauc_ndcg_at_10_max
value: 85.99181169093023
verified: no, type: nauc_ndcg_at_10_std
value: 21.453785415429227
verified: no, type: nauc_ndcg_at_1_diff1
value: 90.8130775986731
verified: no, type: nauc_ndcg_at_1_max
value: 81.11634573555125
verified: no, type: nauc_ndcg_at_1_std
value: 6.18089047774425
verified: no, type: nauc_ndcg_at_20_diff1
value: 93.18182308386798
verified: no, type: nauc_ndcg_at_20_max
value: 85.29721008749047
verified: no, type: nauc_ndcg_at_20_std
value: 18.265825551265774
verified: no, type: nauc_ndcg_at_3_diff1
value: 93.5678392571751
verified: no, type: nauc_ndcg_at_3_max
value: 85.68193097329507
verified: no, type: nauc_ndcg_at_3_std
value: 13.252390138276315
verified: no, type: nauc_ndcg_at_5_diff1
value: 93.57442357672642
verified: no, type: nauc_ndcg_at_5_max
value: 85.65305420139138
verified: no, type: nauc_ndcg_at_5_std
value: 20.399096483631958
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_100_diff1
value: 100
verified: no, type: nauc_precision_at_100_max
value: 100
verified: no, type: nauc_precision_at_100_std
value: 100
verified: no, type: nauc_precision_at_10_diff1
value: 97.38693467336647
verified: no, type: nauc_precision_at_10_max
value: 100
verified: no, type: nauc_precision_at_10_std
value: 76.08263155229871
verified: no, type: nauc_precision_at_1_diff1
value: 90.8130775986731
verified: no, type: nauc_precision_at_1_max
value: 81.11634573555125
verified: no, type: nauc_precision_at_1_std
value: 6.18089047774425
verified: no, type: nauc_precision_at_20_diff1
value: 100
verified: no, type: nauc_precision_at_20_max
value: 100
verified: no, type: nauc_precision_at_20_std
value: 69.38924997712752
verified: no, type: nauc_precision_at_3_diff1
value: 97.09659408151863
verified: no, type: nauc_precision_at_3_max
value: 92.38060989189518
verified: no, type: nauc_precision_at_3_std
value: 20.8638963856334
verified: no, type: nauc_precision_at_5_diff1
value: 98.13352476669084
verified: no, type: nauc_precision_at_5_max
value: 94.1685830281352
verified: no, type: nauc_precision_at_5_std
value: 54.20627096881086
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 100
verified: no, type: nauc_recall_at_100_max
value: 100
verified: no, type: nauc_recall_at_100_std
value: 100
verified: no, type: nauc_recall_at_10_diff1
value: 97.38693467336678
verified: no, type: nauc_recall_at_10_max
value: 100
verified: no, type: nauc_recall_at_10_std
value: 76.08263155229885
verified: no, type: nauc_recall_at_1_diff1
value: 90.8130775986731
verified: no, type: nauc_recall_at_1_max
value: 81.11634573555125
verified: no, type: nauc_recall_at_1_std
value: 6.18089047774425
verified: no, type: nauc_recall_at_20_diff1
value: 100
verified: no, type: nauc_recall_at_20_max
value: 100
verified: no, type: nauc_recall_at_20_std
value: 69.3892499771279
verified: no, type: nauc_recall_at_3_diff1
value: 97.09659408151863
verified: no, type: nauc_recall_at_3_max
value: 92.38060989189518
verified: no, type: nauc_recall_at_3_std
value: 20.863896385634074
verified: no, type: nauc_recall_at_5_diff1
value: 98.13352476669056
verified: no, type: nauc_recall_at_5_max
value: 94.16858302813482
verified: no, type: nauc_recall_at_5_std
value: 54.20627096881058
verified: no, type: ndcg_at_1
value: 91.855
verified: no, type: ndcg_at_10
value: 94.96
verified: no, type: ndcg_at_100
value: 95.357
verified: no, type: ndcg_at_1000
value: 95.422
verified: no, type: ndcg_at_20
value: 95.19800000000001
verified: no, type: ndcg_at_3
value: 94.306
verified: no, type: ndcg_at_5
value: 94.65599999999999
verified: no, type: precision_at_1
value: 91.855
verified: no, type: precision_at_10
value: 9.774
verified: no, type: precision_at_100
value: 0.9950000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.932
verified: no, type: precision_at_3
value: 31.976
verified: no, type: precision_at_5
value: 19.367
verified: no, type: recall_at_1
value: 91.855
verified: no, type: recall_at_10
value: 97.738
verified: no, type: recall_at_100
value: 99.548
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 98.643
verified: no, type: recall_at_3
value: 95.928
verified: no, type: recall_at_5
value: 96.833
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CodeTransOceanDL (default)
revision: 281562cb8a1265ab5c0824bfa6ddcd9b0a15618f
split: test
type: CoIR-Retrieval/codetrans-dl
metrics: type: main_score
value: 38.566
verified: no, type: map_at_1
value: 8.889
verified: no, type: map_at_10
value: 24.311
verified: no, type: map_at_100
value: 25.413999999999998
verified: no, type: map_at_1000
value: 25.413999999999998
verified: no, type: map_at_20
value: 25.413999999999998
verified: no, type: map_at_3
value: 14.352
verified: no, type: map_at_5
value: 18.296
verified: no, type: mrr_at_1
value: 7.777777777777778
verified: no, type: mrr_at_10
value: 23.692460317460355
verified: no, type: mrr_at_100
value: 24.94246031746036
verified: no, type: mrr_at_1000
value: 24.94246031746036
verified: no, type: mrr_at_20
value: 24.94246031746036
verified: no, type: mrr_at_3
value: 13.611111111111104
verified: no, type: mrr_at_5
value: 18.13888888888888
verified: no, type: nauc_map_at_1000_diff1
value: -11.995791794456052
verified: no, type: nauc_map_at_1000_max
value: -37.4290224077524
verified: no, type: nauc_map_at_1000_std
value: -8.685310117692485
verified: no, type: nauc_map_at_100_diff1
value: -11.995791794456052
verified: no, type: nauc_map_at_100_max
value: -37.4290224077524
verified: no, type: nauc_map_at_100_std
value: -8.685310117692485
verified: no, type: nauc_map_at_10_diff1
value: -12.904069625259378
verified: no, type: nauc_map_at_10_max
value: -36.469676015537445
verified: no, type: nauc_map_at_10_std
value: -8.18556060930571
verified: no, type: nauc_map_at_1_diff1
value: -22.632143815401133
verified: no, type: nauc_map_at_1_max
value: -38.05674805473572
verified: no, type: nauc_map_at_1_std
value: -5.114703514891332
verified: no, type: nauc_map_at_20_diff1
value: -11.995791794456052
verified: no, type: nauc_map_at_20_max
value: -37.4290224077524
verified: no, type: nauc_map_at_20_std
value: -8.685310117692485
verified: no, type: nauc_map_at_3_diff1
value: -9.430569631049272
verified: no, type: nauc_map_at_3_max
value: -40.31306127773153
verified: no, type: nauc_map_at_3_std
value: -9.279256680145705
verified: no, type: nauc_map_at_5_diff1
value: -11.17196963640011
verified: no, type: nauc_map_at_5_max
value: -36.71021151035073
verified: no, type: nauc_map_at_5_std
value: -10.227972134518213
verified: no, type: nauc_mrr_at_1000_diff1
value: 7.811397652262392
verified: no, type: nauc_mrr_at_1000_max
value: -35.827281345154454
verified: no, type: nauc_mrr_at_1000_std
value: -10.625492656056048
verified: no, type: nauc_mrr_at_100_diff1
value: 7.811397652262392
verified: no, type: nauc_mrr_at_100_max
value: -35.827281345154454
verified: no, type: nauc_mrr_at_100_std
value: -10.625492656056048
verified: no, type: nauc_mrr_at_10_diff1
value: 7.0457873475325155
verified: no, type: nauc_mrr_at_10_max
value: -34.091630838685006
verified: no, type: nauc_mrr_at_10_std
value: -10.015877703911025
verified: no, type: nauc_mrr_at_1_diff1
value: 6.72505653723791
verified: no, type: nauc_mrr_at_1_max
value: -39.05860707577908
verified: no, type: nauc_mrr_at_1_std
value: -12.350032580781182
verified: no, type: nauc_mrr_at_20_diff1
value: 7.811397652262392
verified: no, type: nauc_mrr_at_20_max
value: -35.827281345154454
verified: no, type: nauc_mrr_at_20_std
value: -10.625492656056048
verified: no, type: nauc_mrr_at_3_diff1
value: 9.229424174654557
verified: no, type: nauc_mrr_at_3_max
value: -39.823960095369024
verified: no, type: nauc_mrr_at_3_std
value: -12.365662926663418
verified: no, type: nauc_mrr_at_5_diff1
value: 7.455314880931567
verified: no, type: nauc_mrr_at_5_max
value: -34.4606595687379
verified: no, type: nauc_mrr_at_5_std
value: -9.748438671046124
verified: no, type: nauc_ndcg_at_1000_diff1
value: -11.393187924360975
verified: no, type: nauc_ndcg_at_1000_max
value: -37.14382596573424
verified: no, type: nauc_ndcg_at_1000_std
value: -8.714465550011122
verified: no, type: nauc_ndcg_at_100_diff1
value: -11.393187924360975
verified: no, type: nauc_ndcg_at_100_max
value: -37.14382596573424
verified: no, type: nauc_ndcg_at_100_std
value: -8.714465550011122
verified: no, type: nauc_ndcg_at_10_diff1
value: -14.50305018622005
verified: no, type: nauc_ndcg_at_10_max
value: -34.183276513019024
verified: no, type: nauc_ndcg_at_10_std
value: -6.91808119392616
verified: no, type: nauc_ndcg_at_1_diff1
value: -22.632143815401133
verified: no, type: nauc_ndcg_at_1_max
value: -38.05674805473572
verified: no, type: nauc_ndcg_at_1_std
value: -5.114703514891332
verified: no, type: nauc_ndcg_at_20_diff1
value: -11.393187924360975
verified: no, type: nauc_ndcg_at_20_max
value: -37.14382596573424
verified: no, type: nauc_ndcg_at_20_std
value: -8.714465550011122
verified: no, type: nauc_ndcg_at_3_diff1
value: -6.28820826432392
verified: no, type: nauc_ndcg_at_3_max
value: -40.515698550813426
verified: no, type: nauc_ndcg_at_3_std
value: -9.763678652070176
verified: no, type: nauc_ndcg_at_5_diff1
value: -9.784255160012018
verified: no, type: nauc_ndcg_at_5_max
value: -35.547401094483774
verified: no, type: nauc_ndcg_at_5_std
value: -11.253198818827153
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_100_diff1
value: 100
verified: no, type: nauc_precision_at_100_max
value: 100
verified: no, type: nauc_precision_at_100_std
value: 100
verified: no, type: nauc_precision_at_10_diff1
value: -28.569339405841387
verified: no, type: nauc_precision_at_10_max
value: -21.317845652446533
verified: no, type: nauc_precision_at_10_std
value: 1.6546191451133108
verified: no, type: nauc_precision_at_1_diff1
value: -22.632143815401133
verified: no, type: nauc_precision_at_1_max
value: -38.05674805473572
verified: no, type: nauc_precision_at_1_std
value: -5.114703514891332
verified: no, type: nauc_precision_at_20_diff1
verified: no, type: nauc_precision_at_20_max
verified: no, type: nauc_precision_at_20_std
verified: no, type: nauc_precision_at_3_diff1
value: 0.21101534115564527
verified: no, type: nauc_precision_at_3_max
value: -40.8638015094404
verified: no, type: nauc_precision_at_3_std
value: -10.657976464982523
verified: no, type: nauc_precision_at_5_diff1
value: -7.729717358965525
verified: no, type: nauc_precision_at_5_max
value: -33.27683373383679
verified: no, type: nauc_precision_at_5_std
value: -13.203741846893195
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
verified: no, type: nauc_recall_at_100_max
verified: no, type: nauc_recall_at_100_std
verified: no, type: nauc_recall_at_10_diff1
value: -28.569339405841294
verified: no, type: nauc_recall_at_10_max
value: -21.317845652446415
verified: no, type: nauc_recall_at_10_std
value: 1.6546191451134153
verified: no, type: nauc_recall_at_1_diff1
value: -22.632143815401133
verified: no, type: nauc_recall_at_1_max
value: -38.05674805473572
verified: no, type: nauc_recall_at_1_std
value: -5.114703514891332
verified: no, type: nauc_recall_at_20_diff1
verified: no, type: nauc_recall_at_20_max
verified: no, type: nauc_recall_at_20_std
verified: no, type: nauc_recall_at_3_diff1
value: 0.2110153411556453
verified: no, type: nauc_recall_at_3_max
value: -40.863801509440385
verified: no, type: nauc_recall_at_3_std
value: -10.65797646498251
verified: no, type: nauc_recall_at_5_diff1
value: -7.729717358965576
verified: no, type: nauc_recall_at_5_max
value: -33.276833733836845
verified: no, type: nauc_recall_at_5_std
value: -13.203741846893251
verified: no, type: ndcg_at_1
value: 8.889
verified: no, type: ndcg_at_10
value: 38.566
verified: no, type: ndcg_at_100
value: 42.063
verified: no, type: ndcg_at_1000
value: 42.063
verified: no, type: ndcg_at_20
value: 42.063
verified: no, type: ndcg_at_3
value: 16.488
verified: no, type: ndcg_at_5
value: 23.589
verified: no, type: precision_at_1
value: 8.889
verified: no, type: precision_at_10
value: 8.722000000000001
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 5
verified: no, type: precision_at_3
value: 7.593
verified: no, type: precision_at_5
value: 8
verified: no, type: recall_at_1
value: 8.889
verified: no, type: recall_at_10
value: 87.222
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 100
verified: no, type: recall_at_3
value: 22.778000000000002
verified: no, type: recall_at_5
value: 40
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CosQA (default)
revision: bc5efb7e9d437246ce393ed19d772e08e4a79535
split: test
type: CoIR-Retrieval/cosqa
metrics: type: main_score
value: 34.452
verified: no, type: map_at_1
value: 15.2
verified: no, type: map_at_10
value: 26.473000000000003
verified: no, type: map_at_100
value: 28.01
verified: no, type: map_at_1000
value: 28.038
verified: no, type: map_at_20
value: 27.48
verified: no, type: map_at_3
value: 20.833
verified: no, type: map_at_5
value: 24.153
verified: no, type: mrr_at_1
value: 19.2
verified: no, type: mrr_at_10
value: 28.281111111111105
verified: no, type: mrr_at_100
value: 29.8632158616367
verified: no, type: mrr_at_1000
value: 29.891199207757197
verified: no, type: mrr_at_20
value: 29.27876414692977
verified: no, type: mrr_at_3
value: 23.966666666666658
verified: no, type: mrr_at_5
value: 25.636666666666663
verified: no, type: nauc_map_at_1000_diff1
value: 24.10146846046148
verified: no, type: nauc_map_at_1000_max
value: 10.598410702361434
verified: no, type: nauc_map_at_1000_std
value: -20.144523237787222
verified: no, type: nauc_map_at_100_diff1
value: 24.053508672795086
verified: no, type: nauc_map_at_100_max
value: 10.62060173891184
verified: no, type: nauc_map_at_100_std
value: -20.123151261597684
verified: no, type: nauc_map_at_10_diff1
value: 24.03401073979636
verified: no, type: nauc_map_at_10_max
value: 10.204901836438324
verified: no, type: nauc_map_at_10_std
value: -20.723915647527605
verified: no, type: nauc_map_at_1_diff1
value: 34.9707775098606
verified: no, type: nauc_map_at_1_max
value: 8.792695974322537
verified: no, type: nauc_map_at_1_std
value: -17.679606534340426
verified: no, type: nauc_map_at_20_diff1
value: 23.635390281247904
verified: no, type: nauc_map_at_20_max
value: 10.51091267854992
verified: no, type: nauc_map_at_20_std
value: -20.503982338903548
verified: no, type: nauc_map_at_3_diff1
value: 27.08078023869985
verified: no, type: nauc_map_at_3_max
value: 8.624902998628762
verified: no, type: nauc_map_at_3_std
value: -21.16290389423999
verified: no, type: nauc_map_at_5_diff1
value: 24.375227072550878
verified: no, type: nauc_map_at_5_max
value: 10.446847054213334
verified: no, type: nauc_map_at_5_std
value: -20.416673549725004
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.78435935694305
verified: no, type: nauc_mrr_at_1000_max
value: 6.389276526733645
verified: no, type: nauc_mrr_at_1000_std
value: -24.87029202656466
verified: no, type: nauc_mrr_at_100_diff1
value: 19.741897116785875
verified: no, type: nauc_mrr_at_100_max
value: 6.399527259062092
verified: no, type: nauc_mrr_at_100_std
value: -24.86454789316169
verified: no, type: nauc_mrr_at_10_diff1
value: 19.82954896251409
verified: no, type: nauc_mrr_at_10_max
value: 5.841515376599231
verified: no, type: nauc_mrr_at_10_std
value: -25.585472957584926
verified: no, type: nauc_mrr_at_1_diff1
value: 22.61366365164493
verified: no, type: nauc_mrr_at_1_max
value: 5.888630966674663
verified: no, type: nauc_mrr_at_1_std
value: -23.551522185757364
verified: no, type: nauc_mrr_at_20_diff1
value: 19.610569618359854
verified: no, type: nauc_mrr_at_20_max
value: 6.388923736326994
verified: no, type: nauc_mrr_at_20_std
value: -25.022579250123666
verified: no, type: nauc_mrr_at_3_diff1
value: 21.689261589102053
verified: no, type: nauc_mrr_at_3_max
value: 5.433511684692397
verified: no, type: nauc_mrr_at_3_std
value: -25.22461843203615
verified: no, type: nauc_mrr_at_5_diff1
value: 20.769666984905864
verified: no, type: nauc_mrr_at_5_max
value: 5.103054542191035
verified: no, type: nauc_mrr_at_5_std
value: -25.62916796715137
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.724475676486286
verified: no, type: nauc_ndcg_at_1000_max
value: 11.92044108916809
verified: no, type: nauc_ndcg_at_1000_std
value: -19.560471367028224
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.65779971541893
verified: no, type: nauc_ndcg_at_100_max
value: 12.772564966149327
verified: no, type: nauc_ndcg_at_100_std
value: -18.53040956973807
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.715388368513594
verified: no, type: nauc_ndcg_at_10_max
value: 11.290056737017848
verified: no, type: nauc_ndcg_at_10_std
value: -21.48987713396045
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.9707775098606
verified: no, type: nauc_ndcg_at_1_max
value: 8.792695974322537
verified: no, type: nauc_ndcg_at_1_std
value: -17.679606534340426
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.26515065287157
verified: no, type: nauc_ndcg_at_20_max
value: 12.420581957680346
verified: no, type: nauc_ndcg_at_20_std
value: -20.560776758982286
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.86486238625192
verified: no, type: nauc_ndcg_at_3_max
value: 8.51016243931613
verified: no, type: nauc_ndcg_at_3_std
value: -22.38799975521682
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.38709195941383
verified: no, type: nauc_ndcg_at_5_max
value: 11.692332914550612
verified: no, type: nauc_ndcg_at_5_std
value: -21.095128458420735
verified: no, type: nauc_precision_at_1000_diff1
value: -2.427637721760636
verified: no, type: nauc_precision_at_1000_max
value: 93.46405228758199
verified: no, type: nauc_precision_at_1000_std
value: 56.139122315591536
verified: no, type: nauc_precision_at_100_diff1
value: -12.075404874593668
verified: no, type: nauc_precision_at_100_max
value: 46.41166811552213
verified: no, type: nauc_precision_at_100_std
value: 21.43662062526193
verified: no, type: nauc_precision_at_10_diff1
value: 7.927965224591165
verified: no, type: nauc_precision_at_10_max
value: 14.499053516090232
verified: no, type: nauc_precision_at_10_std
value: -23.215405338109257
verified: no, type: nauc_precision_at_1_diff1
value: 34.9707775098606
verified: no, type: nauc_precision_at_1_max
value: 8.792695974322537
verified: no, type: nauc_precision_at_1_std
value: -17.679606534340426
verified: no, type: nauc_precision_at_20_diff1
value: -2.2220305852593376
verified: no, type: nauc_precision_at_20_max
value: 20.688168333908145
verified: no, type: nauc_precision_at_20_std
value: -19.112501847927895
verified: no, type: nauc_precision_at_3_diff1
value: 19.523274018213513
verified: no, type: nauc_precision_at_3_max
value: 8.217018367841955
verified: no, type: nauc_precision_at_3_std
value: -25.40158982161363
verified: no, type: nauc_precision_at_5_diff1
value: 10.681426032017447
verified: no, type: nauc_precision_at_5_max
value: 14.961711488638585
verified: no, type: nauc_precision_at_5_std
value: -22.588397199647623
verified: no, type: nauc_recall_at_1000_diff1
value: -2.4276377217553624
verified: no, type: nauc_recall_at_1000_max
value: 93.46405228758147
verified: no, type: nauc_recall_at_1000_std
value: 56.13912231559195
verified: no, type: nauc_recall_at_100_diff1
value: -12.075404874593449
verified: no, type: nauc_recall_at_100_max
value: 46.41166811552219
verified: no, type: nauc_recall_at_100_std
value: 21.436620625261668
verified: no, type: nauc_recall_at_10_diff1
value: 7.927965224591155
verified: no, type: nauc_recall_at_10_max
value: 14.499053516090227
verified: no, type: nauc_recall_at_10_std
value: -23.21540533810927
verified: no, type: nauc_recall_at_1_diff1
value: 34.9707775098606
verified: no, type: nauc_recall_at_1_max
value: 8.792695974322537
verified: no, type: nauc_recall_at_1_std
value: -17.679606534340426
verified: no, type: nauc_recall_at_20_diff1
value: -2.22203058525925
verified: no, type: nauc_recall_at_20_max
value: 20.688168333908262
verified: no, type: nauc_recall_at_20_std
value: -19.11250184792784
verified: no, type: nauc_recall_at_3_diff1
value: 19.523274018213503
verified: no, type: nauc_recall_at_3_max
value: 8.217018367841955
verified: no, type: nauc_recall_at_3_std
value: -25.40158982161363
verified: no, type: nauc_recall_at_5_diff1
value: 10.681426032017423
verified: no, type: nauc_recall_at_5_max
value: 14.961711488638551
verified: no, type: nauc_recall_at_5_std
value: -22.58839719964763
verified: no, type: ndcg_at_1
value: 15.2
verified: no, type: ndcg_at_10
value: 34.452
verified: no, type: ndcg_at_100
value: 41.723
verified: no, type: ndcg_at_1000
value: 42.421
verified: no, type: ndcg_at_20
value: 38.002
verified: no, type: ndcg_at_3
value: 22.864
verified: no, type: ndcg_at_5
value: 28.904999999999998
verified: no, type: precision_at_1
value: 15.2
verified: no, type: precision_at_10
value: 6.0600000000000005
verified: no, type: precision_at_100
value: 0.942
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 3.7199999999999998
verified: no, type: precision_at_3
value: 9.6
verified: no, type: precision_at_5
value: 8.72
verified: no, type: recall_at_1
value: 15.2
verified: no, type: recall_at_10
value: 60.6
verified: no, type: recall_at_100
value: 94.19999999999999
verified: no, type: recall_at_1000
value: 99.6
verified: no, type: recall_at_20
value: 74.4
verified: no, type: recall_at_3
value: 28.799999999999997
verified: no, type: recall_at_5
value: 43.6
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB StackOverflowQA (default)
revision: db8f169f3894c14a00251061f957b2063eef2bd5
split: test
type: CoIR-Retrieval/stackoverflow-qa
metrics: type: main_score
value: 97.16799999999999
verified: no, type: map_at_1
value: 94.985
verified: no, type: map_at_10
value: 96.533
verified: no, type: map_at_100
value: 96.568
verified: no, type: map_at_1000
value: 96.569
verified: no, type: map_at_20
value: 96.554
verified: no, type: map_at_3
value: 96.272
verified: no, type: map_at_5
value: 96.48
verified: no, type: mrr_at_1
value: 94.98495486459379
verified: no, type: mrr_at_10
value: 96.53325054528665
verified: no, type: mrr_at_100
value: 96.56849512537934
verified: no, type: mrr_at_1000
value: 96.56899560792449
verified: no, type: mrr_at_20
value: 96.55354401474338
verified: no, type: mrr_at_3
value: 96.27214978268137
verified: no, type: mrr_at_5
value: 96.48027415580073
verified: no, type: nauc_map_at_1000_diff1
value: 96.7701081739238
verified: no, type: nauc_map_at_1000_max
value: 89.92147554128405
verified: no, type: nauc_map_at_1000_std
value: -11.367860416596368
verified: no, type: nauc_map_at_100_diff1
value: 96.7701266461378
verified: no, type: nauc_map_at_100_max
value: 89.92249288169609
verified: no, type: nauc_map_at_100_std
value: -11.365088267343506
verified: no, type: nauc_map_at_10_diff1
value: 96.80296303411313
verified: no, type: nauc_map_at_10_max
value: 89.97144795621024
verified: no, type: nauc_map_at_10_std
value: -11.225883175842885
verified: no, type: nauc_map_at_1_diff1
value: 96.33579234749389
verified: no, type: nauc_map_at_1_max
value: 88.14831631499773
verified: no, type: nauc_map_at_1_std
value: -11.043584429943797
verified: no, type: nauc_map_at_20_diff1
value: 96.7841381971511
verified: no, type: nauc_map_at_20_max
value: 89.96621023207143
verified: no, type: nauc_map_at_20_std
value: -11.236908272386724
verified: no, type: nauc_map_at_3_diff1
value: 96.77341739930384
verified: no, type: nauc_map_at_3_max
value: 90.18226749615211
verified: no, type: nauc_map_at_3_std
value: -12.405699503933928
verified: no, type: nauc_map_at_5_diff1
value: 96.79677069369804
verified: no, type: nauc_map_at_5_max
value: 90.04406323888772
verified: no, type: nauc_map_at_5_std
value: -11.09579820828818
verified: no, type: nauc_mrr_at_1000_diff1
value: 96.7701081739238
verified: no, type: nauc_mrr_at_1000_max
value: 89.92147554128405
verified: no, type: nauc_mrr_at_1000_std
value: -11.367860416596368
verified: no, type: nauc_mrr_at_100_diff1
value: 96.7701266461378
verified: no, type: nauc_mrr_at_100_max
value: 89.92249288169609
verified: no, type: nauc_mrr_at_100_std
value: -11.365088267343506
verified: no, type: nauc_mrr_at_10_diff1
value: 96.80296303411313
verified: no, type: nauc_mrr_at_10_max
value: 89.97144795621024
verified: no, type: nauc_mrr_at_10_std
value: -11.225883175842885
verified: no, type: nauc_mrr_at_1_diff1
value: 96.33579234749389
verified: no, type: nauc_mrr_at_1_max
value: 88.14831631499773
verified: no, type: nauc_mrr_at_1_std
value: -11.043584429943797
verified: no, type: nauc_mrr_at_20_diff1
value: 96.7841381971511
verified: no, type: nauc_mrr_at_20_max
value: 89.96621023207143
verified: no, type: nauc_mrr_at_20_std
value: -11.236908272386724
verified: no, type: nauc_mrr_at_3_diff1
value: 96.77341739930384
verified: no, type: nauc_mrr_at_3_max
value: 90.18226749615211
verified: no, type: nauc_mrr_at_3_std
value: -12.405699503933928
verified: no, type: nauc_mrr_at_5_diff1
value: 96.79677069369804
verified: no, type: nauc_mrr_at_5_max
value: 90.04406323888772
verified: no, type: nauc_mrr_at_5_std
value: -11.09579820828818
verified: no, type: nauc_ndcg_at_1000_diff1
value: 96.83153135375731
verified: no, type: nauc_ndcg_at_1000_max
value: 90.17747818029089
verified: no, type: nauc_ndcg_at_1000_std
value: -11.09225768112506
verified: no, type: nauc_ndcg_at_100_diff1
value: 96.82500676553634
verified: no, type: nauc_ndcg_at_100_max
value: 90.21640577830735
verified: no, type: nauc_ndcg_at_100_std
value: -11.051187241816189
verified: no, type: nauc_ndcg_at_10_diff1
value: 97.01040984737975
verified: no, type: nauc_ndcg_at_10_max
value: 90.53590661634338
verified: no, type: nauc_ndcg_at_10_std
value: -10.181364845409425
verified: no, type: nauc_ndcg_at_1_diff1
value: 96.33579234749389
verified: no, type: nauc_ndcg_at_1_max
value: 88.14831631499773
verified: no, type: nauc_ndcg_at_1_std
value: -11.043584429943797
verified: no, type: nauc_ndcg_at_20_diff1
value: 96.92876646822131
verified: no, type: nauc_ndcg_at_20_max
value: 90.53613648406619
verified: no, type: nauc_ndcg_at_20_std
value: -10.211015921117655
verified: no, type: nauc_ndcg_at_3_diff1
value: 96.92301963415002
verified: no, type: nauc_ndcg_at_3_max
value: 90.96341737957319
verified: no, type: nauc_ndcg_at_3_std
value: -12.397871226017621
verified: no, type: nauc_ndcg_at_5_diff1
value: 96.99223706029623
verified: no, type: nauc_ndcg_at_5_max
value: 90.7297142361567
verified: no, type: nauc_ndcg_at_5_std
value: -9.78987977360544
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_100_diff1
value: 95.64367251079331
verified: no, type: nauc_precision_at_100_max
value: 95.64367251079331
verified: no, type: nauc_precision_at_100_std
value: -7.9737174815413105
verified: no, type: nauc_precision_at_10_diff1
value: 99.27394541846478
verified: no, type: nauc_precision_at_10_max
value: 96.07116729984303
verified: no, type: nauc_precision_at_10_std
value: 2.384368710766077
verified: no, type: nauc_precision_at_1_diff1
value: 96.33579234749389
verified: no, type: nauc_precision_at_1_max
value: 88.14831631499773
verified: no, type: nauc_precision_at_1_std
value: -11.043584429943797
verified: no, type: nauc_precision_at_20_diff1
value: 98.91091812769709
verified: no, type: nauc_precision_at_20_max
value: 98.91091812769709
verified: no, type: nauc_precision_at_20_std
value: 8.043758582511515
verified: no, type: nauc_precision_at_3_diff1
value: 97.6238213695205
verified: no, type: nauc_precision_at_3_max
value: 94.67950559666251
verified: no, type: nauc_precision_at_3_std
value: -12.047680267059418
verified: no, type: nauc_precision_at_5_diff1
value: 98.49204048450248
verified: no, type: nauc_precision_at_5_max
value: 95.77207938439504
verified: no, type: nauc_precision_at_5_std
value: 1.5409353000901833
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 95.64367251078416
verified: no, type: nauc_recall_at_100_max
value: 95.64367251078416
verified: no, type: nauc_recall_at_100_std
value: -7.973717481540185
verified: no, type: nauc_recall_at_10_diff1
value: 99.27394541846407
verified: no, type: nauc_recall_at_10_max
value: 96.07116729984456
verified: no, type: nauc_recall_at_10_std
value: 2.3843687107667484
verified: no, type: nauc_recall_at_1_diff1
value: 96.33579234749389
verified: no, type: nauc_recall_at_1_max
value: 88.14831631499773
verified: no, type: nauc_recall_at_1_std
value: -11.043584429943797
verified: no, type: nauc_recall_at_20_diff1
value: 98.91091812769824
verified: no, type: nauc_recall_at_20_max
value: 98.91091812769824
verified: no, type: nauc_recall_at_20_std
value: 8.043758582515963
verified: no, type: nauc_recall_at_3_diff1
value: 97.62382136952051
verified: no, type: nauc_recall_at_3_max
value: 94.67950559666313
verified: no, type: nauc_recall_at_3_std
value: -12.047680267059349
verified: no, type: nauc_recall_at_5_diff1
value: 98.49204048450328
verified: no, type: nauc_recall_at_5_max
value: 95.77207938439567
verified: no, type: nauc_recall_at_5_std
value: 1.54093530009189
verified: no, type: ndcg_at_1
value: 94.985
verified: no, type: ndcg_at_10
value: 97.16799999999999
verified: no, type: ndcg_at_100
value: 97.333
verified: no, type: ndcg_at_1000
value: 97.351
verified: no, type: ndcg_at_20
value: 97.243
verified: no, type: ndcg_at_3
value: 96.665
verified: no, type: ndcg_at_5
value: 97.038
verified: no, type: precision_at_1
value: 94.985
verified: no, type: precision_at_10
value: 9.91
verified: no, type: precision_at_100
value: 0.9979999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.97
verified: no, type: precision_at_3
value: 32.598
verified: no, type: precision_at_5
value: 19.739
verified: no, type: recall_at_1
value: 94.985
verified: no, type: recall_at_10
value: 99.09700000000001
verified: no, type: recall_at_100
value: 99.85000000000001
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 99.398
verified: no, type: recall_at_3
value: 97.79299999999999
verified: no, type: recall_at_5
value: 98.696
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SyntheticText2SQL (default)
revision: 686b87296c3a0191b5d9415a00526c62db9fce09
split: test
type: CoIR-Retrieval/synthetic-text2sql
metrics: type: main_score
value: 62.871
verified: no, type: map_at_1
value: 5.931
verified: no, type: map_at_10
value: 50.172000000000004
verified: no, type: map_at_100
value: 50.221000000000004
verified: no, type: map_at_1000
value: 50.221000000000004
verified: no, type: map_at_20
value: 50.217
verified: no, type: map_at_3
value: 49.126
verified: no, type: map_at_5
value: 49.966
verified: no, type: mrr_at_1
value: 46.84669287301316
verified: no, type: mrr_at_10
value: 71.28829558371541
verified: no, type: mrr_at_100
value: 71.33501465192626
verified: no, type: mrr_at_1000
value: 71.33501465192626
verified: no, type: mrr_at_20
value: 71.33145566423184
verified: no, type: mrr_at_3
value: 70.51501167891556
verified: no, type: mrr_at_5
value: 71.10978180368052
verified: no, type: nauc_map_at_1000_diff1
value: 16.85059525629914
verified: no, type: nauc_map_at_1000_max
value: 7.2095269963540725
verified: no, type: nauc_map_at_1000_std
value: -31.394151564475674
verified: no, type: nauc_map_at_100_diff1
value: 16.85059525629914
verified: no, type: nauc_map_at_100_max
value: 7.2095269963540725
verified: no, type: nauc_map_at_100_std
value: -31.394151564475674
verified: no, type: nauc_map_at_10_diff1
value: 16.005030500086086
verified: no, type: nauc_map_at_10_max
value: 7.264507684893849
verified: no, type: nauc_map_at_10_std
value: -31.715470923775076
verified: no, type: nauc_map_at_1_diff1
value: 88.69496772604496
verified: no, type: nauc_map_at_1_max
value: 2.919830321081601
verified: no, type: nauc_map_at_1_std
value: -12.316988109913101
verified: no, type: nauc_map_at_20_diff1
value: 16.782304707510036
verified: no, type: nauc_map_at_20_max
value: 7.245475061050962
verified: no, type: nauc_map_at_20_std
value: -31.399548485799105
verified: no, type: nauc_map_at_3_diff1
value: 0.7297119245486146
verified: no, type: nauc_map_at_3_max
value: 8.421968652977062
verified: no, type: nauc_map_at_3_std
value: -36.37536179543213
verified: no, type: nauc_map_at_5_diff1
value: 12.348535589464996
verified: no, type: nauc_map_at_5_max
value: 7.675248350287251
verified: no, type: nauc_map_at_5_std
value: -33.03849075726066
verified: no, type: nauc_mrr_at_1000_diff1
value: -19.145171066076582
verified: no, type: nauc_mrr_at_1000_max
value: 3.456240689954698
verified: no, type: nauc_mrr_at_1000_std
value: -16.911698657686483
verified: no, type: nauc_mrr_at_100_diff1
value: -19.145171066076582
verified: no, type: nauc_mrr_at_100_max
value: 3.456240689954698
verified: no, type: nauc_mrr_at_100_std
value: -16.911698657686483
verified: no, type: nauc_mrr_at_10_diff1
value: -19.383555832224395
verified: no, type: nauc_mrr_at_10_max
value: 3.4956712263663245
verified: no, type: nauc_mrr_at_10_std
value: -17.088724852125562
verified: no, type: nauc_mrr_at_1_diff1
value: -7.248689506871619
verified: no, type: nauc_mrr_at_1_max
value: 1.6279165510593367
verified: no, type: nauc_mrr_at_1_std
value: -10.76401320944665
verified: no, type: nauc_mrr_at_20_diff1
value: -19.166540939871457
verified: no, type: nauc_mrr_at_20_max
value: 3.471598334930003
verified: no, type: nauc_mrr_at_20_std
value: -16.91659546762138
verified: no, type: nauc_mrr_at_3_diff1
value: -23.156601373830686
verified: no, type: nauc_mrr_at_3_max
value: 4.041242636869845
verified: no, type: nauc_mrr_at_3_std
value: -19.05754313395974
verified: no, type: nauc_mrr_at_5_diff1
value: -20.312683178010765
verified: no, type: nauc_mrr_at_5_max
value: 3.617044817759521
verified: no, type: nauc_mrr_at_5_std
value: -17.611736247571123
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.200580013571008
verified: no, type: nauc_ndcg_at_1000_max
value: 7.5728136486801105
verified: no, type: nauc_ndcg_at_1000_std
value: -32.773584410427645
verified: no, type: nauc_ndcg_at_100_diff1
value: 12.200580013571008
verified: no, type: nauc_ndcg_at_100_max
value: 7.5728136486801105
verified: no, type: nauc_ndcg_at_100_std
value: -32.773584410427645
verified: no, type: nauc_ndcg_at_10_diff1
value: 8.346563719126793
verified: no, type: nauc_ndcg_at_10_max
value: 7.984058762338721
verified: no, type: nauc_ndcg_at_10_std
value: -34.20079429928775
verified: no, type: nauc_ndcg_at_1_diff1
value: 88.69496772604496
verified: no, type: nauc_ndcg_at_1_max
value: 2.919830321081601
verified: no, type: nauc_ndcg_at_1_std
value: -12.316988109913101
verified: no, type: nauc_ndcg_at_20_diff1
value: 11.618780757172203
verified: no, type: nauc_ndcg_at_20_max
value: 7.879670436948672
verified: no, type: nauc_ndcg_at_20_std
value: -32.832497615096266
verified: no, type: nauc_ndcg_at_3_diff1
value: -21.635858761258074
verified: no, type: nauc_ndcg_at_3_max
value: 10.142935236930697
verified: no, type: nauc_ndcg_at_3_std
value: -43.48822107044396
verified: no, type: nauc_ndcg_at_5_diff1
value: -1.4973636275297837
verified: no, type: nauc_ndcg_at_5_max
value: 8.981298991414445
verified: no, type: nauc_ndcg_at_5_std
value: -37.87476407099174
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_100_diff1
verified: no, type: nauc_precision_at_100_max
verified: no, type: nauc_precision_at_100_std
verified: no, type: nauc_precision_at_10_diff1
value: -121.58511191301635
verified: no, type: nauc_precision_at_10_max
value: 25.248667404560425
verified: no, type: nauc_precision_at_10_std
value: -81.22406477400408
verified: no, type: nauc_precision_at_1_diff1
value: 88.69496772604496
verified: no, type: nauc_precision_at_1_max
value: 2.919830321081601
verified: no, type: nauc_precision_at_1_std
value: -12.316988109913101
verified: no, type: nauc_precision_at_20_diff1
value: -140.40859643368495
verified: no, type: nauc_precision_at_20_max
value: 87.46836627148437
verified: no, type: nauc_precision_at_20_std
value: -50.273460814697444
verified: no, type: nauc_precision_at_3_diff1
value: -116.53772258202089
verified: no, type: nauc_precision_at_3_max
value: 17.67074016899205
verified: no, type: nauc_precision_at_3_std
value: -74.36661207778327
verified: no, type: nauc_precision_at_5_diff1
value: -123.86337036708947
verified: no, type: nauc_precision_at_5_max
value: 21.909069776986158
verified: no, type: nauc_precision_at_5_std
value: -83.69114367867371
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
verified: no, type: nauc_recall_at_100_max
verified: no, type: nauc_recall_at_100_std
verified: no, type: nauc_recall_at_10_diff1
value: -121.58511191302262
verified: no, type: nauc_recall_at_10_max
value: 25.24866740455998
verified: no, type: nauc_recall_at_10_std
value: -81.22406477400794
verified: no, type: nauc_recall_at_1_diff1
value: 88.69496772604496
verified: no, type: nauc_recall_at_1_max
value: 2.919830321081601
verified: no, type: nauc_recall_at_1_std
value: -12.316988109913101
verified: no, type: nauc_recall_at_20_diff1
value: -140.40859643373693
verified: no, type: nauc_recall_at_20_max
value: 87.46836627148096
verified: no, type: nauc_recall_at_20_std
value: -50.27346081473573
verified: no, type: nauc_recall_at_3_diff1
value: -116.53772258202
verified: no, type: nauc_recall_at_3_max
value: 17.670740168992516
verified: no, type: nauc_recall_at_3_std
value: -74.3666120777825
verified: no, type: nauc_recall_at_5_diff1
value: -123.86337036708981
verified: no, type: nauc_recall_at_5_max
value: 21.909069776986765
verified: no, type: nauc_recall_at_5_std
value: -83.69114367867463
verified: no, type: ndcg_at_1
value: 5.931
verified: no, type: ndcg_at_10
value: 62.871
verified: no, type: ndcg_at_100
value: 63.05
verified: no, type: ndcg_at_1000
value: 63.05
verified: no, type: ndcg_at_20
value: 63.027
verified: no, type: ndcg_at_3
value: 60.89
verified: no, type: ndcg_at_5
value: 62.382000000000005
verified: no, type: precision_at_1
value: 5.931
verified: no, type: precision_at_10
value: 9.927999999999999
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.994
verified: no, type: precision_at_3
value: 31.408
verified: no, type: precision_at_5
value: 19.559
verified: no, type: recall_at_1
value: 5.931
verified: no, type: recall_at_10
value: 99.28200000000001
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 99.88
verified: no, type: recall_at_3
value: 94.223
verified: no, type: recall_at_5
value: 97.795
verified: no
task: type: Retrieval
tags: mteb
Likes: 16 | All-time downloads: 0
Created: 2024-12-02 22:18:09