Model: sergeyzh/rubert-tiny-turbo
Author: sergeyzh
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, bert, feature-extraction, russian, pretraining, embeddings, tiny, sentence-similarity, transformers, mteb, ru, dataset:IlyaGusev/gazeta, dataset:zloelias/lenta-ru, base_model:cointegrated/rubert-tiny2, base_model:finetune:cointegrated/rubert-tiny2, license:mit, model-index, text-embeddings-inference, endpoints_compatible, deploy:azure, region:us
Base models (finetune): id: cointegrated/rubert-tiny2
Card metadata: language: ru
pipeline_tag: sentence-similarity
tags: russian, pretraining, embeddings, tiny, feature-extraction, sentence-similarity, sentence-transformers, transformers, mteb
datasets: IlyaGusev/gazeta, zloelias/lenta-ru
license: mit
base_model: cointegrated/rubert-tiny2
model-index: name: sergeyzh/rubert-tiny-turbo
results: dataset: config: default
name: MTEB AILACasedocs (default)
revision: 4106e6bcc72e0698d714ea8b101355e3e238431a
split: test
type: mteb/AILA_casedocs
metrics: type: main_score
value: 7.432999999999999
verified: no, type: map_at_1
value: 0.604
verified: no, type: map_at_10
value: 3.8989999999999996
verified: no, type: map_at_100
value: 7.89
verified: no, type: map_at_1000
value: 8.417
verified: no, type: map_at_20
value: 5.007000000000001
verified: no, type: map_at_3
value: 2.688
verified: no, type: map_at_5
value: 3.0380000000000003
verified: no, type: mrr_at_1
value: 6
verified: no, type: mrr_at_10
value: 11.799999999999999
verified: no, type: mrr_at_100
value: 14.417998426795965
verified: no, type: mrr_at_1000
value: 14.474056627618499
verified: no, type: mrr_at_20
value: 13.017532467532467
verified: no, type: mrr_at_3
value: 10.333333333333334
verified: no, type: mrr_at_5
value: 10.733333333333333
verified: no, type: nauc_map_at_1000_diff1
value: -18.649405381116548
verified: no, type: nauc_map_at_1000_max
value: 53.92467833877199
verified: no, type: nauc_map_at_1000_std
value: -37.567628121407296
verified: no, type: nauc_map_at_100_diff1
value: -19.053926237591206
verified: no, type: nauc_map_at_100_max
value: 53.442907236002725
verified: no, type: nauc_map_at_100_std
value: -37.310817568902884
verified: no, type: nauc_map_at_10_diff1
value: -13.464050841785403
verified: no, type: nauc_map_at_10_max
value: 48.093886298979946
verified: no, type: nauc_map_at_10_std
value: -34.85388157835729
verified: no, type: nauc_map_at_1_diff1
value: -13.741863044507388
verified: no, type: nauc_map_at_1_max
value: 88.80266056441289
verified: no, type: nauc_map_at_1_std
value: -52.44805080502242
verified: no, type: nauc_map_at_20_diff1
value: -14.561491138058782
verified: no, type: nauc_map_at_20_max
value: 48.97477701904
verified: no, type: nauc_map_at_20_std
value: -31.218577996781537
verified: no, type: nauc_map_at_3_diff1
value: -15.370170931276068
verified: no, type: nauc_map_at_3_max
value: 53.443631887225486
verified: no, type: nauc_map_at_3_std
value: -40.92344513873499
verified: no, type: nauc_map_at_5_diff1
value: -12.899827975508286
verified: no, type: nauc_map_at_5_max
value: 56.55724779187716
verified: no, type: nauc_map_at_5_std
value: -38.50107328981899
verified: no, type: nauc_mrr_at_1000_diff1
value: -20.480388426956775
verified: no, type: nauc_mrr_at_1000_max
value: 59.34434186773745
verified: no, type: nauc_mrr_at_1000_std
value: -38.78219708358511
verified: no, type: nauc_mrr_at_100_diff1
value: -20.733217227513638
verified: no, type: nauc_mrr_at_100_max
value: 59.338571965753026
verified: no, type: nauc_mrr_at_100_std
value: -38.905241386083524
verified: no, type: nauc_mrr_at_10_diff1
value: -23.191503817950903
verified: no, type: nauc_mrr_at_10_max
value: 59.40585262343663
verified: no, type: nauc_mrr_at_10_std
value: -39.558082853802894
verified: no, type: nauc_mrr_at_1_diff1
value: -18.978624452195685
verified: no, type: nauc_mrr_at_1_max
value: 88.73088274751811
verified: no, type: nauc_mrr_at_1_std
value: -52.46400143099903
verified: no, type: nauc_mrr_at_20_diff1
value: -20.110327257289537
verified: no, type: nauc_mrr_at_20_max
value: 57.24590011894607
verified: no, type: nauc_mrr_at_20_std
value: -36.76057923211494
verified: no, type: nauc_mrr_at_3_diff1
value: -20.292924276357084
verified: no, type: nauc_mrr_at_3_max
value: 62.92624417852826
verified: no, type: nauc_mrr_at_3_std
value: -42.31284612573441
verified: no, type: nauc_mrr_at_5_diff1
value: -22.088780368608298
verified: no, type: nauc_mrr_at_5_max
value: 61.62928734634482
verified: no, type: nauc_mrr_at_5_std
value: -38.47155384792127
verified: no, type: nauc_ndcg_at_1000_diff1
value: -21.96644342707332
verified: no, type: nauc_ndcg_at_1000_max
value: 54.04115629470727
verified: no, type: nauc_ndcg_at_1000_std
value: -38.60954619686922
verified: no, type: nauc_ndcg_at_100_diff1
value: -28.508933576201116
verified: no, type: nauc_ndcg_at_100_max
value: 53.62925134001747
verified: no, type: nauc_ndcg_at_100_std
value: -41.66742945815351
verified: no, type: nauc_ndcg_at_10_diff1
value: -19.22314681419278
verified: no, type: nauc_ndcg_at_10_max
value: 44.88305374351992
verified: no, type: nauc_ndcg_at_10_std
value: -32.86086137849654
verified: no, type: nauc_ndcg_at_1_diff1
value: -18.978624452195685
verified: no, type: nauc_ndcg_at_1_max
value: 88.73088274751811
verified: no, type: nauc_ndcg_at_1_std
value: -52.46400143099903
verified: no, type: nauc_ndcg_at_20_diff1
value: -14.037813797353552
verified: no, type: nauc_ndcg_at_20_max
value: 43.01748289241327
verified: no, type: nauc_ndcg_at_20_std
value: -23.548077008049674
verified: no, type: nauc_ndcg_at_3_diff1
value: -19.9659903984576
verified: no, type: nauc_ndcg_at_3_max
value: 64.99817864354436
verified: no, type: nauc_ndcg_at_3_std
value: -45.246163550721796
verified: no, type: nauc_ndcg_at_5_diff1
value: -20.389688306447788
verified: no, type: nauc_ndcg_at_5_max
value: 61.370293646369454
verified: no, type: nauc_ndcg_at_5_std
value: -39.9134710853091
verified: no, type: nauc_precision_at_1000_diff1
value: -26.69952361901621
verified: no, type: nauc_precision_at_1000_max
value: 46.40932456102013
verified: no, type: nauc_precision_at_1000_std
value: -37.38094677778857
verified: no, type: nauc_precision_at_100_diff1
value: -29.692268260058146
verified: no, type: nauc_precision_at_100_max
value: 49.265913223173584
verified: no, type: nauc_precision_at_100_std
value: -41.45888232985447
verified: no, type: nauc_precision_at_10_diff1
value: -20.974428245377048
verified: no, type: nauc_precision_at_10_max
value: 53.924262890679564
verified: no, type: nauc_precision_at_10_std
value: -35.74456192649867
verified: no, type: nauc_precision_at_1_diff1
value: -18.978624452195685
verified: no, type: nauc_precision_at_1_max
value: 88.73088274751811
verified: no, type: nauc_precision_at_1_std
value: -52.46400143099903
verified: no, type: nauc_precision_at_20_diff1
value: -23.03848763224966
verified: no, type: nauc_precision_at_20_max
value: 51.19001778609016
verified: no, type: nauc_precision_at_20_std
value: -33.25265416139501
verified: no, type: nauc_precision_at_3_diff1
value: -19.497362250879267
verified: no, type: nauc_precision_at_3_max
value: 64.71277842907384
verified: no, type: nauc_precision_at_3_std
value: -44.512016412661204
verified: no, type: nauc_precision_at_5_diff1
value: -18.918918918918912
verified: no, type: nauc_precision_at_5_max
value: 64.89456489456494
verified: no, type: nauc_precision_at_5_std
value: -37.37960880818024
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: -44.51937508102329
verified: no, type: nauc_recall_at_100_max
value: 25.75429602376942
verified: no, type: nauc_recall_at_100_std
value: -33.30783195688129
verified: no, type: nauc_recall_at_10_diff1
value: -18.776401920240275
verified: no, type: nauc_recall_at_10_max
value: 23.00791681188562
verified: no, type: nauc_recall_at_10_std
value: -21.576198296256532
verified: no, type: nauc_recall_at_1_diff1
value: -13.741863044507388
verified: no, type: nauc_recall_at_1_max
value: 88.80266056441289
verified: no, type: nauc_recall_at_1_std
value: -52.44805080502242
verified: no, type: nauc_recall_at_20_diff1
value: -3.8724115673803343
verified: no, type: nauc_recall_at_20_max
value: 21.50124528790692
verified: no, type: nauc_recall_at_20_std
value: -1.6719812367243132
verified: no, type: nauc_recall_at_3_diff1
value: -20.21079163108882
verified: no, type: nauc_recall_at_3_max
value: 42.152167178196684
verified: no, type: nauc_recall_at_3_std
value: -36.258746145318526
verified: no, type: nauc_recall_at_5_diff1
value: -22.10269915203519
verified: no, type: nauc_recall_at_5_max
value: 43.30767031613079
verified: no, type: nauc_recall_at_5_std
value: -27.398704255640478
verified: no, type: ndcg_at_1
value: 6
verified: no, type: ndcg_at_10
value: 7.432999999999999
verified: no, type: ndcg_at_100
value: 26.354
verified: no, type: ndcg_at_1000
value: 30.558000000000003
verified: no, type: ndcg_at_20
value: 11.143
verified: no, type: ndcg_at_3
value: 7.979
verified: no, type: ndcg_at_5
value: 6.81
verified: no, type: precision_at_1
value: 6
verified: no, type: precision_at_10
value: 4.2
verified: no, type: precision_at_100
value: 3.1199999999999997
verified: no, type: precision_at_1000
value: 0.38999999999999996
verified: no, type: precision_at_20
value: 4.2
verified: no, type: precision_at_3
value: 8
verified: no, type: precision_at_5
value: 5.6000000000000005
verified: no, type: recall_at_1
value: 0.604
verified: no, type: recall_at_10
value: 9.678
verified: no, type: recall_at_100
value: 78.645
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 20.79
verified: no, type: recall_at_3
value: 4.261
verified: no, type: recall_at_5
value: 5.011
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB AILAStatutes (default)
revision: ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e
split: test
type: mteb/AILA_statutes
metrics: type: main_score
value: 13.624
verified: no, type: map_at_1
value: 1.7999999999999998
verified: no, type: map_at_10
value: 6.41
verified: no, type: map_at_100
value: 11.995000000000001
verified: no, type: map_at_1000
value: 11.995000000000001
verified: no, type: map_at_20
value: 7.33
verified: no, type: map_at_3
value: 4.089
verified: no, type: map_at_5
value: 5.192
verified: no, type: mrr_at_1
value: 8
verified: no, type: mrr_at_10
value: 20.935714285714287
verified: no, type: mrr_at_100
value: 23.02755974294914
verified: no, type: mrr_at_1000
value: 23.02755974294914
verified: no, type: mrr_at_20
value: 22.1038126476207
verified: no, type: mrr_at_3
value: 15.333333333333332
verified: no, type: mrr_at_5
value: 19.533333333333335
verified: no, type: nauc_map_at_1000_diff1
value: 5.278882422253006
verified: no, type: nauc_map_at_1000_max
value: 3.7333073133608896
verified: no, type: nauc_map_at_1000_std
value: -4.5637189871999775
verified: no, type: nauc_map_at_100_diff1
value: 5.278882422253006
verified: no, type: nauc_map_at_100_max
value: 3.7333073133608896
verified: no, type: nauc_map_at_100_std
value: -4.5637189871999775
verified: no, type: nauc_map_at_10_diff1
value: 8.570212263630141
verified: no, type: nauc_map_at_10_max
value: -6.6489980060039295
verified: no, type: nauc_map_at_10_std
value: -12.162352126704402
verified: no, type: nauc_map_at_1_diff1
value: 7.476969859583216
verified: no, type: nauc_map_at_1_max
value: -26.629997316876853
verified: no, type: nauc_map_at_1_std
value: -23.469874489461308
verified: no, type: nauc_map_at_20_diff1
value: 7.222345063366828
verified: no, type: nauc_map_at_20_max
value: -2.5103197323267223
verified: no, type: nauc_map_at_20_std
value: -10.997015623527455
verified: no, type: nauc_map_at_3_diff1
value: 14.924734426277178
verified: no, type: nauc_map_at_3_max
value: -11.92937537932614
verified: no, type: nauc_map_at_3_std
value: -4.9319666083973255
verified: no, type: nauc_map_at_5_diff1
value: 8.080773945621521
verified: no, type: nauc_map_at_5_max
value: -3.8175754142607836
verified: no, type: nauc_map_at_5_std
value: -4.541639774033337
verified: no, type: nauc_mrr_at_1000_diff1
value: 2.4122089783406646
verified: no, type: nauc_mrr_at_1000_max
value: -15.876004562207497
verified: no, type: nauc_mrr_at_1000_std
value: -12.985028057822372
verified: no, type: nauc_mrr_at_100_diff1
value: 2.4122089783406646
verified: no, type: nauc_mrr_at_100_max
value: -15.876004562207497
verified: no, type: nauc_mrr_at_100_std
value: -12.985028057822372
verified: no, type: nauc_mrr_at_10_diff1
value: 0.2857311186354727
verified: no, type: nauc_mrr_at_10_max
value: -14.63697545190418
verified: no, type: nauc_mrr_at_10_std
value: -12.056570964159198
verified: no, type: nauc_mrr_at_1_diff1
value: 6.868795277703242
verified: no, type: nauc_mrr_at_1_max
value: -24.845720418567222
verified: no, type: nauc_mrr_at_1_std
value: -20.686879527770337
verified: no, type: nauc_mrr_at_20_diff1
value: 1.8452171261188577
verified: no, type: nauc_mrr_at_20_max
value: -15.538023663956924
verified: no, type: nauc_mrr_at_20_std
value: -13.690749771450164
verified: no, type: nauc_mrr_at_3_diff1
value: 10.557261573838256
verified: no, type: nauc_mrr_at_3_max
value: -20.946427791765498
verified: no, type: nauc_mrr_at_3_std
value: -9.815750025468983
verified: no, type: nauc_mrr_at_5_diff1
value: 4.101442020672411
verified: no, type: nauc_mrr_at_5_max
value: -14.963605604722682
verified: no, type: nauc_mrr_at_5_std
value: -9.917384084595511
verified: no, type: nauc_ndcg_at_1000_diff1
value: 0.04370368246080858
verified: no, type: nauc_ndcg_at_1000_max
value: -0.818088536466922
verified: no, type: nauc_ndcg_at_1000_std
value: -4.74569960455296
verified: no, type: nauc_ndcg_at_100_diff1
value: 0.04370368246080858
verified: no, type: nauc_ndcg_at_100_max
value: -0.818088536466922
verified: no, type: nauc_ndcg_at_100_std
value: -4.74569960455296
verified: no, type: nauc_ndcg_at_10_diff1
value: 1.2847289677534977
verified: no, type: nauc_ndcg_at_10_max
value: -6.3756503900224955
verified: no, type: nauc_ndcg_at_10_std
value: -12.98730478286347
verified: no, type: nauc_ndcg_at_1_diff1
value: 6.868795277703242
verified: no, type: nauc_ndcg_at_1_max
value: -24.845720418567222
verified: no, type: nauc_ndcg_at_1_std
value: -20.686879527770337
verified: no, type: nauc_ndcg_at_20_diff1
value: 0.777375339231765
verified: no, type: nauc_ndcg_at_20_max
value: -0.9649148688381876
verified: no, type: nauc_ndcg_at_20_std
value: -14.374528790697976
verified: no, type: nauc_ndcg_at_3_diff1
value: 11.34233767766492
verified: no, type: nauc_ndcg_at_3_max
value: -13.185097340604685
verified: no, type: nauc_ndcg_at_3_std
value: -1.42817114044502
verified: no, type: nauc_ndcg_at_5_diff1
value: 3.6861855424314394
verified: no, type: nauc_ndcg_at_5_max
value: -3.8049446945965877
verified: no, type: nauc_ndcg_at_5_std
value: -3.627047155464453
verified: no, type: nauc_precision_at_1000_diff1
value: -23.534146832293555
verified: no, type: nauc_precision_at_1000_max
value: 7.621521743107654
verified: no, type: nauc_precision_at_1000_std
value: 31.79231993560317
verified: no, type: nauc_precision_at_100_diff1
value: -23.534146832293136
verified: no, type: nauc_precision_at_100_max
value: 7.6215217431077615
verified: no, type: nauc_precision_at_100_std
value: 31.792319935603174
verified: no, type: nauc_precision_at_10_diff1
value: -9.295902835532825
verified: no, type: nauc_precision_at_10_max
value: -3.516562838357381
verified: no, type: nauc_precision_at_10_std
value: -9.542266229384722
verified: no, type: nauc_precision_at_1_diff1
value: 6.868795277703242
verified: no, type: nauc_precision_at_1_max
value: -24.845720418567222
verified: no, type: nauc_precision_at_1_std
value: -20.686879527770337
verified: no, type: nauc_precision_at_20_diff1
value: -9.74438544160727
verified: no, type: nauc_precision_at_20_max
value: 8.895012105242024
verified: no, type: nauc_precision_at_20_std
value: -10.653950589210957
verified: no, type: nauc_precision_at_3_diff1
value: 8.920936116382022
verified: no, type: nauc_precision_at_3_max
value: -10.246679316888065
verified: no, type: nauc_precision_at_3_std
value: 5.611638203668553
verified: no, type: nauc_precision_at_5_diff1
value: -8.265025821338345
verified: no, type: nauc_precision_at_5_max
value: 7.359630809801093
verified: no, type: nauc_precision_at_5_std
value: 7.003625975167535
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
verified: no, type: nauc_recall_at_100_max
verified: no, type: nauc_recall_at_100_std
verified: no, type: nauc_recall_at_10_diff1
value: -1.798034642140945
verified: no, type: nauc_recall_at_10_max
value: 0.6924952930762724
verified: no, type: nauc_recall_at_10_std
value: -13.706398349868037
verified: no, type: nauc_recall_at_1_diff1
value: 7.476969859583216
verified: no, type: nauc_recall_at_1_max
value: -26.629997316876853
verified: no, type: nauc_recall_at_1_std
value: -23.469874489461308
verified: no, type: nauc_recall_at_20_diff1
value: -2.659819202817919
verified: no, type: nauc_recall_at_20_max
value: 10.517274540935807
verified: no, type: nauc_recall_at_20_std
value: -14.235421011543991
verified: no, type: nauc_recall_at_3_diff1
value: 15.662853297442803
verified: no, type: nauc_recall_at_3_max
value: -11.663877606927189
verified: no, type: nauc_recall_at_3_std
value: -2.341470241427359
verified: no, type: nauc_recall_at_5_diff1
value: 2.273326115596832
verified: no, type: nauc_recall_at_5_max
value: 2.8669632025879537
verified: no, type: nauc_recall_at_5_std
value: -0.3450165007891684
verified: no, type: ndcg_at_1
value: 8
verified: no, type: ndcg_at_10
value: 13.624
verified: no, type: ndcg_at_100
value: 38.109
verified: no, type: ndcg_at_1000
value: 38.109
verified: no, type: ndcg_at_20
value: 16.907
verified: no, type: ndcg_at_3
value: 9.45
verified: no, type: ndcg_at_5
value: 10.598
verified: no, type: precision_at_1
value: 8
verified: no, type: precision_at_10
value: 7.3999999999999995
verified: no, type: precision_at_100
value: 4.34
verified: no, type: precision_at_1000
value: 0.434
verified: no, type: precision_at_20
value: 5.5
verified: no, type: precision_at_3
value: 10
verified: no, type: precision_at_5
value: 10
verified: no, type: recall_at_1
value: 1.7999999999999998
verified: no, type: recall_at_10
value: 18.333
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 26.333000000000002
verified: no, type: recall_at_3
value: 7.867
verified: no, type: recall_at_5
value: 12.333
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ARCChallenge (default)
revision: c481e0da3dcbbad8bce7721dea9085b74320a0a3
split: test
type: RAR-b/ARC-Challenge
metrics: type: main_score
value: 3.8449999999999998
verified: no, type: map_at_1
value: 1.536
verified: no, type: map_at_10
value: 2.902
verified: no, type: map_at_100
value: 3.2259999999999995
verified: no, type: map_at_1000
value: 3.309
verified: no, type: map_at_20
value: 3.061
verified: no, type: map_at_3
value: 2.204
verified: no, type: map_at_5
value: 2.656
verified: no, type: mrr_at_1
value: 1.5358361774744027
verified: no, type: mrr_at_10
value: 2.902107373097134
verified: no, type: mrr_at_100
value: 3.2259697277173585
verified: no, type: mrr_at_1000
value: 3.309141234079007
verified: no, type: mrr_at_20
value: 3.0608339226581975
verified: no, type: mrr_at_3
value: 2.204209328782707
verified: no, type: mrr_at_5
value: 2.6564277588168363
verified: no, type: nauc_map_at_1000_diff1
value: 6.6349335671175
verified: no, type: nauc_map_at_1000_max
value: 10.045752081479547
verified: no, type: nauc_map_at_1000_std
value: 5.17373675499246
verified: no, type: nauc_map_at_100_diff1
value: 6.6240618235225135
verified: no, type: nauc_map_at_100_max
value: 10.244151375429777
verified: no, type: nauc_map_at_100_std
value: 5.305639061848512
verified: no, type: nauc_map_at_10_diff1
value: 7.5024069352343
verified: no, type: nauc_map_at_10_max
value: 11.928684625428838
verified: no, type: nauc_map_at_10_std
value: 5.016380398843673
verified: no, type: nauc_map_at_1_diff1
value: 17.26912687174127
verified: no, type: nauc_map_at_1_max
value: 6.265273970269121
verified: no, type: nauc_map_at_1_std
value: -4.8796731336600825
verified: no, type: nauc_map_at_20_diff1
value: 7.120932496690847
verified: no, type: nauc_map_at_20_max
value: 11.15762860873897
verified: no, type: nauc_map_at_20_std
value: 5.342837705336892
verified: no, type: nauc_map_at_3_diff1
value: 7.138259469017607
verified: no, type: nauc_map_at_3_max
value: 8.348409228816523
verified: no, type: nauc_map_at_3_std
value: 6.767314043423357
verified: no, type: nauc_map_at_5_diff1
value: 7.239963996009633
verified: no, type: nauc_map_at_5_max
value: 11.068225118567208
verified: no, type: nauc_map_at_5_std
value: 5.0851302044955835
verified: no, type: nauc_mrr_at_1000_diff1
value: 6.6349335671175
verified: no, type: nauc_mrr_at_1000_max
value: 10.045752081479547
verified: no, type: nauc_mrr_at_1000_std
value: 5.17373675499246
verified: no, type: nauc_mrr_at_100_diff1
value: 6.6240618235225135
verified: no, type: nauc_mrr_at_100_max
value: 10.244151375429777
verified: no, type: nauc_mrr_at_100_std
value: 5.305639061848512
verified: no, type: nauc_mrr_at_10_diff1
value: 7.5024069352343
verified: no, type: nauc_mrr_at_10_max
value: 11.928684625428838
verified: no, type: nauc_mrr_at_10_std
value: 5.016380398843673
verified: no, type: nauc_mrr_at_1_diff1
value: 17.26912687174127
verified: no, type: nauc_mrr_at_1_max
value: 6.265273970269121
verified: no, type: nauc_mrr_at_1_std
value: -4.8796731336600825
verified: no, type: nauc_mrr_at_20_diff1
value: 7.120932496690847
verified: no, type: nauc_mrr_at_20_max
value: 11.15762860873897
verified: no, type: nauc_mrr_at_20_std
value: 5.342837705336892
verified: no, type: nauc_mrr_at_3_diff1
value: 7.138259469017607
verified: no, type: nauc_mrr_at_3_max
value: 8.348409228816523
verified: no, type: nauc_mrr_at_3_std
value: 6.767314043423357
verified: no, type: nauc_mrr_at_5_diff1
value: 7.239963996009633
verified: no, type: nauc_mrr_at_5_max
value: 11.068225118567208
verified: no, type: nauc_mrr_at_5_std
value: 5.0851302044955835
verified: no, type: nauc_ndcg_at_1000_diff1
value: 3.49547273108029
verified: no, type: nauc_ndcg_at_1000_max
value: 4.987679792326471
verified: no, type: nauc_ndcg_at_1000_std
value: 4.792386661474078
verified: no, type: nauc_ndcg_at_100_diff1
value: 3.423765430486521
verified: no, type: nauc_ndcg_at_100_max
value: 7.215346434617728
verified: no, type: nauc_ndcg_at_100_std
value: 6.1334416812657055
verified: no, type: nauc_ndcg_at_10_diff1
value: 6.211453661355799
verified: no, type: nauc_ndcg_at_10_max
value: 13.686949611790244
verified: no, type: nauc_ndcg_at_10_std
value: 5.334521959588366
verified: no, type: nauc_ndcg_at_1_diff1
value: 17.26912687174127
verified: no, type: nauc_ndcg_at_1_max
value: 6.265273970269121
verified: no, type: nauc_ndcg_at_1_std
value: -4.8796731336600825
verified: no, type: nauc_ndcg_at_20_diff1
value: 5.269692894653953
verified: no, type: nauc_ndcg_at_20_max
value: 11.466483119515134
verified: no, type: nauc_ndcg_at_20_std
value: 6.208531132010362
verified: no, type: nauc_ndcg_at_3_diff1
value: 4.841534563021528
verified: no, type: nauc_ndcg_at_3_max
value: 8.715299190678648
verified: no, type: nauc_ndcg_at_3_std
value: 8.889648909403514
verified: no, type: nauc_ndcg_at_5_diff1
value: 5.5149763431777385
verified: no, type: nauc_ndcg_at_5_max
value: 12.41579830649011
verified: no, type: nauc_ndcg_at_5_std
value: 5.8568738487427865
verified: no, type: nauc_precision_at_1000_diff1
value: 1.0890041942217588
verified: no, type: nauc_precision_at_1000_max
value: -1.074889035912781
verified: no, type: nauc_precision_at_1000_std
value: 3.7386321369399207
verified: no, type: nauc_precision_at_100_diff1
value: 0.24898034725209317
verified: no, type: nauc_precision_at_100_max
value: 2.6625432444853345
verified: no, type: nauc_precision_at_100_std
value: 6.760865885892171
verified: no, type: nauc_precision_at_10_diff1
value: 4.728605530960451
verified: no, type: nauc_precision_at_10_max
value: 16.098011324014156
verified: no, type: nauc_precision_at_10_std
value: 5.294918338481019
verified: no, type: nauc_precision_at_1_diff1
value: 17.26912687174127
verified: no, type: nauc_precision_at_1_max
value: 6.265273970269121
verified: no, type: nauc_precision_at_1_std
value: -4.8796731336600825
verified: no, type: nauc_precision_at_20_diff1
value: 3.1605384012118063
verified: no, type: nauc_precision_at_20_max
value: 11.228945826678288
verified: no, type: nauc_precision_at_20_std
value: 7.0587619686895975
verified: no, type: nauc_precision_at_3_diff1
value: 0.15384889210192554
verified: no, type: nauc_precision_at_3_max
value: 9.441612052649862
verified: no, type: nauc_precision_at_3_std
value: 13.110663421557597
verified: no, type: nauc_precision_at_5_diff1
value: 2.9177590765544803
verified: no, type: nauc_precision_at_5_max
value: 14.583883090410385
verified: no, type: nauc_precision_at_5_std
value: 6.761154902844139
verified: no, type: nauc_recall_at_1000_diff1
value: 1.0890041942217838
verified: no, type: nauc_recall_at_1000_max
value: -1.0748890359127414
verified: no, type: nauc_recall_at_1000_std
value: 3.7386321369399447
verified: no, type: nauc_recall_at_100_diff1
value: 0.2489803472520955
verified: no, type: nauc_recall_at_100_max
value: 2.6625432444853385
verified: no, type: nauc_recall_at_100_std
value: 6.7608658858921835
verified: no, type: nauc_recall_at_10_diff1
value: 4.728605530960435
verified: no, type: nauc_recall_at_10_max
value: 16.09801132401412
verified: no, type: nauc_recall_at_10_std
value: 5.294918338481006
verified: no, type: nauc_recall_at_1_diff1
value: 17.26912687174127
verified: no, type: nauc_recall_at_1_max
value: 6.265273970269121
verified: no, type: nauc_recall_at_1_std
value: -4.8796731336600825
verified: no, type: nauc_recall_at_20_diff1
value: 3.1605384012117814
verified: no, type: nauc_recall_at_20_max
value: 11.22894582667827
verified: no, type: nauc_recall_at_20_std
value: 7.0587619686895655
verified: no, type: nauc_recall_at_3_diff1
value: 0.15384889210195152
verified: no, type: nauc_recall_at_3_max
value: 9.441612052649868
verified: no, type: nauc_recall_at_3_std
value: 13.110663421557629
verified: no, type: nauc_recall_at_5_diff1
value: 2.917759076554466
verified: no, type: nauc_recall_at_5_max
value: 14.583883090410346
verified: no, type: nauc_recall_at_5_std
value: 6.761154902844119
verified: no, type: ndcg_at_1
value: 1.536
verified: no, type: ndcg_at_10
value: 3.8449999999999998
verified: no, type: ndcg_at_100
value: 5.772
verified: no, type: ndcg_at_1000
value: 8.509
verified: no, type: ndcg_at_20
value: 4.426
verified: no, type: ndcg_at_3
value: 2.447
verified: no, type: ndcg_at_5
value: 3.258
verified: no, type: precision_at_1
value: 1.536
verified: no, type: precision_at_10
value: 0.6910000000000001
verified: no, type: precision_at_100
value: 0.168
verified: no, type: precision_at_1000
value: 0.04
verified: no, type: precision_at_20
value: 0.461
verified: no, type: precision_at_3
value: 1.052
verified: no, type: precision_at_5
value: 1.024
verified: no, type: recall_at_1
value: 1.536
verified: no, type: recall_at_10
value: 6.9110000000000005
verified: no, type: recall_at_100
value: 16.808999999999997
verified: no, type: recall_at_1000
value: 39.505
verified: no, type: recall_at_20
value: 9.215
verified: no, type: recall_at_3
value: 3.157
verified: no, type: recall_at_5
value: 5.119
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB AlphaNLI (default)
revision: 303f40ef3d50918d3dc43577d33f2f7344ad72c1
split: test
type: RAR-b/alphanli
metrics: type: main_score
value: 14.155000000000001
verified: no, type: map_at_1
value: 8.616
verified: no, type: map_at_10
value: 12.151
verified: no, type: map_at_100
value: 12.713
verified: no, type: map_at_1000
value: 12.790000000000001
verified: no, type: map_at_20
value: 12.478
verified: no, type: map_at_3
value: 10.955
verified: no, type: map_at_5
value: 11.68
verified: no, type: mrr_at_1
value: 8.616187989556137
verified: no, type: mrr_at_10
value: 12.151197728873969
verified: no, type: mrr_at_100
value: 12.713435989405935
verified: no, type: mrr_at_1000
value: 12.789534083463522
verified: no, type: mrr_at_20
value: 12.478389119397455
verified: no, type: mrr_at_3
value: 10.955178416013926
verified: no, type: mrr_at_5
value: 11.679721496953876
verified: no, type: nauc_map_at_1000_diff1
value: 38.986525912703435
verified: no, type: nauc_map_at_1000_max
value: 12.219692225747707
verified: no, type: nauc_map_at_1000_std
value: 1.2585343212684903
verified: no, type: nauc_map_at_100_diff1
value: 39.02868722054371
verified: no, type: nauc_map_at_100_max
value: 12.248003227250122
verified: no, type: nauc_map_at_100_std
value: 1.2163208553030314
verified: no, type: nauc_map_at_10_diff1
value: 40.110717683039525
verified: no, type: nauc_map_at_10_max
value: 12.78605835422205
verified: no, type: nauc_map_at_10_std
value: 0.6481692151906001
verified: no, type: nauc_map_at_1_diff1
value: 48.456097345786745
verified: no, type: nauc_map_at_1_max
value: 14.981869102701411
verified: no, type: nauc_map_at_1_std
value: -3.0707717911327226
verified: no, type: nauc_map_at_20_diff1
value: 39.42161381753684
verified: no, type: nauc_map_at_20_max
value: 12.341429085851182
verified: no, type: nauc_map_at_20_std
value: 0.8391480542456798
verified: no, type: nauc_map_at_3_diff1
value: 42.64699229741736
verified: no, type: nauc_map_at_3_max
value: 13.681396294884618
verified: no, type: nauc_map_at_3_std
value: -1.3518984290812146
verified: no, type: nauc_map_at_5_diff1
value: 41.32077190616691
verified: no, type: nauc_map_at_5_max
value: 13.136429689834436
verified: no, type: nauc_map_at_5_std
value: 0.32856286589434136
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.98652591920884
verified: no, type: nauc_mrr_at_1000_max
value: 12.219692104355413
verified: no, type: nauc_mrr_at_1000_std
value: 1.2585339367622461
verified: no, type: nauc_mrr_at_100_diff1
value: 39.02868722054371
verified: no, type: nauc_mrr_at_100_max
value: 12.248003227250122
verified: no, type: nauc_mrr_at_100_std
value: 1.2163208553030314
verified: no, type: nauc_mrr_at_10_diff1
value: 40.110717683039525
verified: no, type: nauc_mrr_at_10_max
value: 12.78605835422205
verified: no, type: nauc_mrr_at_10_std
value: 0.6481692151906001
verified: no, type: nauc_mrr_at_1_diff1
value: 48.456097345786745
verified: no, type: nauc_mrr_at_1_max
value: 14.981869102701411
verified: no, type: nauc_mrr_at_1_std
value: -3.0707717911327226
verified: no, type: nauc_mrr_at_20_diff1
value: 39.42161381753684
verified: no, type: nauc_mrr_at_20_max
value: 12.341429085851182
verified: no, type: nauc_mrr_at_20_std
value: 0.8391480542456798
verified: no, type: nauc_mrr_at_3_diff1
value: 42.64699229741736
verified: no, type: nauc_mrr_at_3_max
value: 13.681396294884618
verified: no, type: nauc_mrr_at_3_std
value: -1.3518984290812146
verified: no, type: nauc_mrr_at_5_diff1
value: 41.32077190616691
verified: no, type: nauc_mrr_at_5_max
value: 13.136429689834436
verified: no, type: nauc_mrr_at_5_std
value: 0.32856286589434136
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.611075970442926
verified: no, type: nauc_ndcg_at_1000_max
value: 9.936393145930218
verified: no, type: nauc_ndcg_at_1000_std
value: 6.71067891152211
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.58290081795884
verified: no, type: nauc_ndcg_at_100_max
value: 9.842659588765363
verified: no, type: nauc_ndcg_at_100_std
value: 5.498554329517975
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.75293874754393
verified: no, type: nauc_ndcg_at_10_max
value: 11.803286140726776
verified: no, type: nauc_ndcg_at_10_std
value: 2.5976940855692074
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.456097345786745
verified: no, type: nauc_ndcg_at_1_max
value: 14.981869102701411
verified: no, type: nauc_ndcg_at_1_std
value: -3.0707717911327226
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.638144952713866
verified: no, type: nauc_ndcg_at_20_max
value: 10.449640737261305
verified: no, type: nauc_ndcg_at_20_std
value: 3.2195824007114675
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.24511499401773
verified: no, type: nauc_ndcg_at_3_max
value: 13.384003644595388
verified: no, type: nauc_ndcg_at_3_std
value: -0.7628562047692254
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.2155849544026
verified: no, type: nauc_ndcg_at_5_max
value: 12.577199638671265
verified: no, type: nauc_ndcg_at_5_std
value: 2.0185641778476127
verified: no, type: nauc_precision_at_1000_diff1
value: 11.879578040836442
verified: no, type: nauc_precision_at_1000_max
value: 5.358855936542234
verified: no, type: nauc_precision_at_1000_std
value: 23.471172109373907
verified: no, type: nauc_precision_at_100_diff1
value: 18.24569021314919
verified: no, type: nauc_precision_at_100_max
value: 4.309548949123852
verified: no, type: nauc_precision_at_100_std
value: 15.884619703445772
verified: no, type: nauc_precision_at_10_diff1
value: 29.512994402519226
verified: no, type: nauc_precision_at_10_max
value: 9.634695132770453
verified: no, type: nauc_precision_at_10_std
value: 6.795536654948908
verified: no, type: nauc_precision_at_1_diff1
value: 48.456097345786745
verified: no, type: nauc_precision_at_1_max
value: 14.981869102701411
verified: no, type: nauc_precision_at_1_std
value: -3.0707717911327226
verified: no, type: nauc_precision_at_20_diff1
value: 24.18871405534599
verified: no, type: nauc_precision_at_20_max
value: 6.090279031407053
verified: no, type: nauc_precision_at_20_std
value: 8.291882200513058
verified: no, type: nauc_precision_at_3_diff1
value: 37.926451300682054
verified: no, type: nauc_precision_at_3_max
value: 12.684618853985219
verified: no, type: nauc_precision_at_3_std
value: 0.6806740647349011
verified: no, type: nauc_precision_at_5_diff1
value: 34.550519136938384
verified: no, type: nauc_precision_at_5_max
value: 11.344674575354038
verified: no, type: nauc_precision_at_5_std
value: 5.985578706127787
verified: no, type: nauc_recall_at_1000_diff1
value: 11.879578040836519
verified: no, type: nauc_recall_at_1000_max
value: 5.358855936542304
verified: no, type: nauc_recall_at_1000_std
value: 23.47117210937398
verified: no, type: nauc_recall_at_100_diff1
value: 18.245690213149167
verified: no, type: nauc_recall_at_100_max
value: 4.3095489491238155
verified: no, type: nauc_recall_at_100_std
value: 15.88461970344576
verified: no, type: nauc_recall_at_10_diff1
value: 29.512994402519215
verified: no, type: nauc_recall_at_10_max
value: 9.634695132770442
verified: no, type: nauc_recall_at_10_std
value: 6.795536654948889
verified: no, type: nauc_recall_at_1_diff1
value: 48.456097345786745
verified: no, type: nauc_recall_at_1_max
value: 14.981869102701411
verified: no, type: nauc_recall_at_1_std
value: -3.0707717911327226
verified: no, type: nauc_recall_at_20_diff1
value: 24.188714055346
verified: no, type: nauc_recall_at_20_max
value: 6.09027903140705
verified: no, type: nauc_recall_at_20_std
value: 8.291882200513056
verified: no, type: nauc_recall_at_3_diff1
value: 37.92645130068206
verified: no, type: nauc_recall_at_3_max
value: 12.684618853985235
verified: no, type: nauc_recall_at_3_std
value: 0.6806740647349308
verified: no, type: nauc_recall_at_5_diff1
value: 34.55051913693838
verified: no, type: nauc_recall_at_5_max
value: 11.344674575354015
verified: no, type: nauc_recall_at_5_std
value: 5.985578706127789
verified: no, type: ndcg_at_1
value: 8.616
verified: no, type: ndcg_at_10
value: 14.155000000000001
verified: no, type: ndcg_at_100
value: 17.102
verified: no, type: ndcg_at_1000
value: 19.631
verified: no, type: ndcg_at_20
value: 15.344
verified: no, type: ndcg_at_3
value: 11.728
verified: no, type: ndcg_at_5
value: 13.025999999999998
verified: no, type: precision_at_1
value: 8.616
verified: no, type: precision_at_10
value: 2.056
verified: no, type: precision_at_100
value: 0.349
verified: no, type: precision_at_1000
value: 0.055999999999999994
verified: no, type: precision_at_20
value: 1.2630000000000001
verified: no, type: precision_at_3
value: 4.656
verified: no, type: precision_at_5
value: 3.42
verified: no, type: recall_at_1
value: 8.616
verified: no, type: recall_at_10
value: 20.561
verified: no, type: recall_at_100
value: 34.855999999999995
verified: no, type: recall_at_1000
value: 55.875
verified: no, type: recall_at_20
value: 25.261
verified: no, type: recall_at_3
value: 13.969000000000001
verified: no, type: recall_at_5
value: 17.102
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 68.359575
verified: no, type: ap
value: 63.04430514461716
verified: no, type: ap_weighted
value: 63.04430514461716
verified: no, type: f1
value: 68.12645282836293
verified: no, type: f1_weighted
value: 68.12645282836293
verified: no, type: main_score
value: 68.359575
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 32.031
verified: no, type: map_at_1
value: 15.363
verified: no, type: map_at_10
value: 25.629999999999995
verified: no, type: map_at_100
value: 26.851999999999997
verified: no, type: map_at_1000
value: 26.916
verified: no, type: map_at_20
value: 26.401999999999997
verified: no, type: map_at_3
value: 21.764
verified: no, type: map_at_5
value: 23.798
verified: no, type: mrr_at_1
value: 15.647226173541965
verified: no, type: mrr_at_10
value: 25.74270699270699
verified: no, type: mrr_at_100
value: 26.95759156481371
verified: no, type: mrr_at_1000
value: 27.02192945787223
verified: no, type: mrr_at_20
value: 26.50752832488611
verified: no, type: mrr_at_3
value: 21.894262683736372
verified: no, type: mrr_at_5
value: 23.889284020862938
verified: no, type: nauc_map_at_1000_diff1
value: 9.717094498857836
verified: no, type: nauc_map_at_1000_max
value: 0.006128824635771366
verified: no, type: nauc_map_at_1000_std
value: 9.951724867994008
verified: no, type: nauc_map_at_100_diff1
value: 9.720746167116648
verified: no, type: nauc_map_at_100_max
value: 0.03921480687966482
verified: no, type: nauc_map_at_100_std
value: 10.01422840642898
verified: no, type: nauc_map_at_10_diff1
value: 9.629884802439925
verified: no, type: nauc_map_at_10_max
value: -0.18895622006721804
verified: no, type: nauc_map_at_10_std
value: 8.801754758016564
verified: no, type: nauc_map_at_1_diff1
value: 10.255415606776134
verified: no, type: nauc_map_at_1_max
value: -2.7429221309654044
verified: no, type: nauc_map_at_1_std
value: 6.866297123270523
verified: no, type: nauc_map_at_20_diff1
value: 9.707948736975794
verified: no, type: nauc_map_at_20_max
value: 0.01892213753638095
verified: no, type: nauc_map_at_20_std
value: 9.681790764357237
verified: no, type: nauc_map_at_3_diff1
value: 8.344213156710568
verified: no, type: nauc_map_at_3_max
value: -2.0132121856529483
verified: no, type: nauc_map_at_3_std
value: 8.554071405515435
verified: no, type: nauc_map_at_5_diff1
value: 9.14495583661473
verified: no, type: nauc_map_at_5_max
value: -1.379873148644914
verified: no, type: nauc_map_at_5_std
value: 9.044652095982553
verified: no, type: nauc_mrr_at_1000_diff1
value: 8.520276824384093
verified: no, type: nauc_mrr_at_1000_max
value: -0.41053299382643904
verified: no, type: nauc_mrr_at_1000_std
value: 9.770616411797125
verified: no, type: nauc_mrr_at_100_diff1
value: 8.526357726757498
verified: no, type: nauc_mrr_at_100_max
value: -0.37675957362198204
verified: no, type: nauc_mrr_at_100_std
value: 9.833172972935825
verified: no, type: nauc_mrr_at_10_diff1
value: 8.504469942302443
verified: no, type: nauc_mrr_at_10_max
value: -0.5555290478828475
verified: no, type: nauc_mrr_at_10_std
value: 8.67347986151777
verified: no, type: nauc_mrr_at_1_diff1
value: 8.924965691375194
verified: no, type: nauc_mrr_at_1_max
value: -2.472212128016505
verified: no, type: nauc_mrr_at_1_std
value: 6.727737069169365
verified: no, type: nauc_mrr_at_20_diff1
value: 8.527008337552795
verified: no, type: nauc_mrr_at_20_max
value: -0.39130673567011953
verified: no, type: nauc_mrr_at_20_std
value: 9.504234612175194
verified: no, type: nauc_mrr_at_3_diff1
value: 7.028185998793612
verified: no, type: nauc_mrr_at_3_max
value: -2.531551924396665
verified: no, type: nauc_mrr_at_3_std
value: 8.36654956798548
verified: no, type: nauc_mrr_at_5_diff1
value: 7.946200662893088
verified: no, type: nauc_mrr_at_5_max
value: -1.8450232157342275
verified: no, type: nauc_mrr_at_5_std
value: 8.855536533297968
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.148046270962398
verified: no, type: nauc_ndcg_at_1000_max
value: 1.696424601847897
verified: no, type: nauc_ndcg_at_1000_std
value: 13.134595506556405
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.478061817612778
verified: no, type: nauc_ndcg_at_100_max
value: 2.790758084465661
verified: no, type: nauc_ndcg_at_100_std
value: 14.964733623242607
verified: no, type: nauc_ndcg_at_10_diff1
value: 10.372927964606154
verified: no, type: nauc_ndcg_at_10_max
value: 1.9588405301435734
verified: no, type: nauc_ndcg_at_10_std
value: 9.558148538160015
verified: no, type: nauc_ndcg_at_1_diff1
value: 10.255415606776134
verified: no, type: nauc_ndcg_at_1_max
value: -2.7429221309654044
verified: no, type: nauc_ndcg_at_1_std
value: 6.866297123270523
verified: no, type: nauc_ndcg_at_20_diff1
value: 10.807055510827903
verified: no, type: nauc_ndcg_at_20_max
value: 2.873981784514884
verified: no, type: nauc_ndcg_at_20_std
value: 12.684265114648849
verified: no, type: nauc_ndcg_at_3_diff1
value: 7.99043332908002
verified: no, type: nauc_ndcg_at_3_max
value: -1.7537467389545258
verified: no, type: nauc_ndcg_at_3_std
value: 9.282365459725794
verified: no, type: nauc_ndcg_at_5_diff1
value: 9.291919447241343
verified: no, type: nauc_ndcg_at_5_max
value: -0.6986840661830845
verified: no, type: nauc_ndcg_at_5_std
value: 10.155119795280289
verified: no, type: nauc_precision_at_1000_diff1
value: 5.534567864242971
verified: no, type: nauc_precision_at_1000_max
value: 9.529106078051697
verified: no, type: nauc_precision_at_1000_std
value: 62.0873447350283
verified: no, type: nauc_precision_at_100_diff1
value: 13.636774071684679
verified: no, type: nauc_precision_at_100_max
value: 17.905397264353912
verified: no, type: nauc_precision_at_100_std
value: 49.22170039944941
verified: no, type: nauc_precision_at_10_diff1
value: 12.676219389202528
verified: no, type: nauc_precision_at_10_max
value: 8.164707652448252
verified: no, type: nauc_precision_at_10_std
value: 11.361740427515855
verified: no, type: nauc_precision_at_1_diff1
value: 10.255415606776134
verified: no, type: nauc_precision_at_1_max
value: -2.7429221309654044
verified: no, type: nauc_precision_at_1_std
value: 6.866297123270523
verified: no, type: nauc_precision_at_20_diff1
value: 15.006293628353006
verified: no, type: nauc_precision_at_20_max
value: 12.931321039045368
verified: no, type: nauc_precision_at_20_std
value: 23.758750045585586
verified: no, type: nauc_precision_at_3_diff1
value: 7.18325478518931
verified: no, type: nauc_precision_at_3_max
value: -1.1161637595134446
verified: no, type: nauc_precision_at_3_std
value: 11.09645301286272
verified: no, type: nauc_precision_at_5_diff1
value: 9.780765614595015
verified: no, type: nauc_precision_at_5_max
value: 1.0082157901430149
verified: no, type: nauc_precision_at_5_std
value: 12.92929121494741
verified: no, type: nauc_recall_at_1000_diff1
value: 5.534567864242688
verified: no, type: nauc_recall_at_1000_max
value: 9.529106078051411
verified: no, type: nauc_recall_at_1000_std
value: 62.08734473502826
verified: no, type: nauc_recall_at_100_diff1
value: 13.63677407168474
verified: no, type: nauc_recall_at_100_max
value: 17.905397264353898
verified: no, type: nauc_recall_at_100_std
value: 49.2217003994493
verified: no, type: nauc_recall_at_10_diff1
value: 12.676219389202512
verified: no, type: nauc_recall_at_10_max
value: 8.164707652448225
verified: no, type: nauc_recall_at_10_std
value: 11.361740427515835
verified: no, type: nauc_recall_at_1_diff1
value: 10.255415606776134
verified: no, type: nauc_recall_at_1_max
value: -2.7429221309654044
verified: no, type: nauc_recall_at_1_std
value: 6.866297123270523
verified: no, type: nauc_recall_at_20_diff1
value: 15.006293628353069
verified: no, type: nauc_recall_at_20_max
value: 12.931321039045434
verified: no, type: nauc_recall_at_20_std
value: 23.75875004558557
verified: no, type: nauc_recall_at_3_diff1
value: 7.183254785189315
verified: no, type: nauc_recall_at_3_max
value: -1.1161637595134306
verified: no, type: nauc_recall_at_3_std
value: 11.096453012862733
verified: no, type: nauc_recall_at_5_diff1
value: 9.780765614595012
verified: no, type: nauc_recall_at_5_max
value: 1.008215790143006
verified: no, type: nauc_recall_at_5_std
value: 12.929291214947403
verified: no, type: ndcg_at_1
value: 15.363
verified: no, type: ndcg_at_10
value: 32.031
verified: no, type: ndcg_at_100
value: 38.122
verified: no, type: ndcg_at_1000
value: 39.864
verified: no, type: ndcg_at_20
value: 34.849999999999994
verified: no, type: ndcg_at_3
value: 23.965
verified: no, type: ndcg_at_5
value: 27.659
verified: no, type: precision_at_1
value: 15.363
verified: no, type: precision_at_10
value: 5.277
verified: no, type: precision_at_100
value: 0.8170000000000001
verified: no, type: precision_at_1000
value: 0.095
verified: no, type: precision_at_20
value: 3.197
verified: no, type: precision_at_3
value: 10.123
verified: no, type: precision_at_5
value: 7.881
verified: no, type: recall_at_1
value: 15.363
verified: no, type: recall_at_10
value: 52.774
verified: no, type: recall_at_100
value: 81.65
verified: no, type: recall_at_1000
value: 95.448
verified: no, type: recall_at_20
value: 63.94
verified: no, type: recall_at_3
value: 30.37
verified: no, type: recall_at_5
value: 39.403
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClassification (default)
revision: f9bd92144ed76200d6eb3ce73a8bd4eba9ffdc85
split: test
type: ccdv/arxiv-classification
metrics: type: accuracy
value: 43.611999999999995
verified: no, type: f1
value: 40.930383763906484
verified: no, type: f1_weighted
value: 41.404367816744276
verified: no, type: main_score
value: 43.611999999999995
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: main_score
value: 24.827354215343842
verified: no, type: v_measure
value: 24.827354215343842
verified: no, type: v_measure_std
value: 14.761042346861815
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringP2P.v2 (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: main_score
value: 29.14326814807588
verified: no, type: v_measure
value: 29.14326814807588
verified: no, type: v_measure_std
value: 16.354623518770328
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: main_score
value: 16.681456170594032
verified: no, type: v_measure
value: 16.681456170594032
verified: no, type: v_measure_std
value: 15.806408628434077
verified: no
task: type: Clustering, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 59.86363636363635
verified: no, type: f1
value: 58.3300719763065
verified: no, type: f1_weighted
value: 58.3300719763065
verified: no, type: main_score
value: 59.86363636363635
verified: no
task: type: Classification, dataset: config: default
name: MTEB BigPatentClustering (default)
revision: 62d5330920bca426ce9d3c76ea914f15fc83e891
split: test
type: jinaai/big-patent-clustering
metrics: type: main_score
value: 17.208517091148714
verified: no, type: v_measure
value: 17.208517091148714
verified: no, type: v_measure_std
value: 0.698644666463382
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: main_score
value: 19.998032819841395
verified: no, type: v_measure
value: 19.998032819841395
verified: no, type: v_measure_std
value: 0.7272995954630507
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: main_score
value: 12.672050490076508
verified: no, type: v_measure
value: 12.672050490076508
verified: no, type: v_measure_std
value: 0.7252965151579489
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CEDRClassification (default)
revision: c0ba03d058e3e1b2f3fd20518875a4563dd12db4
split: test
type: ai-forever/cedr-classification
metrics: type: accuracy
value: 38.95324123273113
verified: no, type: f1
value: 30.695742042129776
verified: no, type: lrap
value: 64.53134962805646
verified: no, type: main_score
value: 38.95324123273113
verified: no
task: type: MultilabelClassification, dataset: config: default
name: MTEB CPUSpeedTask (default)
revision: 1.0
split: test
type: CPUSpeedTask
metrics: type: avg_words_per_sec
value: 1171249.8059068616
verified: no, type: main_score
value: 1171249.8059068616
verified: no, type: physical_cores
value: 3600
verified: no, type: time_mean
value: 31.018148149762837
verified: no, type: time_std
value: 10.887230129351211
verified: no, type: total_cores
value: 7200
verified: no
task: type: Speed, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 27.686
verified: no, type: map_at_1
value: 17.864
verified: no, type: map_at_10
value: 23.842
verified: no, type: map_at_100
value: 24.648999999999997
verified: no, type: map_at_1000
value: 24.771
verified: no, type: map_at_20
value: 24.277
verified: no, type: map_at_3
value: 21.938
verified: no, type: map_at_5
value: 23.058999999999997
verified: no, type: mrr_at_1
value: 21.888412017167383
verified: no, type: mrr_at_10
value: 27.934691282330764
verified: no, type: mrr_at_100
value: 28.58815942555481
verified: no, type: mrr_at_1000
value: 28.669575168001604
verified: no, type: mrr_at_20
value: 28.259041893075693
verified: no, type: mrr_at_3
value: 25.96566523605151
verified: no, type: mrr_at_5
value: 27.145922746781114
verified: no, type: nauc_map_at_1000_diff1
value: 38.9362657863528
verified: no, type: nauc_map_at_1000_max
value: 26.39064664437522
verified: no, type: nauc_map_at_1000_std
value: -0.3507878980807277
verified: no, type: nauc_map_at_100_diff1
value: 38.9305380779697
verified: no, type: nauc_map_at_100_max
value: 26.37667481671251
verified: no, type: nauc_map_at_100_std
value: -0.4107785241043359
verified: no, type: nauc_map_at_10_diff1
value: 38.90352635552967
verified: no, type: nauc_map_at_10_max
value: 26.04843561328241
verified: no, type: nauc_map_at_10_std
value: -1.0213929777227249
verified: no, type: nauc_map_at_1_diff1
value: 44.891250111700664
verified: no, type: nauc_map_at_1_max
value: 27.415379429330695
verified: no, type: nauc_map_at_1_std
value: -2.083016588225919
verified: no, type: nauc_map_at_20_diff1
value: 38.94728598104626
verified: no, type: nauc_map_at_20_max
value: 26.321985371933916
verified: no, type: nauc_map_at_20_std
value: -0.6740389120283213
verified: no, type: nauc_map_at_3_diff1
value: 40.75408309900131
verified: no, type: nauc_map_at_3_max
value: 26.81466083992981
verified: no, type: nauc_map_at_3_std
value: -1.3446416472047542
verified: no, type: nauc_map_at_5_diff1
value: 39.55391899732806
verified: no, type: nauc_map_at_5_max
value: 26.73952942989369
verified: no, type: nauc_map_at_5_std
value: -0.9241166864360354
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.49322259212407
verified: no, type: nauc_mrr_at_1000_max
value: 26.791861376982645
verified: no, type: nauc_mrr_at_1000_std
value: -0.12058632966589165
verified: no, type: nauc_mrr_at_100_diff1
value: 37.47912707778518
verified: no, type: nauc_mrr_at_100_max
value: 26.780040228801354
verified: no, type: nauc_mrr_at_100_std
value: -0.13375233513915044
verified: no, type: nauc_mrr_at_10_diff1
value: 37.44982182358103
verified: no, type: nauc_mrr_at_10_max
value: 26.579194370161574
verified: no, type: nauc_mrr_at_10_std
value: -0.5519796223426987
verified: no, type: nauc_mrr_at_1_diff1
value: 43.78241372037574
verified: no, type: nauc_mrr_at_1_max
value: 29.62575208874629
verified: no, type: nauc_mrr_at_1_std
value: -0.7403872780711277
verified: no, type: nauc_mrr_at_20_diff1
value: 37.413002156119
verified: no, type: nauc_mrr_at_20_max
value: 26.71157844066263
verified: no, type: nauc_mrr_at_20_std
value: -0.3418018168926074
verified: no, type: nauc_mrr_at_3_diff1
value: 39.36718212836755
verified: no, type: nauc_mrr_at_3_max
value: 27.755919798148643
verified: no, type: nauc_mrr_at_3_std
value: -0.5118015715447669
verified: no, type: nauc_mrr_at_5_diff1
value: 38.108343388995614
verified: no, type: nauc_mrr_at_5_max
value: 27.255156457755536
verified: no, type: nauc_mrr_at_5_std
value: -0.33152296202161974
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.45874849790142
verified: no, type: nauc_ndcg_at_1000_max
value: 26.06624958789977
verified: no, type: nauc_ndcg_at_1000_std
value: 2.8510315350747746
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.22563491603818
verified: no, type: nauc_ndcg_at_100_max
value: 25.482125642505167
verified: no, type: nauc_ndcg_at_100_std
value: 1.7230614371120136
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.442027092978336
verified: no, type: nauc_ndcg_at_10_max
value: 24.43872310681677
verified: no, type: nauc_ndcg_at_10_std
value: -0.8836727526012238
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.78241372037574
verified: no, type: nauc_ndcg_at_1_max
value: 29.62575208874629
verified: no, type: nauc_ndcg_at_1_std
value: -0.7403872780711277
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.532620958116226
verified: no, type: nauc_ndcg_at_20_max
value: 24.9995407161472
verified: no, type: nauc_ndcg_at_20_std
value: 0.09407090543637946
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.771875097129474
verified: no, type: nauc_ndcg_at_3_max
value: 26.88398760762366
verified: no, type: nauc_ndcg_at_3_std
value: -0.7925347887124169
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.83295698854961
verified: no, type: nauc_ndcg_at_5_max
value: 26.254070953306602
verified: no, type: nauc_ndcg_at_5_std
value: -0.5384138224839687
verified: no, type: nauc_precision_at_1000_diff1
value: 3.830797202509721
verified: no, type: nauc_precision_at_1000_max
value: 11.845342201460761
verified: no, type: nauc_precision_at_1000_std
value: 9.148785863457954
verified: no, type: nauc_precision_at_100_diff1
value: 13.997075774954821
verified: no, type: nauc_precision_at_100_max
value: 21.8795221100872
verified: no, type: nauc_precision_at_100_std
value: 8.373324931296871
verified: no, type: nauc_precision_at_10_diff1
value: 22.14226604167402
verified: no, type: nauc_precision_at_10_max
value: 21.908333662820144
verified: no, type: nauc_precision_at_10_std
value: 2.023219601124639
verified: no, type: nauc_precision_at_1_diff1
value: 43.78241372037574
verified: no, type: nauc_precision_at_1_max
value: 29.62575208874629
verified: no, type: nauc_precision_at_1_std
value: -0.7403872780711277
verified: no, type: nauc_precision_at_20_diff1
value: 20.193510781013575
verified: no, type: nauc_precision_at_20_max
value: 21.47063363375231
verified: no, type: nauc_precision_at_20_std
value: 5.073093391207243
verified: no, type: nauc_precision_at_3_diff1
value: 33.320150724486965
verified: no, type: nauc_precision_at_3_max
value: 28.42063777288856
verified: no, type: nauc_precision_at_3_std
value: 1.3535730617388522
verified: no, type: nauc_precision_at_5_diff1
value: 26.972979755151126
verified: no, type: nauc_precision_at_5_max
value: 27.35114981308005
verified: no, type: nauc_precision_at_5_std
value: 1.5457768965552783
verified: no, type: nauc_recall_at_1000_diff1
value: 19.86231350512352
verified: no, type: nauc_recall_at_1000_max
value: 24.527676453832008
verified: no, type: nauc_recall_at_1000_std
value: 22.21772883429467
verified: no, type: nauc_recall_at_100_diff1
value: 23.132801377646004
verified: no, type: nauc_recall_at_100_max
value: 20.988835029134467
verified: no, type: nauc_recall_at_100_std
value: 8.793975445583824
verified: no, type: nauc_recall_at_10_diff1
value: 25.796766681233457
verified: no, type: nauc_recall_at_10_max
value: 17.634361086885264
verified: no, type: nauc_recall_at_10_std
value: -0.4776257668185774
verified: no, type: nauc_recall_at_1_diff1
value: 44.891250111700664
verified: no, type: nauc_recall_at_1_max
value: 27.415379429330695
verified: no, type: nauc_recall_at_1_std
value: -2.083016588225919
verified: no, type: nauc_recall_at_20_diff1
value: 25.714655008602115
verified: no, type: nauc_recall_at_20_max
value: 19.791963050086874
verified: no, type: nauc_recall_at_20_std
value: 1.9596491600238453
verified: no, type: nauc_recall_at_3_diff1
value: 34.63094367351514
verified: no, type: nauc_recall_at_3_max
value: 23.49028309758934
verified: no, type: nauc_recall_at_3_std
value: -0.8832533681499335
verified: no, type: nauc_recall_at_5_diff1
value: 30.296413916201175
verified: no, type: nauc_recall_at_5_max
value: 22.27559868081795
verified: no, type: nauc_recall_at_5_std
value: 0.7320693658757037
verified: no, type: ndcg_at_1
value: 21.887999999999998
verified: no, type: ndcg_at_10
value: 27.686
verified: no, type: ndcg_at_100
value: 31.363999999999997
verified: no, type: ndcg_at_1000
value: 34.605000000000004
verified: no, type: ndcg_at_20
value: 28.93
verified: no, type: ndcg_at_3
value: 24.576999999999998
verified: no, type: ndcg_at_5
value: 26.144000000000002
verified: no, type: precision_at_1
value: 21.887999999999998
verified: no, type: precision_at_10
value: 5.0360000000000005
verified: no, type: precision_at_100
value: 0.828
verified: no, type: precision_at_1000
value: 0.135
verified: no, type: precision_at_20
value: 2.9690000000000003
verified: no, type: precision_at_3
value: 11.445
verified: no, type: precision_at_5
value: 8.269
verified: no, type: recall_at_1
value: 17.864
verified: no, type: recall_at_10
value: 34.977999999999994
verified: no, type: recall_at_100
value: 51.366
verified: no, type: recall_at_1000
value: 74.505
verified: no, type: recall_at_20
value: 39.587
verified: no, type: recall_at_3
value: 25.856
verified: no, type: recall_at_5
value: 30.215999999999998
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 17.534
verified: no, type: map_at_1
value: 11.354000000000001
verified: no, type: map_at_10
value: 14.847
verified: no, type: map_at_100
value: 15.49
verified: no, type: map_at_1000
value: 15.588
verified: no, type: map_at_20
value: 15.17
verified: no, type: map_at_3
value: 13.501
verified: no, type: map_at_5
value: 14.221
verified: no, type: mrr_at_1
value: 14.26751592356688
verified: no, type: mrr_at_10
value: 18.05727428975836
verified: no, type: mrr_at_100
value: 18.690847238016758
verified: no, type: mrr_at_1000
value: 18.764726106731445
verified: no, type: mrr_at_20
value: 18.395670843598797
verified: no, type: mrr_at_3
value: 16.64543524416137
verified: no, type: mrr_at_5
value: 17.333333333333336
verified: no, type: nauc_map_at_1000_diff1
value: 43.301676769305494
verified: no, type: nauc_map_at_1000_max
value: 16.06805541449501
verified: no, type: nauc_map_at_1000_std
value: 12.507510564248166
verified: no, type: nauc_map_at_100_diff1
value: 43.34383366787733
verified: no, type: nauc_map_at_100_max
value: 16.049871088358675
verified: no, type: nauc_map_at_100_std
value: 12.45712935804974
verified: no, type: nauc_map_at_10_diff1
value: 43.688675805930785
verified: no, type: nauc_map_at_10_max
value: 16.41613903348705
verified: no, type: nauc_map_at_10_std
value: 12.219643122219239
verified: no, type: nauc_map_at_1_diff1
value: 50.609096395200005
verified: no, type: nauc_map_at_1_max
value: 18.78413464500168
verified: no, type: nauc_map_at_1_std
value: 10.90744028944332
verified: no, type: nauc_map_at_20_diff1
value: 43.49084704145287
verified: no, type: nauc_map_at_20_max
value: 16.182371186268703
verified: no, type: nauc_map_at_20_std
value: 12.299197289134225
verified: no, type: nauc_map_at_3_diff1
value: 45.751823982563266
verified: no, type: nauc_map_at_3_max
value: 17.192711563068457
verified: no, type: nauc_map_at_3_std
value: 11.16466159721384
verified: no, type: nauc_map_at_5_diff1
value: 44.53444696379338
verified: no, type: nauc_map_at_5_max
value: 16.559164547974103
verified: no, type: nauc_map_at_5_std
value: 11.928445405766698
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.29550571785051
verified: no, type: nauc_mrr_at_1000_max
value: 15.642122643175679
verified: no, type: nauc_mrr_at_1000_std
value: 12.21491820640565
verified: no, type: nauc_mrr_at_100_diff1
value: 42.301744065140404
verified: no, type: nauc_mrr_at_100_max
value: 15.61733477074953
verified: no, type: nauc_mrr_at_100_std
value: 12.181221737579532
verified: no, type: nauc_mrr_at_10_diff1
value: 42.670586100296646
verified: no, type: nauc_mrr_at_10_max
value: 15.926109333510835
verified: no, type: nauc_mrr_at_10_std
value: 12.192068681943583
verified: no, type: nauc_mrr_at_1_diff1
value: 51.89198697276755
verified: no, type: nauc_mrr_at_1_max
value: 19.325504911863643
verified: no, type: nauc_mrr_at_1_std
value: 12.282190963023766
verified: no, type: nauc_mrr_at_20_diff1
value: 42.39065015069134
verified: no, type: nauc_mrr_at_20_max
value: 15.693533741719229
verified: no, type: nauc_mrr_at_20_std
value: 12.145452140370937
verified: no, type: nauc_mrr_at_3_diff1
value: 44.715851634047944
verified: no, type: nauc_mrr_at_3_max
value: 16.790849616314052
verified: no, type: nauc_mrr_at_3_std
value: 12.056098541376208
verified: no, type: nauc_mrr_at_5_diff1
value: 43.87033674228477
verified: no, type: nauc_mrr_at_5_max
value: 16.270118452872623
verified: no, type: nauc_mrr_at_5_std
value: 12.268005300025886
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.01640412131576
verified: no, type: nauc_ndcg_at_1000_max
value: 14.409491835566401
verified: no, type: nauc_ndcg_at_1000_std
value: 14.292607075384597
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.57310899261012
verified: no, type: nauc_ndcg_at_100_max
value: 13.847832990597306
verified: no, type: nauc_ndcg_at_100_std
value: 13.318671226615844
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.02384031953078
verified: no, type: nauc_ndcg_at_10_max
value: 15.18313865997875
verified: no, type: nauc_ndcg_at_10_std
value: 12.662598128357672
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.89198697276755
verified: no, type: nauc_ndcg_at_1_max
value: 19.325504911863643
verified: no, type: nauc_ndcg_at_1_std
value: 12.282190963023766
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.357302335202725
verified: no, type: nauc_ndcg_at_20_max
value: 14.497857343754966
verified: no, type: nauc_ndcg_at_20_std
value: 12.630113736826498
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.58418967840297
verified: no, type: nauc_ndcg_at_3_max
value: 16.597491536723943
verified: no, type: nauc_ndcg_at_3_std
value: 11.650784883274328
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.02130435072668
verified: no, type: nauc_ndcg_at_5_max
value: 15.627518090215247
verified: no, type: nauc_ndcg_at_5_std
value: 12.533489817270919
verified: no, type: nauc_precision_at_1000_diff1
value: 3.679521880714478
verified: no, type: nauc_precision_at_1000_max
value: 0.7919025640437954
verified: no, type: nauc_precision_at_1000_std
value: 11.047727940811521
verified: no, type: nauc_precision_at_100_diff1
value: 19.4078130462856
verified: no, type: nauc_precision_at_100_max
value: 4.3715506402771425
verified: no, type: nauc_precision_at_100_std
value: 16.956899011609643
verified: no, type: nauc_precision_at_10_diff1
value: 28.437045098011527
verified: no, type: nauc_precision_at_10_max
value: 11.734386703789056
verified: no, type: nauc_precision_at_10_std
value: 15.714063626213687
verified: no, type: nauc_precision_at_1_diff1
value: 51.89198697276755
verified: no, type: nauc_precision_at_1_max
value: 19.325504911863643
verified: no, type: nauc_precision_at_1_std
value: 12.282190963023766
verified: no, type: nauc_precision_at_20_diff1
value: 26.61622384998239
verified: no, type: nauc_precision_at_20_max
value: 9.031660188586937
verified: no, type: nauc_precision_at_20_std
value: 16.20337620782593
verified: no, type: nauc_precision_at_3_diff1
value: 38.065037328678045
verified: no, type: nauc_precision_at_3_max
value: 15.242914979757064
verified: no, type: nauc_precision_at_3_std
value: 13.448074137354654
verified: no, type: nauc_precision_at_5_diff1
value: 34.74896073477683
verified: no, type: nauc_precision_at_5_max
value: 13.347547367557508
verified: no, type: nauc_precision_at_5_std
value: 15.211527933339694
verified: no, type: nauc_recall_at_1000_diff1
value: 22.478800979463685
verified: no, type: nauc_recall_at_1000_max
value: 11.13145140021939
verified: no, type: nauc_recall_at_1000_std
value: 20.050008624461874
verified: no, type: nauc_recall_at_100_diff1
value: 25.988786568304555
verified: no, type: nauc_recall_at_100_max
value: 8.089785168176974
verified: no, type: nauc_recall_at_100_std
value: 14.262619130209112
verified: no, type: nauc_recall_at_10_diff1
value: 30.866722162291687
verified: no, type: nauc_recall_at_10_max
value: 12.14019760016012
verified: no, type: nauc_recall_at_10_std
value: 12.8097154636935
verified: no, type: nauc_recall_at_1_diff1
value: 50.609096395200005
verified: no, type: nauc_recall_at_1_max
value: 18.78413464500168
verified: no, type: nauc_recall_at_1_std
value: 10.90744028944332
verified: no, type: nauc_recall_at_20_diff1
value: 28.832935090203225
verified: no, type: nauc_recall_at_20_max
value: 10.309594281852648
verified: no, type: nauc_recall_at_20_std
value: 12.251157275647977
verified: no, type: nauc_recall_at_3_diff1
value: 40.105712098235315
verified: no, type: nauc_recall_at_3_max
value: 15.165723469178264
verified: no, type: nauc_recall_at_3_std
value: 10.99744165240917
verified: no, type: nauc_recall_at_5_diff1
value: 36.09241435581379
verified: no, type: nauc_recall_at_5_max
value: 13.032542349570054
verified: no, type: nauc_recall_at_5_std
value: 12.802627519053681
verified: no, type: ndcg_at_1
value: 14.268
verified: no, type: ndcg_at_10
value: 17.534
verified: no, type: ndcg_at_100
value: 20.78
verified: no, type: ndcg_at_1000
value: 23.526
verified: no, type: ndcg_at_20
value: 18.567
verified: no, type: ndcg_at_3
value: 15.218000000000002
verified: no, type: ndcg_at_5
value: 16.164
verified: no, type: precision_at_1
value: 14.268
verified: no, type: precision_at_10
value: 3.312
verified: no, type: precision_at_100
value: 0.603
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_20
value: 1.9869999999999999
verified: no, type: precision_at_3
value: 7.219
verified: no, type: precision_at_5
value: 5.1209999999999996
verified: no, type: recall_at_1
value: 11.354000000000001
verified: no, type: recall_at_10
value: 22.511
verified: no, type: recall_at_100
value: 37.24
verified: no, type: recall_at_1000
value: 56.718
verified: no, type: recall_at_20
value: 26.362999999999996
verified: no, type: recall_at_3
value: 15.53
verified: no, type: recall_at_5
value: 18.322
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 29.03
verified: no, type: map_at_1
value: 19.307
verified: no, type: map_at_10
value: 25.453
verified: no, type: map_at_100
value: 26.33
verified: no, type: map_at_1000
value: 26.419999999999998
verified: no, type: map_at_20
value: 25.896
verified: no, type: map_at_3
value: 23.572000000000003
verified: no, type: map_at_5
value: 24.694
verified: no, type: mrr_at_1
value: 22.00626959247649
verified: no, type: mrr_at_10
value: 27.87858884410605
verified: no, type: mrr_at_100
value: 28.652814969242712
verified: no, type: mrr_at_1000
value: 28.725946491824235
verified: no, type: mrr_at_20
value: 28.276271334002978
verified: no, type: mrr_at_3
value: 25.997910135841156
verified: no, type: mrr_at_5
value: 27.11703239289442
verified: no, type: nauc_map_at_1000_diff1
value: 43.50604073464055
verified: no, type: nauc_map_at_1000_max
value: 30.480004310005544
verified: no, type: nauc_map_at_1000_std
value: 0.18281635239684302
verified: no, type: nauc_map_at_100_diff1
value: 43.51057034900177
verified: no, type: nauc_map_at_100_max
value: 30.463453039114537
verified: no, type: nauc_map_at_100_std
value: 0.1392213813651391
verified: no, type: nauc_map_at_10_diff1
value: 43.680704548271024
verified: no, type: nauc_map_at_10_max
value: 30.639431323648626
verified: no, type: nauc_map_at_10_std
value: -0.17722097946115797
verified: no, type: nauc_map_at_1_diff1
value: 49.51121570705665
verified: no, type: nauc_map_at_1_max
value: 31.820851746100594
verified: no, type: nauc_map_at_1_std
value: -2.635315036488275
verified: no, type: nauc_map_at_20_diff1
value: 43.519636427140746
verified: no, type: nauc_map_at_20_max
value: 30.479309603785193
verified: no, type: nauc_map_at_20_std
value: -0.04034004401117608
verified: no, type: nauc_map_at_3_diff1
value: 44.660054248758726
verified: no, type: nauc_map_at_3_max
value: 30.35371167828995
verified: no, type: nauc_map_at_3_std
value: -1.4381463631334364
verified: no, type: nauc_map_at_5_diff1
value: 44.14458335553869
verified: no, type: nauc_map_at_5_max
value: 30.49464687257249
verified: no, type: nauc_map_at_5_std
value: -0.7069576298198817
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.49091070845857
verified: no, type: nauc_mrr_at_1000_max
value: 30.904217260073207
verified: no, type: nauc_mrr_at_1000_std
value: 0.6030969099528762
verified: no, type: nauc_mrr_at_100_diff1
value: 43.48206732167152
verified: no, type: nauc_mrr_at_100_max
value: 30.885805566023013
verified: no, type: nauc_mrr_at_100_std
value: 0.5769328589498474
verified: no, type: nauc_mrr_at_10_diff1
value: 43.55457392824764
verified: no, type: nauc_mrr_at_10_max
value: 31.139789286663294
verified: no, type: nauc_mrr_at_10_std
value: 0.39137312166360116
verified: no, type: nauc_mrr_at_1_diff1
value: 49.7476817055079
verified: no, type: nauc_mrr_at_1_max
value: 33.35487810786589
verified: no, type: nauc_mrr_at_1_std
value: -2.335419312527886
verified: no, type: nauc_mrr_at_20_diff1
value: 43.48827825669483
verified: no, type: nauc_mrr_at_20_max
value: 30.983317516254566
verified: no, type: nauc_mrr_at_20_std
value: 0.4846694988872726
verified: no, type: nauc_mrr_at_3_diff1
value: 44.66661877146986
verified: no, type: nauc_mrr_at_3_max
value: 31.31121111690094
verified: no, type: nauc_mrr_at_3_std
value: -0.5970753554262374
verified: no, type: nauc_mrr_at_5_diff1
value: 44.05287141220467
verified: no, type: nauc_mrr_at_5_max
value: 31.185044083863524
verified: no, type: nauc_mrr_at_5_std
value: 0.03276041839131263
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.64648189672279
verified: no, type: nauc_ndcg_at_1000_max
value: 29.851206560241867
verified: no, type: nauc_ndcg_at_1000_std
value: 3.7885804314712423
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.54660606744312
verified: no, type: nauc_ndcg_at_100_max
value: 29.52262097274987
verified: no, type: nauc_ndcg_at_100_std
value: 3.1313695052884087
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.189151331147364
verified: no, type: nauc_ndcg_at_10_max
value: 30.257730735981376
verified: no, type: nauc_ndcg_at_10_std
value: 1.483283884208919
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.7476817055079
verified: no, type: nauc_ndcg_at_1_max
value: 33.35487810786589
verified: no, type: nauc_ndcg_at_1_std
value: -2.335419312527886
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.69940555374264
verified: no, type: nauc_ndcg_at_20_max
value: 29.67596434757782
verified: no, type: nauc_ndcg_at_20_std
value: 1.8670302698321029
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.313981749068034
verified: no, type: nauc_ndcg_at_3_max
value: 29.92612987963682
verified: no, type: nauc_ndcg_at_3_std
value: -0.7629159307364975
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.25367609444526
verified: no, type: nauc_ndcg_at_5_max
value: 30.011822025139217
verified: no, type: nauc_ndcg_at_5_std
value: 0.4228958959339596
verified: no, type: nauc_precision_at_1000_diff1
value: 6.294045364733051
verified: no, type: nauc_precision_at_1000_max
value: 13.003287301353916
verified: no, type: nauc_precision_at_1000_std
value: 19.672009407091075
verified: no, type: nauc_precision_at_100_diff1
value: 18.900847000430282
verified: no, type: nauc_precision_at_100_max
value: 19.89805341000471
verified: no, type: nauc_precision_at_100_std
value: 14.097381220216437
verified: no, type: nauc_precision_at_10_diff1
value: 32.019287482758315
verified: no, type: nauc_precision_at_10_max
value: 28.868719930088588
verified: no, type: nauc_precision_at_10_std
value: 7.067713684120723
verified: no, type: nauc_precision_at_1_diff1
value: 49.7476817055079
verified: no, type: nauc_precision_at_1_max
value: 33.35487810786589
verified: no, type: nauc_precision_at_1_std
value: -2.335419312527886
verified: no, type: nauc_precision_at_20_diff1
value: 27.442952211039866
verified: no, type: nauc_precision_at_20_max
value: 25.51570310142488
verified: no, type: nauc_precision_at_20_std
value: 8.001107746535538
verified: no, type: nauc_precision_at_3_diff1
value: 38.33881569586195
verified: no, type: nauc_precision_at_3_max
value: 28.995385801766826
verified: no, type: nauc_precision_at_3_std
value: 0.46426597601937036
verified: no, type: nauc_precision_at_5_diff1
value: 35.93052673151141
verified: no, type: nauc_precision_at_5_max
value: 28.77086703745561
verified: no, type: nauc_precision_at_5_std
value: 3.020792681159482
verified: no, type: nauc_recall_at_1000_diff1
value: 27.413733064523722
verified: no, type: nauc_recall_at_1000_max
value: 25.640071347285847
verified: no, type: nauc_recall_at_1000_std
value: 23.024726525628747
verified: no, type: nauc_recall_at_100_diff1
value: 30.238748775488382
verified: no, type: nauc_recall_at_100_max
value: 24.83445535706549
verified: no, type: nauc_recall_at_100_std
value: 13.213229148027994
verified: no, type: nauc_recall_at_10_diff1
value: 33.660824128432765
verified: no, type: nauc_recall_at_10_max
value: 28.239711759937826
verified: no, type: nauc_recall_at_10_std
value: 5.259078451819804
verified: no, type: nauc_recall_at_1_diff1
value: 49.51121570705665
verified: no, type: nauc_recall_at_1_max
value: 31.820851746100594
verified: no, type: nauc_recall_at_1_std
value: -2.635315036488275
verified: no, type: nauc_recall_at_20_diff1
value: 31.77661434800746
verified: no, type: nauc_recall_at_20_max
value: 25.949306594350592
verified: no, type: nauc_recall_at_20_std
value: 6.611875576453824
verified: no, type: nauc_recall_at_3_diff1
value: 39.16095910728281
verified: no, type: nauc_recall_at_3_max
value: 27.64955581506583
verified: no, type: nauc_recall_at_3_std
value: 0.10121363216139175
verified: no, type: nauc_recall_at_5_diff1
value: 36.32968291714543
verified: no, type: nauc_recall_at_5_max
value: 27.325678767283694
verified: no, type: nauc_recall_at_5_std
value: 2.653663972529844
verified: no, type: ndcg_at_1
value: 22.006
verified: no, type: ndcg_at_10
value: 29.03
verified: no, type: ndcg_at_100
value: 33.318999999999996
verified: no, type: ndcg_at_1000
value: 35.89
verified: no, type: ndcg_at_20
value: 30.503999999999998
verified: no, type: ndcg_at_3
value: 25.348
verified: no, type: ndcg_at_5
value: 27.267000000000003
verified: no, type: precision_at_1
value: 22.006
verified: no, type: precision_at_10
value: 4.627
verified: no, type: precision_at_100
value: 0.744
verified: no, type: precision_at_1000
value: 0.10300000000000001
verified: no, type: precision_at_20
value: 2.702
verified: no, type: precision_at_3
value: 11.033999999999999
verified: no, type: precision_at_5
value: 7.861999999999999
verified: no, type: recall_at_1
value: 19.307
verified: no, type: recall_at_10
value: 37.624
verified: no, type: recall_at_100
value: 56.997
verified: no, type: recall_at_1000
value: 76.62299999999999
verified: no, type: recall_at_20
value: 43.086
verified: no, type: recall_at_3
value: 27.724
verified: no, type: recall_at_5
value: 32.421
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 14.097000000000001
verified: no, type: map_at_1
value: 9.109
verified: no, type: map_at_10
value: 12.062000000000001
verified: no, type: map_at_100
value: 12.603
verified: no, type: map_at_1000
value: 12.690000000000001
verified: no, type: map_at_20
value: 12.335
verified: no, type: map_at_3
value: 10.882
verified: no, type: map_at_5
value: 11.445
verified: no, type: mrr_at_1
value: 9.6045197740113
verified: no, type: mrr_at_10
value: 13.001390009864586
verified: no, type: mrr_at_100
value: 13.541388076434767
verified: no, type: mrr_at_1000
value: 13.622995527273426
verified: no, type: mrr_at_20
value: 13.261213704134942
verified: no, type: mrr_at_3
value: 11.75141242937853
verified: no, type: mrr_at_5
value: 12.3728813559322
verified: no, type: nauc_map_at_1000_diff1
value: 41.25399941751793
verified: no, type: nauc_map_at_1000_max
value: 17.60637208770784
verified: no, type: nauc_map_at_1000_std
value: 3.8997877056955876
verified: no, type: nauc_map_at_100_diff1
value: 41.3047772590663
verified: no, type: nauc_map_at_100_max
value: 17.593792209003684
verified: no, type: nauc_map_at_100_std
value: 3.8624300256381883
verified: no, type: nauc_map_at_10_diff1
value: 41.918994248720736
verified: no, type: nauc_map_at_10_max
value: 17.523107069845093
verified: no, type: nauc_map_at_10_std
value: 3.3289332906481333
verified: no, type: nauc_map_at_1_diff1
value: 50.853111369434835
verified: no, type: nauc_map_at_1_max
value: 20.441039981572366
verified: no, type: nauc_map_at_1_std
value: 2.9730312951046747
verified: no, type: nauc_map_at_20_diff1
value: 41.676967823092156
verified: no, type: nauc_map_at_20_max
value: 17.611142954564
verified: no, type: nauc_map_at_20_std
value: 3.7507161629892516
verified: no, type: nauc_map_at_3_diff1
value: 45.15865999101332
verified: no, type: nauc_map_at_3_max
value: 17.51828209554345
verified: no, type: nauc_map_at_3_std
value: 3.125254352308741
verified: no, type: nauc_map_at_5_diff1
value: 43.518873099840164
verified: no, type: nauc_map_at_5_max
value: 18.096843812930256
verified: no, type: nauc_map_at_5_std
value: 3.501264664850646
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.65049616843269
verified: no, type: nauc_mrr_at_1000_max
value: 18.992312109540187
verified: no, type: nauc_mrr_at_1000_std
value: 3.8630526743174602
verified: no, type: nauc_mrr_at_100_diff1
value: 39.67790321701619
verified: no, type: nauc_mrr_at_100_max
value: 18.99280796073833
verified: no, type: nauc_mrr_at_100_std
value: 3.831281556686595
verified: no, type: nauc_mrr_at_10_diff1
value: 40.40664164207995
verified: no, type: nauc_mrr_at_10_max
value: 18.9789911833429
verified: no, type: nauc_mrr_at_10_std
value: 3.389250639709206
verified: no, type: nauc_mrr_at_1_diff1
value: 48.90268334274423
verified: no, type: nauc_mrr_at_1_max
value: 22.148416208142038
verified: no, type: nauc_mrr_at_1_std
value: 3.482278486678414
verified: no, type: nauc_mrr_at_20_diff1
value: 40.12944011033672
verified: no, type: nauc_mrr_at_20_max
value: 19.01229852858854
verified: no, type: nauc_mrr_at_20_std
value: 3.721020072685762
verified: no, type: nauc_mrr_at_3_diff1
value: 43.53442474531623
verified: no, type: nauc_mrr_at_3_max
value: 18.98665230786941
verified: no, type: nauc_mrr_at_3_std
value: 3.141188860380207
verified: no, type: nauc_mrr_at_5_diff1
value: 41.792381222269306
verified: no, type: nauc_mrr_at_5_max
value: 19.564109785495027
verified: no, type: nauc_mrr_at_5_std
value: 3.447599289829289
verified: no, type: nauc_ndcg_at_1000_diff1
value: 33.75036088168543
verified: no, type: nauc_ndcg_at_1000_max
value: 17.552395174719724
verified: no, type: nauc_ndcg_at_1000_std
value: 6.019653809238646
verified: no, type: nauc_ndcg_at_100_diff1
value: 34.46011549407109
verified: no, type: nauc_ndcg_at_100_max
value: 17.261093331357706
verified: no, type: nauc_ndcg_at_100_std
value: 5.4268706575162104
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.83747527779143
verified: no, type: nauc_ndcg_at_10_max
value: 17.044974102007092
verified: no, type: nauc_ndcg_at_10_std
value: 3.5111959818349603
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.90268334274423
verified: no, type: nauc_ndcg_at_1_max
value: 22.148416208142038
verified: no, type: nauc_ndcg_at_1_std
value: 3.482278486678414
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.138695182061525
verified: no, type: nauc_ndcg_at_20_max
value: 17.22387592023126
verified: no, type: nauc_ndcg_at_20_std
value: 4.770921048488158
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.268967346255074
verified: no, type: nauc_ndcg_at_3_max
value: 17.20602008989898
verified: no, type: nauc_ndcg_at_3_std
value: 3.19589477459749
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.7884752761726
verified: no, type: nauc_ndcg_at_5_max
value: 18.121892702668045
verified: no, type: nauc_ndcg_at_5_std
value: 3.8369089974368573
verified: no, type: nauc_precision_at_1000_diff1
value: 7.089909563758634
verified: no, type: nauc_precision_at_1000_max
value: 19.071511820051107
verified: no, type: nauc_precision_at_1000_std
value: 8.71710715708378
verified: no, type: nauc_precision_at_100_diff1
value: 17.577598014207858
verified: no, type: nauc_precision_at_100_max
value: 18.757305391811315
verified: no, type: nauc_precision_at_100_std
value: 8.571496733416154
verified: no, type: nauc_precision_at_10_diff1
value: 28.943153297767832
verified: no, type: nauc_precision_at_10_max
value: 16.38624587520458
verified: no, type: nauc_precision_at_10_std
value: 3.437574061625469
verified: no, type: nauc_precision_at_1_diff1
value: 48.90268334274423
verified: no, type: nauc_precision_at_1_max
value: 22.148416208142038
verified: no, type: nauc_precision_at_1_std
value: 3.482278486678414
verified: no, type: nauc_precision_at_20_diff1
value: 26.474908278743044
verified: no, type: nauc_precision_at_20_max
value: 16.47527151110289
verified: no, type: nauc_precision_at_20_std
value: 7.5305698853598
verified: no, type: nauc_precision_at_3_diff1
value: 39.54288018891221
verified: no, type: nauc_precision_at_3_max
value: 17.284449255178835
verified: no, type: nauc_precision_at_3_std
value: 2.8714843759024866
verified: no, type: nauc_precision_at_5_diff1
value: 34.480901699228006
verified: no, type: nauc_precision_at_5_max
value: 19.44159427138771
verified: no, type: nauc_precision_at_5_std
value: 3.9140233563987525
verified: no, type: nauc_recall_at_1000_diff1
value: 14.656193188687894
verified: no, type: nauc_recall_at_1000_max
value: 15.810571367218888
verified: no, type: nauc_recall_at_1000_std
value: 12.334573972835202
verified: no, type: nauc_recall_at_100_diff1
value: 18.594617672285707
verified: no, type: nauc_recall_at_100_max
value: 15.15863525459292
verified: no, type: nauc_recall_at_100_std
value: 9.115505114921058
verified: no, type: nauc_recall_at_10_diff1
value: 29.13269929764077
verified: no, type: nauc_recall_at_10_max
value: 15.059218016523301
verified: no, type: nauc_recall_at_10_std
value: 3.7696923586295137
verified: no, type: nauc_recall_at_1_diff1
value: 50.853111369434835
verified: no, type: nauc_recall_at_1_max
value: 20.441039981572366
verified: no, type: nauc_recall_at_1_std
value: 2.9730312951046747
verified: no, type: nauc_recall_at_20_diff1
value: 27.544653538434776
verified: no, type: nauc_recall_at_20_max
value: 15.420518066694445
verified: no, type: nauc_recall_at_20_std
value: 7.101778539671523
verified: no, type: nauc_recall_at_3_diff1
value: 40.00397565193035
verified: no, type: nauc_recall_at_3_max
value: 14.717415584208013
verified: no, type: nauc_recall_at_3_std
value: 3.658957442260116
verified: no, type: nauc_recall_at_5_diff1
value: 35.35853159550963
verified: no, type: nauc_recall_at_5_max
value: 17.049909921279315
verified: no, type: nauc_recall_at_5_std
value: 4.839540342554651
verified: no, type: ndcg_at_1
value: 9.605
verified: no, type: ndcg_at_10
value: 14.097000000000001
verified: no, type: ndcg_at_100
value: 17.098
verified: no, type: ndcg_at_1000
value: 19.948
verified: no, type: ndcg_at_20
value: 15.043999999999999
verified: no, type: ndcg_at_3
value: 11.683
verified: no, type: ndcg_at_5
value: 12.656999999999998
verified: no, type: precision_at_1
value: 9.605
verified: no, type: precision_at_10
value: 2.215
verified: no, type: precision_at_100
value: 0.395
verified: no, type: precision_at_1000
value: 0.068
verified: no, type: precision_at_20
value: 1.322
verified: no, type: precision_at_3
value: 4.859
verified: no, type: precision_at_5
value: 3.435
verified: no, type: recall_at_1
value: 9.109
verified: no, type: recall_at_10
value: 19.618
verified: no, type: recall_at_100
value: 34.056
verified: no, type: recall_at_1000
value: 56.75599999999999
verified: no, type: recall_at_20
value: 23.168
verified: no, type: recall_at_3
value: 12.982
verified: no, type: recall_at_5
value: 15.315000000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 8.895
verified: no, type: map_at_1
value: 4.444
verified: no, type: map_at_10
value: 6.789000000000001
verified: no, type: map_at_100
value: 7.362
verified: no, type: map_at_1000
value: 7.455
verified: no, type: map_at_20
value: 7.112
verified: no, type: map_at_3
value: 5.819
verified: no, type: map_at_5
value: 6.237
verified: no, type: mrr_at_1
value: 5.970149253731343
verified: no, type: mrr_at_10
value: 8.807500197425577
verified: no, type: mrr_at_100
value: 9.458867441952432
verified: no, type: mrr_at_1000
value: 9.550029897135536
verified: no, type: mrr_at_20
value: 9.191142267117858
verified: no, type: mrr_at_3
value: 7.669983416252076
verified: no, type: mrr_at_5
value: 8.229684908789391
verified: no, type: nauc_map_at_1000_diff1
value: 14.923575664521396
verified: no, type: nauc_map_at_1000_max
value: 14.637382629018258
verified: no, type: nauc_map_at_1000_std
value: 7.583317007693739
verified: no, type: nauc_map_at_100_diff1
value: 14.914938787317187
verified: no, type: nauc_map_at_100_max
value: 14.57831256590049
verified: no, type: nauc_map_at_100_std
value: 7.481458525605025
verified: no, type: nauc_map_at_10_diff1
value: 15.009158630868363
verified: no, type: nauc_map_at_10_max
value: 14.587168521042992
verified: no, type: nauc_map_at_10_std
value: 6.30675561821182
verified: no, type: nauc_map_at_1_diff1
value: 23.073067396533048
verified: no, type: nauc_map_at_1_max
value: 22.526518534617583
verified: no, type: nauc_map_at_1_std
value: 3.2886460233623356
verified: no, type: nauc_map_at_20_diff1
value: 14.55856812493529
verified: no, type: nauc_map_at_20_max
value: 14.445922336763791
verified: no, type: nauc_map_at_20_std
value: 7.0979435052536815
verified: no, type: nauc_map_at_3_diff1
value: 17.401011477759774
verified: no, type: nauc_map_at_3_max
value: 16.448773676590882
verified: no, type: nauc_map_at_3_std
value: 4.181405616554917
verified: no, type: nauc_map_at_5_diff1
value: 15.690380485853476
verified: no, type: nauc_map_at_5_max
value: 15.435047584962474
verified: no, type: nauc_map_at_5_std
value: 5.232971650136294
verified: no, type: nauc_mrr_at_1000_diff1
value: 15.064019296100401
verified: no, type: nauc_mrr_at_1000_max
value: 15.23275181655676
verified: no, type: nauc_mrr_at_1000_std
value: 6.62512228446261
verified: no, type: nauc_mrr_at_100_diff1
value: 15.04422899632206
verified: no, type: nauc_mrr_at_100_max
value: 15.180132969802102
verified: no, type: nauc_mrr_at_100_std
value: 6.569986365469756
verified: no, type: nauc_mrr_at_10_diff1
value: 15.513288408498664
verified: no, type: nauc_mrr_at_10_max
value: 15.639652887265692
verified: no, type: nauc_mrr_at_10_std
value: 6.08058172017529
verified: no, type: nauc_mrr_at_1_diff1
value: 23.174960802057807
verified: no, type: nauc_mrr_at_1_max
value: 23.10505027161953
verified: no, type: nauc_mrr_at_1_std
value: 5.000535690775217
verified: no, type: nauc_mrr_at_20_diff1
value: 14.944086344466943
verified: no, type: nauc_mrr_at_20_max
value: 15.058772912777219
verified: no, type: nauc_mrr_at_20_std
value: 6.406714993528487
verified: no, type: nauc_mrr_at_3_diff1
value: 16.945928540219413
verified: no, type: nauc_mrr_at_3_max
value: 16.999490982460667
verified: no, type: nauc_mrr_at_3_std
value: 4.2783371592240185
verified: no, type: nauc_mrr_at_5_diff1
value: 15.724845028203049
verified: no, type: nauc_mrr_at_5_max
value: 16.374268642724658
verified: no, type: nauc_mrr_at_5_std
value: 4.955417882432664
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.64441384439761
verified: no, type: nauc_ndcg_at_1000_max
value: 12.544144311249642
verified: no, type: nauc_ndcg_at_1000_std
value: 12.203401112537147
verified: no, type: nauc_ndcg_at_100_diff1
value: 12.856101621820079
verified: no, type: nauc_ndcg_at_100_max
value: 12.15851341921588
verified: no, type: nauc_ndcg_at_100_std
value: 11.352600283831114
verified: no, type: nauc_ndcg_at_10_diff1
value: 12.453755697243285
verified: no, type: nauc_ndcg_at_10_max
value: 11.750014509834587
verified: no, type: nauc_ndcg_at_10_std
value: 8.203127809929466
verified: no, type: nauc_ndcg_at_1_diff1
value: 23.174960802057807
verified: no, type: nauc_ndcg_at_1_max
value: 23.10505027161953
verified: no, type: nauc_ndcg_at_1_std
value: 5.000535690775217
verified: no, type: nauc_ndcg_at_20_diff1
value: 11.324071030247564
verified: no, type: nauc_ndcg_at_20_max
value: 11.094964112045453
verified: no, type: nauc_ndcg_at_20_std
value: 9.840879835834757
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.323525692434862
verified: no, type: nauc_ndcg_at_3_max
value: 14.559998492898632
verified: no, type: nauc_ndcg_at_3_std
value: 4.027895180138566
verified: no, type: nauc_ndcg_at_5_diff1
value: 13.165086940669635
verified: no, type: nauc_ndcg_at_5_max
value: 13.32440977723948
verified: no, type: nauc_ndcg_at_5_std
value: 5.813837007263122
verified: no, type: nauc_precision_at_1000_diff1
value: 0.8928955587806005
verified: no, type: nauc_precision_at_1000_max
value: 4.446218508931589
verified: no, type: nauc_precision_at_1000_std
value: 5.877977195844953
verified: no, type: nauc_precision_at_100_diff1
value: 8.33525852681901
verified: no, type: nauc_precision_at_100_max
value: 7.830647914480539
verified: no, type: nauc_precision_at_100_std
value: 14.216797498501176
verified: no, type: nauc_precision_at_10_diff1
value: 7.765203936267145
verified: no, type: nauc_precision_at_10_max
value: 7.141939768201643
verified: no, type: nauc_precision_at_10_std
value: 9.60008810493683
verified: no, type: nauc_precision_at_1_diff1
value: 23.174960802057807
verified: no, type: nauc_precision_at_1_max
value: 23.10505027161953
verified: no, type: nauc_precision_at_1_std
value: 5.000535690775217
verified: no, type: nauc_precision_at_20_diff1
value: 4.810680914106181
verified: no, type: nauc_precision_at_20_max
value: 4.6628595108449655
verified: no, type: nauc_precision_at_20_std
value: 12.601430694735827
verified: no, type: nauc_precision_at_3_diff1
value: 13.474943796383625
verified: no, type: nauc_precision_at_3_max
value: 11.709775106648399
verified: no, type: nauc_precision_at_3_std
value: 3.207743252795555
verified: no, type: nauc_precision_at_5_diff1
value: 9.95810736829039
verified: no, type: nauc_precision_at_5_max
value: 10.456953224514239
verified: no, type: nauc_precision_at_5_std
value: 5.623208634930042
verified: no, type: nauc_recall_at_1000_diff1
value: 9.834451295472817
verified: no, type: nauc_recall_at_1000_max
value: 9.848949382055148
verified: no, type: nauc_recall_at_1000_std
value: 20.975606313150834
verified: no, type: nauc_recall_at_100_diff1
value: 10.217335772749356
verified: no, type: nauc_recall_at_100_max
value: 9.152943313782552
verified: no, type: nauc_recall_at_100_std
value: 17.31335628449071
verified: no, type: nauc_recall_at_10_diff1
value: 7.002474541545711
verified: no, type: nauc_recall_at_10_max
value: 5.600453872340962
verified: no, type: nauc_recall_at_10_std
value: 11.697537334063615
verified: no, type: nauc_recall_at_1_diff1
value: 23.073067396533048
verified: no, type: nauc_recall_at_1_max
value: 22.526518534617583
verified: no, type: nauc_recall_at_1_std
value: 3.2886460233623356
verified: no, type: nauc_recall_at_20_diff1
value: 5.418370604760854
verified: no, type: nauc_recall_at_20_max
value: 5.4952006102593085
verified: no, type: nauc_recall_at_20_std
value: 14.413914588580981
verified: no, type: nauc_recall_at_3_diff1
value: 12.321251599365478
verified: no, type: nauc_recall_at_3_max
value: 10.062822926598114
verified: no, type: nauc_recall_at_3_std
value: 5.2675756103944735
verified: no, type: nauc_recall_at_5_diff1
value: 7.540388296514483
verified: no, type: nauc_recall_at_5_max
value: 7.803110889019699
verified: no, type: nauc_recall_at_5_std
value: 8.317325637513246
verified: no, type: ndcg_at_1
value: 5.970000000000001
verified: no, type: ndcg_at_10
value: 8.895
verified: no, type: ndcg_at_100
value: 11.964
verified: no, type: ndcg_at_1000
value: 14.860000000000001
verified: no, type: ndcg_at_20
value: 10.104000000000001
verified: no, type: ndcg_at_3
value: 6.859999999999999
verified: no, type: ndcg_at_5
value: 7.573
verified: no, type: precision_at_1
value: 5.970000000000001
verified: no, type: precision_at_10
value: 1.779
verified: no, type: precision_at_100
value: 0.384
verified: no, type: precision_at_1000
value: 0.073
verified: no, type: precision_at_20
value: 1.2189999999999999
verified: no, type: precision_at_3
value: 3.4000000000000004
verified: no, type: precision_at_5
value: 2.537
verified: no, type: recall_at_1
value: 4.444
verified: no, type: recall_at_10
value: 13.751
verified: no, type: recall_at_100
value: 27.537
verified: no, type: recall_at_1000
value: 49.079
verified: no, type: recall_at_20
value: 18.182000000000002
verified: no, type: recall_at_3
value: 7.731000000000001
verified: no, type: recall_at_5
value: 9.636
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 19.902
verified: no, type: map_at_1
value: 12.928999999999998
verified: no, type: map_at_10
value: 16.833000000000002
verified: no, type: map_at_100
value: 17.615
verified: no, type: map_at_1000
value: 17.732
verified: no, type: map_at_20
value: 17.207
verified: no, type: map_at_3
value: 15.463
verified: no, type: map_at_5
value: 16.128999999999998
verified: no, type: mrr_at_1
value: 15.976900866217516
verified: no, type: mrr_at_10
value: 20.444757627144526
verified: no, type: mrr_at_100
value: 21.18213748325402
verified: no, type: mrr_at_1000
value: 21.25972081056743
verified: no, type: mrr_at_20
value: 20.799603260475223
verified: no, type: mrr_at_3
value: 18.928456849534818
verified: no, type: mrr_at_5
value: 19.72248957330767
verified: no, type: nauc_map_at_1000_diff1
value: 41.27196577011274
verified: no, type: nauc_map_at_1000_max
value: 30.04254002251132
verified: no, type: nauc_map_at_1000_std
value: 6.570333369920046
verified: no, type: nauc_map_at_100_diff1
value: 41.27551384135304
verified: no, type: nauc_map_at_100_max
value: 29.99043897557097
verified: no, type: nauc_map_at_100_std
value: 6.472408363055328
verified: no, type: nauc_map_at_10_diff1
value: 41.85444301121017
verified: no, type: nauc_map_at_10_max
value: 29.81212191843452
verified: no, type: nauc_map_at_10_std
value: 5.93398567449617
verified: no, type: nauc_map_at_1_diff1
value: 46.839384517121886
verified: no, type: nauc_map_at_1_max
value: 33.10314951759653
verified: no, type: nauc_map_at_1_std
value: 3.473962823858065
verified: no, type: nauc_map_at_20_diff1
value: 41.4328465682072
verified: no, type: nauc_map_at_20_max
value: 29.97742898678745
verified: no, type: nauc_map_at_20_std
value: 6.104796006386177
verified: no, type: nauc_map_at_3_diff1
value: 43.02691416463743
verified: no, type: nauc_map_at_3_max
value: 30.42366456898119
verified: no, type: nauc_map_at_3_std
value: 5.155164523235761
verified: no, type: nauc_map_at_5_diff1
value: 42.50855309235288
verified: no, type: nauc_map_at_5_max
value: 30.268005050849005
verified: no, type: nauc_map_at_5_std
value: 5.5087675809592955
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.918304151052496
verified: no, type: nauc_mrr_at_1000_max
value: 32.3633242335842
verified: no, type: nauc_mrr_at_1000_std
value: 9.821534513339788
verified: no, type: nauc_mrr_at_100_diff1
value: 39.88894200397407
verified: no, type: nauc_mrr_at_100_max
value: 32.35005140436353
verified: no, type: nauc_mrr_at_100_std
value: 9.798405855994671
verified: no, type: nauc_mrr_at_10_diff1
value: 40.398911825307096
verified: no, type: nauc_mrr_at_10_max
value: 32.431125056382164
verified: no, type: nauc_mrr_at_10_std
value: 9.607804963814376
verified: no, type: nauc_mrr_at_1_diff1
value: 44.710224260402306
verified: no, type: nauc_mrr_at_1_max
value: 34.810999361965784
verified: no, type: nauc_mrr_at_1_std
value: 6.666781318158904
verified: no, type: nauc_mrr_at_20_diff1
value: 40.00961756059491
verified: no, type: nauc_mrr_at_20_max
value: 32.37658164628154
verified: no, type: nauc_mrr_at_20_std
value: 9.668733699272558
verified: no, type: nauc_mrr_at_3_diff1
value: 41.57115214419929
verified: no, type: nauc_mrr_at_3_max
value: 32.68793918495075
verified: no, type: nauc_mrr_at_3_std
value: 9.040233893300375
verified: no, type: nauc_mrr_at_5_diff1
value: 41.06814071330848
verified: no, type: nauc_mrr_at_5_max
value: 32.8245640568574
verified: no, type: nauc_mrr_at_5_std
value: 9.58857119627648
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.80739838454769
verified: no, type: nauc_ndcg_at_1000_max
value: 29.789668331458618
verified: no, type: nauc_ndcg_at_1000_std
value: 11.39764916900706
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.11213770959871
verified: no, type: nauc_ndcg_at_100_max
value: 29.081591038980903
verified: no, type: nauc_ndcg_at_100_std
value: 10.108782506088897
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.5849935712723
verified: no, type: nauc_ndcg_at_10_max
value: 28.96898719826389
verified: no, type: nauc_ndcg_at_10_std
value: 7.961681263212508
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.710224260402306
verified: no, type: nauc_ndcg_at_1_max
value: 34.810999361965784
verified: no, type: nauc_ndcg_at_1_std
value: 6.666781318158904
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.12032626231077
verified: no, type: nauc_ndcg_at_20_max
value: 29.18302919363044
verified: no, type: nauc_ndcg_at_20_std
value: 8.263802202822081
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.69966283174317
verified: no, type: nauc_ndcg_at_3_max
value: 30.929246645213066
verified: no, type: nauc_ndcg_at_3_std
value: 7.216761468782046
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.01584530945962
verified: no, type: nauc_ndcg_at_5_max
value: 30.289879950898214
verified: no, type: nauc_ndcg_at_5_std
value: 7.4367837578277936
verified: no, type: nauc_precision_at_1000_diff1
value: 5.296272992814253
verified: no, type: nauc_precision_at_1000_max
value: 19.76310705995752
verified: no, type: nauc_precision_at_1000_std
value: 24.704985621130156
verified: no, type: nauc_precision_at_100_diff1
value: 16.46333749868499
verified: no, type: nauc_precision_at_100_max
value: 26.043739871376527
verified: no, type: nauc_precision_at_100_std
value: 26.092651162394155
verified: no, type: nauc_precision_at_10_diff1
value: 30.365327315976653
verified: no, type: nauc_precision_at_10_max
value: 28.924585920344946
verified: no, type: nauc_precision_at_10_std
value: 17.70407674779879
verified: no, type: nauc_precision_at_1_diff1
value: 44.710224260402306
verified: no, type: nauc_precision_at_1_max
value: 34.810999361965784
verified: no, type: nauc_precision_at_1_std
value: 6.666781318158904
verified: no, type: nauc_precision_at_20_diff1
value: 24.315922316558428
verified: no, type: nauc_precision_at_20_max
value: 28.874260987195967
verified: no, type: nauc_precision_at_20_std
value: 19.72374746122734
verified: no, type: nauc_precision_at_3_diff1
value: 37.37798681409137
verified: no, type: nauc_precision_at_3_max
value: 32.308460896865824
verified: no, type: nauc_precision_at_3_std
value: 12.279945415003562
verified: no, type: nauc_precision_at_5_diff1
value: 35.30318091103882
verified: no, type: nauc_precision_at_5_max
value: 31.820548127213062
verified: no, type: nauc_precision_at_5_std
value: 14.503599559616163
verified: no, type: nauc_recall_at_1000_diff1
value: 19.795948815823216
verified: no, type: nauc_recall_at_1000_max
value: 24.278386660959896
verified: no, type: nauc_recall_at_1000_std
value: 22.837222421253944
verified: no, type: nauc_recall_at_100_diff1
value: 24.472612415292573
verified: no, type: nauc_recall_at_100_max
value: 21.91143710710276
verified: no, type: nauc_recall_at_100_std
value: 15.053133349737896
verified: no, type: nauc_recall_at_10_diff1
value: 33.4020176737161
verified: no, type: nauc_recall_at_10_max
value: 23.033614175897377
verified: no, type: nauc_recall_at_10_std
value: 8.767203112156356
verified: no, type: nauc_recall_at_1_diff1
value: 46.839384517121886
verified: no, type: nauc_recall_at_1_max
value: 33.10314951759653
verified: no, type: nauc_recall_at_1_std
value: 3.473962823858065
verified: no, type: nauc_recall_at_20_diff1
value: 28.830072771517113
verified: no, type: nauc_recall_at_20_max
value: 23.489066180696092
verified: no, type: nauc_recall_at_20_std
value: 9.12579757868168
verified: no, type: nauc_recall_at_3_diff1
value: 39.908834198934215
verified: no, type: nauc_recall_at_3_max
value: 27.068809545101175
verified: no, type: nauc_recall_at_3_std
value: 6.530892914334164
verified: no, type: nauc_recall_at_5_diff1
value: 37.48709101560424
verified: no, type: nauc_recall_at_5_max
value: 26.081573648351025
verified: no, type: nauc_recall_at_5_std
value: 7.183952029055236
verified: no, type: ndcg_at_1
value: 15.977
verified: no, type: ndcg_at_10
value: 19.902
verified: no, type: ndcg_at_100
value: 24.086
verified: no, type: ndcg_at_1000
value: 27.01
verified: no, type: ndcg_at_20
value: 21.175
verified: no, type: ndcg_at_3
value: 17.330000000000002
verified: no, type: ndcg_at_5
value: 18.342
verified: no, type: precision_at_1
value: 15.977
verified: no, type: precision_at_10
value: 3.542
verified: no, type: precision_at_100
value: 0.679
verified: no, type: precision_at_1000
value: 0.109
verified: no, type: precision_at_20
value: 2.161
verified: no, type: precision_at_3
value: 8.053
verified: no, type: precision_at_5
value: 5.679
verified: no, type: recall_at_1
value: 12.928999999999998
verified: no, type: recall_at_10
value: 25.916
verified: no, type: recall_at_100
value: 44.836
verified: no, type: recall_at_1000
value: 65.22200000000001
verified: no, type: recall_at_20
value: 30.493
verified: no, type: recall_at_3
value: 18.241
verified: no, type: recall_at_5
value: 21.078
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 15.862000000000002
verified: no, type: map_at_1
value: 9.831
verified: no, type: map_at_10
value: 13.256
verified: no, type: map_at_100
value: 14.008000000000001
verified: no, type: map_at_1000
value: 14.113000000000001
verified: no, type: map_at_20
value: 13.636999999999999
verified: no, type: map_at_3
value: 11.814
verified: no, type: map_at_5
value: 12.583
verified: no, type: mrr_at_1
value: 11.757990867579908
verified: no, type: mrr_at_10
value: 15.494808654055237
verified: no, type: mrr_at_100
value: 16.291820589502283
verified: no, type: mrr_at_1000
value: 16.374533932974945
verified: no, type: mrr_at_20
value: 15.933671804388336
verified: no, type: mrr_at_3
value: 13.83181126331811
verified: no, type: mrr_at_5
value: 14.6765601217656
verified: no, type: nauc_map_at_1000_diff1
value: 33.93453741920144
verified: no, type: nauc_map_at_1000_max
value: 15.653730492995432
verified: no, type: nauc_map_at_1000_std
value: 7.8758696471921175
verified: no, type: nauc_map_at_100_diff1
value: 33.93938109119093
verified: no, type: nauc_map_at_100_max
value: 15.600263725191917
verified: no, type: nauc_map_at_100_std
value: 7.765619322590685
verified: no, type: nauc_map_at_10_diff1
value: 34.54464331832195
verified: no, type: nauc_map_at_10_max
value: 15.612792960561228
verified: no, type: nauc_map_at_10_std
value: 6.7557841221613915
verified: no, type: nauc_map_at_1_diff1
value: 40.25943612185486
verified: no, type: nauc_map_at_1_max
value: 17.181254846998176
verified: no, type: nauc_map_at_1_std
value: 4.311873998223975
verified: no, type: nauc_map_at_20_diff1
value: 34.286604224077294
verified: no, type: nauc_map_at_20_max
value: 15.557596686810724
verified: no, type: nauc_map_at_20_std
value: 7.278138397108883
verified: no, type: nauc_map_at_3_diff1
value: 36.73973255367738
verified: no, type: nauc_map_at_3_max
value: 16.83994296407283
verified: no, type: nauc_map_at_3_std
value: 6.223159115827186
verified: no, type: nauc_map_at_5_diff1
value: 35.141424690409735
verified: no, type: nauc_map_at_5_max
value: 15.992920926050328
verified: no, type: nauc_map_at_5_std
value: 6.351250600055855
verified: no, type: nauc_mrr_at_1000_diff1
value: 34.73310032530598
verified: no, type: nauc_mrr_at_1000_max
value: 19.015226556944313
verified: no, type: nauc_mrr_at_1000_std
value: 9.222546150737514
verified: no, type: nauc_mrr_at_100_diff1
value: 34.726753216593245
verified: no, type: nauc_mrr_at_100_max
value: 18.99769748963775
verified: no, type: nauc_mrr_at_100_std
value: 9.174113672327863
verified: no, type: nauc_mrr_at_10_diff1
value: 35.44871459634613
verified: no, type: nauc_mrr_at_10_max
value: 19.123376102993888
verified: no, type: nauc_mrr_at_10_std
value: 8.400683156036651
verified: no, type: nauc_mrr_at_1_diff1
value: 41.66420742315266
verified: no, type: nauc_mrr_at_1_max
value: 20.29699577568541
verified: no, type: nauc_mrr_at_1_std
value: 6.552893551004773
verified: no, type: nauc_mrr_at_20_diff1
value: 34.97080168567599
verified: no, type: nauc_mrr_at_20_max
value: 18.93820346421597
verified: no, type: nauc_mrr_at_20_std
value: 8.88369463529979
verified: no, type: nauc_mrr_at_3_diff1
value: 37.82881961939195
verified: no, type: nauc_mrr_at_3_max
value: 20.23353217486363
verified: no, type: nauc_mrr_at_3_std
value: 8.335430576995872
verified: no, type: nauc_mrr_at_5_diff1
value: 36.39194951225287
verified: no, type: nauc_mrr_at_5_max
value: 19.51895403281475
verified: no, type: nauc_mrr_at_5_std
value: 8.109986680725223
verified: no, type: nauc_ndcg_at_1000_diff1
value: 29.082397825054134
verified: no, type: nauc_ndcg_at_1000_max
value: 16.79542535678252
verified: no, type: nauc_ndcg_at_1000_std
value: 13.862883511514385
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.052598252998568
verified: no, type: nauc_ndcg_at_100_max
value: 15.498427568714371
verified: no, type: nauc_ndcg_at_100_std
value: 11.726792940214132
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.1345507923688
verified: no, type: nauc_ndcg_at_10_max
value: 15.522253057572243
verified: no, type: nauc_ndcg_at_10_std
value: 8.033462171395978
verified: no, type: nauc_ndcg_at_1_diff1
value: 41.66420742315266
verified: no, type: nauc_ndcg_at_1_max
value: 20.29699577568541
verified: no, type: nauc_ndcg_at_1_std
value: 6.552893551004773
verified: no, type: nauc_ndcg_at_20_diff1
value: 30.9118537718024
verified: no, type: nauc_ndcg_at_20_max
value: 15.015691320922405
verified: no, type: nauc_ndcg_at_20_std
value: 9.48348066099931
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.00136268031041
verified: no, type: nauc_ndcg_at_3_max
value: 18.106666639494865
verified: no, type: nauc_ndcg_at_3_std
value: 7.641902435989431
verified: no, type: nauc_ndcg_at_5_diff1
value: 33.39201547133596
verified: no, type: nauc_ndcg_at_5_max
value: 16.476689691452638
verified: no, type: nauc_ndcg_at_5_std
value: 7.369674781372547
verified: no, type: nauc_precision_at_1000_diff1
value: 6.471252357066656
verified: no, type: nauc_precision_at_1000_max
value: 19.69714506243997
verified: no, type: nauc_precision_at_1000_std
value: 19.55604767049242
verified: no, type: nauc_precision_at_100_diff1
value: 14.901264085785481
verified: no, type: nauc_precision_at_100_max
value: 18.109459081509822
verified: no, type: nauc_precision_at_100_std
value: 21.114563137000474
verified: no, type: nauc_precision_at_10_diff1
value: 27.5518231119986
verified: no, type: nauc_precision_at_10_max
value: 15.967381663307059
verified: no, type: nauc_precision_at_10_std
value: 11.45892974481074
verified: no, type: nauc_precision_at_1_diff1
value: 41.66420742315266
verified: no, type: nauc_precision_at_1_max
value: 20.29699577568541
verified: no, type: nauc_precision_at_1_std
value: 6.552893551004773
verified: no, type: nauc_precision_at_20_diff1
value: 24.871167172495863
verified: no, type: nauc_precision_at_20_max
value: 16.035625528276007
verified: no, type: nauc_precision_at_20_std
value: 16.40037479366967
verified: no, type: nauc_precision_at_3_diff1
value: 35.34609472177138
verified: no, type: nauc_precision_at_3_max
value: 20.28057060245756
verified: no, type: nauc_precision_at_3_std
value: 9.58695451354911
verified: no, type: nauc_precision_at_5_diff1
value: 31.12453786882641
verified: no, type: nauc_precision_at_5_max
value: 17.714809323391766
verified: no, type: nauc_precision_at_5_std
value: 9.540687572068887
verified: no, type: nauc_recall_at_1000_diff1
value: 13.176944792680187
verified: no, type: nauc_recall_at_1000_max
value: 17.215938373520867
verified: no, type: nauc_recall_at_1000_std
value: 31.763351387419913
verified: no, type: nauc_recall_at_100_diff1
value: 15.598307875167269
verified: no, type: nauc_recall_at_100_max
value: 11.571312022801102
verified: no, type: nauc_recall_at_100_std
value: 18.72066053860531
verified: no, type: nauc_recall_at_10_diff1
value: 25.20073017671981
verified: no, type: nauc_recall_at_10_max
value: 12.05920538584769
verified: no, type: nauc_recall_at_10_std
value: 9.127287803525167
verified: no, type: nauc_recall_at_1_diff1
value: 40.25943612185486
verified: no, type: nauc_recall_at_1_max
value: 17.181254846998176
verified: no, type: nauc_recall_at_1_std
value: 4.311873998223975
verified: no, type: nauc_recall_at_20_diff1
value: 21.87476573323018
verified: no, type: nauc_recall_at_20_max
value: 10.324185189089619
verified: no, type: nauc_recall_at_20_std
value: 12.342028690096459
verified: no, type: nauc_recall_at_3_diff1
value: 32.78814063821437
verified: no, type: nauc_recall_at_3_max
value: 16.638784171801436
verified: no, type: nauc_recall_at_3_std
value: 8.529115114779637
verified: no, type: nauc_recall_at_5_diff1
value: 28.192900822422317
verified: no, type: nauc_recall_at_5_max
value: 13.974726351715857
verified: no, type: nauc_recall_at_5_std
value: 8.09305084632621
verified: no, type: ndcg_at_1
value: 11.758000000000001
verified: no, type: ndcg_at_10
value: 15.862000000000002
verified: no, type: ndcg_at_100
value: 19.949
verified: no, type: ndcg_at_1000
value: 22.917
verified: no, type: ndcg_at_20
value: 17.249
verified: no, type: ndcg_at_3
value: 12.992
verified: no, type: ndcg_at_5
value: 14.266000000000002
verified: no, type: precision_at_1
value: 11.758000000000001
verified: no, type: precision_at_10
value: 2.82
verified: no, type: precision_at_100
value: 0.575
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_20
value: 1.7870000000000001
verified: no, type: precision_at_3
value: 5.822
verified: no, type: precision_at_5
value: 4.315
verified: no, type: recall_at_1
value: 9.831
verified: no, type: recall_at_10
value: 21.762999999999998
verified: no, type: recall_at_100
value: 40.207
verified: no, type: recall_at_1000
value: 61.635
verified: no, type: recall_at_20
value: 26.826
verified: no, type: recall_at_3
value: 13.969999999999999
verified: no, type: recall_at_5
value: 17.154
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval is a combined dataset
split: test
type: CQADupstackRetrieval
metrics: type: main_score
value: 17.016083333333334
verified: no, type: ndcg_at_10
value: 17.016083333333334
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 11.457
verified: no, type: map_at_1
value: 6.798
verified: no, type: map_at_10
value: 9.513
verified: no, type: map_at_100
value: 10.11
verified: no, type: map_at_1000
value: 10.181999999999999
verified: no, type: map_at_20
value: 9.852
verified: no, type: map_at_3
value: 8.459999999999999
verified: no, type: map_at_5
value: 9.095
verified: no, type: mrr_at_1
value: 8.43558282208589
verified: no, type: mrr_at_10
value: 11.242818190670953
verified: no, type: mrr_at_100
value: 11.841115877888047
verified: no, type: mrr_at_1000
value: 11.910635997616325
verified: no, type: mrr_at_20
value: 11.596258015622588
verified: no, type: mrr_at_3
value: 10.122699386503067
verified: no, type: mrr_at_5
value: 10.782208588957056
verified: no, type: nauc_map_at_1000_diff1
value: 33.754657655521825
verified: no, type: nauc_map_at_1000_max
value: 20.457874599194977
verified: no, type: nauc_map_at_1000_std
value: 4.356173597738065
verified: no, type: nauc_map_at_100_diff1
value: 33.75222679569881
verified: no, type: nauc_map_at_100_max
value: 20.373956157972724
verified: no, type: nauc_map_at_100_std
value: 4.252302912475765
verified: no, type: nauc_map_at_10_diff1
value: 34.77872705587748
verified: no, type: nauc_map_at_10_max
value: 20.93118729929346
verified: no, type: nauc_map_at_10_std
value: 3.481910641472398
verified: no, type: nauc_map_at_1_diff1
value: 42.058523271621276
verified: no, type: nauc_map_at_1_max
value: 19.398661310678737
verified: no, type: nauc_map_at_1_std
value: -1.9329828695069966
verified: no, type: nauc_map_at_20_diff1
value: 34.32132356844234
verified: no, type: nauc_map_at_20_max
value: 20.836011847513134
verified: no, type: nauc_map_at_20_std
value: 3.410902073845993
verified: no, type: nauc_map_at_3_diff1
value: 36.8129992491477
verified: no, type: nauc_map_at_3_max
value: 21.49364083314497
verified: no, type: nauc_map_at_3_std
value: 2.8543672506917117
verified: no, type: nauc_map_at_5_diff1
value: 35.945765614409595
verified: no, type: nauc_map_at_5_max
value: 21.821959253251073
verified: no, type: nauc_map_at_5_std
value: 3.1795889661755754
verified: no, type: nauc_mrr_at_1000_diff1
value: 33.022280754336535
verified: no, type: nauc_mrr_at_1000_max
value: 20.31974398955361
verified: no, type: nauc_mrr_at_1000_std
value: 6.915574901994777
verified: no, type: nauc_mrr_at_100_diff1
value: 32.98012701377776
verified: no, type: nauc_mrr_at_100_max
value: 20.217936050257485
verified: no, type: nauc_mrr_at_100_std
value: 6.853368541174533
verified: no, type: nauc_mrr_at_10_diff1
value: 34.0521482962105
verified: no, type: nauc_mrr_at_10_max
value: 20.594837283745004
verified: no, type: nauc_mrr_at_10_std
value: 6.58219400975866
verified: no, type: nauc_mrr_at_1_diff1
value: 40.45214208803864
verified: no, type: nauc_mrr_at_1_max
value: 20.246074459121917
verified: no, type: nauc_mrr_at_1_std
value: 3.6861996527886007
verified: no, type: nauc_mrr_at_20_diff1
value: 33.40956751827326
verified: no, type: nauc_mrr_at_20_max
value: 20.570275995460932
verified: no, type: nauc_mrr_at_20_std
value: 6.243011136595918
verified: no, type: nauc_mrr_at_3_diff1
value: 36.31911031414795
verified: no, type: nauc_mrr_at_3_max
value: 21.695701449295836
verified: no, type: nauc_mrr_at_3_std
value: 6.71267279773233
verified: no, type: nauc_mrr_at_5_diff1
value: 35.13580430980389
verified: no, type: nauc_mrr_at_5_max
value: 21.723293067977693
verified: no, type: nauc_mrr_at_5_std
value: 6.269186070012771
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.716650512928574
verified: no, type: nauc_ndcg_at_1000_max
value: 18.323227051095493
verified: no, type: nauc_ndcg_at_1000_std
value: 10.182374858813544
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.023329777242445
verified: no, type: nauc_ndcg_at_100_max
value: 17.4041094989256
verified: no, type: nauc_ndcg_at_100_std
value: 8.607201276878204
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.921453307307818
verified: no, type: nauc_ndcg_at_10_max
value: 20.328563944294817
verified: no, type: nauc_ndcg_at_10_std
value: 5.531328567900397
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.45214208803864
verified: no, type: nauc_ndcg_at_1_max
value: 20.246074459121917
verified: no, type: nauc_ndcg_at_1_std
value: 3.6861996527886007
verified: no, type: nauc_ndcg_at_20_diff1
value: 30.279986443553863
verified: no, type: nauc_ndcg_at_20_max
value: 20.274259234859194
verified: no, type: nauc_ndcg_at_20_std
value: 5.0661641286538925
verified: no, type: nauc_ndcg_at_3_diff1
value: 35.40139952163887
verified: no, type: nauc_ndcg_at_3_max
value: 21.8390120280498
verified: no, type: nauc_ndcg_at_3_std
value: 5.417193004461638
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.323991615044044
verified: no, type: nauc_ndcg_at_5_max
value: 22.44454175298003
verified: no, type: nauc_ndcg_at_5_std
value: 5.058913656381477
verified: no, type: nauc_precision_at_1000_diff1
value: 8.13341460956022
verified: no, type: nauc_precision_at_1000_max
value: 13.380869610400731
verified: no, type: nauc_precision_at_1000_std
value: 25.77566088719011
verified: no, type: nauc_precision_at_100_diff1
value: 12.028198307574947
verified: no, type: nauc_precision_at_100_max
value: 9.99491259218647
verified: no, type: nauc_precision_at_100_std
value: 20.26038939641748
verified: no, type: nauc_precision_at_10_diff1
value: 25.497863066445802
verified: no, type: nauc_precision_at_10_max
value: 19.951934819022966
verified: no, type: nauc_precision_at_10_std
value: 13.029428588116488
verified: no, type: nauc_precision_at_1_diff1
value: 40.45214208803864
verified: no, type: nauc_precision_at_1_max
value: 20.246074459121917
verified: no, type: nauc_precision_at_1_std
value: 3.6861996527886007
verified: no, type: nauc_precision_at_20_diff1
value: 21.270433967723527
verified: no, type: nauc_precision_at_20_max
value: 20.20704051155486
verified: no, type: nauc_precision_at_20_std
value: 10.606697205011349
verified: no, type: nauc_precision_at_3_diff1
value: 34.304974107764636
verified: no, type: nauc_precision_at_3_max
value: 24.786027767206704
verified: no, type: nauc_precision_at_3_std
value: 12.919584289443248
verified: no, type: nauc_precision_at_5_diff1
value: 31.235010233089454
verified: no, type: nauc_precision_at_5_max
value: 25.888178221422027
verified: no, type: nauc_precision_at_5_std
value: 12.04974180403603
verified: no, type: nauc_recall_at_1000_diff1
value: 10.70347303527697
verified: no, type: nauc_recall_at_1000_max
value: 11.531776655259092
verified: no, type: nauc_recall_at_1000_std
value: 20.09518174937834
verified: no, type: nauc_recall_at_100_diff1
value: 12.277161162587646
verified: no, type: nauc_recall_at_100_max
value: 9.031651314357903
verified: no, type: nauc_recall_at_100_std
value: 14.946530478779566
verified: no, type: nauc_recall_at_10_diff1
value: 25.751282561301597
verified: no, type: nauc_recall_at_10_max
value: 18.410538940956624
verified: no, type: nauc_recall_at_10_std
value: 7.052566618916148
verified: no, type: nauc_recall_at_1_diff1
value: 42.058523271621276
verified: no, type: nauc_recall_at_1_max
value: 19.398661310678737
verified: no, type: nauc_recall_at_1_std
value: -1.9329828695069966
verified: no, type: nauc_recall_at_20_diff1
value: 21.876105916783473
verified: no, type: nauc_recall_at_20_max
value: 18.14029808306082
verified: no, type: nauc_recall_at_20_std
value: 5.721370338729993
verified: no, type: nauc_recall_at_3_diff1
value: 32.349105117433645
verified: no, type: nauc_recall_at_3_max
value: 22.475284730157217
verified: no, type: nauc_recall_at_3_std
value: 6.577737452085277
verified: no, type: nauc_recall_at_5_diff1
value: 30.45726437530916
verified: no, type: nauc_recall_at_5_max
value: 22.993204324458517
verified: no, type: nauc_recall_at_5_std
value: 6.237822274407502
verified: no, type: ndcg_at_1
value: 8.436
verified: no, type: ndcg_at_10
value: 11.457
verified: no, type: ndcg_at_100
value: 14.618
verified: no, type: ndcg_at_1000
value: 16.803
verified: no, type: ndcg_at_20
value: 12.67
verified: no, type: ndcg_at_3
value: 9.396
verified: no, type: ndcg_at_5
value: 10.458
verified: no, type: precision_at_1
value: 8.436
verified: no, type: precision_at_10
value: 2.025
verified: no, type: precision_at_100
value: 0.391
verified: no, type: precision_at_1000
value: 0.063
verified: no, type: precision_at_20
value: 1.304
verified: no, type: precision_at_3
value: 4.192
verified: no, type: precision_at_5
value: 3.221
verified: no, type: recall_at_1
value: 6.798
verified: no, type: recall_at_10
value: 15.878999999999998
verified: no, type: recall_at_100
value: 30.768
verified: no, type: recall_at_1000
value: 47.451
verified: no, type: recall_at_20
value: 20.466
verified: no, type: recall_at_3
value: 10.224
verified: no, type: recall_at_5
value: 12.881
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 9.754999999999999
verified: no, type: map_at_1
value: 5.489999999999999
verified: no, type: map_at_10
value: 7.9350000000000005
verified: no, type: map_at_100
value: 8.376999999999999
verified: no, type: map_at_1000
value: 8.458
verified: no, type: map_at_20
value: 8.14
verified: no, type: map_at_3
value: 7.166
verified: no, type: map_at_5
value: 7.5840000000000005
verified: no, type: mrr_at_1
value: 7.054370268410186
verified: no, type: mrr_at_10
value: 9.948655764209787
verified: no, type: mrr_at_100
value: 10.44089540191581
verified: no, type: mrr_at_1000
value: 10.510808098620316
verified: no, type: mrr_at_20
value: 10.18549289814409
verified: no, type: mrr_at_3
value: 9.027299839412715
verified: no, type: mrr_at_5
value: 9.52626749254416
verified: no, type: nauc_map_at_1000_diff1
value: 32.76388527748132
verified: no, type: nauc_map_at_1000_max
value: 26.76472945437023
verified: no, type: nauc_map_at_1000_std
value: 5.076773141116664
verified: no, type: nauc_map_at_100_diff1
value: 32.84910041131489
verified: no, type: nauc_map_at_100_max
value: 26.776649275369763
verified: no, type: nauc_map_at_100_std
value: 4.982288267487467
verified: no, type: nauc_map_at_10_diff1
value: 33.69288297350157
verified: no, type: nauc_map_at_10_max
value: 27.030787162656093
verified: no, type: nauc_map_at_10_std
value: 4.319996549665479
verified: no, type: nauc_map_at_1_diff1
value: 45.07110295953283
verified: no, type: nauc_map_at_1_max
value: 31.183919870403624
verified: no, type: nauc_map_at_1_std
value: 3.2596636083232524
verified: no, type: nauc_map_at_20_diff1
value: 33.18385578478434
verified: no, type: nauc_map_at_20_max
value: 26.750880392311256
verified: no, type: nauc_map_at_20_std
value: 4.560028824060983
verified: no, type: nauc_map_at_3_diff1
value: 36.134060387060806
verified: no, type: nauc_map_at_3_max
value: 28.53718072767372
verified: no, type: nauc_map_at_3_std
value: 3.8039060416364054
verified: no, type: nauc_map_at_5_diff1
value: 34.85287692775015
verified: no, type: nauc_map_at_5_max
value: 27.89364342330856
verified: no, type: nauc_map_at_5_std
value: 4.119474259507159
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.015809492076826
verified: no, type: nauc_mrr_at_1000_max
value: 27.431639711646994
verified: no, type: nauc_mrr_at_1000_std
value: 5.95554166485951
verified: no, type: nauc_mrr_at_100_diff1
value: 32.07039747646208
verified: no, type: nauc_mrr_at_100_max
value: 27.452847130237775
verified: no, type: nauc_mrr_at_100_std
value: 5.905310921828455
verified: no, type: nauc_mrr_at_10_diff1
value: 32.93108532798797
verified: no, type: nauc_mrr_at_10_max
value: 27.768472855609204
verified: no, type: nauc_mrr_at_10_std
value: 5.580104763303006
verified: no, type: nauc_mrr_at_1_diff1
value: 43.888408590108355
verified: no, type: nauc_mrr_at_1_max
value: 32.903967259484176
verified: no, type: nauc_mrr_at_1_std
value: 3.514629542175588
verified: no, type: nauc_mrr_at_20_diff1
value: 32.408176921975254
verified: no, type: nauc_mrr_at_20_max
value: 27.470576205679897
verified: no, type: nauc_mrr_at_20_std
value: 5.716181575723001
verified: no, type: nauc_mrr_at_3_diff1
value: 35.354655207362356
verified: no, type: nauc_mrr_at_3_max
value: 29.14309593167405
verified: no, type: nauc_mrr_at_3_std
value: 4.63189493416609
verified: no, type: nauc_mrr_at_5_diff1
value: 33.970622089384825
verified: no, type: nauc_mrr_at_5_max
value: 28.6239836688986
verified: no, type: nauc_mrr_at_5_std
value: 5.122010745650993
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.030181517448163
verified: no, type: nauc_ndcg_at_1000_max
value: 24.25419053775242
verified: no, type: nauc_ndcg_at_1000_std
value: 9.178235317241148
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.546832760443966
verified: no, type: nauc_ndcg_at_100_max
value: 24.42201784253177
verified: no, type: nauc_ndcg_at_100_std
value: 7.9899910907634375
verified: no, type: nauc_ndcg_at_10_diff1
value: 29.856179532797423
verified: no, type: nauc_ndcg_at_10_max
value: 25.424197578846012
verified: no, type: nauc_ndcg_at_10_std
value: 5.1638300059562035
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.888408590108355
verified: no, type: nauc_ndcg_at_1_max
value: 32.903967259484176
verified: no, type: nauc_ndcg_at_1_std
value: 3.514629542175588
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.387788168718874
verified: no, type: nauc_ndcg_at_20_max
value: 24.54850515588615
verified: no, type: nauc_ndcg_at_20_std
value: 5.896669986261477
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.072630397644424
verified: no, type: nauc_ndcg_at_3_max
value: 28.28910465749962
verified: no, type: nauc_ndcg_at_3_std
value: 4.108392335721374
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.01123351290829
verified: no, type: nauc_ndcg_at_5_max
value: 27.245024254467303
verified: no, type: nauc_ndcg_at_5_std
value: 4.721870277645733
verified: no, type: nauc_precision_at_1000_diff1
value: 10.47217681263907
verified: no, type: nauc_precision_at_1000_max
value: 20.919793131324727
verified: no, type: nauc_precision_at_1000_std
value: 14.804007062294563
verified: no, type: nauc_precision_at_100_diff1
value: 16.685502515637722
verified: no, type: nauc_precision_at_100_max
value: 23.37373409901207
verified: no, type: nauc_precision_at_100_std
value: 13.953311698132442
verified: no, type: nauc_precision_at_10_diff1
value: 22.478790016325785
verified: no, type: nauc_precision_at_10_max
value: 23.607477242235102
verified: no, type: nauc_precision_at_10_std
value: 7.794068171304157
verified: no, type: nauc_precision_at_1_diff1
value: 43.888408590108355
verified: no, type: nauc_precision_at_1_max
value: 32.903967259484176
verified: no, type: nauc_precision_at_1_std
value: 3.514629542175588
verified: no, type: nauc_precision_at_20_diff1
value: 19.959179713421722
verified: no, type: nauc_precision_at_20_max
value: 21.738126842321893
verified: no, type: nauc_precision_at_20_std
value: 9.007914166096132
verified: no, type: nauc_precision_at_3_diff1
value: 29.984253127282134
verified: no, type: nauc_precision_at_3_max
value: 28.271022607772796
verified: no, type: nauc_precision_at_3_std
value: 5.620451575052563
verified: no, type: nauc_precision_at_5_diff1
value: 26.198401324939464
verified: no, type: nauc_precision_at_5_max
value: 26.593956126902786
verified: no, type: nauc_precision_at_5_std
value: 6.684705108310583
verified: no, type: nauc_recall_at_1000_diff1
value: 9.812234445343657
verified: no, type: nauc_recall_at_1000_max
value: 17.800710147129053
verified: no, type: nauc_recall_at_1000_std
value: 15.826278320231745
verified: no, type: nauc_recall_at_100_diff1
value: 14.586175748060896
verified: no, type: nauc_recall_at_100_max
value: 18.340956025066333
verified: no, type: nauc_recall_at_100_std
value: 12.791161727474043
verified: no, type: nauc_recall_at_10_diff1
value: 21.286255365948538
verified: no, type: nauc_recall_at_10_max
value: 20.04866550317387
verified: no, type: nauc_recall_at_10_std
value: 5.645106302785361
verified: no, type: nauc_recall_at_1_diff1
value: 45.07110295953283
verified: no, type: nauc_recall_at_1_max
value: 31.183919870403624
verified: no, type: nauc_recall_at_1_std
value: 3.2596636083232524
verified: no, type: nauc_recall_at_20_diff1
value: 18.757519729175094
verified: no, type: nauc_recall_at_20_max
value: 18.59809411356838
verified: no, type: nauc_recall_at_20_std
value: 7.482712453171494
verified: no, type: nauc_recall_at_3_diff1
value: 29.350550830882405
verified: no, type: nauc_recall_at_3_max
value: 26.26284543188125
verified: no, type: nauc_recall_at_3_std
value: 4.284032658092434
verified: no, type: nauc_recall_at_5_diff1
value: 25.247444183841345
verified: no, type: nauc_recall_at_5_max
value: 23.639030774195213
verified: no, type: nauc_recall_at_5_std
value: 5.05748857090612
verified: no, type: ndcg_at_1
value: 7.054
verified: no, type: ndcg_at_10
value: 9.754999999999999
verified: no, type: ndcg_at_100
value: 12.252
verified: no, type: ndcg_at_1000
value: 14.658999999999999
verified: no, type: ndcg_at_20
value: 10.508000000000001
verified: no, type: ndcg_at_3
value: 8.265
verified: no, type: ndcg_at_5
value: 8.929
verified: no, type: precision_at_1
value: 7.054
verified: no, type: precision_at_10
value: 1.807
verified: no, type: precision_at_100
value: 0.368
verified: no, type: precision_at_1000
value: 0.06899999999999999
verified: no, type: precision_at_20
value: 1.1199999999999999
verified: no, type: precision_at_3
value: 3.9690000000000003
verified: no, type: precision_at_5
value: 2.863
verified: no, type: recall_at_1
value: 5.489999999999999
verified: no, type: recall_at_10
value: 13.422
verified: no, type: recall_at_100
value: 24.962999999999997
verified: no, type: recall_at_1000
value: 42.725
verified: no, type: recall_at_20
value: 16.259
verified: no, type: recall_at_3
value: 9.155000000000001
verified: no, type: recall_at_5
value: 10.923
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 16.884
verified: no, type: map_at_1
value: 11.259
verified: no, type: map_at_10
value: 14.371999999999998
verified: no, type: map_at_100
value: 14.921999999999999
verified: no, type: map_at_1000
value: 15.012
verified: no, type: map_at_20
value: 14.643
verified: no, type: map_at_3
value: 13.196
verified: no, type: map_at_5
value: 13.786000000000001
verified: no, type: mrr_at_1
value: 13.619402985074627
verified: no, type: mrr_at_10
value: 17.155739161336175
verified: no, type: mrr_at_100
value: 17.682382182436477
verified: no, type: mrr_at_1000
value: 17.762865075369113
verified: no, type: mrr_at_20
value: 17.394179616617638
verified: no, type: mrr_at_3
value: 15.951492537313436
verified: no, type: mrr_at_5
value: 16.497201492537318
verified: no, type: nauc_map_at_1000_diff1
value: 47.4265740975564
verified: no, type: nauc_map_at_1000_max
value: 28.882262726128438
verified: no, type: nauc_map_at_1000_std
value: 8.733456805684261
verified: no, type: nauc_map_at_100_diff1
value: 47.47182414534892
verified: no, type: nauc_map_at_100_max
value: 28.85824710228484
verified: no, type: nauc_map_at_100_std
value: 8.689373453465027
verified: no, type: nauc_map_at_10_diff1
value: 48.02651594284678
verified: no, type: nauc_map_at_10_max
value: 29.238822235344035
verified: no, type: nauc_map_at_10_std
value: 8.33007800978345
verified: no, type: nauc_map_at_1_diff1
value: 56.39452680423106
verified: no, type: nauc_map_at_1_max
value: 32.60008414160042
verified: no, type: nauc_map_at_1_std
value: 6.843961503288069
verified: no, type: nauc_map_at_20_diff1
value: 47.63901968476526
verified: no, type: nauc_map_at_20_max
value: 29.025324617088327
verified: no, type: nauc_map_at_20_std
value: 8.643210479120588
verified: no, type: nauc_map_at_3_diff1
value: 49.40628498975407
verified: no, type: nauc_map_at_3_max
value: 30.22948877331367
verified: no, type: nauc_map_at_3_std
value: 7.289154264399903
verified: no, type: nauc_map_at_5_diff1
value: 48.664130342694136
verified: no, type: nauc_map_at_5_max
value: 30.14327671294244
verified: no, type: nauc_map_at_5_std
value: 7.939333631753251
verified: no, type: nauc_mrr_at_1000_diff1
value: 44.58799837398294
verified: no, type: nauc_mrr_at_1000_max
value: 31.03541915705859
verified: no, type: nauc_mrr_at_1000_std
value: 10.403824515337941
verified: no, type: nauc_mrr_at_100_diff1
value: 44.601824537567715
verified: no, type: nauc_mrr_at_100_max
value: 31.02756566133194
verified: no, type: nauc_mrr_at_100_std
value: 10.374041246429492
verified: no, type: nauc_mrr_at_10_diff1
value: 45.08809081749144
verified: no, type: nauc_mrr_at_10_max
value: 31.57615351364963
verified: no, type: nauc_mrr_at_10_std
value: 10.29441865771061
verified: no, type: nauc_mrr_at_1_diff1
value: 53.78193049233505
verified: no, type: nauc_mrr_at_1_max
value: 35.795787308983364
verified: no, type: nauc_mrr_at_1_std
value: 9.700924818901061
verified: no, type: nauc_mrr_at_20_diff1
value: 44.74335182043816
verified: no, type: nauc_mrr_at_20_max
value: 31.18129900426782
verified: no, type: nauc_mrr_at_20_std
value: 10.385325054118825
verified: no, type: nauc_mrr_at_3_diff1
value: 46.73779708259278
verified: no, type: nauc_mrr_at_3_max
value: 32.65075209697959
verified: no, type: nauc_mrr_at_3_std
value: 9.728066031213869
verified: no, type: nauc_mrr_at_5_diff1
value: 45.92982408736637
verified: no, type: nauc_mrr_at_5_max
value: 32.467526279204826
verified: no, type: nauc_mrr_at_5_std
value: 9.989919602029717
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.92066479403982
verified: no, type: nauc_ndcg_at_1000_max
value: 26.324838581358712
verified: no, type: nauc_ndcg_at_1000_std
value: 11.523782722688093
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.69901831802912
verified: no, type: nauc_ndcg_at_100_max
value: 26.05948550508969
verified: no, type: nauc_ndcg_at_100_std
value: 10.741879131890466
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.984470289795006
verified: no, type: nauc_ndcg_at_10_max
value: 27.712165270383217
verified: no, type: nauc_ndcg_at_10_std
value: 9.664252780617716
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.78193049233505
verified: no, type: nauc_ndcg_at_1_max
value: 35.795787308983364
verified: no, type: nauc_ndcg_at_1_std
value: 9.700924818901061
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.87969088645589
verified: no, type: nauc_ndcg_at_20_max
value: 26.93508319676996
verified: no, type: nauc_ndcg_at_20_std
value: 10.383528785973736
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.50711903290246
verified: no, type: nauc_ndcg_at_3_max
value: 30.119861670148136
verified: no, type: nauc_ndcg_at_3_std
value: 8.209698597192652
verified: no, type: nauc_ndcg_at_5_diff1
value: 45.5276661506903
verified: no, type: nauc_ndcg_at_5_max
value: 29.727216155363013
verified: no, type: nauc_ndcg_at_5_std
value: 8.969137019208551
verified: no, type: nauc_precision_at_1000_diff1
value: 13.186344514919291
verified: no, type: nauc_precision_at_1000_max
value: 14.081180493706894
verified: no, type: nauc_precision_at_1000_std
value: 13.331957277782028
verified: no, type: nauc_precision_at_100_diff1
value: 25.836947568988094
verified: no, type: nauc_precision_at_100_max
value: 19.399450264723857
verified: no, type: nauc_precision_at_100_std
value: 15.996979763079173
verified: no, type: nauc_precision_at_10_diff1
value: 31.611911937904136
verified: no, type: nauc_precision_at_10_max
value: 23.67106809118961
verified: no, type: nauc_precision_at_10_std
value: 12.494002491494403
verified: no, type: nauc_precision_at_1_diff1
value: 53.78193049233505
verified: no, type: nauc_precision_at_1_max
value: 35.795787308983364
verified: no, type: nauc_precision_at_1_std
value: 9.700924818901061
verified: no, type: nauc_precision_at_20_diff1
value: 28.52666886145722
verified: no, type: nauc_precision_at_20_max
value: 21.954240311035203
verified: no, type: nauc_precision_at_20_std
value: 14.844645388086807
verified: no, type: nauc_precision_at_3_diff1
value: 38.45498467923997
verified: no, type: nauc_precision_at_3_max
value: 29.266449529306882
verified: no, type: nauc_precision_at_3_std
value: 9.049210381929473
verified: no, type: nauc_precision_at_5_diff1
value: 36.09730656980118
verified: no, type: nauc_precision_at_5_max
value: 28.837127135797243
verified: no, type: nauc_precision_at_5_std
value: 11.158339114522931
verified: no, type: nauc_recall_at_1000_diff1
value: 21.260887713456125
verified: no, type: nauc_recall_at_1000_max
value: 16.113129212962036
verified: no, type: nauc_recall_at_1000_std
value: 18.480136835190926
verified: no, type: nauc_recall_at_100_diff1
value: 27.104482564680143
verified: no, type: nauc_recall_at_100_max
value: 15.992106261015381
verified: no, type: nauc_recall_at_100_std
value: 13.84189240491372
verified: no, type: nauc_recall_at_10_diff1
value: 35.07971219401454
verified: no, type: nauc_recall_at_10_max
value: 21.285398091407597
verified: no, type: nauc_recall_at_10_std
value: 11.2371939944325
verified: no, type: nauc_recall_at_1_diff1
value: 56.39452680423106
verified: no, type: nauc_recall_at_1_max
value: 32.60008414160042
verified: no, type: nauc_recall_at_1_std
value: 6.843961503288069
verified: no, type: nauc_recall_at_20_diff1
value: 32.39512106898805
verified: no, type: nauc_recall_at_20_max
value: 19.218626368924355
verified: no, type: nauc_recall_at_20_std
value: 12.883976865810729
verified: no, type: nauc_recall_at_3_diff1
value: 42.44181844531972
verified: no, type: nauc_recall_at_3_max
value: 26.878784537566723
verified: no, type: nauc_recall_at_3_std
value: 8.021682738108238
verified: no, type: nauc_recall_at_5_diff1
value: 39.71281577688504
verified: no, type: nauc_recall_at_5_max
value: 26.741868241320095
verified: no, type: nauc_recall_at_5_std
value: 9.776821004059626
verified: no, type: ndcg_at_1
value: 13.619
verified: no, type: ndcg_at_10
value: 16.884
verified: no, type: ndcg_at_100
value: 19.919999999999998
verified: no, type: ndcg_at_1000
value: 22.61
verified: no, type: ndcg_at_20
value: 17.802
verified: no, type: ndcg_at_3
value: 14.601
verified: no, type: ndcg_at_5
value: 15.47
verified: no, type: precision_at_1
value: 13.619
verified: no, type: precision_at_10
value: 2.8080000000000003
verified: no, type: precision_at_100
value: 0.485
verified: no, type: precision_at_1000
value: 0.08099999999999999
verified: no, type: precision_at_20
value: 1.66
verified: no, type: precision_at_3
value: 6.468
verified: no, type: precision_at_5
value: 4.496
verified: no, type: recall_at_1
value: 11.259
verified: no, type: recall_at_10
value: 22.148
verified: no, type: recall_at_100
value: 36.338
verified: no, type: recall_at_1000
value: 56.37
verified: no, type: recall_at_20
value: 25.444
verified: no, type: recall_at_3
value: 15.601
verified: no, type: recall_at_5
value: 17.904999999999998
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 18.986
verified: no, type: map_at_1
value: 11.219
verified: no, type: map_at_10
value: 15.572
verified: no, type: map_at_100
value: 16.496
verified: no, type: map_at_1000
value: 16.666
verified: no, type: map_at_20
value: 16.073999999999998
verified: no, type: map_at_3
value: 14.173
verified: no, type: map_at_5
value: 14.915000000000001
verified: no, type: mrr_at_1
value: 14.82213438735178
verified: no, type: mrr_at_10
value: 19.52365267582659
verified: no, type: mrr_at_100
value: 20.370290185635753
verified: no, type: mrr_at_1000
value: 20.467043542503724
verified: no, type: mrr_at_20
value: 20.0766545965337
verified: no, type: mrr_at_3
value: 18.21475625823452
verified: no, type: mrr_at_5
value: 18.945981554677203
verified: no, type: nauc_map_at_1000_diff1
value: 42.231943470301474
verified: no, type: nauc_map_at_1000_max
value: 26.47159454229298
verified: no, type: nauc_map_at_1000_std
value: 8.142899408562116
verified: no, type: nauc_map_at_100_diff1
value: 42.20734027834296
verified: no, type: nauc_map_at_100_max
value: 26.482392045352114
verified: no, type: nauc_map_at_100_std
value: 7.869302970334234
verified: no, type: nauc_map_at_10_diff1
value: 43.04836148095647
verified: no, type: nauc_map_at_10_max
value: 26.854456008820886
verified: no, type: nauc_map_at_10_std
value: 7.199117428761973
verified: no, type: nauc_map_at_1_diff1
value: 52.69584045825562
verified: no, type: nauc_map_at_1_max
value: 32.26169513753074
verified: no, type: nauc_map_at_1_std
value: 6.952498233745584
verified: no, type: nauc_map_at_20_diff1
value: 42.41625410983439
verified: no, type: nauc_map_at_20_max
value: 26.907750306130733
verified: no, type: nauc_map_at_20_std
value: 7.478967739706924
verified: no, type: nauc_map_at_3_diff1
value: 44.785788923058384
verified: no, type: nauc_map_at_3_max
value: 27.412957229850438
verified: no, type: nauc_map_at_3_std
value: 6.907258583517531
verified: no, type: nauc_map_at_5_diff1
value: 43.634053742171005
verified: no, type: nauc_map_at_5_max
value: 27.311414645244174
verified: no, type: nauc_map_at_5_std
value: 6.782368796408486
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.121034147067355
verified: no, type: nauc_mrr_at_1000_max
value: 26.418816188019484
verified: no, type: nauc_mrr_at_1000_std
value: 11.036789931313589
verified: no, type: nauc_mrr_at_100_diff1
value: 40.09038771859193
verified: no, type: nauc_mrr_at_100_max
value: 26.35109915559335
verified: no, type: nauc_mrr_at_100_std
value: 11.004694419173386
verified: no, type: nauc_mrr_at_10_diff1
value: 40.70815905748883
verified: no, type: nauc_mrr_at_10_max
value: 26.39730116006313
verified: no, type: nauc_mrr_at_10_std
value: 10.795296410891202
verified: no, type: nauc_mrr_at_1_diff1
value: 49.49023740663914
verified: no, type: nauc_mrr_at_1_max
value: 32.80752877856241
verified: no, type: nauc_mrr_at_1_std
value: 9.182609293548452
verified: no, type: nauc_mrr_at_20_diff1
value: 40.09097766117321
verified: no, type: nauc_mrr_at_20_max
value: 26.543696500831608
verified: no, type: nauc_mrr_at_20_std
value: 11.045110550071236
verified: no, type: nauc_mrr_at_3_diff1
value: 42.547772290792786
verified: no, type: nauc_mrr_at_3_max
value: 27.248503683439974
verified: no, type: nauc_mrr_at_3_std
value: 11.12811144130018
verified: no, type: nauc_mrr_at_5_diff1
value: 41.182672458130945
verified: no, type: nauc_mrr_at_5_max
value: 27.204022967551346
verified: no, type: nauc_mrr_at_5_std
value: 10.736058227235059
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.283155226012525
verified: no, type: nauc_ndcg_at_1000_max
value: 23.952454186870728
verified: no, type: nauc_ndcg_at_1000_std
value: 11.202190633221258
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.28326924063582
verified: no, type: nauc_ndcg_at_100_max
value: 23.059861557232345
verified: no, type: nauc_ndcg_at_100_std
value: 9.94550524440808
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.63812221599438
verified: no, type: nauc_ndcg_at_10_max
value: 24.35015593369919
verified: no, type: nauc_ndcg_at_10_std
value: 9.315660164781054
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.49023740663914
verified: no, type: nauc_ndcg_at_1_max
value: 32.80752877856241
verified: no, type: nauc_ndcg_at_1_std
value: 9.182609293548452
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.63726489914318
verified: no, type: nauc_ndcg_at_20_max
value: 24.728684570593007
verified: no, type: nauc_ndcg_at_20_std
value: 9.986169134250208
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.86142781421585
verified: no, type: nauc_ndcg_at_3_max
value: 25.373436332199645
verified: no, type: nauc_ndcg_at_3_std
value: 9.66682128586139
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.642745287564594
verified: no, type: nauc_ndcg_at_5_max
value: 25.56873621658099
verified: no, type: nauc_ndcg_at_5_std
value: 9.25538178041856
verified: no, type: nauc_precision_at_1000_diff1
value: 11.480722649998393
verified: no, type: nauc_precision_at_1000_max
value: 1.8213948061833445
verified: no, type: nauc_precision_at_1000_std
value: 29.23515602956654
verified: no, type: nauc_precision_at_100_diff1
value: 14.18816101118032
verified: no, type: nauc_precision_at_100_max
value: 2.440318670740079
verified: no, type: nauc_precision_at_100_std
value: 29.24020499259622
verified: no, type: nauc_precision_at_10_diff1
value: 27.712287052106255
verified: no, type: nauc_precision_at_10_max
value: 16.786789482138776
verified: no, type: nauc_precision_at_10_std
value: 14.310510991471832
verified: no, type: nauc_precision_at_1_diff1
value: 49.49023740663914
verified: no, type: nauc_precision_at_1_max
value: 32.80752877856241
verified: no, type: nauc_precision_at_1_std
value: 9.182609293548452
verified: no, type: nauc_precision_at_20_diff1
value: 20.46872198920085
verified: no, type: nauc_precision_at_20_max
value: 14.825240542929851
verified: no, type: nauc_precision_at_20_std
value: 20.953665146043296
verified: no, type: nauc_precision_at_3_diff1
value: 36.03554983971536
verified: no, type: nauc_precision_at_3_max
value: 21.854122073954194
verified: no, type: nauc_precision_at_3_std
value: 13.04509621136731
verified: no, type: nauc_precision_at_5_diff1
value: 32.79763412951098
verified: no, type: nauc_precision_at_5_max
value: 21.11796990161242
verified: no, type: nauc_precision_at_5_std
value: 13.431327120495338
verified: no, type: nauc_recall_at_1000_diff1
value: 30.09802696990947
verified: no, type: nauc_recall_at_1000_max
value: 13.40584644567289
verified: no, type: nauc_recall_at_1000_std
value: 16.521370765894975
verified: no, type: nauc_recall_at_100_diff1
value: 26.309114191114602
verified: no, type: nauc_recall_at_100_max
value: 13.350873360428366
verified: no, type: nauc_recall_at_100_std
value: 11.078547445094047
verified: no, type: nauc_recall_at_10_diff1
value: 31.32014394352729
verified: no, type: nauc_recall_at_10_max
value: 18.345182060137695
verified: no, type: nauc_recall_at_10_std
value: 9.128692650287276
verified: no, type: nauc_recall_at_1_diff1
value: 52.69584045825562
verified: no, type: nauc_recall_at_1_max
value: 32.26169513753074
verified: no, type: nauc_recall_at_1_std
value: 6.952498233745584
verified: no, type: nauc_recall_at_20_diff1
value: 25.40389262415684
verified: no, type: nauc_recall_at_20_max
value: 19.21175870928344
verified: no, type: nauc_recall_at_20_std
value: 10.924171074066592
verified: no, type: nauc_recall_at_3_diff1
value: 38.07498529415478
verified: no, type: nauc_recall_at_3_max
value: 21.675031784523334
verified: no, type: nauc_recall_at_3_std
value: 7.885136540556627
verified: no, type: nauc_recall_at_5_diff1
value: 33.03739602855325
verified: no, type: nauc_recall_at_5_max
value: 20.891017025098222
verified: no, type: nauc_recall_at_5_std
value: 7.259719761129051
verified: no, type: ndcg_at_1
value: 14.822
verified: no, type: ndcg_at_10
value: 18.986
verified: no, type: ndcg_at_100
value: 22.996
verified: no, type: ndcg_at_1000
value: 26.569
verified: no, type: ndcg_at_20
value: 20.62
verified: no, type: ndcg_at_3
value: 16.778000000000002
verified: no, type: ndcg_at_5
value: 17.742
verified: no, type: precision_at_1
value: 14.822
verified: no, type: precision_at_10
value: 3.755
verified: no, type: precision_at_100
value: 0.8540000000000001
verified: no, type: precision_at_1000
value: 0.163
verified: no, type: precision_at_20
value: 2.4899999999999998
verified: no, type: precision_at_3
value: 8.235000000000001
verified: no, type: precision_at_5
value: 5.968
verified: no, type: recall_at_1
value: 11.219
verified: no, type: recall_at_10
value: 24.784
verified: no, type: recall_at_100
value: 43.143
verified: no, type: recall_at_1000
value: 68.416
verified: no, type: recall_at_20
value: 31.266
verified: no, type: recall_at_3
value: 17.607999999999997
verified: no, type: recall_at_5
value: 20.468
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 14.105
verified: no, type: map_at_1
value: 9.766
verified: no, type: map_at_10
value: 12.35
verified: no, type: map_at_100
value: 12.794
verified: no, type: map_at_1000
value: 12.876000000000001
verified: no, type: map_at_20
value: 12.548
verified: no, type: map_at_3
value: 11.583
verified: no, type: map_at_5
value: 11.855
verified: no, type: mrr_at_1
value: 10.35120147874307
verified: no, type: mrr_at_10
value: 13.323137634597895
verified: no, type: mrr_at_100
value: 13.8122389813538
verified: no, type: mrr_at_1000
value: 13.891191650266954
verified: no, type: mrr_at_20
value: 13.550088548700803
verified: no, type: mrr_at_3
value: 12.41528034504005
verified: no, type: mrr_at_5
value: 12.74799753542822
verified: no, type: nauc_map_at_1000_diff1
value: 30.214009272387493
verified: no, type: nauc_map_at_1000_max
value: 27.100911874185957
verified: no, type: nauc_map_at_1000_std
value: 4.556062715371813
verified: no, type: nauc_map_at_100_diff1
value: 30.283972909659536
verified: no, type: nauc_map_at_100_max
value: 27.101751795355376
verified: no, type: nauc_map_at_100_std
value: 4.530095632746722
verified: no, type: nauc_map_at_10_diff1
value: 30.703580851962275
verified: no, type: nauc_map_at_10_max
value: 27.45889128777842
verified: no, type: nauc_map_at_10_std
value: 4.056332236709348
verified: no, type: nauc_map_at_1_diff1
value: 38.44336021108366
verified: no, type: nauc_map_at_1_max
value: 31.341289082946698
verified: no, type: nauc_map_at_1_std
value: 5.249357458733503
verified: no, type: nauc_map_at_20_diff1
value: 30.50519884637743
verified: no, type: nauc_map_at_20_max
value: 27.340643104548395
verified: no, type: nauc_map_at_20_std
value: 4.165692308941953
verified: no, type: nauc_map_at_3_diff1
value: 32.38602261885505
verified: no, type: nauc_map_at_3_max
value: 28.903602549949543
verified: no, type: nauc_map_at_3_std
value: 3.5402281277974756
verified: no, type: nauc_map_at_5_diff1
value: 32.2685825283353
verified: no, type: nauc_map_at_5_max
value: 28.485087249150176
verified: no, type: nauc_map_at_5_std
value: 3.8418506057303445
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.308168307291954
verified: no, type: nauc_mrr_at_1000_max
value: 26.895198553568438
verified: no, type: nauc_mrr_at_1000_std
value: 6.332711766194871
verified: no, type: nauc_mrr_at_100_diff1
value: 30.366219069831494
verified: no, type: nauc_mrr_at_100_max
value: 26.88024956005868
verified: no, type: nauc_mrr_at_100_std
value: 6.328345475093812
verified: no, type: nauc_mrr_at_10_diff1
value: 30.60181659497291
verified: no, type: nauc_mrr_at_10_max
value: 27.33947661988829
verified: no, type: nauc_mrr_at_10_std
value: 5.98212349517898
verified: no, type: nauc_mrr_at_1_diff1
value: 38.01665824488639
verified: no, type: nauc_mrr_at_1_max
value: 31.273295508014538
verified: no, type: nauc_mrr_at_1_std
value: 7.49596621052432
verified: no, type: nauc_mrr_at_20_diff1
value: 30.504642171833616
verified: no, type: nauc_mrr_at_20_max
value: 27.093254296264142
verified: no, type: nauc_mrr_at_20_std
value: 6.011940896215445
verified: no, type: nauc_mrr_at_3_diff1
value: 32.30298334779263
verified: no, type: nauc_mrr_at_3_max
value: 28.46795259170204
verified: no, type: nauc_mrr_at_3_std
value: 5.233276939737523
verified: no, type: nauc_mrr_at_5_diff1
value: 32.317520734292316
verified: no, type: nauc_mrr_at_5_max
value: 28.31645764893187
verified: no, type: nauc_mrr_at_5_std
value: 5.514394216402804
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.46804692303833
verified: no, type: nauc_ndcg_at_1000_max
value: 24.577578434016004
verified: no, type: nauc_ndcg_at_1000_std
value: 8.08099372903191
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.7728600426837
verified: no, type: nauc_ndcg_at_100_max
value: 23.852719795214735
verified: no, type: nauc_ndcg_at_100_std
value: 7.271020641236757
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.787864887098827
verified: no, type: nauc_ndcg_at_10_max
value: 25.82070997315848
verified: no, type: nauc_ndcg_at_10_std
value: 4.84958725429997
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.01665824488639
verified: no, type: nauc_ndcg_at_1_max
value: 31.273295508014538
verified: no, type: nauc_ndcg_at_1_std
value: 7.49596621052432
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.23687052702463
verified: no, type: nauc_ndcg_at_20_max
value: 25.3030643349024
verified: no, type: nauc_ndcg_at_20_std
value: 5.128184329356223
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.94323024403614
verified: no, type: nauc_ndcg_at_3_max
value: 28.112791463025488
verified: no, type: nauc_ndcg_at_3_std
value: 3.4748257092667845
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.979886062267525
verified: no, type: nauc_ndcg_at_5_max
value: 27.832062407091833
verified: no, type: nauc_ndcg_at_5_std
value: 4.066523891816962
verified: no, type: nauc_precision_at_1000_diff1
value: 13.717212581088436
verified: no, type: nauc_precision_at_1000_max
value: 14.726337919465527
verified: no, type: nauc_precision_at_1000_std
value: 19.286677279311952
verified: no, type: nauc_precision_at_100_diff1
value: 13.83440364507339
verified: no, type: nauc_precision_at_100_max
value: 13.983610901499812
verified: no, type: nauc_precision_at_100_std
value: 17.767107323199852
verified: no, type: nauc_precision_at_10_diff1
value: 18.989269379083463
verified: no, type: nauc_precision_at_10_max
value: 20.291510121396815
verified: no, type: nauc_precision_at_10_std
value: 8.518048232551553
verified: no, type: nauc_precision_at_1_diff1
value: 38.01665824488639
verified: no, type: nauc_precision_at_1_max
value: 31.273295508014538
verified: no, type: nauc_precision_at_1_std
value: 7.49596621052432
verified: no, type: nauc_precision_at_20_diff1
value: 18.381866045394073
verified: no, type: nauc_precision_at_20_max
value: 18.90966326296592
verified: no, type: nauc_precision_at_20_std
value: 9.141677018751377
verified: no, type: nauc_precision_at_3_diff1
value: 26.100613624838605
verified: no, type: nauc_precision_at_3_max
value: 24.76218487581011
verified: no, type: nauc_precision_at_3_std
value: 2.4322989886641495
verified: no, type: nauc_precision_at_5_diff1
value: 26.83172966704407
verified: no, type: nauc_precision_at_5_max
value: 24.090343452479146
verified: no, type: nauc_precision_at_5_std
value: 4.535854021501322
verified: no, type: nauc_recall_at_1000_diff1
value: 13.245456056842464
verified: no, type: nauc_recall_at_1000_max
value: 19.61498051994092
verified: no, type: nauc_recall_at_1000_std
value: 17.188990206491262
verified: no, type: nauc_recall_at_100_diff1
value: 14.025440613222711
verified: no, type: nauc_recall_at_100_max
value: 15.06663046965985
verified: no, type: nauc_recall_at_100_std
value: 12.610345211569749
verified: no, type: nauc_recall_at_10_diff1
value: 21.102550210495654
verified: no, type: nauc_recall_at_10_max
value: 21.76066577972798
verified: no, type: nauc_recall_at_10_std
value: 5.1852219341177115
verified: no, type: nauc_recall_at_1_diff1
value: 38.44336021108366
verified: no, type: nauc_recall_at_1_max
value: 31.341289082946698
verified: no, type: nauc_recall_at_1_std
value: 5.249357458733503
verified: no, type: nauc_recall_at_20_diff1
value: 19.281075192679307
verified: no, type: nauc_recall_at_20_max
value: 20.050580691482935
verified: no, type: nauc_recall_at_20_std
value: 5.836669306240979
verified: no, type: nauc_recall_at_3_diff1
value: 27.334543456325626
verified: no, type: nauc_recall_at_3_max
value: 26.711101790009558
verified: no, type: nauc_recall_at_3_std
value: 2.3329176939418037
verified: no, type: nauc_recall_at_5_diff1
value: 27.75488164284888
verified: no, type: nauc_recall_at_5_max
value: 26.285171746330576
verified: no, type: nauc_recall_at_5_std
value: 3.361376753158064
verified: no, type: ndcg_at_1
value: 10.351
verified: no, type: ndcg_at_10
value: 14.105
verified: no, type: ndcg_at_100
value: 16.765
verified: no, type: ndcg_at_1000
value: 19.220000000000002
verified: no, type: ndcg_at_20
value: 14.82
verified: no, type: ndcg_at_3
value: 12.398000000000001
verified: no, type: ndcg_at_5
value: 12.879999999999999
verified: no, type: precision_at_1
value: 10.351
verified: no, type: precision_at_10
value: 2.144
verified: no, type: precision_at_100
value: 0.373
verified: no, type: precision_at_1000
value: 0.062
verified: no, type: precision_at_20
value: 1.238
verified: no, type: precision_at_3
value: 5.114
verified: no, type: precision_at_5
value: 3.401
verified: no, type: recall_at_1
value: 9.766
verified: no, type: recall_at_10
value: 18.595
verified: no, type: recall_at_100
value: 31.669999999999998
verified: no, type: recall_at_1000
value: 50.659
verified: no, type: recall_at_20
value: 21.248
verified: no, type: recall_at_3
value: 13.876
verified: no, type: recall_at_5
value: 15.015
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CUADAffiliateLicenseLicenseeLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 73.73737373737373
verified: no, type: ap
value: 65.8818399825594
verified: no, type: ap_weighted
value: 65.8818399825594
verified: no, type: f1
value: 72.61993404956918
verified: no, type: f1_weighted
value: 72.61993404956918
verified: no, type: main_score
value: 73.73737373737373
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADAffiliateLicenseLicensorLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 79.54545454545453
verified: no, type: ap
value: 73.12252964426878
verified: no, type: ap_weighted
value: 73.12252964426878
verified: no, type: f1
value: 79.53488372093022
verified: no, type: f1_weighted
value: 79.53488372093024
verified: no, type: main_score
value: 79.54545454545453
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADAntiAssignmentLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 70.64846416382251
verified: no, type: ap
value: 63.215973012261415
verified: no, type: ap_weighted
value: 63.215973012261415
verified: no, type: f1
value: 68.89855743269304
verified: no, type: f1_weighted
value: 68.89855743269304
verified: no, type: main_score
value: 70.64846416382251
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADAuditRightsLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 60.44407894736842
verified: no, type: ap
value: 57.470171721677076
verified: no, type: ap_weighted
value: 57.470171721677076
verified: no, type: f1
value: 57.63732113071247
verified: no, type: f1_weighted
value: 57.63732113071247
verified: no, type: main_score
value: 60.44407894736842
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADCapOnLiabilityLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 49.518459069020864
verified: no, type: ap
value: 49.761431703402096
verified: no, type: ap_weighted
value: 49.761431703402096
verified: no, type: f1
value: 49.48302433823829
verified: no, type: f1_weighted
value: 49.48302433823827
verified: no, type: main_score
value: 49.518459069020864
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADChangeOfControlLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 71.875
verified: no, type: ap
value: 64.42982456140352
verified: no, type: ap_weighted
value: 64.42982456140352
verified: no, type: f1
value: 70.87723707120934
verified: no, type: f1_weighted
value: 70.8772370712093
verified: no, type: main_score
value: 71.875
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADCompetitiveRestrictionExceptionLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 53.181818181818194
verified: no, type: ap
value: 51.65110565110565
verified: no, type: ap_weighted
value: 51.65110565110565
verified: no, type: f1
value: 47.02513150204559
verified: no, type: f1_weighted
value: 47.025131502045596
verified: no, type: main_score
value: 53.181818181818194
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADCovenantNotToSueLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 67.53246753246754
verified: no, type: ap
value: 60.65974025974026
verified: no, type: ap_weighted
value: 60.65974025974026
verified: no, type: f1
value: 64.03885671586028
verified: no, type: f1_weighted
value: 64.03885671586026
verified: no, type: main_score
value: 67.53246753246754
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADEffectiveDateLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 56.35593220338983
verified: no, type: ap
value: 53.54749704375246
verified: no, type: ap_weighted
value: 53.54749704375246
verified: no, type: f1
value: 56.26090868196132
verified: no, type: f1_weighted
value: 56.26090868196131
verified: no, type: main_score
value: 56.35593220338983
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADExclusivityLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 61.154855643044606
verified: no, type: ap
value: 56.35333840225783
verified: no, type: ap_weighted
value: 56.35333840225783
verified: no, type: f1
value: 57.26109628910987
verified: no, type: f1_weighted
value: 57.26109628910987
verified: no, type: main_score
value: 61.154855643044606
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADExpirationDateLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 80.82191780821917
verified: no, type: ap
value: 77.03374913905259
verified: no, type: ap_weighted
value: 77.03374913905259
verified: no, type: f1
value: 80.66062530224343
verified: no, type: f1_weighted
value: 80.66062530224343
verified: no, type: main_score
value: 80.82191780821917
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADGoverningLawLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 92.12328767123289
verified: no, type: ap
value: 88.44810149857499
verified: no, type: ap_weighted
value: 88.44810149857499
verified: no, type: f1
value: 92.12245616092896
verified: no, type: f1_weighted
value: 92.12245616092899
verified: no, type: main_score
value: 92.12328767123289
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADIPOwnershipAssignmentLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 64.0625
verified: no, type: ap
value: 59.78260869565217
verified: no, type: ap_weighted
value: 59.78260869565217
verified: no, type: f1
value: 63.33748443337483
verified: no, type: f1_weighted
value: 63.33748443337485
verified: no, type: main_score
value: 64.0625
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADInsuranceLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 80.3883495145631
verified: no, type: ap
value: 76.65387764650838
verified: no, type: ap_weighted
value: 76.65387764650838
verified: no, type: f1
value: 80.20173184889143
verified: no, type: f1_weighted
value: 80.20173184889143
verified: no, type: main_score
value: 80.3883495145631
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADIrrevocableOrPerpetualLicenseLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 78.21428571428572
verified: no, type: ap
value: 70.19711163153788
verified: no, type: ap_weighted
value: 70.19711163153788
verified: no, type: f1
value: 77.68807722955938
verified: no, type: f1_weighted
value: 77.6880772295594
verified: no, type: main_score
value: 78.21428571428572
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADJointIPOwnershipLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 85.9375
verified: no, type: ap
value: 79.55607476635514
verified: no, type: ap_weighted
value: 79.55607476635514
verified: no, type: f1
value: 85.89119015866969
verified: no, type: f1_weighted
value: 85.89119015866969
verified: no, type: main_score
value: 85.9375
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADLicenseGrantLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 72.56446991404013
verified: no, type: ap
value: 65.06701026209069
verified: no, type: ap_weighted
value: 65.06701026209069
verified: no, type: f1
value: 71.72168495320604
verified: no, type: f1_weighted
value: 71.72168495320604
verified: no, type: main_score
value: 72.56446991404013
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADLiquidatedDamagesLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 80.45454545454544
verified: no, type: ap
value: 73.2605583392985
verified: no, type: ap_weighted
value: 73.2605583392985
verified: no, type: f1
value: 80.33713703726801
verified: no, type: f1_weighted
value: 80.33713703726798
verified: no, type: main_score
value: 80.45454545454544
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADMinimumCommitmentLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 75.51813471502591
verified: no, type: ap
value: 68.84511159342107
verified: no, type: ap_weighted
value: 68.84511159342107
verified: no, type: f1
value: 75.48815213647933
verified: no, type: f1_weighted
value: 75.48815213647931
verified: no, type: main_score
value: 75.51813471502591
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADMostFavoredNationLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 73.4375
verified: no, type: ap
value: 65.80668604651162
verified: no, type: ap_weighted
value: 65.80668604651162
verified: no, type: f1
value: 72.62893081761007
verified: no, type: f1_weighted
value: 72.62893081761007
verified: no, type: main_score
value: 73.4375
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADNoSolicitOfCustomersLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 82.14285714285714
verified: no, type: ap
value: 73.68421052631578
verified: no, type: ap_weighted
value: 73.68421052631578
verified: no, type: f1
value: 81.55467720685114
verified: no, type: f1_weighted
value: 81.55467720685111
verified: no, type: main_score
value: 82.14285714285714
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADNoSolicitOfEmployeesLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 88.02816901408453
verified: no, type: ap
value: 81.23742454728371
verified: no, type: ap_weighted
value: 81.23742454728371
verified: no, type: f1
value: 87.92698174543636
verified: no, type: f1_weighted
value: 87.92698174543636
verified: no, type: main_score
value: 88.02816901408453
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADNonCompeteLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 53.84615384615385
verified: no, type: ap
value: 52.05651491365778
verified: no, type: ap_weighted
value: 52.05651491365778
verified: no, type: f1
value: 53.70967410723452
verified: no, type: f1_weighted
value: 53.70967410723452
verified: no, type: main_score
value: 53.84615384615385
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADNonDisparagementLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 82
verified: no, type: ap
value: 73.75757575757575
verified: no, type: ap_weighted
value: 73.75757575757575
verified: no, type: f1
value: 81.5270935960591
verified: no, type: f1_weighted
value: 81.5270935960591
verified: no, type: main_score
value: 82
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADNonTransferableLicenseLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 72.69372693726936
verified: no, type: ap
value: 68.36025144171039
verified: no, type: ap_weighted
value: 68.36025144171039
verified: no, type: f1
value: 72.20320188509251
verified: no, type: f1_weighted
value: 72.20320188509251
verified: no, type: main_score
value: 72.69372693726936
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADNoticePeriodToTerminateRenewalLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 81.53153153153154
verified: no, type: ap
value: 73.22254687119553
verified: no, type: ap_weighted
value: 73.22254687119553
verified: no, type: f1
value: 81.003861003861
verified: no, type: f1_weighted
value: 81.003861003861
verified: no, type: main_score
value: 81.53153153153154
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADPostTerminationServicesLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 59.52970297029702
verified: no, type: ap
value: 55.494262149873045
verified: no, type: ap_weighted
value: 55.494262149873045
verified: no, type: f1
value: 58.91289033889372
verified: no, type: f1_weighted
value: 58.91289033889372
verified: no, type: main_score
value: 59.52970297029702
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADPriceRestrictionsLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 86.95652173913044
verified: no, type: ap
value: 80.11272141706925
verified: no, type: ap_weighted
value: 80.11272141706925
verified: no, type: f1
value: 86.85714285714286
verified: no, type: f1_weighted
value: 86.85714285714286
verified: no, type: main_score
value: 86.95652173913044
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADRenewalTermLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 81.86528497409327
verified: no, type: ap
value: 74.56574832804549
verified: no, type: ap_weighted
value: 74.56574832804549
verified: no, type: f1
value: 81.72348484848484
verified: no, type: f1_weighted
value: 81.72348484848484
verified: no, type: main_score
value: 81.86528497409327
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADRevenueProfitSharingLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 78.9405684754522
verified: no, type: ap
value: 75.88346617170725
verified: no, type: ap_weighted
value: 75.88346617170725
verified: no, type: f1
value: 78.5609048595758
verified: no, type: f1_weighted
value: 78.5609048595758
verified: no, type: main_score
value: 78.9405684754522
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADRofrRofoRofnLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 67.53623188405797
verified: no, type: ap
value: 61.059567408520365
verified: no, type: ap_weighted
value: 61.059567408520365
verified: no, type: f1
value: 66.55819428096656
verified: no, type: f1_weighted
value: 66.55819428096656
verified: no, type: main_score
value: 67.53623188405797
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADSourceCodeEscrowLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 79.66101694915253
verified: no, type: ap
value: 73.06967984934086
verified: no, type: ap_weighted
value: 73.06967984934086
verified: no, type: f1
value: 79.63761863675583
verified: no, type: f1_weighted
value: 79.63761863675583
verified: no, type: main_score
value: 79.66101694915253
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADTerminationForConvenienceLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 82.55813953488372
verified: no, type: ap
value: 76.9289284938057
verified: no, type: ap_weighted
value: 76.9289284938057
verified: no, type: f1
value: 82.5580452030568
verified: no, type: f1_weighted
value: 82.55804520305684
verified: no, type: main_score
value: 82.55813953488372
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADThirdPartyBeneficiaryLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 86.76470588235293
verified: no, type: ap
value: 82.30837789661318
verified: no, type: ap_weighted
value: 82.30837789661318
verified: no, type: f1
value: 86.76184295911746
verified: no, type: f1_weighted
value: 86.76184295911744
verified: no, type: main_score
value: 86.76470588235293
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADUncappedLiabilityLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 78.91156462585033
verified: no, type: ap
value: 70.63036269784295
verified: no, type: ap_weighted
value: 70.63036269784295
verified: no, type: f1
value: 78.23054507237377
verified: no, type: f1_weighted
value: 78.23054507237376
verified: no, type: main_score
value: 78.91156462585033
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADUnlimitedAllYouCanEatLicenseLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 75
verified: no, type: ap
value: 67.5
verified: no, type: ap_weighted
value: 67.5
verified: no, type: f1
value: 74.60317460317461
verified: no, type: f1_weighted
value: 74.60317460317461
verified: no, type: main_score
value: 75
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADVolumeRestrictionLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 68.32298136645963
verified: no, type: ap
value: 67.47730530339226
verified: no, type: ap_weighted
value: 67.47730530339226
verified: no, type: f1
value: 65.23267138078504
verified: no, type: f1_weighted
value: 65.23267138078504
verified: no, type: main_score
value: 68.32298136645963
verified: no
task: type: Classification, dataset: config: default
name: MTEB CUADWarrantyDurationLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 77.18749999999999
verified: no, type: ap
value: 70.84930981595093
verified: no, type: ap_weighted
value: 70.84930981595093
verified: no, type: f1
value: 77.18549481888057
verified: no, type: f1_weighted
value: 77.18549481888057
verified: no, type: main_score
value: 77.18749999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB CanadaTaxCourtOutcomesLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 45.90163934426229
verified: no, type: f1
value: 41.86755057433674
verified: no, type: f1_weighted
value: 52.49140373560517
verified: no, type: main_score
value: 45.90163934426229
verified: no
task: type: Classification, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 5.558
verified: no, type: map_at_1
value: 2.099
verified: no, type: map_at_10
value: 3.6790000000000003
verified: no, type: map_at_100
value: 4.021
verified: no, type: map_at_1000
value: 4.083
verified: no, type: map_at_20
value: 3.843
verified: no, type: map_at_3
value: 3.107
verified: no, type: map_at_5
value: 3.398
verified: no, type: mrr_at_1
value: 4.364820846905538
verified: no, type: mrr_at_10
value: 7.478723954293985
verified: no, type: mrr_at_100
value: 8.041420875649584
verified: no, type: mrr_at_1000
value: 8.120754871238086
verified: no, type: mrr_at_20
value: 7.760020669319687
verified: no, type: mrr_at_3
value: 6.438653637350702
verified: no, type: mrr_at_5
value: 7.028230184581975
verified: no, type: nauc_map_at_1000_diff1
value: 26.989583880363355
verified: no, type: nauc_map_at_1000_max
value: 19.651932768180743
verified: no, type: nauc_map_at_1000_std
value: 28.682949493303113
verified: no, type: nauc_map_at_100_diff1
value: 27.123176019982058
verified: no, type: nauc_map_at_100_max
value: 19.598769909181605
verified: no, type: nauc_map_at_100_std
value: 28.431702256094276
verified: no, type: nauc_map_at_10_diff1
value: 28.090105463174243
verified: no, type: nauc_map_at_10_max
value: 19.316825624764327
verified: no, type: nauc_map_at_10_std
value: 27.879940536760657
verified: no, type: nauc_map_at_1_diff1
value: 38.86635884960338
verified: no, type: nauc_map_at_1_max
value: 23.66935741341746
verified: no, type: nauc_map_at_1_std
value: 25.594810836643088
verified: no, type: nauc_map_at_20_diff1
value: 27.932097656688153
verified: no, type: nauc_map_at_20_max
value: 19.705436224378094
verified: no, type: nauc_map_at_20_std
value: 28.005161889024915
verified: no, type: nauc_map_at_3_diff1
value: 31.343508506514787
verified: no, type: nauc_map_at_3_max
value: 17.617676175693653
verified: no, type: nauc_map_at_3_std
value: 27.372138781240235
verified: no, type: nauc_map_at_5_diff1
value: 29.21950281006726
verified: no, type: nauc_map_at_5_max
value: 18.039174755804527
verified: no, type: nauc_map_at_5_std
value: 26.278075304640147
verified: no, type: nauc_mrr_at_1000_diff1
value: 21.017635057347793
verified: no, type: nauc_mrr_at_1000_max
value: 20.84007387790555
verified: no, type: nauc_mrr_at_1000_std
value: 24.684523933084744
verified: no, type: nauc_mrr_at_100_diff1
value: 21.051698171004
verified: no, type: nauc_mrr_at_100_max
value: 20.79459868740917
verified: no, type: nauc_mrr_at_100_std
value: 24.62077347403019
verified: no, type: nauc_mrr_at_10_diff1
value: 21.926692626233184
verified: no, type: nauc_mrr_at_10_max
value: 20.868215747512338
verified: no, type: nauc_mrr_at_10_std
value: 24.10229968572614
verified: no, type: nauc_mrr_at_1_diff1
value: 32.12007148649377
verified: no, type: nauc_mrr_at_1_max
value: 25.428643110489634
verified: no, type: nauc_mrr_at_1_std
value: 19.946229629460547
verified: no, type: nauc_mrr_at_20_diff1
value: 21.617935715645125
verified: no, type: nauc_mrr_at_20_max
value: 21.046484288936377
verified: no, type: nauc_mrr_at_20_std
value: 24.297367370651244
verified: no, type: nauc_mrr_at_3_diff1
value: 24.094623370861303
verified: no, type: nauc_mrr_at_3_max
value: 19.713811945549196
verified: no, type: nauc_mrr_at_3_std
value: 23.568839477173757
verified: no, type: nauc_mrr_at_5_diff1
value: 22.3010395396166
verified: no, type: nauc_mrr_at_5_max
value: 20.569180907488864
verified: no, type: nauc_mrr_at_5_std
value: 23.15568498862624
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.73440786298746
verified: no, type: nauc_ndcg_at_1000_max
value: 21.164734898511266
verified: no, type: nauc_ndcg_at_1000_std
value: 32.20409116224434
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.491657641927414
verified: no, type: nauc_ndcg_at_100_max
value: 19.73425182329514
verified: no, type: nauc_ndcg_at_100_std
value: 29.633697891721162
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.236666416810397
verified: no, type: nauc_ndcg_at_10_max
value: 19.859686062177957
verified: no, type: nauc_ndcg_at_10_std
value: 27.607123060751103
verified: no, type: nauc_ndcg_at_1_diff1
value: 32.12007148649377
verified: no, type: nauc_ndcg_at_1_max
value: 25.428643110489634
verified: no, type: nauc_ndcg_at_1_std
value: 19.946229629460547
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.766492789770794
verified: no, type: nauc_ndcg_at_20_max
value: 20.68653243447615
verified: no, type: nauc_ndcg_at_20_std
value: 27.80598558578259
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.430176145767764
verified: no, type: nauc_ndcg_at_3_max
value: 17.178786585572514
verified: no, type: nauc_ndcg_at_3_std
value: 26.551392559385945
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.359838503352492
verified: no, type: nauc_ndcg_at_5_max
value: 18.139249994062958
verified: no, type: nauc_ndcg_at_5_std
value: 25.04579441208386
verified: no, type: nauc_precision_at_1000_diff1
value: 3.5941753705590855
verified: no, type: nauc_precision_at_1000_max
value: 23.295418071068074
verified: no, type: nauc_precision_at_1000_std
value: 37.823737794558035
verified: no, type: nauc_precision_at_100_diff1
value: 7.711362755764835
verified: no, type: nauc_precision_at_100_max
value: 21.000892665907962
verified: no, type: nauc_precision_at_100_std
value: 35.56596455340648
verified: no, type: nauc_precision_at_10_diff1
value: 14.603402002580449
verified: no, type: nauc_precision_at_10_max
value: 22.112935744796918
verified: no, type: nauc_precision_at_10_std
value: 30.665912790934176
verified: no, type: nauc_precision_at_1_diff1
value: 32.12007148649377
verified: no, type: nauc_precision_at_1_max
value: 25.428643110489634
verified: no, type: nauc_precision_at_1_std
value: 19.946229629460547
verified: no, type: nauc_precision_at_20_diff1
value: 14.716417574100266
verified: no, type: nauc_precision_at_20_max
value: 23.926389785704096
verified: no, type: nauc_precision_at_20_std
value: 30.69168946837732
verified: no, type: nauc_precision_at_3_diff1
value: 18.67632522519008
verified: no, type: nauc_precision_at_3_max
value: 15.461714107477059
verified: no, type: nauc_precision_at_3_std
value: 24.408621037612654
verified: no, type: nauc_precision_at_5_diff1
value: 14.433484685750017
verified: no, type: nauc_precision_at_5_max
value: 18.682282289432337
verified: no, type: nauc_precision_at_5_std
value: 24.03615092175192
verified: no, type: nauc_recall_at_1000_diff1
value: 7.5569286948470955
verified: no, type: nauc_recall_at_1000_max
value: 18.988365246129565
verified: no, type: nauc_recall_at_1000_std
value: 32.73921563811838
verified: no, type: nauc_recall_at_100_diff1
value: 12.11778715469688
verified: no, type: nauc_recall_at_100_max
value: 16.608390547005357
verified: no, type: nauc_recall_at_100_std
value: 29.88269190630321
verified: no, type: nauc_recall_at_10_diff1
value: 20.008263704255814
verified: no, type: nauc_recall_at_10_max
value: 19.07669508851797
verified: no, type: nauc_recall_at_10_std
value: 28.95827325426037
verified: no, type: nauc_recall_at_1_diff1
value: 38.86635884960338
verified: no, type: nauc_recall_at_1_max
value: 23.66935741341746
verified: no, type: nauc_recall_at_1_std
value: 25.594810836643088
verified: no, type: nauc_recall_at_20_diff1
value: 19.54693652826011
verified: no, type: nauc_recall_at_20_max
value: 20.582517703572815
verified: no, type: nauc_recall_at_20_std
value: 28.52204311008764
verified: no, type: nauc_recall_at_3_diff1
value: 25.95757457673112
verified: no, type: nauc_recall_at_3_max
value: 13.802011828871594
verified: no, type: nauc_recall_at_3_std
value: 28.160988060479163
verified: no, type: nauc_recall_at_5_diff1
value: 21.718874199874673
verified: no, type: nauc_recall_at_5_max
value: 15.812170162395233
verified: no, type: nauc_recall_at_5_std
value: 24.970427791223297
verified: no, type: ndcg_at_1
value: 4.365
verified: no, type: ndcg_at_10
value: 5.558
verified: no, type: ndcg_at_100
value: 7.637
verified: no, type: ndcg_at_1000
value: 9.700000000000001
verified: no, type: ndcg_at_20
value: 6.215
verified: no, type: ndcg_at_3
value: 4.314
verified: no, type: ndcg_at_5
value: 4.795
verified: no, type: precision_at_1
value: 4.365
verified: no, type: precision_at_10
value: 1.6740000000000002
verified: no, type: precision_at_100
value: 0.384
verified: no, type: precision_at_1000
value: 0.076
verified: no, type: precision_at_20
value: 1.111
verified: no, type: precision_at_3
value: 3.084
verified: no, type: precision_at_5
value: 2.423
verified: no, type: recall_at_1
value: 2.099
verified: no, type: recall_at_10
value: 7.371999999999999
verified: no, type: recall_at_100
value: 14.976999999999999
verified: no, type: recall_at_1000
value: 27.328000000000003
verified: no, type: recall_at_20
value: 9.288
verified: no, type: recall_at_3
value: 4.299
verified: no, type: recall_at_5
value: 5.509
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ContractNLIConfidentialityOfAgreementLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 64.63414634146342
verified: no, type: ap
value: 59.62772785622593
verified: no, type: ap_weighted
value: 59.62772785622593
verified: no, type: f1
value: 64.58674609084142
verified: no, type: f1_weighted
value: 64.58674609084142
verified: no, type: main_score
value: 64.63414634146342
verified: no
task: type: Classification, dataset: config: default
name: MTEB ContractNLIExplicitIdentificationLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 56.88073394495412
verified: no, type: ap
value: 21.457096600107935
verified: no, type: ap_weighted
value: 21.457096600107935
verified: no, type: f1
value: 50.91501389288109
verified: no, type: f1_weighted
value: 61.74750556638211
verified: no, type: main_score
value: 56.88073394495412
verified: no
task: type: Classification, dataset: config: default
name: MTEB ContractNLIInclusionOfVerballyConveyedInformationLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 60.431654676258994
verified: no, type: ap
value: 55.25139990309542
verified: no, type: ap_weighted
value: 55.25139990309542
verified: no, type: f1
value: 60.4234611999793
verified: no, type: f1_weighted
value: 60.435751414398844
verified: no, type: main_score
value: 60.431654676258994
verified: no
task: type: Classification, dataset: config: default
name: MTEB ContractNLILimitedUseLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 73.07692307692307
verified: no, type: ap
value: 63.954526895988565
verified: no, type: ap_weighted
value: 63.954526895988565
verified: no, type: f1
value: 73.01454916133815
verified: no, type: f1_weighted
value: 73.10187264315704
verified: no, type: main_score
value: 73.07692307692307
verified: no
task: type: Classification, dataset: config: default
name: MTEB ContractNLINoLicensingLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 82.09876543209876
verified: no, type: ap
value: 75.19529587058324
verified: no, type: ap_weighted
value: 75.19529587058324
verified: no, type: f1
value: 82.08169647965215
verified: no, type: f1_weighted
value: 82.0748688986735
verified: no, type: main_score
value: 82.09876543209876
verified: no
task: type: Classification, dataset: config: default
name: MTEB ContractNLINoticeOnCompelledDisclosureLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 78.87323943661971
verified: no, type: ap
value: 72.12365099689045
verified: no, type: ap_weighted
value: 72.12365099689045
verified: no, type: f1
value: 78.83545310015897
verified: no, type: f1_weighted
value: 78.83545310015897
verified: no, type: main_score
value: 78.87323943661971
verified: no
task: type: Classification, dataset: config: default
name: MTEB ContractNLIPermissibleAcquirementOfSimilarInformationLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 72.47191011235954
verified: no, type: ap
value: 64.74719101123597
verified: no, type: ap_weighted
value: 64.74719101123597
verified: no, type: f1
value: 71.08377813877931
verified: no, type: f1_weighted
value: 71.08377813877931
verified: no, type: main_score
value: 72.47191011235954
verified: no
task: type: Classification, dataset: config: default
name: MTEB ContractNLIPermissibleCopyLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 41.379310344827594
verified: no, type: ap
value: 19.168356997971607
verified: no, type: ap_weighted
value: 19.168356997971607
verified: no, type: f1
value: 38.75776397515528
verified: no, type: f1_weighted
value: 46.18547868922682
verified: no, type: main_score
value: 41.379310344827594
verified: no
task: type: Classification, dataset: config: default
name: MTEB ContractNLIPermissibleDevelopmentOfSimilarInformationLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 71.3235294117647
verified: no, type: ap
value: 65.14279624893436
verified: no, type: ap_weighted
value: 65.14279624893436
verified: no, type: f1
value: 71.3219789132198
verified: no, type: f1_weighted
value: 71.3219789132198
verified: no, type: main_score
value: 71.3235294117647
verified: no
task: type: Classification, dataset: config: default
name: MTEB ContractNLIPermissiblePostAgreementPossessionLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 39.63963963963964
verified: no, type: ap
value: 25.290389847351868
verified: no, type: ap_weighted
value: 25.290389847351868
verified: no, type: f1
value: 39.56115400243804
verified: no, type: f1_weighted
value: 40.64033151396011
verified: no, type: main_score
value: 39.63963963963964
verified: no
task: type: Classification, dataset: config: default
name: MTEB ContractNLIReturnOfConfidentialInformationLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 71.21212121212122
verified: no, type: ap
value: 63.13978196600149
verified: no, type: ap_weighted
value: 63.13978196600149
verified: no, type: f1
value: 70.88460645460877
verified: no, type: f1_weighted
value: 70.7910308096052
verified: no, type: main_score
value: 71.21212121212122
verified: no
task: type: Classification, dataset: config: default
name: MTEB ContractNLISharingWithEmployeesLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 73.52941176470588
verified: no, type: ap
value: 66.24576478752499
verified: no, type: ap_weighted
value: 66.24576478752499
verified: no, type: f1
value: 71.13098607494621
verified: no, type: f1_weighted
value: 71.42467085328414
verified: no, type: main_score
value: 73.52941176470588
verified: no
task: type: Classification, dataset: config: default
name: MTEB ContractNLISharingWithThirdPartiesLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 68.88888888888889
verified: no, type: ap
value: 51.569719636083924
verified: no, type: ap_weighted
value: 51.569719636083924
verified: no, type: f1
value: 66.28762541806019
verified: no, type: f1_weighted
value: 68.26458565589
verified: no, type: main_score
value: 68.88888888888889
verified: no
task: type: Classification, dataset: config: default
name: MTEB ContractNLISurvivalOfObligationsLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 49.044585987261144
verified: no, type: ap
value: 47.085151843488305
verified: no, type: ap_weighted
value: 47.085151843488305
verified: no, type: f1
value: 48.28722002635046
verified: no, type: f1_weighted
value: 47.92846772907698
verified: no, type: main_score
value: 49.044585987261144
verified: no
task: type: Classification, dataset: config: default
name: MTEB CorporateLobbyingLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 70.40816326530613
verified: no, type: ap
value: 29.59183673469388
verified: no, type: ap_weighted
value: 29.59183673469388
verified: no, type: f1
value: 41.31736526946107
verified: no, type: f1_weighted
value: 58.181595991690074
verified: no, type: main_score
value: 70.40816326530613
verified: no
task: type: Classification, dataset: config: default
name: MTEB CyrillicTurkicLangClassification (default)
revision: e42d330f33d65b7b72dfd408883daf1661f06f18
split: test
type: tatiana-merz/cyrillic_turkic_langs
metrics: type: accuracy
value: 61.19140625
verified: no, type: f1
value: 59.377085898563365
verified: no, type: f1_weighted
value: 59.385881195883925
verified: no, type: main_score
value: 61.19140625
verified: no
task: type: Classification, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: dev
type: mteb/dbpedia
metrics: type: main_score
value: 7.161
verified: no, type: map_at_1
value: 0.599
verified: no, type: map_at_10
value: 2.243
verified: no, type: map_at_100
value: 3.1189999999999998
verified: no, type: map_at_1000
value: 3.488
verified: no, type: map_at_20
value: 2.522
verified: no, type: map_at_3
value: 1.397
verified: no, type: map_at_5
value: 1.951
verified: no, type: mrr_at_1
value: 8.955223880597014
verified: no, type: mrr_at_10
value: 18.287728026533994
verified: no, type: mrr_at_100
value: 18.978113584928742
verified: no, type: mrr_at_1000
value: 19.053758841865573
verified: no, type: mrr_at_20
value: 18.61199952617863
verified: no, type: mrr_at_3
value: 14.676616915422885
verified: no, type: mrr_at_5
value: 17.06467661691542
verified: no, type: nauc_map_at_1000_diff1
value: -2.930033724497058
verified: no, type: nauc_map_at_1000_max
value: 3.5995430754716904
verified: no, type: nauc_map_at_1000_std
value: 5.61203479120595
verified: no, type: nauc_map_at_100_diff1
value: -5.4531441891668795
verified: no, type: nauc_map_at_100_max
value: -0.0055832626529105185
verified: no, type: nauc_map_at_100_std
value: 3.439773391163607
verified: no, type: nauc_map_at_10_diff1
value: -14.3319757103363
verified: no, type: nauc_map_at_10_max
value: -9.021024411612359
verified: no, type: nauc_map_at_10_std
value: 1.0275253768638628
verified: no, type: nauc_map_at_1_diff1
value: 22.607506151253776
verified: no, type: nauc_map_at_1_max
value: 10.921408762597743
verified: no, type: nauc_map_at_1_std
value: -2.0177080867009054
verified: no, type: nauc_map_at_20_diff1
value: -11.794157692538237
verified: no, type: nauc_map_at_20_max
value: -6.44484538876576
verified: no, type: nauc_map_at_20_std
value: 1.039851694368717
verified: no, type: nauc_map_at_3_diff1
value: -7.469347804676409
verified: no, type: nauc_map_at_3_max
value: -5.393936026725367
verified: no, type: nauc_map_at_3_std
value: 9.280689460783249
verified: no, type: nauc_map_at_5_diff1
value: -15.955321054747321
verified: no, type: nauc_map_at_5_max
value: -9.855092671604572
verified: no, type: nauc_map_at_5_std
value: 0.06180279408320787
verified: no, type: nauc_mrr_at_1000_diff1
value: -2.821396337906413
verified: no, type: nauc_mrr_at_1000_max
value: 5.972877383405757
verified: no, type: nauc_mrr_at_1000_std
value: -1.6896049835004336
verified: no, type: nauc_mrr_at_100_diff1
value: -2.8632536639982105
verified: no, type: nauc_mrr_at_100_max
value: 5.973020236396294
verified: no, type: nauc_mrr_at_100_std
value: -1.809958349128643
verified: no, type: nauc_mrr_at_10_diff1
value: -4.515463799529893
verified: no, type: nauc_mrr_at_10_max
value: 5.030384515417533
verified: no, type: nauc_mrr_at_10_std
value: -1.547480529694615
verified: no, type: nauc_mrr_at_1_diff1
value: 8.719512377821816
verified: no, type: nauc_mrr_at_1_max
value: 16.272382792823382
verified: no, type: nauc_mrr_at_1_std
value: -3.187491782487964
verified: no, type: nauc_mrr_at_20_diff1
value: -2.908929872190089
verified: no, type: nauc_mrr_at_20_max
value: 6.58409584409903
verified: no, type: nauc_mrr_at_20_std
value: -1.1174417761572792
verified: no, type: nauc_mrr_at_3_diff1
value: -1.6595580931793985
verified: no, type: nauc_mrr_at_3_max
value: 9.640215787928428
verified: no, type: nauc_mrr_at_3_std
value: 2.889288978742377
verified: no, type: nauc_mrr_at_5_diff1
value: -6.89298539225687
verified: no, type: nauc_mrr_at_5_max
value: 6.578043390443974
verified: no, type: nauc_mrr_at_5_std
value: -0.6581933130437475
verified: no, type: nauc_ndcg_at_1000_diff1
value: 3.75625342513744
verified: no, type: nauc_ndcg_at_1000_max
value: 6.952585708583143
verified: no, type: nauc_ndcg_at_1000_std
value: 5.400684775811628
verified: no, type: nauc_ndcg_at_100_diff1
value: -2.242186789473446
verified: no, type: nauc_ndcg_at_100_max
value: 1.7125259047701242
verified: no, type: nauc_ndcg_at_100_std
value: -0.6824733710981048
verified: no, type: nauc_ndcg_at_10_diff1
value: -11.969827974466098
verified: no, type: nauc_ndcg_at_10_max
value: -4.424965429405649
verified: no, type: nauc_ndcg_at_10_std
value: 0.03592313276976773
verified: no, type: nauc_ndcg_at_1_diff1
value: -4.197220327746547
verified: no, type: nauc_ndcg_at_1_max
value: 9.247135683163954
verified: no, type: nauc_ndcg_at_1_std
value: -6.671985136155276
verified: no, type: nauc_ndcg_at_20_diff1
value: -8.358422632396593
verified: no, type: nauc_ndcg_at_20_max
value: -1.0551974757194074
verified: no, type: nauc_ndcg_at_20_std
value: 2.0508581550409524
verified: no, type: nauc_ndcg_at_3_diff1
value: -7.53212458402589
verified: no, type: nauc_ndcg_at_3_max
value: 3.6347588818172336
verified: no, type: nauc_ndcg_at_3_std
value: 5.073680163820697
verified: no, type: nauc_ndcg_at_5_diff1
value: -17.183713921651613
verified: no, type: nauc_ndcg_at_5_max
value: -2.598662858319381
verified: no, type: nauc_ndcg_at_5_std
value: -0.4734708395726036
verified: no, type: nauc_precision_at_1000_diff1
value: 22.034829237918075
verified: no, type: nauc_precision_at_1000_max
value: 29.133045600628414
verified: no, type: nauc_precision_at_1000_std
value: 22.48207630228867
verified: no, type: nauc_precision_at_100_diff1
value: 22.17246050117164
verified: no, type: nauc_precision_at_100_max
value: 25.497860199414003
verified: no, type: nauc_precision_at_100_std
value: 14.10941839109608
verified: no, type: nauc_precision_at_10_diff1
value: -2.3976462009254527
verified: no, type: nauc_precision_at_10_max
value: 3.2185747947259737
verified: no, type: nauc_precision_at_10_std
value: 1.1160090019272848
verified: no, type: nauc_precision_at_1_diff1
value: 8.719512377821816
verified: no, type: nauc_precision_at_1_max
value: 16.272382792823382
verified: no, type: nauc_precision_at_1_std
value: -3.187491782487964
verified: no, type: nauc_precision_at_20_diff1
value: 8.125877087406765
verified: no, type: nauc_precision_at_20_max
value: 14.004634012058606
verified: no, type: nauc_precision_at_20_std
value: 6.076987698320296
verified: no, type: nauc_precision_at_3_diff1
value: -5.415944490965941
verified: no, type: nauc_precision_at_3_max
value: 6.0110244505222
verified: no, type: nauc_precision_at_3_std
value: 6.0205421596952675
verified: no, type: nauc_precision_at_5_diff1
value: -19.55829195099795
verified: no, type: nauc_precision_at_5_max
value: -2.3847548504000993
verified: no, type: nauc_precision_at_5_std
value: -4.296125770063572
verified: no, type: nauc_recall_at_1000_diff1
value: 5.793923275597914
verified: no, type: nauc_recall_at_1000_max
value: 2.365078190964481
verified: no, type: nauc_recall_at_1000_std
value: 3.5546888704254744
verified: no, type: nauc_recall_at_100_diff1
value: 1.652314810086157
verified: no, type: nauc_recall_at_100_max
value: 1.2466358966197024
verified: no, type: nauc_recall_at_100_std
value: -5.516640557428562
verified: no, type: nauc_recall_at_10_diff1
value: -18.83385802183443
verified: no, type: nauc_recall_at_10_max
value: -15.04302952000884
verified: no, type: nauc_recall_at_10_std
value: -0.9615025531726922
verified: no, type: nauc_recall_at_1_diff1
value: 22.607506151253776
verified: no, type: nauc_recall_at_1_max
value: 10.921408762597743
verified: no, type: nauc_recall_at_1_std
value: -2.0177080867009054
verified: no, type: nauc_recall_at_20_diff1
value: -8.960549697900921
verified: no, type: nauc_recall_at_20_max
value: -6.8364201397227164
verified: no, type: nauc_recall_at_20_std
value: -1.2091707122721411
verified: no, type: nauc_recall_at_3_diff1
value: -17.196135512311084
verified: no, type: nauc_recall_at_3_max
value: -10.816815002699384
verified: no, type: nauc_recall_at_3_std
value: 12.535755202753904
verified: no, type: nauc_recall_at_5_diff1
value: -23.856486271404066
verified: no, type: nauc_recall_at_5_max
value: -13.129773406696268
verified: no, type: nauc_recall_at_5_std
value: -2.885196394596191
verified: no, type: ndcg_at_1
value: 6.715999999999999
verified: no, type: ndcg_at_10
value: 7.161
verified: no, type: ndcg_at_100
value: 9.506
verified: no, type: ndcg_at_1000
value: 14.194
verified: no, type: ndcg_at_20
value: 6.969
verified: no, type: ndcg_at_3
value: 7.285
verified: no, type: ndcg_at_5
value: 7.436
verified: no, type: precision_at_1
value: 8.955
verified: no, type: precision_at_10
value: 6.866
verified: no, type: precision_at_100
value: 2.343
verified: no, type: precision_at_1000
value: 0.557
verified: no, type: precision_at_20
value: 5
verified: no, type: precision_at_3
value: 9.453
verified: no, type: precision_at_5
value: 8.955
verified: no, type: recall_at_1
value: 0.599
verified: no, type: recall_at_10
value: 5.234
verified: no, type: recall_at_100
value: 14.610999999999999
verified: no, type: recall_at_1000
value: 31.723000000000003
verified: no, type: recall_at_20
value: 6.797000000000001
verified: no, type: recall_at_3
value: 2.1239999999999997
verified: no, type: recall_at_5
value: 3.836
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 9.612
verified: no, type: map_at_1
value: 1.5150000000000001
verified: no, type: map_at_10
value: 3.324
verified: no, type: map_at_100
value: 4.593
verified: no, type: map_at_1000
value: 4.942
verified: no, type: map_at_20
value: 3.775
verified: no, type: map_at_3
value: 2.349
verified: no, type: map_at_5
value: 2.83
verified: no, type: mrr_at_1
value: 17.75
verified: no, type: mrr_at_10
value: 25.455257936507948
verified: no, type: mrr_at_100
value: 26.384386588195795
verified: no, type: mrr_at_1000
value: 26.43428730177263
verified: no, type: mrr_at_20
value: 26.012663071147983
verified: no, type: mrr_at_3
value: 22.916666666666668
verified: no, type: mrr_at_5
value: 24.42916666666667
verified: no, type: nauc_map_at_1000_diff1
value: 22.13041079857
verified: no, type: nauc_map_at_1000_max
value: 30.847169046279717
verified: no, type: nauc_map_at_1000_std
value: 26.662372161640164
verified: no, type: nauc_map_at_100_diff1
value: 22.33437365695696
verified: no, type: nauc_map_at_100_max
value: 30.631982988659413
verified: no, type: nauc_map_at_100_std
value: 24.343041349757826
verified: no, type: nauc_map_at_10_diff1
value: 24.027517719649303
verified: no, type: nauc_map_at_10_max
value: 25.07712884251914
verified: no, type: nauc_map_at_10_std
value: 13.947979384184976
verified: no, type: nauc_map_at_1_diff1
value: 36.83267850021598
verified: no, type: nauc_map_at_1_max
value: 19.169430946850284
verified: no, type: nauc_map_at_1_std
value: 9.884774862276792
verified: no, type: nauc_map_at_20_diff1
value: 23.514668795309415
verified: no, type: nauc_map_at_20_max
value: 27.504950445908978
verified: no, type: nauc_map_at_20_std
value: 17.094975030047124
verified: no, type: nauc_map_at_3_diff1
value: 26.34278610573698
verified: no, type: nauc_map_at_3_max
value: 20.845843284715972
verified: no, type: nauc_map_at_3_std
value: 7.67049397964597
verified: no, type: nauc_map_at_5_diff1
value: 25.7750795640811
verified: no, type: nauc_map_at_5_max
value: 22.947480091712098
verified: no, type: nauc_map_at_5_std
value: 11.721230195408548
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.232372488450842
verified: no, type: nauc_mrr_at_1000_max
value: 27.572890316358283
verified: no, type: nauc_mrr_at_1000_std
value: 16.214637981707586
verified: no, type: nauc_mrr_at_100_diff1
value: 22.236444609236038
verified: no, type: nauc_mrr_at_100_max
value: 27.58760243571819
verified: no, type: nauc_mrr_at_100_std
value: 16.244413870712897
verified: no, type: nauc_mrr_at_10_diff1
value: 22.225463768969977
verified: no, type: nauc_mrr_at_10_max
value: 28.085279372515014
verified: no, type: nauc_mrr_at_10_std
value: 16.63553736106648
verified: no, type: nauc_mrr_at_1_diff1
value: 29.84035077607877
verified: no, type: nauc_mrr_at_1_max
value: 29.694489641199347
verified: no, type: nauc_mrr_at_1_std
value: 13.521637546163495
verified: no, type: nauc_mrr_at_20_diff1
value: 22.04153237789325
verified: no, type: nauc_mrr_at_20_max
value: 27.694203519607907
verified: no, type: nauc_mrr_at_20_std
value: 16.41753082494305
verified: no, type: nauc_mrr_at_3_diff1
value: 23.699732601185406
verified: no, type: nauc_mrr_at_3_max
value: 28.552272889924087
verified: no, type: nauc_mrr_at_3_std
value: 15.054097838038286
verified: no, type: nauc_mrr_at_5_diff1
value: 23.127326455282443
verified: no, type: nauc_mrr_at_5_max
value: 28.769272111978832
verified: no, type: nauc_mrr_at_5_std
value: 16.113310297737975
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.30064409197478
verified: no, type: nauc_ndcg_at_1000_max
value: 28.102160223624878
verified: no, type: nauc_ndcg_at_1000_std
value: 30.203518553202162
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.61374183566408
verified: no, type: nauc_ndcg_at_100_max
value: 26.626236693773404
verified: no, type: nauc_ndcg_at_100_std
value: 25.742758699186076
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.519496459830016
verified: no, type: nauc_ndcg_at_10_max
value: 29.403797316052678
verified: no, type: nauc_ndcg_at_10_std
value: 20.893386965358616
verified: no, type: nauc_ndcg_at_1_diff1
value: 32.866635298438084
verified: no, type: nauc_ndcg_at_1_max
value: 26.59719751655438
verified: no, type: nauc_ndcg_at_1_std
value: 11.114394574061539
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.157000991633115
verified: no, type: nauc_ndcg_at_20_max
value: 27.740565719664534
verified: no, type: nauc_ndcg_at_20_std
value: 21.639809971682443
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.11861929994868
verified: no, type: nauc_ndcg_at_3_max
value: 30.05796948174576
verified: no, type: nauc_ndcg_at_3_std
value: 15.558218990994382
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.56633730677446
verified: no, type: nauc_ndcg_at_5_max
value: 29.407157319632233
verified: no, type: nauc_ndcg_at_5_std
value: 18.567271816504054
verified: no, type: nauc_precision_at_1000_diff1
value: 15.34548548807785
verified: no, type: nauc_precision_at_1000_max
value: 10.572226641262324
verified: no, type: nauc_precision_at_1000_std
value: 29.1034314360236
verified: no, type: nauc_precision_at_100_diff1
value: 15.716430228733962
verified: no, type: nauc_precision_at_100_max
value: 29.095076486854232
verified: no, type: nauc_precision_at_100_std
value: 38.5066690028862
verified: no, type: nauc_precision_at_10_diff1
value: 19.68952528017596
verified: no, type: nauc_precision_at_10_max
value: 36.890169328577436
verified: no, type: nauc_precision_at_10_std
value: 30.965796095297055
verified: no, type: nauc_precision_at_1_diff1
value: 29.84035077607877
verified: no, type: nauc_precision_at_1_max
value: 29.694489641199347
verified: no, type: nauc_precision_at_1_std
value: 13.521637546163495
verified: no, type: nauc_precision_at_20_diff1
value: 18.030808015274253
verified: no, type: nauc_precision_at_20_max
value: 37.61603054850129
verified: no, type: nauc_precision_at_20_std
value: 34.160861586371816
verified: no, type: nauc_precision_at_3_diff1
value: 20.899695298609572
verified: no, type: nauc_precision_at_3_max
value: 35.736648108449906
verified: no, type: nauc_precision_at_3_std
value: 21.012939343933635
verified: no, type: nauc_precision_at_5_diff1
value: 20.038574686656855
verified: no, type: nauc_precision_at_5_max
value: 37.244225604024464
verified: no, type: nauc_precision_at_5_std
value: 27.105877764557317
verified: no, type: nauc_recall_at_1000_diff1
value: 7.621037010770166
verified: no, type: nauc_recall_at_1000_max
value: 14.556069262959875
verified: no, type: nauc_recall_at_1000_std
value: 24.912834855259458
verified: no, type: nauc_recall_at_100_diff1
value: 5.640854515267624
verified: no, type: nauc_recall_at_100_max
value: 12.319243091931583
verified: no, type: nauc_recall_at_100_std
value: 18.20593364111766
verified: no, type: nauc_recall_at_10_diff1
value: 9.625612977495116
verified: no, type: nauc_recall_at_10_max
value: 17.05920473206263
verified: no, type: nauc_recall_at_10_std
value: 10.7221437835498
verified: no, type: nauc_recall_at_1_diff1
value: 36.83267850021598
verified: no, type: nauc_recall_at_1_max
value: 19.169430946850284
verified: no, type: nauc_recall_at_1_std
value: 9.884774862276792
verified: no, type: nauc_recall_at_20_diff1
value: 8.05059067573258
verified: no, type: nauc_recall_at_20_max
value: 15.8154139120262
verified: no, type: nauc_recall_at_20_std
value: 12.679202204644218
verified: no, type: nauc_recall_at_3_diff1
value: 16.446191987706968
verified: no, type: nauc_recall_at_3_max
value: 16.891019665567892
verified: no, type: nauc_recall_at_3_std
value: 5.902427268316366
verified: no, type: nauc_recall_at_5_diff1
value: 16.441740431697145
verified: no, type: nauc_recall_at_5_max
value: 18.339945932093187
verified: no, type: nauc_recall_at_5_std
value: 11.244004704766795
verified: no, type: ndcg_at_1
value: 13
verified: no, type: ndcg_at_10
value: 9.612
verified: no, type: ndcg_at_100
value: 11.403
verified: no, type: ndcg_at_1000
value: 15.142
verified: no, type: ndcg_at_20
value: 9.419
verified: no, type: ndcg_at_3
value: 10.821
verified: no, type: ndcg_at_5
value: 10.462
verified: no, type: precision_at_1
value: 17.75
verified: no, type: precision_at_10
value: 9.15
verified: no, type: precision_at_100
value: 3
verified: no, type: precision_at_1000
value: 0.716
verified: no, type: precision_at_20
value: 6.763
verified: no, type: precision_at_3
value: 13.417000000000002
verified: no, type: precision_at_5
value: 12.35
verified: no, type: recall_at_1
value: 1.5150000000000001
verified: no, type: recall_at_10
value: 5.858
verified: no, type: recall_at_100
value: 15.643
verified: no, type: recall_at_1000
value: 28.51
verified: no, type: recall_at_20
value: 8.25
verified: no, type: recall_at_3
value: 2.995
verified: no, type: recall_at_5
value: 4.117
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBpediaClassification (default)
revision: 9abd46cf7fc8b4c64290f26993c540b92aa145ac
split: test
type: fancyzhx/dbpedia_14
metrics: type: accuracy
value: 79.6484375
verified: no, type: f1
value: 78.34279956840108
verified: no, type: f1_weighted
value: 78.35088313144212
verified: no, type: main_score
value: 79.6484375
verified: no
task: type: Classification, dataset: config: default
name: MTEB DefinitionClassificationLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 84.51757666417352
verified: no, type: ap
value: 80.76707736262222
verified: no, type: ap_weighted
value: 80.76707736262222
verified: no, type: f1
value: 84.51702233000746
verified: no, type: f1_weighted
value: 84.52014045969152
verified: no, type: main_score
value: 84.51757666417352
verified: no
task: type: Classification, dataset: config: default
name: MTEB Diversity1LegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 76.33333333333334
verified: no, type: ap
value: 23.666666666666668
verified: no, type: ap_weighted
value: 23.666666666666668
verified: no, type: f1
value: 43.28922495274102
verified: no, type: f1_weighted
value: 66.08821676118463
verified: no, type: main_score
value: 76.33333333333334
verified: no
task: type: Classification, dataset: config: default
name: MTEB Diversity2LegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 74.66666666666669
verified: no, type: ap
value: 25.333333333333336
verified: no, type: ap_weighted
value: 25.333333333333336
verified: no, type: f1
value: 42.74809160305343
verified: no, type: f1_weighted
value: 63.83715012722646
verified: no, type: main_score
value: 74.66666666666669
verified: no
task: type: Classification, dataset: config: default
name: MTEB Diversity3LegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 58.666666666666664
verified: no, type: ap
value: 58.666666666666664
verified: no, type: ap_weighted
value: 58.666666666666664
verified: no, type: f1
value: 36.97478991596639
verified: no, type: f1_weighted
value: 43.383753501400555
verified: no, type: main_score
value: 58.666666666666664
verified: no
task: type: Classification, dataset: config: default
name: MTEB Diversity4LegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 53.333333333333336
verified: no, type: ap
value: 53.333333333333336
verified: no, type: ap_weighted
value: 53.333333333333336
verified: no, type: f1
value: 34.782608695652165
verified: no, type: f1_weighted
value: 37.10144927536233
verified: no, type: main_score
value: 53.333333333333336
verified: no
task: type: Classification, dataset: config: default
name: MTEB Diversity5LegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 57.333333333333336
verified: no, type: ap
value: 57.333333333333336
verified: no, type: ap_weighted
value: 57.333333333333336
verified: no, type: f1
value: 36.440677966101696
verified: no, type: f1_weighted
value: 41.78531073446328
verified: no, type: main_score
value: 57.333333333333336
verified: no
task: type: Classification, dataset: config: default
name: MTEB Diversity6LegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 55.33333333333334
verified: no, type: ap
value: 55.335312709510575
verified: no, type: ap_weighted
value: 55.335312709510575
verified: no, type: f1
value: 53.72075888745626
verified: no, type: f1_weighted
value: 54.239086387916736
verified: no, type: main_score
value: 55.33333333333334
verified: no
task: type: Classification, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 29.500000000000004
verified: no, type: f1
value: 25.366180985174143
verified: no, type: f1_weighted
value: 31.616367697127934
verified: no, type: main_score
value: 29.500000000000004
verified: no
task: type: Classification, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: validation
type: mteb/emotion
metrics: type: accuracy
value: 29.59
verified: no, type: f1
value: 25.66115067003055
verified: no, type: f1_weighted
value: 31.610928656113497
verified: no, type: main_score
value: 29.59
verified: no
task: type: Classification, dataset: config: default
name: MTEB FaithDial (default)
revision: 7a414e80725eac766f2602676dc8b39f80b061e4
split: test
type: McGill-NLP/FaithDial
metrics: type: main_score
value: 13.203999999999999
verified: no, type: map_at_1
value: 4.603
verified: no, type: map_at_10
value: 9.689
verified: no, type: map_at_100
value: 10.934000000000001
verified: no, type: map_at_1000
value: 11.06
verified: no, type: map_at_20
value: 10.282
verified: no, type: map_at_3
value: 7.46
verified: no, type: map_at_5
value: 8.601
verified: no, type: mrr_at_1
value: 3.9177277179236047
verified: no, type: mrr_at_10
value: 9.372463970896874
verified: no, type: mrr_at_100
value: 10.603150618822562
verified: no, type: mrr_at_1000
value: 10.7286670506961
verified: no, type: mrr_at_20
value: 9.954996988904508
verified: no, type: mrr_at_3
value: 7.190662748938949
verified: no, type: mrr_at_5
value: 8.24844923277832
verified: no, type: nauc_map_at_1000_diff1
value: 5.307634687499811
verified: no, type: nauc_map_at_1000_max
value: 2.3021513473591937
verified: no, type: nauc_map_at_1000_std
value: -17.73170584094867
verified: no, type: nauc_map_at_100_diff1
value: 5.297350465897308
verified: no, type: nauc_map_at_100_max
value: 2.346907480087932
verified: no, type: nauc_map_at_100_std
value: -17.732933045818474
verified: no, type: nauc_map_at_10_diff1
value: 6.045977877604437
verified: no, type: nauc_map_at_10_max
value: 1.8368181824684384
verified: no, type: nauc_map_at_10_std
value: -19.787304492799954
verified: no, type: nauc_map_at_1_diff1
value: 1.3052717698444036
verified: no, type: nauc_map_at_1_max
value: -4.135496842891768
verified: no, type: nauc_map_at_1_std
value: -19.25157996189646
verified: no, type: nauc_map_at_20_diff1
value: 5.761740069816983
verified: no, type: nauc_map_at_20_max
value: 2.2984777745182807
verified: no, type: nauc_map_at_20_std
value: -18.75124467493425
verified: no, type: nauc_map_at_3_diff1
value: 6.651930299284997
verified: no, type: nauc_map_at_3_max
value: -0.3272549806355308
verified: no, type: nauc_map_at_3_std
value: -21.098596102590484
verified: no, type: nauc_map_at_5_diff1
value: 6.967992538819455
verified: no, type: nauc_map_at_5_max
value: 0.5435787268710469
verified: no, type: nauc_map_at_5_std
value: -20.283953347398604
verified: no, type: nauc_mrr_at_1000_diff1
value: 6.740910238395446
verified: no, type: nauc_mrr_at_1000_max
value: 2.260193924794291
verified: no, type: nauc_mrr_at_1000_std
value: -16.012044193795997
verified: no, type: nauc_mrr_at_100_diff1
value: 6.722495330136685
verified: no, type: nauc_mrr_at_100_max
value: 2.303043406886841
verified: no, type: nauc_mrr_at_100_std
value: -16.020952265971687
verified: no, type: nauc_mrr_at_10_diff1
value: 7.499027953700563
verified: no, type: nauc_mrr_at_10_max
value: 1.7369780903909435
verified: no, type: nauc_mrr_at_10_std
value: -17.773058332780796
verified: no, type: nauc_mrr_at_1_diff1
value: 7.479923371906451
verified: no, type: nauc_mrr_at_1_max
value: -6.618146247607683
verified: no, type: nauc_mrr_at_1_std
value: -17.69446400002114
verified: no, type: nauc_mrr_at_20_diff1
value: 7.167945669605475
verified: no, type: nauc_mrr_at_20_max
value: 2.272029597435147
verified: no, type: nauc_mrr_at_20_std
value: -17.15567528957464
verified: no, type: nauc_mrr_at_3_diff1
value: 8.689535713040886
verified: no, type: nauc_mrr_at_3_max
value: -0.503459138449647
verified: no, type: nauc_mrr_at_3_std
value: -18.50457781869527
verified: no, type: nauc_mrr_at_5_diff1
value: 8.688882139587488
verified: no, type: nauc_mrr_at_5_max
value: 0.6822164815544203
verified: no, type: nauc_mrr_at_5_std
value: -18.323678647634363
verified: no, type: nauc_ndcg_at_1000_diff1
value: 3.895349559751926
verified: no, type: nauc_ndcg_at_1000_max
value: 4.497321779831305
verified: no, type: nauc_ndcg_at_1000_std
value: -11.297185296929218
verified: no, type: nauc_ndcg_at_100_diff1
value: 2.8704577253134365
verified: no, type: nauc_ndcg_at_100_max
value: 5.389954929442454
verified: no, type: nauc_ndcg_at_100_std
value: -10.400630555415756
verified: no, type: nauc_ndcg_at_10_diff1
value: 6.092068255087623
verified: no, type: nauc_ndcg_at_10_max
value: 4.227250873974054
verified: no, type: nauc_ndcg_at_10_std
value: -19.171869390880573
verified: no, type: nauc_ndcg_at_1_diff1
value: 1.3052717698444036
verified: no, type: nauc_ndcg_at_1_max
value: -4.135496842891768
verified: no, type: nauc_ndcg_at_1_std
value: -19.25157996189646
verified: no, type: nauc_ndcg_at_20_diff1
value: 5.40179215063042
verified: no, type: nauc_ndcg_at_20_max
value: 5.316262069583032
verified: no, type: nauc_ndcg_at_20_std
value: -16.253163982932534
verified: no, type: nauc_ndcg_at_3_diff1
value: 7.419223521385511
verified: no, type: nauc_ndcg_at_3_max
value: 0.5830467018062534
verified: no, type: nauc_ndcg_at_3_std
value: -21.398247993882336
verified: no, type: nauc_ndcg_at_5_diff1
value: 7.871015584820952
verified: no, type: nauc_ndcg_at_5_max
value: 1.911179358773651
verified: no, type: nauc_ndcg_at_5_std
value: -20.05509945356285
verified: no, type: nauc_precision_at_1000_diff1
value: -0.844755882557819
verified: no, type: nauc_precision_at_1000_max
value: 9.219453102597015
verified: no, type: nauc_precision_at_1000_std
value: 29.23861313970078
verified: no, type: nauc_precision_at_100_diff1
value: -3.7470853890619606
verified: no, type: nauc_precision_at_100_max
value: 10.533862037156355
verified: no, type: nauc_precision_at_100_std
value: 8.252086567057157
verified: no, type: nauc_precision_at_10_diff1
value: 5.901773888339623
verified: no, type: nauc_precision_at_10_max
value: 8.111412609207008
verified: no, type: nauc_precision_at_10_std
value: -18.07076007909741
verified: no, type: nauc_precision_at_1_diff1
value: 1.3052717698444036
verified: no, type: nauc_precision_at_1_max
value: -4.135496842891768
verified: no, type: nauc_precision_at_1_std
value: -19.25157996189646
verified: no, type: nauc_precision_at_20_diff1
value: 4.510193698541817
verified: no, type: nauc_precision_at_20_max
value: 10.055538647436114
verified: no, type: nauc_precision_at_20_std
value: -11.60139299594993
verified: no, type: nauc_precision_at_3_diff1
value: 8.853244226690453
verified: no, type: nauc_precision_at_3_max
value: 2.3906768293455305
verified: no, type: nauc_precision_at_3_std
value: -21.96838812494048
verified: no, type: nauc_precision_at_5_diff1
value: 9.38307261489558
verified: no, type: nauc_precision_at_5_max
value: 4.352929382840095
verified: no, type: nauc_precision_at_5_std
value: -19.535985352739786
verified: no, type: nauc_recall_at_1000_diff1
value: -0.8447558825574738
verified: no, type: nauc_recall_at_1000_max
value: 9.219453102597296
verified: no, type: nauc_recall_at_1000_std
value: 29.23861313970089
verified: no, type: nauc_recall_at_100_diff1
value: -3.747085389061965
verified: no, type: nauc_recall_at_100_max
value: 10.533862037156396
verified: no, type: nauc_recall_at_100_std
value: 8.252086567057194
verified: no, type: nauc_recall_at_10_diff1
value: 5.901773888339621
verified: no, type: nauc_recall_at_10_max
value: 8.111412609207008
verified: no, type: nauc_recall_at_10_std
value: -18.07076007909743
verified: no, type: nauc_recall_at_1_diff1
value: 1.3052717698444036
verified: no, type: nauc_recall_at_1_max
value: -4.135496842891768
verified: no, type: nauc_recall_at_1_std
value: -19.25157996189646
verified: no, type: nauc_recall_at_20_diff1
value: 4.510193698541801
verified: no, type: nauc_recall_at_20_max
value: 10.055538647436121
verified: no, type: nauc_recall_at_20_std
value: -11.601392995949936
verified: no, type: nauc_recall_at_3_diff1
value: 8.853244226690453
verified: no, type: nauc_recall_at_3_max
value: 2.390676829345526
verified: no, type: nauc_recall_at_3_std
value: -21.96838812494048
verified: no, type: nauc_recall_at_5_diff1
value: 9.383072614895593
verified: no, type: nauc_recall_at_5_max
value: 4.352929382840121
verified: no, type: nauc_recall_at_5_std
value: -19.535985352739782
verified: no, type: ndcg_at_1
value: 4.603
verified: no, type: ndcg_at_10
value: 13.203999999999999
verified: no, type: ndcg_at_100
value: 20.254
verified: no, type: ndcg_at_1000
value: 23.923
verified: no, type: ndcg_at_20
value: 15.354000000000001
verified: no, type: ndcg_at_3
value: 8.469
verified: no, type: ndcg_at_5
value: 10.536
verified: no, type: precision_at_1
value: 4.603
verified: no, type: precision_at_10
value: 2.478
verified: no, type: precision_at_100
value: 0.6
verified: no, type: precision_at_1000
value: 0.09
verified: no, type: precision_at_20
value: 1.6629999999999998
verified: no, type: precision_at_3
value: 3.803
verified: no, type: precision_at_5
value: 3.2910000000000004
verified: no, type: recall_at_1
value: 4.603
verified: no, type: recall_at_10
value: 24.779999999999998
verified: no, type: recall_at_100
value: 60.039
verified: no, type: recall_at_1000
value: 89.667
verified: no, type: recall_at_20
value: 33.251999999999995
verified: no, type: recall_at_3
value: 11.41
verified: no, type: recall_at_5
value: 16.454
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FeedbackQARetrieval (default)
revision: 1ee1cd0
split: test
type: lt2c/fqa
metrics: type: main_score
value: 19.026
verified: no, type: map_at_1
value: 19.026
verified: no, type: map_at_10
value: 26.287
verified: no, type: map_at_100
value: 27.294
verified: no, type: map_at_1000
value: 27.381
verified: no, type: map_at_20
value: 26.823999999999998
verified: no, type: map_at_3
value: 24.18
verified: no, type: map_at_5
value: 25.365
verified: no, type: mrr_at_1
value: 19.026104417670684
verified: no, type: mrr_at_10
value: 26.287052973799952
verified: no, type: mrr_at_100
value: 27.29426430169323
verified: no, type: mrr_at_1000
value: 27.380630702740504
verified: no, type: mrr_at_20
value: 26.824443943374348
verified: no, type: mrr_at_3
value: 24.1800535475234
verified: no, type: mrr_at_5
value: 25.364792503346674
verified: no, type: nauc_map_at_1000_diff1
value: 40.81899763873748
verified: no, type: nauc_map_at_1000_max
value: 11.253631614437268
verified: no, type: nauc_map_at_1000_std
value: 1.5897060898020656
verified: no, type: nauc_map_at_100_diff1
value: 40.78701343792848
verified: no, type: nauc_map_at_100_max
value: 11.27294926630661
verified: no, type: nauc_map_at_100_std
value: 1.6118772584552687
verified: no, type: nauc_map_at_10_diff1
value: 41.075611489073324
verified: no, type: nauc_map_at_10_max
value: 11.521202364241029
verified: no, type: nauc_map_at_10_std
value: 1.2931734299571058
verified: no, type: nauc_map_at_1_diff1
value: 48.17546169609799
verified: no, type: nauc_map_at_1_max
value: 13.494189949598375
verified: no, type: nauc_map_at_1_std
value: 0.07263746580580938
verified: no, type: nauc_map_at_20_diff1
value: 40.841882938863435
verified: no, type: nauc_map_at_20_max
value: 11.418649006248861
verified: no, type: nauc_map_at_20_std
value: 1.4175148500460242
verified: no, type: nauc_map_at_3_diff1
value: 42.213517992662815
verified: no, type: nauc_map_at_3_max
value: 12.808728940816176
verified: no, type: nauc_map_at_3_std
value: 1.0861600000182654
verified: no, type: nauc_map_at_5_diff1
value: 41.6309141720988
verified: no, type: nauc_map_at_5_max
value: 11.996308489388992
verified: no, type: nauc_map_at_5_std
value: 1.2641645150076395
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.81899763873748
verified: no, type: nauc_mrr_at_1000_max
value: 11.253631614437268
verified: no, type: nauc_mrr_at_1000_std
value: 1.5897060898020656
verified: no, type: nauc_mrr_at_100_diff1
value: 40.78701343792848
verified: no, type: nauc_mrr_at_100_max
value: 11.27294926630661
verified: no, type: nauc_mrr_at_100_std
value: 1.6118772584552687
verified: no, type: nauc_mrr_at_10_diff1
value: 41.075611489073324
verified: no, type: nauc_mrr_at_10_max
value: 11.521202364241029
verified: no, type: nauc_mrr_at_10_std
value: 1.2931734299571058
verified: no, type: nauc_mrr_at_1_diff1
value: 48.17546169609799
verified: no, type: nauc_mrr_at_1_max
value: 13.494189949598375
verified: no, type: nauc_mrr_at_1_std
value: 0.07263746580580938
verified: no, type: nauc_mrr_at_20_diff1
value: 40.841882938863435
verified: no, type: nauc_mrr_at_20_max
value: 11.418649006248861
verified: no, type: nauc_mrr_at_20_std
value: 1.4175148500460242
verified: no, type: nauc_mrr_at_3_diff1
value: 42.213517992662815
verified: no, type: nauc_mrr_at_3_max
value: 12.808728940816176
verified: no, type: nauc_mrr_at_3_std
value: 1.0861600000182654
verified: no, type: nauc_mrr_at_5_diff1
value: 41.6309141720988
verified: no, type: nauc_mrr_at_5_max
value: 11.996308489388992
verified: no, type: nauc_mrr_at_5_std
value: 1.2641645150076395
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.7525819268389
verified: no, type: nauc_ndcg_at_1000_max
value: 8.537400436184365
verified: no, type: nauc_ndcg_at_1000_std
value: 2.9622195950411925
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.787603237032975
verified: no, type: nauc_ndcg_at_100_max
value: 8.608543884213873
verified: no, type: nauc_ndcg_at_100_std
value: 3.8384319334640695
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.17646042200737
verified: no, type: nauc_ndcg_at_10_max
value: 10.09464701041161
verified: no, type: nauc_ndcg_at_10_std
value: 1.82746325273071
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.17546169609799
verified: no, type: nauc_ndcg_at_1_max
value: 13.494189949598375
verified: no, type: nauc_ndcg_at_1_std
value: 0.07263746580580938
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.27227964097512
verified: no, type: nauc_ndcg_at_20_max
value: 9.739171990515723
verified: no, type: nauc_ndcg_at_20_std
value: 2.3086094833252115
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.37281782985726
verified: no, type: nauc_ndcg_at_3_max
value: 12.624015391541455
verified: no, type: nauc_ndcg_at_3_std
value: 1.407593942089084
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.35750963645447
verified: no, type: nauc_ndcg_at_5_max
value: 11.236243459280038
verified: no, type: nauc_ndcg_at_5_std
value: 1.722451235770262
verified: no, type: nauc_precision_at_1000_diff1
value: 12.726040453874319
verified: no, type: nauc_precision_at_1000_max
value: -30.085818447743566
verified: no, type: nauc_precision_at_1000_std
value: 15.649828948529738
verified: no, type: nauc_precision_at_100_diff1
value: 20.374750836627285
verified: no, type: nauc_precision_at_100_max
value: -4.315521193959148
verified: no, type: nauc_precision_at_100_std
value: 15.928528368224907
verified: no, type: nauc_precision_at_10_diff1
value: 30.394845120941987
verified: no, type: nauc_precision_at_10_max
value: 5.92964609786744
verified: no, type: nauc_precision_at_10_std
value: 3.297191207595148
verified: no, type: nauc_precision_at_1_diff1
value: 48.17546169609799
verified: no, type: nauc_precision_at_1_max
value: 13.494189949598375
verified: no, type: nauc_precision_at_1_std
value: 0.07263746580580938
verified: no, type: nauc_precision_at_20_diff1
value: 26.72269495712158
verified: no, type: nauc_precision_at_20_max
value: 4.521447508378409
verified: no, type: nauc_precision_at_20_std
value: 5.180527682236829
verified: no, type: nauc_precision_at_3_diff1
value: 35.59077406479908
verified: no, type: nauc_precision_at_3_max
value: 12.151097771811763
verified: no, type: nauc_precision_at_3_std
value: 2.24486462426719
verified: no, type: nauc_precision_at_5_diff1
value: 33.428016378866076
verified: no, type: nauc_precision_at_5_max
value: 9.15731660897423
verified: no, type: nauc_precision_at_5_std
value: 2.9353909916486294
verified: no, type: nauc_recall_at_1000_diff1
value: 12.726040453874369
verified: no, type: nauc_recall_at_1000_max
value: -30.085818447743364
verified: no, type: nauc_recall_at_1000_std
value: 15.649828948529635
verified: no, type: nauc_recall_at_100_diff1
value: 20.374750836627264
verified: no, type: nauc_recall_at_100_max
value: -4.315521193959231
verified: no, type: nauc_recall_at_100_std
value: 15.928528368224876
verified: no, type: nauc_recall_at_10_diff1
value: 30.394845120942005
verified: no, type: nauc_recall_at_10_max
value: 5.929646097867471
verified: no, type: nauc_recall_at_10_std
value: 3.297191207595157
verified: no, type: nauc_recall_at_1_diff1
value: 48.17546169609799
verified: no, type: nauc_recall_at_1_max
value: 13.494189949598375
verified: no, type: nauc_recall_at_1_std
value: 0.07263746580580938
verified: no, type: nauc_recall_at_20_diff1
value: 26.722694957121647
verified: no, type: nauc_recall_at_20_max
value: 4.521447508378419
verified: no, type: nauc_recall_at_20_std
value: 5.1805276822368524
verified: no, type: nauc_recall_at_3_diff1
value: 35.59077406479911
verified: no, type: nauc_recall_at_3_max
value: 12.151097771811772
verified: no, type: nauc_recall_at_3_std
value: 2.2448646242671857
verified: no, type: nauc_recall_at_5_diff1
value: 33.42801637886615
verified: no, type: nauc_recall_at_5_max
value: 9.15731660897428
verified: no, type: nauc_recall_at_5_std
value: 2.9353909916486782
verified: no, type: ndcg_at_1
value: 19.026
verified: no, type: ndcg_at_10
value: 30.245
verified: no, type: ndcg_at_100
value: 35.716
verified: no, type: ndcg_at_1000
value: 38.421
verified: no, type: ndcg_at_20
value: 32.242
verified: no, type: ndcg_at_3
value: 25.884
verified: no, type: ndcg_at_5
value: 28.016999999999996
verified: no, type: precision_at_1
value: 19.026
verified: no, type: precision_at_10
value: 4.287
verified: no, type: precision_at_100
value: 0.697
verified: no, type: precision_at_1000
value: 0.092
verified: no, type: precision_at_20
value: 2.543
verified: no, type: precision_at_3
value: 10.274
verified: no, type: precision_at_5
value: 7.199
verified: no, type: recall_at_1
value: 19.026
verified: no, type: recall_at_10
value: 42.870999999999995
verified: no, type: recall_at_100
value: 69.729
verified: no, type: recall_at_1000
value: 91.968
verified: no, type: recall_at_20
value: 50.853
verified: no, type: recall_at_3
value: 30.823
verified: no, type: recall_at_5
value: 35.994
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FinancialPhrasebankClassification (default)
revision: 1484d06fe7af23030c7c977b12556108d1f67039
split: train
type: takala/financial_phrasebank
metrics: type: accuracy
value: 67.97703180212015
verified: no, type: f1
value: 57.55594804795911
verified: no, type: f1_weighted
value: 68.01782223640284
verified: no, type: main_score
value: 67.97703180212015
verified: no
task: type: Classification, dataset: config: default
name: MTEB FrenkEnClassification (default)
revision: 52483dba0ff23291271ee9249839865e3c3e7e50
split: test
type: classla/FRENK-hate-en
metrics: type: accuracy
value: 55.289004780530206
verified: no, type: ap
value: 41.78925787378802
verified: no, type: ap_weighted
value: 41.78925787378802
verified: no, type: f1
value: 54.04961911556596
verified: no, type: f1_weighted
value: 54.99825667370393
verified: no, type: main_score
value: 55.289004780530206
verified: no
task: type: Classification, dataset: config: default
name: MTEB FunctionOfDecisionSectionLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 16.621253405994548
verified: no, type: f1
value: 15.693085823082844
verified: no, type: f1_weighted
value: 15.880480382757908
verified: no, type: main_score
value: 16.621253405994548
verified: no
task: type: Classification, dataset: config: default
name: MTEB GPUSpeedTask (default)
revision: 1.0
split: test
type: GPUSpeedTask
metrics: type: avg_words_per_sec
value: 7186456.843601672
verified: no, type: main_score
value: 7186456.843601672
verified: no, type: num_gpus
value: 300
verified: no, type: physical_cores
value: 3600
verified: no, type: time_mean
value: 5.055342401776995
verified: no, type: time_std
value: 1.0630782067852145
verified: no, type: total_cores
value: 7200
verified: no
task: type: Speed, dataset: config: default
name: MTEB GeoreviewClassification (default)
revision: 3765c0d1de6b7d264bc459433c45e5a75513839c
split: test
type: ai-forever/georeview-classification
metrics: type: accuracy
value: 41.3623046875
verified: no, type: f1
value: 39.78804299557415
verified: no, type: f1_weighted
value: 39.787468620260825
verified: no, type: main_score
value: 41.3623046875
verified: no
task: type: Classification, dataset: config: default
name: MTEB GeoreviewClusteringP2P (default)
revision: 97a313c8fc85b47f13f33e7e9a95c1ad888c7fec
split: test
type: ai-forever/georeview-clustering-p2p
metrics: type: main_score
value: 59.713474431847416
verified: no, type: v_measure
value: 59.713474431847416
verified: no, type: v_measure_std
value: 1.1676689250848244
verified: no
task: type: Clustering, dataset: config: default
name: MTEB HeadlineClassification (default)
revision: 2fe05ee6b5832cda29f2ef7aaad7b7fe6a3609eb
split: test
type: ai-forever/headline-classification
metrics: type: accuracy
value: 68.9013671875
verified: no, type: f1
value: 68.80041842725984
verified: no, type: f1_weighted
value: 68.80034868754102
verified: no, type: main_score
value: 68.9013671875
verified: no
task: type: Classification, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 58.35799999999999
verified: no, type: ap
value: 55.16102855038145
verified: no, type: ap_weighted
value: 55.16102855038145
verified: no, type: f1
value: 57.51452465161078
verified: no, type: f1_weighted
value: 57.514524651610785
verified: no, type: main_score
value: 58.35799999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB InappropriatenessClassification (default)
revision: 601651fdc45ef243751676e62dd7a19f491c0285
split: test
type: ai-forever/inappropriateness-classification
metrics: type: accuracy
value: 59.11132812499999
verified: no, type: ap
value: 55.4713646939923
verified: no, type: ap_weighted
value: 55.4713646939923
verified: no, type: f1
value: 58.8968409989092
verified: no, type: f1_weighted
value: 58.8968409989092
verified: no, type: main_score
value: 59.11132812499999
verified: no
task: type: Classification, dataset: config: default
name: MTEB InsurancePolicyInterpretationLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 20.30075187969925
verified: no, type: f1
value: 11.25
verified: no, type: f1_weighted
value: 6.851503759398496
verified: no, type: main_score
value: 20.30075187969925
verified: no
task: type: Classification, dataset: config: default
name: MTEB InternationalCitizenshipQuestionsLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 60.107421875
verified: no, type: ap
value: 46.4447988877498
verified: no, type: ap_weighted
value: 46.4447988877498
verified: no, type: f1
value: 56.153528268151675
verified: no, type: f1_weighted
value: 58.210838762771935
verified: no, type: main_score
value: 60.107421875
verified: no
task: type: Classification, dataset: config: default
name: MTEB JCrewBlockerLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 79.62962962962962
verified: no, type: ap
value: 86.55394524959743
verified: no, type: ap_weighted
value: 86.55394524959743
verified: no, type: f1
value: 61.60310277957336
verified: no, type: f1_weighted
value: 79.14242620124973
verified: no, type: main_score
value: 79.62962962962962
verified: no
task: type: Classification, dataset: config: default
name: MTEB KinopoiskClassification (default)
revision: 5911f26666ac11af46cb9c6849d0dc80a378af24
split: test
type: ai-forever/kinopoisk-sentiment-classification
metrics: type: accuracy
value: 50.46666666666666
verified: no, type: f1
value: 49.1239356856144
verified: no, type: f1_weighted
value: 49.123935685614384
verified: no, type: main_score
value: 50.46666666666666
verified: no
task: type: Classification, dataset: config: default
name: MTEB LearnedHandsBenefitsLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 66.66666666666667
verified: no, type: ap
value: 61.11111111111111
verified: no, type: ap_weighted
value: 61.11111111111111
verified: no, type: f1
value: 66.66666666666667
verified: no, type: f1_weighted
value: 66.66666666666667
verified: no, type: main_score
value: 66.66666666666667
verified: no
task: type: Classification, dataset: config: default
name: MTEB LearnedHandsBusinessLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 70.11494252873564
verified: no, type: ap
value: 68.24378508420207
verified: no, type: ap_weighted
value: 68.24378508420207
verified: no, type: f1
value: 68.07339449541284
verified: no, type: f1_weighted
value: 68.07339449541284
verified: no, type: main_score
value: 70.11494252873564
verified: no
task: type: Classification, dataset: config: default
name: MTEB LearnedHandsConsumerLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 58.143322475570045
verified: no, type: ap
value: 54.72001493806926
verified: no, type: ap_weighted
value: 54.72001493806926
verified: no, type: f1
value: 58.13788145283024
verified: no, type: f1_weighted
value: 58.13788145283024
verified: no, type: main_score
value: 58.143322475570045
verified: no
task: type: Classification, dataset: config: default
name: MTEB LearnedHandsCourtsLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 60.41666666666667
verified: no, type: ap
value: 56.07638888888889
verified: no, type: ap_weighted
value: 56.07638888888889
verified: no, type: f1
value: 59.78835978835979
verified: no, type: f1_weighted
value: 59.78835978835979
verified: no, type: main_score
value: 60.41666666666667
verified: no
task: type: Classification, dataset: config: default
name: MTEB LearnedHandsCrimeLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 70.63953488372093
verified: no, type: ap
value: 65.3728949478749
verified: no, type: ap_weighted
value: 65.3728949478749
verified: no, type: f1
value: 70.45754079263989
verified: no, type: f1_weighted
value: 70.45754079263989
verified: no, type: main_score
value: 70.63953488372093
verified: no
task: type: Classification, dataset: config: default
name: MTEB LearnedHandsDivorceLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 62.66666666666667
verified: no, type: ap
value: 57.45794392523364
verified: no, type: ap_weighted
value: 57.45794392523364
verified: no, type: f1
value: 60.886571056062586
verified: no, type: f1_weighted
value: 60.886571056062586
verified: no, type: main_score
value: 62.66666666666667
verified: no
task: type: Classification, dataset: config: default
name: MTEB LearnedHandsDomesticViolenceLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 68.39080459770115
verified: no, type: ap
value: 62.26053639846742
verified: no, type: ap_weighted
value: 62.26053639846742
verified: no, type: f1
value: 68.30601092896174
verified: no, type: f1_weighted
value: 68.30601092896174
verified: no, type: main_score
value: 68.39080459770115
verified: no
task: type: Classification, dataset: config: default
name: MTEB LearnedHandsEducationLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 69.64285714285714
verified: no, type: ap
value: 62.222222222222214
verified: no, type: ap_weighted
value: 62.222222222222214
verified: no, type: f1
value: 66.56129258868984
verified: no, type: f1_weighted
value: 66.56129258868984
verified: no, type: main_score
value: 69.64285714285714
verified: no
task: type: Classification, dataset: config: default
name: MTEB LearnedHandsEmploymentLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 63.521126760563384
verified: no, type: ap
value: 58.7392648574373
verified: no, type: ap_weighted
value: 58.7392648574373
verified: no, type: f1
value: 63.4682967433563
verified: no, type: f1_weighted
value: 63.4682967433563
verified: no, type: main_score
value: 63.521126760563384
verified: no
task: type: Classification, dataset: config: default
name: MTEB LearnedHandsEstatesLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 70.78651685393258
verified: no, type: ap
value: 64.05564472980203
verified: no, type: ap_weighted
value: 64.05564472980203
verified: no, type: f1
value: 70.54855542828051
verified: no, type: f1_weighted
value: 70.54855542828051
verified: no, type: main_score
value: 70.78651685393258
verified: no
task: type: Classification, dataset: config: default
name: MTEB LearnedHandsFamilyLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 75.48828125
verified: no, type: ap
value: 68.42998798076924
verified: no, type: ap_weighted
value: 68.42998798076924
verified: no, type: f1
value: 75.3630731744256
verified: no, type: f1_weighted
value: 75.3630731744256
verified: no, type: main_score
value: 75.48828125
verified: no
task: type: Classification, dataset: config: default
name: MTEB LearnedHandsHealthLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 64.60176991150443
verified: no, type: ap
value: 58.96246566981995
verified: no, type: ap_weighted
value: 58.96246566981995
verified: no, type: f1
value: 63.877567329976834
verified: no, type: f1_weighted
value: 63.877567329976834
verified: no, type: main_score
value: 64.60176991150443
verified: no
task: type: Classification, dataset: config: default
name: MTEB LearnedHandsHousingLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 48.73046875
verified: no, type: ap
value: 49.376600701618464
verified: no, type: ap_weighted
value: 49.376600701618464
verified: no, type: f1
value: 46.38903847304493
verified: no, type: f1_weighted
value: 46.38903847304493
verified: no, type: main_score
value: 48.73046875
verified: no
task: type: Classification, dataset: config: default
name: MTEB LearnedHandsImmigrationLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 83.5820895522388
verified: no, type: ap
value: 77.43325625394155
verified: no, type: ap_weighted
value: 77.43325625394155
verified: no, type: f1
value: 83.5674470457079
verified: no, type: f1_weighted
value: 83.5674470457079
verified: no, type: main_score
value: 83.5820895522388
verified: no
task: type: Classification, dataset: config: default
name: MTEB LearnedHandsTortsLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 63.19444444444444
verified: no, type: ap
value: 58.41384863123993
verified: no, type: ap_weighted
value: 58.41384863123993
verified: no, type: f1
value: 63.17846287451151
verified: no, type: f1_weighted
value: 63.17846287451151
verified: no, type: main_score
value: 63.19444444444444
verified: no
task: type: Classification, dataset: config: default
name: MTEB LearnedHandsTrafficLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 69.7841726618705
verified: no, type: ap
value: 62.353917770760766
verified: no, type: ap_weighted
value: 62.353917770760766
verified: no, type: f1
value: 66.90476190476191
verified: no, type: f1_weighted
value: 66.90476190476191
verified: no, type: main_score
value: 69.7841726618705
verified: no
task: type: Classification, dataset: config: default
name: MTEB LegalReasoningCausalityLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 56.36363636363636
verified: no, type: ap
value: 64.75724991854024
verified: no, type: ap_weighted
value: 64.75724991854024
verified: no, type: f1
value: 52.85714285714286
verified: no, type: f1_weighted
value: 51.220779220779214
verified: no, type: main_score
value: 56.36363636363636
verified: no
task: type: Classification, dataset: config: default
name: MTEB MAUDLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 27.607421875
verified: no, type: f1
value: 14.84669450435061
verified: no, type: f1_weighted
value: 28.881436838109853
verified: no, type: main_score
value: 27.607421875
verified: no
task: type: Classification, dataset: config: zh-CN
name: MTEB MassiveIntentClassification (zh-CN)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 5.208473436449227
verified: no, type: f1
value: 3.062867346742466
verified: no, type: f1_weighted
value: 3.5821384620305414
verified: no, type: main_score
value: 5.208473436449227
verified: no
task: type: Classification, dataset: config: ko
name: MTEB MassiveIntentClassification (ko)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.5319435104236723
verified: no, type: f1
value: 0.5994050487142139
verified: no, type: f1_weighted
value: 1.0538452549913138
verified: no, type: main_score
value: 2.5319435104236723
verified: no
task: type: Classification, dataset: config: hi
name: MTEB MassiveIntentClassification (hi)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.558843308675185
verified: no, type: f1
value: 1.258311921873436
verified: no, type: f1_weighted
value: 1.4083594758704836
verified: no, type: main_score
value: 2.558843308675185
verified: no
task: type: Classification, dataset: config: kn
name: MTEB MassiveIntentClassification (kn)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.0645595158036314
verified: no, type: f1
value: 1.2240987569096886
verified: no, type: f1_weighted
value: 1.0817495786784068
verified: no, type: main_score
value: 2.0645595158036314
verified: no
task: type: Classification, dataset: config: ka
name: MTEB MassiveIntentClassification (ka)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.6395427034297243
verified: no, type: f1
value: 0.7660068670322584
verified: no, type: f1_weighted
value: 0.7729737527960681
verified: no, type: main_score
value: 2.6395427034297243
verified: no
task: type: Classification, dataset: config: am
name: MTEB MassiveIntentClassification (am)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.276395427034297
verified: no, type: f1
value: 0.7755708386766476
verified: no, type: f1_weighted
value: 0.9189927682322296
verified: no, type: main_score
value: 2.276395427034297
verified: no
task: type: Classification, dataset: config: my
name: MTEB MassiveIntentClassification (my)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.9576328177538667
verified: no, type: f1
value: 1.0681259563998668
verified: no, type: f1_weighted
value: 1.5818553042962555
verified: no, type: main_score
value: 3.9576328177538667
verified: no
task: type: Classification, dataset: config: el
name: MTEB MassiveIntentClassification (el)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 9.663752521856086
verified: no, type: f1
value: 4.860476294706458
verified: no, type: f1_weighted
value: 6.8590598543643395
verified: no, type: main_score
value: 9.663752521856086
verified: no
task: type: Classification, dataset: config: lv
name: MTEB MassiveIntentClassification (lv)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 22.32347007397445
verified: no, type: f1
value: 20.939653553666744
verified: no, type: f1_weighted
value: 20.899939110877806
verified: no, type: main_score
value: 22.32347007397445
verified: no
task: type: Classification, dataset: config: ml
name: MTEB MassiveIntentClassification (ml)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.390719569603228
verified: no, type: f1
value: 0.46817075523593493
verified: no, type: f1_weighted
value: 0.8438228708667787
verified: no, type: main_score
value: 2.390719569603228
verified: no
task: type: Classification, dataset: config: mn
name: MTEB MassiveIntentClassification (mn)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 28.994620040349695
verified: no, type: f1
value: 27.571069823401256
verified: no, type: f1_weighted
value: 27.263930155378503
verified: no, type: main_score
value: 28.994620040349695
verified: no
task: type: Classification, dataset: config: ur
name: MTEB MassiveIntentClassification (ur)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.4478816408876933
verified: no, type: f1
value: 1.497656725806116
verified: no, type: f1_weighted
value: 1.5398763678691354
verified: no, type: main_score
value: 2.4478816408876933
verified: no
task: type: Classification, dataset: config: fa
name: MTEB MassiveIntentClassification (fa)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.3355749831876267
verified: no, type: f1
value: 0.6816922655284716
verified: no, type: f1_weighted
value: 1.0887948480367862
verified: no, type: main_score
value: 3.3355749831876267
verified: no
task: type: Classification, dataset: config: ro
name: MTEB MassiveIntentClassification (ro)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 31.72494956287828
verified: no, type: f1
value: 29.577749786404826
verified: no, type: f1_weighted
value: 29.551193355600514
verified: no, type: main_score
value: 31.72494956287828
verified: no
task: type: Classification, dataset: config: is
name: MTEB MassiveIntentClassification (is)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 24.845326160053798
verified: no, type: f1
value: 22.11363990784136
verified: no, type: f1_weighted
value: 23.65026728412048
verified: no, type: main_score
value: 24.845326160053798
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 50.164761264290526
verified: no, type: f1
value: 47.85763581891828
verified: no, type: f1_weighted
value: 48.98444884040328
verified: no, type: main_score
value: 50.164761264290526
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MassiveIntentClassification (hu)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 25.524546065904502
verified: no, type: f1
value: 23.753046097467873
verified: no, type: f1_weighted
value: 23.826312126027823
verified: no, type: main_score
value: 25.524546065904502
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MassiveIntentClassification (fr)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 31.50638870208473
verified: no, type: f1
value: 31.370642915213388
verified: no, type: f1_weighted
value: 30.505546915456012
verified: no, type: main_score
value: 31.50638870208473
verified: no
task: type: Classification, dataset: config: th
name: MTEB MassiveIntentClassification (th)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.739071956960323
verified: no, type: f1
value: 1.411228354273586
verified: no, type: f1_weighted
value: 1.216275118762689
verified: no, type: main_score
value: 3.739071956960323
verified: no
task: type: Classification, dataset: config: de
name: MTEB MassiveIntentClassification (de)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 32.1049092131809
verified: no, type: f1
value: 29.794603179718106
verified: no, type: f1_weighted
value: 30.137050786689766
verified: no, type: main_score
value: 32.1049092131809
verified: no
task: type: Classification, dataset: config: tr
name: MTEB MassiveIntentClassification (tr)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 27.562205783456626
verified: no, type: f1
value: 25.683266426146687
verified: no, type: f1_weighted
value: 25.803636686733057
verified: no, type: main_score
value: 27.562205783456626
verified: no
task: type: Classification, dataset: config: pt
name: MTEB MassiveIntentClassification (pt)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 34.347679892400805
verified: no, type: f1
value: 31.465774161046767
verified: no, type: f1_weighted
value: 31.735356981669327
verified: no, type: main_score
value: 34.347679892400805
verified: no
task: type: Classification, dataset: config: sq
name: MTEB MassiveIntentClassification (sq)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 32.38063214525891
verified: no, type: f1
value: 29.53168994128031
verified: no, type: f1_weighted
value: 30.112896935570273
verified: no, type: main_score
value: 32.38063214525891
verified: no
task: type: Classification, dataset: config: zh-TW
name: MTEB MassiveIntentClassification (zh-TW)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 6.809011432414256
verified: no, type: f1
value: 5.205218706422693
verified: no, type: f1_weighted
value: 5.178287349465675
verified: no, type: main_score
value: 6.809011432414256
verified: no
task: type: Classification, dataset: config: hy
name: MTEB MassiveIntentClassification (hy)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.723604572965703
verified: no, type: f1
value: 0.6429150866665544
verified: no, type: f1_weighted
value: 0.9113227866994432
verified: no, type: main_score
value: 2.723604572965703
verified: no
task: type: Classification, dataset: config: da
name: MTEB MassiveIntentClassification (da)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 33.95427034297243
verified: no, type: f1
value: 32.204428726904936
verified: no, type: f1_weighted
value: 32.47064251083498
verified: no, type: main_score
value: 33.95427034297243
verified: no
task: type: Classification, dataset: config: af
name: MTEB MassiveIntentClassification (af)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 30.403496973772697
verified: no, type: f1
value: 27.814640020382342
verified: no, type: f1_weighted
value: 29.552471475522786
verified: no, type: main_score
value: 30.403496973772697
verified: no
task: type: Classification, dataset: config: ar
name: MTEB MassiveIntentClassification (ar)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.796234028244788
verified: no, type: f1
value: 2.4115955159178712
verified: no, type: f1_weighted
value: 2.9705530799117428
verified: no, type: main_score
value: 3.796234028244788
verified: no
task: type: Classification, dataset: config: jv
name: MTEB MassiveIntentClassification (jv)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 28.533960995292528
verified: no, type: f1
value: 26.21221777741412
verified: no, type: f1_weighted
value: 27.072811075990217
verified: no, type: main_score
value: 28.533960995292528
verified: no
task: type: Classification, dataset: config: te
name: MTEB MassiveIntentClassification (te)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.2125084061869535
verified: no, type: f1
value: 1.0173733514352028
verified: no, type: f1_weighted
value: 1.316987953476142
verified: no, type: main_score
value: 2.2125084061869535
verified: no
task: type: Classification, dataset: config: tl
name: MTEB MassiveIntentClassification (tl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 32.017484868863484
verified: no, type: f1
value: 29.32295890060929
verified: no, type: f1_weighted
value: 29.657369574195414
verified: no, type: main_score
value: 32.017484868863484
verified: no
task: type: Classification, dataset: config: sw
name: MTEB MassiveIntentClassification (sw)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 27.790854068594484
verified: no, type: f1
value: 26.66461334490106
verified: no, type: f1_weighted
value: 26.3309301465354
verified: no, type: main_score
value: 27.790854068594484
verified: no
task: type: Classification, dataset: config: ja
name: MTEB MassiveIntentClassification (ja)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 5.611970410221924
verified: no, type: f1
value: 3.949675565526302
verified: no, type: f1_weighted
value: 3.8008532811790516
verified: no, type: main_score
value: 5.611970410221924
verified: no
task: type: Classification, dataset: config: ms
name: MTEB MassiveIntentClassification (ms)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 28.940820443846675
verified: no, type: f1
value: 26.913943613442726
verified: no, type: f1_weighted
value: 27.58112937211184
verified: no, type: main_score
value: 28.940820443846675
verified: no
task: type: Classification, dataset: config: nb
name: MTEB MassiveIntentClassification (nb)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 32.29993275050437
verified: no, type: f1
value: 30.38953729738546
verified: no, type: f1_weighted
value: 30.973971090234315
verified: no, type: main_score
value: 32.29993275050437
verified: no
task: type: Classification, dataset: config: fi
name: MTEB MassiveIntentClassification (fi)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 31.13315400134499
verified: no, type: f1
value: 28.151659309577315
verified: no, type: f1_weighted
value: 28.919992380957805
verified: no, type: main_score
value: 31.13315400134499
verified: no
task: type: Classification, dataset: config: id
name: MTEB MassiveIntentClassification (id)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 33.56422326832549
verified: no, type: f1
value: 32.13999124730796
verified: no, type: f1_weighted
value: 31.821742347727334
verified: no, type: main_score
value: 33.56422326832549
verified: no
task: type: Classification, dataset: config: cy
name: MTEB MassiveIntentClassification (cy)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 31.68123739071957
verified: no, type: f1
value: 28.08132049625695
verified: no, type: f1_weighted
value: 30.136632177167293
verified: no, type: main_score
value: 31.68123739071957
verified: no
task: type: Classification, dataset: config: sl
name: MTEB MassiveIntentClassification (sl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 31.388702084734366
verified: no, type: f1
value: 30.06510634561652
verified: no, type: f1_weighted
value: 29.575793355168027
verified: no, type: main_score
value: 31.388702084734366
verified: no
task: type: Classification, dataset: config: es
name: MTEB MassiveIntentClassification (es)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 31.032279757901815
verified: no, type: f1
value: 30.20555955874916
verified: no, type: f1_weighted
value: 28.87618616461917
verified: no, type: main_score
value: 31.032279757901815
verified: no
task: type: Classification, dataset: config: bn
name: MTEB MassiveIntentClassification (bn)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.0766644250168125
verified: no, type: f1
value: 1.1659097449170488
verified: no, type: f1_weighted
value: 1.6261385516847686
verified: no, type: main_score
value: 3.0766644250168125
verified: no
task: type: Classification, dataset: config: sv
name: MTEB MassiveIntentClassification (sv)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 30.22864828513786
verified: no, type: f1
value: 29.514038012557155
verified: no, type: f1_weighted
value: 28.79006788550934
verified: no, type: main_score
value: 30.22864828513786
verified: no
task: type: Classification, dataset: config: ru
name: MTEB MassiveIntentClassification (ru)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 57.97915265635507
verified: no, type: f1
value: 56.5014953445001
verified: no, type: f1_weighted
value: 56.64147015986123
verified: no, type: main_score
value: 57.97915265635507
verified: no
task: type: Classification, dataset: config: az
name: MTEB MassiveIntentClassification (az)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 23.577673167451245
verified: no, type: f1
value: 23.44310534002699
verified: no, type: f1_weighted
value: 22.73388843513862
verified: no, type: main_score
value: 23.577673167451245
verified: no
task: type: Classification, dataset: config: it
name: MTEB MassiveIntentClassification (it)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 35.24209818426362
verified: no, type: f1
value: 34.17643389765681
verified: no, type: f1_weighted
value: 31.88705168526876
verified: no, type: main_score
value: 35.24209818426362
verified: no
task: type: Classification, dataset: config: pl
name: MTEB MassiveIntentClassification (pl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 26.815736381977135
verified: no, type: f1
value: 23.59490629738082
verified: no, type: f1_weighted
value: 24.824019034766742
verified: no, type: main_score
value: 26.815736381977135
verified: no
task: type: Classification, dataset: config: vi
name: MTEB MassiveIntentClassification (vi)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 23.71889710827169
verified: no, type: f1
value: 20.9474996841838
verified: no, type: f1_weighted
value: 21.8696712485011
verified: no, type: main_score
value: 23.71889710827169
verified: no
task: type: Classification, dataset: config: ta
name: MTEB MassiveIntentClassification (ta)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 1.4996637525218561
verified: no, type: f1
value: 0.3621176226135693
verified: no, type: f1_weighted
value: 0.40253328041710507
verified: no, type: main_score
value: 1.4996637525218561
verified: no
task: type: Classification, dataset: config: he
name: MTEB MassiveIntentClassification (he)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.2461331540013454
verified: no, type: f1
value: 0.590566331230622
verified: no, type: f1_weighted
value: 0.6162176049666722
verified: no, type: main_score
value: 2.2461331540013454
verified: no
task: type: Classification, dataset: config: nl
name: MTEB MassiveIntentClassification (nl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 32.43779421654338
verified: no, type: f1
value: 29.65516413448003
verified: no, type: f1_weighted
value: 30.056107103546008
verified: no, type: main_score
value: 32.43779421654338
verified: no
task: type: Classification, dataset: config: km
name: MTEB MassiveIntentClassification (km)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 5.137861466039005
verified: no, type: f1
value: 1.5034651435201778
verified: no, type: f1_weighted
value: 1.8580225168667703
verified: no, type: main_score
value: 5.137861466039005
verified: no
task: type: Classification, dataset: config: zh-CN
name: MTEB MassiveIntentClassification (zh-CN)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 5.15002459419577
verified: no, type: f1
value: 3.2849878732080238
verified: no, type: f1_weighted
value: 3.171516129361724
verified: no, type: main_score
value: 5.15002459419577
verified: no
task: type: Classification, dataset: config: ko
name: MTEB MassiveIntentClassification (ko)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.3610427939006393
verified: no, type: f1
value: 0.6344240632132025
verified: no, type: f1_weighted
value: 0.8741011326135733
verified: no, type: main_score
value: 2.3610427939006393
verified: no
task: type: Classification, dataset: config: hi
name: MTEB MassiveIntentClassification (hi)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.4299065420560746
verified: no, type: f1
value: 1.1990062972384772
verified: no, type: f1_weighted
value: 1.2846405130538945
verified: no, type: main_score
value: 2.4299065420560746
verified: no
task: type: Classification, dataset: config: kn
name: MTEB MassiveIntentClassification (kn)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.100344318740777
verified: no, type: f1
value: 1.0691096895187684
verified: no, type: f1_weighted
value: 1.0245515267986838
verified: no, type: main_score
value: 2.100344318740777
verified: no
task: type: Classification, dataset: config: ka
name: MTEB MassiveIntentClassification (ka)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.144613871126414
verified: no, type: f1
value: 0.38751721719666626
verified: no, type: f1_weighted
value: 0.5494302003085859
verified: no, type: main_score
value: 2.144613871126414
verified: no
task: type: Classification, dataset: config: am
name: MTEB MassiveIntentClassification (am)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.1347761928184945
verified: no, type: f1
value: 0.7186972868374003
verified: no, type: f1_weighted
value: 0.8692320111678621
verified: no, type: main_score
value: 2.1347761928184945
verified: no
task: type: Classification, dataset: config: my
name: MTEB MassiveIntentClassification (my)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.9744220363994094
verified: no, type: f1
value: 1.320159702083562
verified: no, type: f1_weighted
value: 1.6615339662178419
verified: no, type: main_score
value: 3.9744220363994094
verified: no
task: type: Classification, dataset: config: el
name: MTEB MassiveIntentClassification (el)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 8.740777176586326
verified: no, type: f1
value: 4.625508580628892
verified: no, type: f1_weighted
value: 5.910937912610004
verified: no, type: main_score
value: 8.740777176586326
verified: no
task: type: Classification, dataset: config: lv
name: MTEB MassiveIntentClassification (lv)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 22.056074766355138
verified: no, type: f1
value: 20.067449871163735
verified: no, type: f1_weighted
value: 20.679581641637213
verified: no, type: main_score
value: 22.056074766355138
verified: no
task: type: Classification, dataset: config: ml
name: MTEB MassiveIntentClassification (ml)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.287260206591244
verified: no, type: f1
value: 0.5144479181790914
verified: no, type: f1_weighted
value: 0.7532382956194585
verified: no, type: main_score
value: 2.287260206591244
verified: no
task: type: Classification, dataset: config: mn
name: MTEB MassiveIntentClassification (mn)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 28.514510575504183
verified: no, type: f1
value: 27.670683007330656
verified: no, type: f1_weighted
value: 26.797727875405965
verified: no, type: main_score
value: 28.514510575504183
verified: no
task: type: Classification, dataset: config: ur
name: MTEB MassiveIntentClassification (ur)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.5528775209050663
verified: no, type: f1
value: 1.5528439347982526
verified: no, type: f1_weighted
value: 1.59863069765228
verified: no, type: main_score
value: 2.5528775209050663
verified: no
task: type: Classification, dataset: config: fa
name: MTEB MassiveIntentClassification (fa)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.1578947368421053
verified: no, type: f1
value: 0.612147286970534
verified: no, type: f1_weighted
value: 0.9311100758788083
verified: no, type: main_score
value: 3.1578947368421053
verified: no
task: type: Classification, dataset: config: ro
name: MTEB MassiveIntentClassification (ro)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 30.472208558780135
verified: no, type: f1
value: 28.570236227937524
verified: no, type: f1_weighted
value: 29.26182782217857
verified: no, type: main_score
value: 30.472208558780135
verified: no
task: type: Classification, dataset: config: is
name: MTEB MassiveIntentClassification (is)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 24.12690605017216
verified: no, type: f1
value: 21.730073248467978
verified: no, type: f1_weighted
value: 23.3232094260056
verified: no, type: main_score
value: 24.12690605017216
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 50.6837186424004
verified: no, type: f1
value: 46.24633043195857
verified: no, type: f1_weighted
value: 49.89222156091109
verified: no, type: main_score
value: 50.6837186424004
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MassiveIntentClassification (hu)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 24.869650762420065
verified: no, type: f1
value: 22.646829281311646
verified: no, type: f1_weighted
value: 23.75607068147335
verified: no, type: main_score
value: 24.869650762420065
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MassiveIntentClassification (fr)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 30.83620265617314
verified: no, type: f1
value: 30.12388095110573
verified: no, type: f1_weighted
value: 29.755084946082466
verified: no, type: main_score
value: 30.83620265617314
verified: no
task: type: Classification, dataset: config: th
name: MTEB MassiveIntentClassification (th)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.7924249877029017
verified: no, type: f1
value: 1.3490081402255192
verified: no, type: f1_weighted
value: 1.1964792923823864
verified: no, type: main_score
value: 3.7924249877029017
verified: no
task: type: Classification, dataset: config: de
name: MTEB MassiveIntentClassification (de)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 30.85095917363502
verified: no, type: f1
value: 28.76898470499743
verified: no, type: f1_weighted
value: 29.742721084026552
verified: no, type: main_score
value: 30.85095917363502
verified: no
task: type: Classification, dataset: config: tr
name: MTEB MassiveIntentClassification (tr)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 26.22233152975898
verified: no, type: f1
value: 24.13532374526957
verified: no, type: f1_weighted
value: 24.801681753477833
verified: no, type: main_score
value: 26.22233152975898
verified: no
task: type: Classification, dataset: config: pt
name: MTEB MassiveIntentClassification (pt)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 33.85145105755042
verified: no, type: f1
value: 30.993852084910046
verified: no, type: f1_weighted
value: 31.47706557692265
verified: no, type: main_score
value: 33.85145105755042
verified: no
task: type: Classification, dataset: config: sq
name: MTEB MassiveIntentClassification (sq)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 31.69699950811608
verified: no, type: f1
value: 28.43551777754717
verified: no, type: f1_weighted
value: 29.35991647173387
verified: no, type: main_score
value: 31.69699950811608
verified: no
task: type: Classification, dataset: config: zh-TW
name: MTEB MassiveIntentClassification (zh-TW)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 6.296114117068371
verified: no, type: f1
value: 4.469538815411268
verified: no, type: f1_weighted
value: 4.470912934534107
verified: no, type: main_score
value: 6.296114117068371
verified: no
task: type: Classification, dataset: config: hy
name: MTEB MassiveIntentClassification (hy)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.6660108214461387
verified: no, type: f1
value: 0.7095128645283928
verified: no, type: f1_weighted
value: 0.900359447084975
verified: no, type: main_score
value: 2.6660108214461387
verified: no
task: type: Classification, dataset: config: da
name: MTEB MassiveIntentClassification (da)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 32.24790949335957
verified: no, type: f1
value: 30.09602016401104
verified: no, type: f1_weighted
value: 31.27365296679004
verified: no, type: main_score
value: 32.24790949335957
verified: no
task: type: Classification, dataset: config: af
name: MTEB MassiveIntentClassification (af)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 29.85243482538121
verified: no, type: f1
value: 27.02898547703625
verified: no, type: f1_weighted
value: 29.19825733648402
verified: no, type: main_score
value: 29.85243482538121
verified: no
task: type: Classification, dataset: config: ar
name: MTEB MassiveIntentClassification (ar)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.413674372848008
verified: no, type: f1
value: 2.3814730307183596
verified: no, type: f1_weighted
value: 2.758592436005351
verified: no, type: main_score
value: 3.413674372848008
verified: no
task: type: Classification, dataset: config: jv
name: MTEB MassiveIntentClassification (jv)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 27.59960649286769
verified: no, type: f1
value: 25.169829835887036
verified: no, type: f1_weighted
value: 26.378021821617065
verified: no, type: main_score
value: 27.59960649286769
verified: no
task: type: Classification, dataset: config: te
name: MTEB MassiveIntentClassification (te)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.0363994097393014
verified: no, type: f1
value: 0.7934004289138196
verified: no, type: f1_weighted
value: 1.1834679007875544
verified: no, type: main_score
value: 2.0363994097393014
verified: no
task: type: Classification, dataset: config: tl
name: MTEB MassiveIntentClassification (tl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 31.43630103295622
verified: no, type: f1
value: 28.28710817943075
verified: no, type: f1_weighted
value: 29.47693147061905
verified: no, type: main_score
value: 31.43630103295622
verified: no
task: type: Classification, dataset: config: sw
name: MTEB MassiveIntentClassification (sw)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 27.515986227250366
verified: no, type: f1
value: 25.65654395144761
verified: no, type: f1_weighted
value: 26.414094210360055
verified: no, type: main_score
value: 27.515986227250366
verified: no
task: type: Classification, dataset: config: ja
name: MTEB MassiveIntentClassification (ja)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 5.986227250368913
verified: no, type: f1
value: 3.9449730568824433
verified: no, type: f1_weighted
value: 3.8102259721047833
verified: no, type: main_score
value: 5.986227250368913
verified: no
task: type: Classification, dataset: config: ms
name: MTEB MassiveIntentClassification (ms)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 28.155435317265127
verified: no, type: f1
value: 25.708172487585202
verified: no, type: f1_weighted
value: 27.024916707588677
verified: no, type: main_score
value: 28.155435317265127
verified: no
task: type: Classification, dataset: config: nb
name: MTEB MassiveIntentClassification (nb)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 31.485489424495817
verified: no, type: f1
value: 29.47639008406045
verified: no, type: f1_weighted
value: 30.377692398014027
verified: no, type: main_score
value: 31.485489424495817
verified: no
task: type: Classification, dataset: config: fi
name: MTEB MassiveIntentClassification (fi)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 30.403344810624695
verified: no, type: f1
value: 26.82843832763937
verified: no, type: f1_weighted
value: 28.11110907470959
verified: no, type: main_score
value: 30.403344810624695
verified: no
task: type: Classification, dataset: config: id
name: MTEB MassiveIntentClassification (id)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 32.70044269552386
verified: no, type: f1
value: 30.910774335551594
verified: no, type: f1_weighted
value: 31.371749140831422
verified: no, type: main_score
value: 32.70044269552386
verified: no
task: type: Classification, dataset: config: cy
name: MTEB MassiveIntentClassification (cy)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 29.429414658140686
verified: no, type: f1
value: 25.594886516936256
verified: no, type: f1_weighted
value: 28.392261199556877
verified: no, type: main_score
value: 29.429414658140686
verified: no
task: type: Classification, dataset: config: sl
name: MTEB MassiveIntentClassification (sl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 29.636005902606982
verified: no, type: f1
value: 28.287023938527234
verified: no, type: f1_weighted
value: 27.924913519954554
verified: no, type: main_score
value: 29.636005902606982
verified: no
task: type: Classification, dataset: config: es
name: MTEB MassiveIntentClassification (es)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 30.63453025086079
verified: no, type: f1
value: 29.5921601385162
verified: no, type: f1_weighted
value: 28.58410607526952
verified: no, type: main_score
value: 30.63453025086079
verified: no
task: type: Classification, dataset: config: bn
name: MTEB MassiveIntentClassification (bn)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.867683226758485
verified: no, type: f1
value: 1.0374630680286294
verified: no, type: f1_weighted
value: 1.3261691151267023
verified: no, type: main_score
value: 2.867683226758485
verified: no
task: type: Classification, dataset: config: sv
name: MTEB MassiveIntentClassification (sv)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 29.754058042302017
verified: no, type: f1
value: 27.921243093926957
verified: no, type: f1_weighted
value: 28.600526975101815
verified: no, type: main_score
value: 29.754058042302017
verified: no
task: type: Classification, dataset: config: ru
name: MTEB MassiveIntentClassification (ru)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 58.06197737333989
verified: no, type: f1
value: 53.92404816772661
verified: no, type: f1_weighted
value: 56.72057857737771
verified: no, type: main_score
value: 58.06197737333989
verified: no
task: type: Classification, dataset: config: az
name: MTEB MassiveIntentClassification (az)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 22.725036891293655
verified: no, type: f1
value: 22.05764593465915
verified: no, type: f1_weighted
value: 22.36326529771844
verified: no, type: main_score
value: 22.725036891293655
verified: no
task: type: Classification, dataset: config: it
name: MTEB MassiveIntentClassification (it)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 34.57943925233645
verified: no, type: f1
value: 33.54269802516337
verified: no, type: f1_weighted
value: 31.59380780190696
verified: no, type: main_score
value: 34.57943925233645
verified: no
task: type: Classification, dataset: config: pl
name: MTEB MassiveIntentClassification (pl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 26.050172159370387
verified: no, type: f1
value: 23.37018289487783
verified: no, type: f1_weighted
value: 24.52891801190779
verified: no, type: main_score
value: 26.050172159370387
verified: no
task: type: Classification, dataset: config: vi
name: MTEB MassiveIntentClassification (vi)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 23.10378750614855
verified: no, type: f1
value: 19.634766811442688
verified: no, type: f1_weighted
value: 21.39922163237278
verified: no, type: main_score
value: 23.10378750614855
verified: no
task: type: Classification, dataset: config: ta
name: MTEB MassiveIntentClassification (ta)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 1.382193802262666
verified: no, type: f1
value: 0.2962201919122291
verified: no, type: f1_weighted
value: 0.36568543738308745
verified: no, type: main_score
value: 1.382193802262666
verified: no
task: type: Classification, dataset: config: he
name: MTEB MassiveIntentClassification (he)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.0560747663551404
verified: no, type: f1
value: 0.4742414282381403
verified: no, type: f1_weighted
value: 0.5861893507001308
verified: no, type: main_score
value: 2.0560747663551404
verified: no
task: type: Classification, dataset: config: nl
name: MTEB MassiveIntentClassification (nl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 30.5115592720118
verified: no, type: f1
value: 27.61045064110582
verified: no, type: f1_weighted
value: 28.987990654116114
verified: no, type: main_score
value: 30.5115592720118
verified: no
task: type: Classification, dataset: config: km
name: MTEB MassiveIntentClassification (km)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 4.377766847024103
verified: no, type: f1
value: 1.2676703377671132
verified: no, type: f1_weighted
value: 1.426174554035529
verified: no, type: main_score
value: 4.377766847024103
verified: no
task: type: Classification, dataset: config: zh-CN
name: MTEB MassiveScenarioClassification (zh-CN)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 10.601882985877605
verified: no, type: f1
value: 6.8689500634035365
verified: no, type: f1_weighted
value: 8.260029142337519
verified: no, type: main_score
value: 10.601882985877605
verified: no
task: type: Classification, dataset: config: ko
name: MTEB MassiveScenarioClassification (ko)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 5.62542030934768
verified: no, type: f1
value: 1.9399090161521315
verified: no, type: f1_weighted
value: 1.7790298099358886
verified: no, type: main_score
value: 5.62542030934768
verified: no
task: type: Classification, dataset: config: hi
name: MTEB MassiveScenarioClassification (hi)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.407531943510423
verified: no, type: f1
value: 3.622072056826428
verified: no, type: f1_weighted
value: 3.444172662951229
verified: no, type: main_score
value: 7.407531943510423
verified: no
task: type: Classification, dataset: config: kn
name: MTEB MassiveScenarioClassification (kn)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.602555480833894
verified: no, type: f1
value: 3.9001734711485803
verified: no, type: f1_weighted
value: 3.4912256692008397
verified: no, type: main_score
value: 7.602555480833894
verified: no
task: type: Classification, dataset: config: ka
name: MTEB MassiveScenarioClassification (ka)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.010759919300605
verified: no, type: f1
value: 2.1485666974093878
verified: no, type: f1_weighted
value: 2.3739456428263477
verified: no, type: main_score
value: 7.010759919300605
verified: no
task: type: Classification, dataset: config: am
name: MTEB MassiveScenarioClassification (am)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.679892400806995
verified: no, type: f1
value: 2.728187383195907
verified: no, type: f1_weighted
value: 3.0454310752856353
verified: no, type: main_score
value: 7.679892400806995
verified: no
task: type: Classification, dataset: config: my
name: MTEB MassiveScenarioClassification (my)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 10.729657027572292
verified: no, type: f1
value: 4.138439669406968
verified: no, type: f1_weighted
value: 4.843092536146883
verified: no, type: main_score
value: 10.729657027572292
verified: no
task: type: Classification, dataset: config: el
name: MTEB MassiveScenarioClassification (el)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 17.952252858103563
verified: no, type: f1
value: 12.418135741505608
verified: no, type: f1_weighted
value: 15.228054842385186
verified: no, type: main_score
value: 17.952252858103563
verified: no
task: type: Classification, dataset: config: lv
name: MTEB MassiveScenarioClassification (lv)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 29.29388029589779
verified: no, type: f1
value: 25.95638727776611
verified: no, type: f1_weighted
value: 27.82646328315652
verified: no, type: main_score
value: 29.29388029589779
verified: no
task: type: Classification, dataset: config: ml
name: MTEB MassiveScenarioClassification (ml)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 6.923335574983189
verified: no, type: f1
value: 2.2338102382542795
verified: no, type: f1_weighted
value: 2.837475945704109
verified: no, type: main_score
value: 6.923335574983189
verified: no
task: type: Classification, dataset: config: mn
name: MTEB MassiveScenarioClassification (mn)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 33.70208473436449
verified: no, type: f1
value: 31.451013524608147
verified: no, type: f1_weighted
value: 33.4571016718763
verified: no, type: main_score
value: 33.70208473436449
verified: no
task: type: Classification, dataset: config: ur
name: MTEB MassiveScenarioClassification (ur)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 8.530598520511097
verified: no, type: f1
value: 3.993356806346034
verified: no, type: f1_weighted
value: 4.275297414153249
verified: no, type: main_score
value: 8.530598520511097
verified: no
task: type: Classification, dataset: config: fa
name: MTEB MassiveScenarioClassification (fa)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 6.6240753194351045
verified: no, type: f1
value: 2.559179690443991
verified: no, type: f1_weighted
value: 2.8775036329690353
verified: no, type: main_score
value: 6.6240753194351045
verified: no
task: type: Classification, dataset: config: ro
name: MTEB MassiveScenarioClassification (ro)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 40.01681237390719
verified: no, type: f1
value: 36.15548220887307
verified: no, type: f1_weighted
value: 38.91143847106075
verified: no, type: main_score
value: 40.01681237390719
verified: no
task: type: Classification, dataset: config: is
name: MTEB MassiveScenarioClassification (is)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 33.10356422326833
verified: no, type: f1
value: 29.87073203020746
verified: no, type: f1_weighted
value: 32.736926298821786
verified: no, type: main_score
value: 33.10356422326833
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 61.291190316072644
verified: no, type: f1
value: 58.09487277036398
verified: no, type: f1_weighted
value: 60.52223749579593
verified: no, type: main_score
value: 61.291190316072644
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MassiveScenarioClassification (hu)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 36.40551445864156
verified: no, type: f1
value: 32.12815170334265
verified: no, type: f1_weighted
value: 35.421611675898745
verified: no, type: main_score
value: 36.40551445864156
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MassiveScenarioClassification (fr)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 42.90181573638198
verified: no, type: f1
value: 39.00450485042174
verified: no, type: f1_weighted
value: 41.74577968212385
verified: no, type: main_score
value: 42.90181573638198
verified: no
task: type: Classification, dataset: config: th
name: MTEB MassiveScenarioClassification (th)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 8.261600537995966
verified: no, type: f1
value: 3.8946817615361597
verified: no, type: f1_weighted
value: 3.7437491646031926
verified: no, type: main_score
value: 8.261600537995966
verified: no
task: type: Classification, dataset: config: de
name: MTEB MassiveScenarioClassification (de)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 42.07128446536651
verified: no, type: f1
value: 38.28996078984755
verified: no, type: f1_weighted
value: 41.04738811504033
verified: no, type: main_score
value: 42.07128446536651
verified: no
task: type: Classification, dataset: config: tr
name: MTEB MassiveScenarioClassification (tr)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 34.845326160053794
verified: no, type: f1
value: 32.52170618407094
verified: no, type: f1_weighted
value: 33.35658510579412
verified: no, type: main_score
value: 34.845326160053794
verified: no
task: type: Classification, dataset: config: pt
name: MTEB MassiveScenarioClassification (pt)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 40.78681909885676
verified: no, type: f1
value: 37.33575502776686
verified: no, type: f1_weighted
value: 38.66002021299529
verified: no, type: main_score
value: 40.78681909885676
verified: no
task: type: Classification, dataset: config: sq
name: MTEB MassiveScenarioClassification (sq)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 42.65635507733692
verified: no, type: f1
value: 38.53947437411434
verified: no, type: f1_weighted
value: 41.52520693995739
verified: no, type: main_score
value: 42.65635507733692
verified: no
task: type: Classification, dataset: config: zh-TW
name: MTEB MassiveScenarioClassification (zh-TW)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 11.926698049764628
verified: no, type: f1
value: 8.724194514820493
verified: no, type: f1_weighted
value: 10.266244979280504
verified: no, type: main_score
value: 11.926698049764628
verified: no
task: type: Classification, dataset: config: hy
name: MTEB MassiveScenarioClassification (hy)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 8.779421654337593
verified: no, type: f1
value: 3.47659510611439
verified: no, type: f1_weighted
value: 4.092370736159162
verified: no, type: main_score
value: 8.779421654337593
verified: no
task: type: Classification, dataset: config: da
name: MTEB MassiveScenarioClassification (da)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 43.6852723604573
verified: no, type: f1
value: 39.338012150585094
verified: no, type: f1_weighted
value: 43.3756140521009
verified: no, type: main_score
value: 43.6852723604573
verified: no
task: type: Classification, dataset: config: af
name: MTEB MassiveScenarioClassification (af)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 40.83725622057835
verified: no, type: f1
value: 36.67993326074695
verified: no, type: f1_weighted
value: 40.73536387442413
verified: no, type: main_score
value: 40.83725622057835
verified: no
task: type: Classification, dataset: config: ar
name: MTEB MassiveScenarioClassification (ar)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 11.859448554135843
verified: no, type: f1
value: 6.502577103628851
verified: no, type: f1_weighted
value: 9.922384035467028
verified: no, type: main_score
value: 11.859448554135843
verified: no
task: type: Classification, dataset: config: jv
name: MTEB MassiveScenarioClassification (jv)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 37.22932078009414
verified: no, type: f1
value: 34.37198836784653
verified: no, type: f1_weighted
value: 36.41682430619207
verified: no, type: main_score
value: 37.22932078009414
verified: no
task: type: Classification, dataset: config: te
name: MTEB MassiveScenarioClassification (te)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 6.909885675857431
verified: no, type: f1
value: 2.659712889039866
verified: no, type: f1_weighted
value: 3.315252295282912
verified: no, type: main_score
value: 6.909885675857431
verified: no
task: type: Classification, dataset: config: tl
name: MTEB MassiveScenarioClassification (tl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 38.157363819771355
verified: no, type: f1
value: 33.871383306341926
verified: no, type: f1_weighted
value: 37.16844466757229
verified: no, type: main_score
value: 38.157363819771355
verified: no
task: type: Classification, dataset: config: sw
name: MTEB MassiveScenarioClassification (sw)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 35.65904505716207
verified: no, type: f1
value: 32.95848641686319
verified: no, type: f1_weighted
value: 33.46347965861419
verified: no, type: main_score
value: 35.65904505716207
verified: no
task: type: Classification, dataset: config: ja
name: MTEB MassiveScenarioClassification (ja)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 10.601882985877605
verified: no, type: f1
value: 8.05499004226519
verified: no, type: f1_weighted
value: 8.12291817923475
verified: no, type: main_score
value: 10.601882985877605
verified: no
task: type: Classification, dataset: config: ms
name: MTEB MassiveScenarioClassification (ms)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 38.97108271687962
verified: no, type: f1
value: 34.19920488698337
verified: no, type: f1_weighted
value: 37.406365439450006
verified: no, type: main_score
value: 38.97108271687962
verified: no
task: type: Classification, dataset: config: nb
name: MTEB MassiveScenarioClassification (nb)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 39.04505716207128
verified: no, type: f1
value: 35.380977049887605
verified: no, type: f1_weighted
value: 38.79082603370826
verified: no, type: main_score
value: 39.04505716207128
verified: no
task: type: Classification, dataset: config: fi
name: MTEB MassiveScenarioClassification (fi)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 35.18829858776059
verified: no, type: f1
value: 30.972699263943966
verified: no, type: f1_weighted
value: 34.66929745941575
verified: no, type: main_score
value: 35.18829858776059
verified: no
task: type: Classification, dataset: config: id
name: MTEB MassiveScenarioClassification (id)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 39.53934095494284
verified: no, type: f1
value: 37.19939485401421
verified: no, type: f1_weighted
value: 38.163540271879384
verified: no, type: main_score
value: 39.53934095494284
verified: no
task: type: Classification, dataset: config: cy
name: MTEB MassiveScenarioClassification (cy)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 39.85205110961668
verified: no, type: f1
value: 34.567211938088086
verified: no, type: f1_weighted
value: 38.93137139872493
verified: no, type: main_score
value: 39.85205110961668
verified: no
task: type: Classification, dataset: config: sl
name: MTEB MassiveScenarioClassification (sl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 35.978480161398785
verified: no, type: f1
value: 33.70493150778863
verified: no, type: f1_weighted
value: 34.89613180942136
verified: no, type: main_score
value: 35.978480161398785
verified: no
task: type: Classification, dataset: config: es
name: MTEB MassiveScenarioClassification (es)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 37.12508406186954
verified: no, type: f1
value: 34.14887874344704
verified: no, type: f1_weighted
value: 35.491336292250615
verified: no, type: main_score
value: 37.12508406186954
verified: no
task: type: Classification, dataset: config: bn
name: MTEB MassiveScenarioClassification (bn)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 8.846671149966376
verified: no, type: f1
value: 3.772079613264656
verified: no, type: f1_weighted
value: 4.569880079881123
verified: no, type: main_score
value: 8.846671149966376
verified: no
task: type: Classification, dataset: config: sv
name: MTEB MassiveScenarioClassification (sv)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 36.11970410221924
verified: no, type: f1
value: 33.64741825888341
verified: no, type: f1_weighted
value: 36.04738800166304
verified: no, type: main_score
value: 36.11970410221924
verified: no
task: type: Classification, dataset: config: ru
name: MTEB MassiveScenarioClassification (ru)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 62.89509078681911
verified: no, type: f1
value: 62.296937620668366
verified: no, type: f1_weighted
value: 61.50844245234364
verified: no, type: main_score
value: 62.89509078681911
verified: no
task: type: Classification, dataset: config: az
name: MTEB MassiveScenarioClassification (az)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 30.31607262945528
verified: no, type: f1
value: 27.373913596444382
verified: no, type: f1_weighted
value: 29.154743431705356
verified: no, type: main_score
value: 30.31607262945528
verified: no
task: type: Classification, dataset: config: it
name: MTEB MassiveScenarioClassification (it)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 42.68997982515131
verified: no, type: f1
value: 39.34921574451304
verified: no, type: f1_weighted
value: 41.39971354124732
verified: no, type: main_score
value: 42.68997982515131
verified: no
task: type: Classification, dataset: config: pl
name: MTEB MassiveScenarioClassification (pl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 31.62071284465367
verified: no, type: f1
value: 27.53427875798914
verified: no, type: f1_weighted
value: 30.442690748521006
verified: no, type: main_score
value: 31.62071284465367
verified: no
task: type: Classification, dataset: config: vi
name: MTEB MassiveScenarioClassification (vi)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 31.889710827168795
verified: no, type: f1
value: 29.1527074423781
verified: no, type: f1_weighted
value: 29.84128781391531
verified: no, type: main_score
value: 31.889710827168795
verified: no
task: type: Classification, dataset: config: ta
name: MTEB MassiveScenarioClassification (ta)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.007397444519166
verified: no, type: f1
value: 1.763256752893296
verified: no, type: f1_weighted
value: 2.3996756522652913
verified: no, type: main_score
value: 7.007397444519166
verified: no
task: type: Classification, dataset: config: he
name: MTEB MassiveScenarioClassification (he)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.612642905178212
verified: no, type: f1
value: 2.0115132382174585
verified: no, type: f1_weighted
value: 2.8178938596974503
verified: no, type: main_score
value: 7.612642905178212
verified: no
task: type: Classification, dataset: config: nl
name: MTEB MassiveScenarioClassification (nl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 40.93813046402152
verified: no, type: f1
value: 35.475977992563635
verified: no, type: f1_weighted
value: 40.249098836834044
verified: no, type: main_score
value: 40.93813046402152
verified: no
task: type: Classification, dataset: config: km
name: MTEB MassiveScenarioClassification (km)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 8.510423671822462
verified: no, type: f1
value: 2.77822187113745
verified: no, type: f1_weighted
value: 3.488782507211019
verified: no, type: main_score
value: 8.510423671822462
verified: no
task: type: Classification, dataset: config: zh-CN
name: MTEB MassiveScenarioClassification (zh-CN)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 10.560747663551401
verified: no, type: f1
value: 7.321692095226571
verified: no, type: f1_weighted
value: 8.136926309421098
verified: no, type: main_score
value: 10.560747663551401
verified: no
task: type: Classification, dataset: config: ko
name: MTEB MassiveScenarioClassification (ko)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 5.622233152975899
verified: no, type: f1
value: 1.7454943918873769
verified: no, type: f1_weighted
value: 1.5544580080510706
verified: no, type: main_score
value: 5.622233152975899
verified: no
task: type: Classification, dataset: config: hi
name: MTEB MassiveScenarioClassification (hi)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.50614854894245
verified: no, type: f1
value: 3.671558894965337
verified: no, type: f1_weighted
value: 3.6075123924941224
verified: no, type: main_score
value: 7.50614854894245
verified: no
task: type: Classification, dataset: config: kn
name: MTEB MassiveScenarioClassification (kn)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 8.047220855878013
verified: no, type: f1
value: 4.199596683728984
verified: no, type: f1_weighted
value: 3.705979981207572
verified: no, type: main_score
value: 8.047220855878013
verified: no
task: type: Classification, dataset: config: ka
name: MTEB MassiveScenarioClassification (ka)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 6.591244466305953
verified: no, type: f1
value: 1.9804826267181144
verified: no, type: f1_weighted
value: 2.1652032753558714
verified: no, type: main_score
value: 6.591244466305953
verified: no
task: type: Classification, dataset: config: am
name: MTEB MassiveScenarioClassification (am)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.511067388096411
verified: no, type: f1
value: 2.641163180255864
verified: no, type: f1_weighted
value: 3.03599461945174
verified: no, type: main_score
value: 7.511067388096411
verified: no
task: type: Classification, dataset: config: my
name: MTEB MassiveScenarioClassification (my)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 11.234628627643877
verified: no, type: f1
value: 4.53829675095688
verified: no, type: f1_weighted
value: 5.119828126415879
verified: no, type: main_score
value: 11.234628627643877
verified: no
task: type: Classification, dataset: config: el
name: MTEB MassiveScenarioClassification (el)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 16.438760452533202
verified: no, type: f1
value: 12.026293516540374
verified: no, type: f1_weighted
value: 13.40697491103347
verified: no, type: main_score
value: 16.438760452533202
verified: no
task: type: Classification, dataset: config: lv
name: MTEB MassiveScenarioClassification (lv)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 28.470241023118547
verified: no, type: f1
value: 26.06308403577423
verified: no, type: f1_weighted
value: 26.913188635640108
verified: no, type: main_score
value: 28.470241023118547
verified: no
task: type: Classification, dataset: config: ml
name: MTEB MassiveScenarioClassification (ml)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.34874569601574
verified: no, type: f1
value: 2.163368202700301
verified: no, type: f1_weighted
value: 2.9794749471502735
verified: no, type: main_score
value: 7.34874569601574
verified: no
task: type: Classification, dataset: config: mn
name: MTEB MassiveScenarioClassification (mn)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 33.482538121003444
verified: no, type: f1
value: 31.74224548475336
verified: no, type: f1_weighted
value: 32.974792871093996
verified: no, type: main_score
value: 33.482538121003444
verified: no
task: type: Classification, dataset: config: ur
name: MTEB MassiveScenarioClassification (ur)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 8.735858337432365
verified: no, type: f1
value: 4.387957216974412
verified: no, type: f1_weighted
value: 4.487011850573568
verified: no, type: main_score
value: 8.735858337432365
verified: no
task: type: Classification, dataset: config: fa
name: MTEB MassiveScenarioClassification (fa)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 6.8027545499262185
verified: no, type: f1
value: 2.724940339247371
verified: no, type: f1_weighted
value: 2.9191909608862248
verified: no, type: main_score
value: 6.8027545499262185
verified: no
task: type: Classification, dataset: config: ro
name: MTEB MassiveScenarioClassification (ro)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 39.77865223807182
verified: no, type: f1
value: 36.713842977439086
verified: no, type: f1_weighted
value: 38.411147363742614
verified: no, type: main_score
value: 39.77865223807182
verified: no
task: type: Classification, dataset: config: is
name: MTEB MassiveScenarioClassification (is)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 32.611903590752576
verified: no, type: f1
value: 30.478777350564933
verified: no, type: f1_weighted
value: 32.33376716992967
verified: no, type: main_score
value: 32.611903590752576
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 60.81652729955731
verified: no, type: f1
value: 57.85686645797947
verified: no, type: f1_weighted
value: 59.96336225413508
verified: no, type: main_score
value: 60.81652729955731
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MassiveScenarioClassification (hu)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 35.041810132808656
verified: no, type: f1
value: 32.32895536298411
verified: no, type: f1_weighted
value: 34.08983039599136
verified: no, type: main_score
value: 35.041810132808656
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MassiveScenarioClassification (fr)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 42.4151500245942
verified: no, type: f1
value: 39.716877977971514
verified: no, type: f1_weighted
value: 40.98904556640093
verified: no, type: main_score
value: 42.4151500245942
verified: no
task: type: Classification, dataset: config: th
name: MTEB MassiveScenarioClassification (th)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 8.253812100344318
verified: no, type: f1
value: 4.2941598559113645
verified: no, type: f1_weighted
value: 3.7137986151126743
verified: no, type: main_score
value: 8.253812100344318
verified: no
task: type: Classification, dataset: config: de
name: MTEB MassiveScenarioClassification (de)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 40.65912444663059
verified: no, type: f1
value: 37.90162745459205
verified: no, type: f1_weighted
value: 39.942707376839756
verified: no, type: main_score
value: 40.65912444663059
verified: no
task: type: Classification, dataset: config: tr
name: MTEB MassiveScenarioClassification (tr)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 33.85145105755042
verified: no, type: f1
value: 32.41363211826809
verified: no, type: f1_weighted
value: 32.696811929693745
verified: no, type: main_score
value: 33.85145105755042
verified: no
task: type: Classification, dataset: config: pt
name: MTEB MassiveScenarioClassification (pt)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 40.22626660108214
verified: no, type: f1
value: 37.84448697275546
verified: no, type: f1_weighted
value: 37.82059370217246
verified: no, type: main_score
value: 40.22626660108214
verified: no
task: type: Classification, dataset: config: sq
name: MTEB MassiveScenarioClassification (sq)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 42.06591244466306
verified: no, type: f1
value: 38.76214747335659
verified: no, type: f1_weighted
value: 40.65484003509404
verified: no, type: main_score
value: 42.06591244466306
verified: no
task: type: Classification, dataset: config: zh-TW
name: MTEB MassiveScenarioClassification (zh-TW)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 11.682242990654206
verified: no, type: f1
value: 8.850699907144218
verified: no, type: f1_weighted
value: 9.655517346069553
verified: no, type: main_score
value: 11.682242990654206
verified: no
task: type: Classification, dataset: config: hy
name: MTEB MassiveScenarioClassification (hy)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 8.52926709296606
verified: no, type: f1
value: 3.4189589714301167
verified: no, type: f1_weighted
value: 3.894511154092698
verified: no, type: main_score
value: 8.52926709296606
verified: no
task: type: Classification, dataset: config: da
name: MTEB MassiveScenarioClassification (da)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 41.14117068371864
verified: no, type: f1
value: 38.08063702754415
verified: no, type: f1_weighted
value: 40.65305294882936
verified: no, type: main_score
value: 41.14117068371864
verified: no
task: type: Classification, dataset: config: af
name: MTEB MassiveScenarioClassification (af)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 39.3654697491392
verified: no, type: f1
value: 36.43369907401146
verified: no, type: f1_weighted
value: 39.09920883835431
verified: no, type: main_score
value: 39.3654697491392
verified: no
task: type: Classification, dataset: config: ar
name: MTEB MassiveScenarioClassification (ar)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 11.362518445646828
verified: no, type: f1
value: 6.2728348209099565
verified: no, type: f1_weighted
value: 8.903159425462325
verified: no, type: main_score
value: 11.362518445646828
verified: no
task: type: Classification, dataset: config: jv
name: MTEB MassiveScenarioClassification (jv)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 36.246925725528776
verified: no, type: f1
value: 34.242775177193415
verified: no, type: f1_weighted
value: 34.90531238831363
verified: no, type: main_score
value: 36.246925725528776
verified: no
task: type: Classification, dataset: config: te
name: MTEB MassiveScenarioClassification (te)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 6.861780619773734
verified: no, type: f1
value: 2.7017710457799873
verified: no, type: f1_weighted
value: 3.1681349264113137
verified: no, type: main_score
value: 6.861780619773734
verified: no
task: type: Classification, dataset: config: tl
name: MTEB MassiveScenarioClassification (tl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 38.17019183472701
verified: no, type: f1
value: 34.777811838185485
verified: no, type: f1_weighted
value: 36.90042555420213
verified: no, type: main_score
value: 38.17019183472701
verified: no
task: type: Classification, dataset: config: sw
name: MTEB MassiveScenarioClassification (sw)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 35.32710280373832
verified: no, type: f1
value: 33.32826385073952
verified: no, type: f1_weighted
value: 33.388725291289916
verified: no, type: main_score
value: 35.32710280373832
verified: no
task: type: Classification, dataset: config: ja
name: MTEB MassiveScenarioClassification (ja)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 11.20511559272012
verified: no, type: f1
value: 8.976181412932425
verified: no, type: f1_weighted
value: 8.576498601594645
verified: no, type: main_score
value: 11.20511559272012
verified: no
task: type: Classification, dataset: config: ms
name: MTEB MassiveScenarioClassification (ms)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 38.85391047712739
verified: no, type: f1
value: 34.90571468739814
verified: no, type: f1_weighted
value: 36.82763280572209
verified: no, type: main_score
value: 38.85391047712739
verified: no
task: type: Classification, dataset: config: nb
name: MTEB MassiveScenarioClassification (nb)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 38.052139695031975
verified: no, type: f1
value: 35.272001887507564
verified: no, type: f1_weighted
value: 37.42041278303434
verified: no, type: main_score
value: 38.052139695031975
verified: no
task: type: Classification, dataset: config: fi
name: MTEB MassiveScenarioClassification (fi)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 34.500737825873095
verified: no, type: f1
value: 30.68780970737908
verified: no, type: f1_weighted
value: 33.716051134823
verified: no, type: main_score
value: 34.500737825873095
verified: no
task: type: Classification, dataset: config: id
name: MTEB MassiveScenarioClassification (id)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 39.596655189375305
verified: no, type: f1
value: 37.72092200675893
verified: no, type: f1_weighted
value: 37.89234511492137
verified: no, type: main_score
value: 39.596655189375305
verified: no
task: type: Classification, dataset: config: cy
name: MTEB MassiveScenarioClassification (cy)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 38.93261190359076
verified: no, type: f1
value: 34.67593293977394
verified: no, type: f1_weighted
value: 37.58144266593478
verified: no, type: main_score
value: 38.93261190359076
verified: no
task: type: Classification, dataset: config: sl
name: MTEB MassiveScenarioClassification (sl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 35.336940482046245
verified: no, type: f1
value: 34.06391073492543
verified: no, type: f1_weighted
value: 34.19964460077873
verified: no, type: main_score
value: 35.336940482046245
verified: no
task: type: Classification, dataset: config: es
name: MTEB MassiveScenarioClassification (es)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 36.28135759960649
verified: no, type: f1
value: 33.98213113943637
verified: no, type: f1_weighted
value: 34.432683108706726
verified: no, type: main_score
value: 36.28135759960649
verified: no
task: type: Classification, dataset: config: bn
name: MTEB MassiveScenarioClassification (bn)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 8.789965568125922
verified: no, type: f1
value: 3.615951273986677
verified: no, type: f1_weighted
value: 4.543124755655086
verified: no, type: main_score
value: 8.789965568125922
verified: no
task: type: Classification, dataset: config: sv
name: MTEB MassiveScenarioClassification (sv)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 35.78947368421053
verified: no, type: f1
value: 33.641144471139874
verified: no, type: f1_weighted
value: 35.35509200878473
verified: no, type: main_score
value: 35.78947368421053
verified: no
task: type: Classification, dataset: config: ru
name: MTEB MassiveScenarioClassification (ru)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 64.14658140678799
verified: no, type: f1
value: 63.45318114952019
verified: no, type: f1_weighted
value: 62.837233214870004
verified: no, type: main_score
value: 64.14658140678799
verified: no
task: type: Classification, dataset: config: az
name: MTEB MassiveScenarioClassification (az)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 29.616330545991143
verified: no, type: f1
value: 27.89304924236733
verified: no, type: f1_weighted
value: 28.557344732597763
verified: no, type: main_score
value: 29.616330545991143
verified: no
task: type: Classification, dataset: config: it
name: MTEB MassiveScenarioClassification (it)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 41.1952779144122
verified: no, type: f1
value: 38.70295863724121
verified: no, type: f1_weighted
value: 39.8087264213271
verified: no, type: main_score
value: 41.1952779144122
verified: no
task: type: Classification, dataset: config: pl
name: MTEB MassiveScenarioClassification (pl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 30.15248401377275
verified: no, type: f1
value: 27.24749237955316
verified: no, type: f1_weighted
value: 29.24459561389263
verified: no, type: main_score
value: 30.15248401377275
verified: no
task: type: Classification, dataset: config: vi
name: MTEB MassiveScenarioClassification (vi)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 31.942941465814062
verified: no, type: f1
value: 29.238187005403976
verified: no, type: f1_weighted
value: 29.360530025850295
verified: no, type: main_score
value: 31.942941465814062
verified: no
task: type: Classification, dataset: config: ta
name: MTEB MassiveScenarioClassification (ta)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.211018199704869
verified: no, type: f1
value: 1.858123064629565
verified: no, type: f1_weighted
value: 2.531232017204237
verified: no, type: main_score
value: 7.211018199704869
verified: no
task: type: Classification, dataset: config: he
name: MTEB MassiveScenarioClassification (he)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.948844072798819
verified: no, type: f1
value: 2.1010859887190896
verified: no, type: f1_weighted
value: 3.0480176454133283
verified: no, type: main_score
value: 7.948844072798819
verified: no
task: type: Classification, dataset: config: nl
name: MTEB MassiveScenarioClassification (nl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 38.92277422528283
verified: no, type: f1
value: 35.488036321576146
verified: no, type: f1_weighted
value: 38.18536556200914
verified: no, type: main_score
value: 38.92277422528283
verified: no
task: type: Classification, dataset: config: km
name: MTEB MassiveScenarioClassification (km)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 8.150516478111165
verified: no, type: f1
value: 2.72691932389948
verified: no, type: f1_weighted
value: 3.3948665965609117
verified: no, type: main_score
value: 8.150516478111165
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: main_score
value: 20.786832589263845
verified: no, type: v_measure
value: 20.786832589263845
verified: no, type: v_measure_std
value: 1.6048001943974946
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: main_score
value: 18.181247067178756
verified: no, type: v_measure
value: 18.181247067178756
verified: no, type: v_measure_std
value: 1.5798786706707373
verified: no
task: type: Clustering, dataset: config: default
name: MTEB NYSJudicialEthicsLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 45.20547945205479
verified: no, type: ap
value: 50.160551683623055
verified: no, type: ap_weighted
value: 50.160551683623055
verified: no, type: f1
value: 44.53941120607787
verified: no, type: f1_weighted
value: 44.28963561383653
verified: no, type: main_score
value: 45.20547945205479
verified: no
task: type: Classification, dataset: config: default
name: MTEB NewsClassification (default)
revision: eb185aade064a813bc0b7f42de02595523103ca4
split: test
type: fancyzhx/ag_news
metrics: type: accuracy
value: 73.78552631578948
verified: no, type: f1
value: 73.47724204580956
verified: no, type: f1_weighted
value: 73.47724204580956
verified: no, type: main_score
value: 73.78552631578948
verified: no
task: type: Classification, dataset: config: default
name: MTEB OPP115DataRetentionLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 69.31818181818183
verified: no, type: ap
value: 64.09705159705157
verified: no, type: ap_weighted
value: 64.09705159705157
verified: no, type: f1
value: 69.12280701754385
verified: no, type: f1_weighted
value: 69.12280701754386
verified: no, type: main_score
value: 69.31818181818183
verified: no
task: type: Classification, dataset: config: default
name: MTEB OPP115DataSecurityLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 63.868065967016484
verified: no, type: ap
value: 62.05622742346708
verified: no, type: ap_weighted
value: 62.05622742346708
verified: no, type: f1
value: 60.25914242202488
verified: no, type: f1_weighted
value: 60.22323273501004
verified: no, type: main_score
value: 63.868065967016484
verified: no
task: type: Classification, dataset: config: default
name: MTEB OPP115DoNotTrackLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 88.18181818181819
verified: no, type: ap
value: 85.12727272727273
verified: no, type: ap_weighted
value: 85.12727272727273
verified: no, type: f1
value: 88.15734989648034
verified: no, type: f1_weighted
value: 88.15734989648034
verified: no, type: main_score
value: 88.18181818181819
verified: no
task: type: Classification, dataset: config: default
name: MTEB OPP115FirstPartyCollectionUseLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 69.55896452540749
verified: no, type: ap
value: 64.53342029559877
verified: no, type: ap_weighted
value: 64.53342029559877
verified: no, type: f1
value: 69.32286869541191
verified: no, type: f1_weighted
value: 69.31770813082186
verified: no, type: main_score
value: 69.55896452540749
verified: no
task: type: Classification, dataset: config: default
name: MTEB OPP115InternationalAndSpecificAudiencesLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 77.75510204081633
verified: no, type: ap
value: 75.20843296586462
verified: no, type: ap_weighted
value: 75.20843296586462
verified: no, type: f1
value: 77.09799280479909
verified: no, type: f1_weighted
value: 77.11382676229348
verified: no, type: main_score
value: 77.75510204081633
verified: no
task: type: Classification, dataset: config: default
name: MTEB OPP115PolicyChangeLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 89.0951276102088
verified: no, type: ap
value: 87.15879085780726
verified: no, type: ap_weighted
value: 87.15879085780726
verified: no, type: f1
value: 89.04203698995461
verified: no, type: f1_weighted
value: 89.04380667729642
verified: no, type: main_score
value: 89.0951276102088
verified: no
task: type: Classification, dataset: config: default
name: MTEB OPP115ThirdPartySharingCollectionLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 64.27672955974842
verified: no, type: ap
value: 62.893075413619535
verified: no, type: ap_weighted
value: 62.893075413619535
verified: no, type: f1
value: 60.459952085405675
verified: no, type: f1_weighted
value: 60.4135944642598
verified: no, type: main_score
value: 64.27672955974842
verified: no
task: type: Classification, dataset: config: default
name: MTEB OPP115UserAccessEditAndDeletionLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 67.09956709956711
verified: no, type: ap
value: 62.92853137890984
verified: no, type: ap_weighted
value: 62.92853137890984
verified: no, type: f1
value: 66.41414141414141
verified: no, type: f1_weighted
value: 66.39337093882548
verified: no, type: main_score
value: 67.09956709956711
verified: no
task: type: Classification, dataset: config: default
name: MTEB OPP115UserChoiceControlLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 70.69857697283311
verified: no, type: ap
value: 63.961545634799855
verified: no, type: ap_weighted
value: 63.961545634799855
verified: no, type: f1
value: 70.33565944829778
verified: no, type: f1_weighted
value: 70.34414874711732
verified: no, type: main_score
value: 70.69857697283311
verified: no
task: type: Classification, dataset: config: default
name: MTEB OralArgumentQuestionPurposeLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 20.51282051282051
verified: no, type: f1
value: 17.434477437885
verified: no, type: f1_weighted
value: 21.50138868825342
verified: no, type: main_score
value: 20.51282051282051
verified: no
task: type: Classification, dataset: config: default
name: MTEB OverrulingLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 69.580078125
verified: no, type: ap
value: 64.66695246425695
verified: no, type: ap_weighted
value: 64.66695246425695
verified: no, type: f1
value: 69.55969170904413
verified: no, type: f1_weighted
value: 69.5473829295991
verified: no, type: main_score
value: 69.580078125
verified: no
task: type: Classification, dataset: config: default
name: MTEB PROALegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 49.47368421052632
verified: no, type: ap
value: 49.47368421052632
verified: no, type: ap_weighted
value: 49.47368421052632
verified: no, type: f1
value: 33.09859154929578
verified: no, type: f1_weighted
value: 32.750185322461085
verified: no, type: main_score
value: 49.47368421052632
verified: no
task: type: Classification, dataset: config: default
name: MTEB PatentClassification (default)
revision: 2f38a1dfdecfacee0184d74eaeafd3c0fb49d2a6
split: test
type: ccdv/patent-classification
metrics: type: accuracy
value: 29.306640625000004
verified: no, type: f1
value: 22.127646065227754
verified: no, type: f1_weighted
value: 26.66185625260182
verified: no, type: main_score
value: 29.306640625000004
verified: no
task: type: Classification, dataset: config: default
name: MTEB PersonalJurisdictionLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 51.99999999999999
verified: no, type: ap
value: 44.107526881720425
verified: no, type: ap_weighted
value: 44.107526881720425
verified: no, type: f1
value: 51.92307692307692
verified: no, type: f1_weighted
value: 51.61538461538463
verified: no, type: main_score
value: 51.99999999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB PoemSentimentClassification (default)
revision: 329d529d875a00c47ec71954a1a96ae167584770
split: test
type: google-research-datasets/poem_sentiment
metrics: type: accuracy
value: 35.96153846153845
verified: no, type: f1
value: 25.717059445124445
verified: no, type: f1_weighted
value: 42.39026561619051
verified: no, type: main_score
value: 35.96153846153845
verified: no
task: type: Classification, dataset: config: default
name: MTEB PoemSentimentClassification (default)
revision: 329d529d875a00c47ec71954a1a96ae167584770
split: validation
type: google-research-datasets/poem_sentiment
metrics: type: accuracy
value: 35.80952380952381
verified: no, type: f1
value: 26.76432080315997
verified: no, type: f1_weighted
value: 41.90402765909788
verified: no, type: main_score
value: 35.80952380952381
verified: no
task: type: Classification, dataset: config: default
name: MTEB RUParaPhraserSTS (default)
revision: 43265056790b8f7c59e0139acb4be0a8dad2c8f4
split: test
type: merionum/ru_paraphraser
metrics: type: cosine_pearson
value: 65.17293362215221
verified: no, type: cosine_spearman
value: 72.14872507255558
verified: no, type: euclidean_pearson
value: 69.39028550512482
verified: no, type: euclidean_spearman
value: 72.14872507255558
verified: no, type: main_score
value: 72.14872507255558
verified: no, type: manhattan_pearson
value: 69.30934614737492
verified: no, type: manhattan_spearman
value: 72.04933049290007
verified: no
task: type: STS, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: main_score
value: 26.275710753496597
verified: no, type: v_measure
value: 26.275710753496597
verified: no, type: v_measure_std
value: 4.029689555202136
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: main_score
value: 40.4828876757081
verified: no, type: v_measure
value: 40.4828876757081
verified: no, type: v_measure_std
value: 10.162859998011204
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RiaNewsRetrieval (default)
revision: 82374b0bbacda6114f39ff9c5b925fa1512ca5d7
split: test
type: ai-forever/ria-news-retrieval
metrics: type: main_score
value: 51.271
verified: no, type: map_at_1
value: 36.21
verified: no, type: map_at_10
value: 46.208
verified: no, type: map_at_100
value: 47.004000000000005
verified: no, type: map_at_1000
value: 47.044000000000004
verified: no, type: map_at_20
value: 46.693
verified: no, type: map_at_3
value: 43.669999999999995
verified: no, type: map_at_5
value: 45.196
verified: no, type: mrr_at_1
value: 36.22
verified: no, type: mrr_at_10
value: 46.21178571428571
verified: no, type: mrr_at_100
value: 47.007420014661236
verified: no, type: mrr_at_1000
value: 47.04734848842366
verified: no, type: mrr_at_20
value: 46.69688042104938
verified: no, type: mrr_at_3
value: 43.668333333333585
verified: no, type: mrr_at_5
value: 45.199833333333274
verified: no, type: nauc_map_at_1000_diff1
value: 46.94937854830209
verified: no, type: nauc_map_at_1000_max
value: 20.810031674720868
verified: no, type: nauc_map_at_1000_std
value: -2.8474964036416845
verified: no, type: nauc_map_at_100_diff1
value: 46.93710679472339
verified: no, type: nauc_map_at_100_max
value: 20.808355966268614
verified: no, type: nauc_map_at_100_std
value: -2.8341393346842607
verified: no, type: nauc_map_at_10_diff1
value: 46.85305633304179
verified: no, type: nauc_map_at_10_max
value: 20.74714400194472
verified: no, type: nauc_map_at_10_std
value: -3.0251519873045534
verified: no, type: nauc_map_at_1_diff1
value: 52.76907950247656
verified: no, type: nauc_map_at_1_max
value: 20.909404191190152
verified: no, type: nauc_map_at_1_std
value: -4.486212769404569
verified: no, type: nauc_map_at_20_diff1
value: 46.854283528399826
verified: no, type: nauc_map_at_20_max
value: 20.774565284237017
verified: no, type: nauc_map_at_20_std
value: -2.8952917224271846
verified: no, type: nauc_map_at_3_diff1
value: 47.6120187355803
verified: no, type: nauc_map_at_3_max
value: 20.94624350299643
verified: no, type: nauc_map_at_3_std
value: -3.5249841066101704
verified: no, type: nauc_map_at_5_diff1
value: 46.961741404854
verified: no, type: nauc_map_at_5_max
value: 20.84061893727113
verified: no, type: nauc_map_at_5_std
value: -3.2560895841762707
verified: no, type: nauc_mrr_at_1000_diff1
value: 46.94210158390746
verified: no, type: nauc_mrr_at_1000_max
value: 20.823017819566672
verified: no, type: nauc_mrr_at_1000_std
value: -2.873564388596409
verified: no, type: nauc_mrr_at_100_diff1
value: 46.92983853646228
verified: no, type: nauc_mrr_at_100_max
value: 20.821328345843625
verified: no, type: nauc_mrr_at_100_std
value: -2.860179131955564
verified: no, type: nauc_mrr_at_10_diff1
value: 46.845920501930316
verified: no, type: nauc_mrr_at_10_max
value: 20.760199941251056
verified: no, type: nauc_mrr_at_10_std
value: -3.0506119945281385
verified: no, type: nauc_mrr_at_1_diff1
value: 52.7384650230153
verified: no, type: nauc_mrr_at_1_max
value: 20.916918175962735
verified: no, type: nauc_mrr_at_1_std
value: -4.553119995428164
verified: no, type: nauc_mrr_at_20_diff1
value: 46.84707480256205
verified: no, type: nauc_mrr_at_20_max
value: 20.78745076885492
verified: no, type: nauc_mrr_at_20_std
value: -2.921144125415831
verified: no, type: nauc_mrr_at_3_diff1
value: 47.621438923503305
verified: no, type: nauc_mrr_at_3_max
value: 20.964983104645327
verified: no, type: nauc_mrr_at_3_std
value: -3.5359639119054154
verified: no, type: nauc_mrr_at_5_diff1
value: 46.95496065526142
verified: no, type: nauc_mrr_at_5_max
value: 20.85370692098222
verified: no, type: nauc_mrr_at_5_std
value: -3.2815901993324985
verified: no, type: nauc_ndcg_at_1000_diff1
value: 45.22512963946746
verified: no, type: nauc_ndcg_at_1000_max
value: 20.827437126737433
verified: no, type: nauc_ndcg_at_1000_std
value: -1.5970972641072643
verified: no, type: nauc_ndcg_at_100_diff1
value: 44.870296183306195
verified: no, type: nauc_ndcg_at_100_max
value: 20.734194655306457
verified: no, type: nauc_ndcg_at_100_std
value: -1.1285720744844427
verified: no, type: nauc_ndcg_at_10_diff1
value: 44.428914407493004
verified: no, type: nauc_ndcg_at_10_max
value: 20.440243514420057
verified: no, type: nauc_ndcg_at_10_std
value: -2.1210028369378167
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.76907950247656
verified: no, type: nauc_ndcg_at_1_max
value: 20.909404191190152
verified: no, type: nauc_ndcg_at_1_std
value: -4.486212769404569
verified: no, type: nauc_ndcg_at_20_diff1
value: 44.333669717530185
verified: no, type: nauc_ndcg_at_20_max
value: 20.503130801298607
verified: no, type: nauc_ndcg_at_20_std
value: -1.6040287688898405
verified: no, type: nauc_ndcg_at_3_diff1
value: 45.988171772625634
verified: no, type: nauc_ndcg_at_3_max
value: 20.901834276482294
verified: no, type: nauc_ndcg_at_3_std
value: -3.228341348463241
verified: no, type: nauc_ndcg_at_5_diff1
value: 44.77257666022731
verified: no, type: nauc_ndcg_at_5_max
value: 20.70409124701764
verified: no, type: nauc_ndcg_at_5_std
value: -2.7157792836026826
verified: no, type: nauc_precision_at_1000_diff1
value: 24.715455802573878
verified: no, type: nauc_precision_at_1000_max
value: 25.642760620422127
verified: no, type: nauc_precision_at_1000_std
value: 20.124139669932596
verified: no, type: nauc_precision_at_100_diff1
value: 31.317204301075428
verified: no, type: nauc_precision_at_100_max
value: 20.717841497411385
verified: no, type: nauc_precision_at_100_std
value: 15.071826819138575
verified: no, type: nauc_precision_at_10_diff1
value: 35.455731038677605
verified: no, type: nauc_precision_at_10_max
value: 19.1279684555736
verified: no, type: nauc_precision_at_10_std
value: 1.47750077627525
verified: no, type: nauc_precision_at_1_diff1
value: 52.76907950247656
verified: no, type: nauc_precision_at_1_max
value: 20.909404191190152
verified: no, type: nauc_precision_at_1_std
value: -4.486212769404569
verified: no, type: nauc_precision_at_20_diff1
value: 33.12837939512509
verified: no, type: nauc_precision_at_20_max
value: 19.114872213547194
verified: no, type: nauc_precision_at_20_std
value: 4.913450374911581
verified: no, type: nauc_precision_at_3_diff1
value: 41.17113816710835
verified: no, type: nauc_precision_at_3_max
value: 20.751510760974718
verified: no, type: nauc_precision_at_3_std
value: -2.3503705806184496
verified: no, type: nauc_precision_at_5_diff1
value: 37.71917213552412
verified: no, type: nauc_precision_at_5_max
value: 20.221342669216565
verified: no, type: nauc_precision_at_5_std
value: -0.9301420941546075
verified: no, type: nauc_recall_at_1000_diff1
value: 24.715455802574407
verified: no, type: nauc_recall_at_1000_max
value: 25.64276062042252
verified: no, type: nauc_recall_at_1000_std
value: 20.124139669932728
verified: no, type: nauc_recall_at_100_diff1
value: 31.31720430107529
verified: no, type: nauc_recall_at_100_max
value: 20.717841497411516
verified: no, type: nauc_recall_at_100_std
value: 15.071826819138751
verified: no, type: nauc_recall_at_10_diff1
value: 35.455731038677655
verified: no, type: nauc_recall_at_10_max
value: 19.127968455573654
verified: no, type: nauc_recall_at_10_std
value: 1.47750077627532
verified: no, type: nauc_recall_at_1_diff1
value: 52.76907950247656
verified: no, type: nauc_recall_at_1_max
value: 20.909404191190152
verified: no, type: nauc_recall_at_1_std
value: -4.486212769404569
verified: no, type: nauc_recall_at_20_diff1
value: 33.12837939512524
verified: no, type: nauc_recall_at_20_max
value: 19.1148722135474
verified: no, type: nauc_recall_at_20_std
value: 4.91345037491176
verified: no, type: nauc_recall_at_3_diff1
value: 41.171138167108374
verified: no, type: nauc_recall_at_3_max
value: 20.751510760974682
verified: no, type: nauc_recall_at_3_std
value: -2.35037058061848
verified: no, type: nauc_recall_at_5_diff1
value: 37.71917213552414
verified: no, type: nauc_recall_at_5_max
value: 20.221342669216575
verified: no, type: nauc_recall_at_5_std
value: -0.9301420941545763
verified: no, type: ndcg_at_1
value: 36.21
verified: no, type: ndcg_at_10
value: 51.271
verified: no, type: ndcg_at_100
value: 55.289
verified: no, type: ndcg_at_1000
value: 56.401
verified: no, type: ndcg_at_20
value: 53.028
verified: no, type: ndcg_at_3
value: 46.078
verified: no, type: ndcg_at_5
value: 48.825
verified: no, type: precision_at_1
value: 36.21
verified: no, type: precision_at_10
value: 6.7250000000000005
verified: no, type: precision_at_100
value: 0.864
verified: no, type: precision_at_1000
value: 0.095
verified: no, type: precision_at_20
value: 3.7089999999999996
verified: no, type: precision_at_3
value: 17.68
verified: no, type: precision_at_5
value: 11.940000000000001
verified: no, type: recall_at_1
value: 36.21
verified: no, type: recall_at_10
value: 67.25
verified: no, type: recall_at_100
value: 86.4
verified: no, type: recall_at_1000
value: 95.26
verified: no, type: recall_at_20
value: 74.18
verified: no, type: recall_at_3
value: 53.04
verified: no, type: recall_at_5
value: 59.699999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RuBQReranking (default)
revision: 2e96b8f098fa4b0950fc58eacadeb31c0d0c7fa2
split: test
type: ai-forever/rubq-reranking
metrics: type: main_score
value: 62.15027154459556
verified: no, type: map
value: 62.15027154459556
verified: no, type: mrr
value: 68.09500782905037
verified: no, type: nAUC_map_diff1
value: 33.062970148901556
verified: no, type: nAUC_map_max
value: 11.090302786599219
verified: no, type: nAUC_map_std
value: 5.660375803457896
verified: no, type: nAUC_mrr_diff1
value: 35.578332777596685
verified: no, type: nAUC_mrr_max
value: 14.981311816105839
verified: no, type: nAUC_mrr_std
value: 5.550039824115788
verified: no
task: type: Reranking, dataset: config: default
name: MTEB RuBQRetrieval (default)
revision: e19b6ffa60b3bc248e0b41f4cc37c26a55c2a67b
split: test
type: ai-forever/rubq-retrieval
metrics: type: main_score
value: 51.734
verified: no, type: map_at_1
value: 28.510999999999996
verified: no, type: map_at_10
value: 43.631
verified: no, type: map_at_100
value: 44.988
verified: no, type: map_at_1000
value: 45.052
verified: no, type: map_at_20
value: 44.462
verified: no, type: map_at_3
value: 38.937
verified: no, type: map_at_5
value: 41.833
verified: no, type: mrr_at_1
value: 41.312056737588655
verified: no, type: mrr_at_10
value: 53.36138316634781
verified: no, type: mrr_at_100
value: 53.949276632310216
verified: no, type: mrr_at_1000
value: 53.97463197704906
verified: no, type: mrr_at_20
value: 53.72140863635181
verified: no, type: mrr_at_3
value: 50.43341213553989
verified: no, type: mrr_at_5
value: 52.32466509062269
verified: no, type: nauc_map_at_1000_diff1
value: 28.763838953386795
verified: no, type: nauc_map_at_1000_max
value: 24.058720207454833
verified: no, type: nauc_map_at_1000_std
value: 0.43914028345667794
verified: no, type: nauc_map_at_100_diff1
value: 28.74115734128027
verified: no, type: nauc_map_at_100_max
value: 24.067201633751907
verified: no, type: nauc_map_at_100_std
value: 0.48479657643151175
verified: no, type: nauc_map_at_10_diff1
value: 28.78055585777882
verified: no, type: nauc_map_at_10_max
value: 23.660824446842014
verified: no, type: nauc_map_at_10_std
value: -0.13417257945838412
verified: no, type: nauc_map_at_1_diff1
value: 31.726698171475988
verified: no, type: nauc_map_at_1_max
value: 18.706684051084675
verified: no, type: nauc_map_at_1_std
value: -3.1112088462944576
verified: no, type: nauc_map_at_20_diff1
value: 28.821888050893524
verified: no, type: nauc_map_at_20_max
value: 24.054108877450066
verified: no, type: nauc_map_at_20_std
value: 0.29933097295171895
verified: no, type: nauc_map_at_3_diff1
value: 29.414059668041187
verified: no, type: nauc_map_at_3_max
value: 21.603288627966425
verified: no, type: nauc_map_at_3_std
value: -1.2582454726026868
verified: no, type: nauc_map_at_5_diff1
value: 28.763709067820066
verified: no, type: nauc_map_at_5_max
value: 22.83472652858084
verified: no, type: nauc_map_at_5_std
value: -0.9139576784503077
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.788260400997885
verified: no, type: nauc_mrr_at_1000_max
value: 26.645815716166126
verified: no, type: nauc_mrr_at_1000_std
value: -1.751195655856463
verified: no, type: nauc_mrr_at_100_diff1
value: 32.77886459571929
verified: no, type: nauc_mrr_at_100_max
value: 26.65637126850806
verified: no, type: nauc_mrr_at_100_std
value: -1.7267980184678584
verified: no, type: nauc_mrr_at_10_diff1
value: 32.78874216502045
verified: no, type: nauc_mrr_at_10_max
value: 26.4839655119896
verified: no, type: nauc_mrr_at_10_std
value: -1.9790149014956449
verified: no, type: nauc_mrr_at_1_diff1
value: 35.13232635364635
verified: no, type: nauc_mrr_at_1_max
value: 23.697653866746013
verified: no, type: nauc_mrr_at_1_std
value: -3.229619940147812
verified: no, type: nauc_mrr_at_20_diff1
value: 32.77802354989702
verified: no, type: nauc_mrr_at_20_max
value: 26.68040225454969
verified: no, type: nauc_mrr_at_20_std
value: -1.75616956975016
verified: no, type: nauc_mrr_at_3_diff1
value: 32.984816761600435
verified: no, type: nauc_mrr_at_3_max
value: 26.13901825373233
verified: no, type: nauc_mrr_at_3_std
value: -2.52193076369521
verified: no, type: nauc_mrr_at_5_diff1
value: 32.84967841683121
verified: no, type: nauc_mrr_at_5_max
value: 26.529547373322448
verified: no, type: nauc_mrr_at_5_std
value: -2.5581887401849595
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.596338371171104
verified: no, type: nauc_ndcg_at_1000_max
value: 26.398864343527546
verified: no, type: nauc_ndcg_at_1000_std
value: 2.0928142009674264
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.25901263389625
verified: no, type: nauc_ndcg_at_100_max
value: 26.93052809711281
verified: no, type: nauc_ndcg_at_100_std
value: 3.1368035623322266
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.273504061219295
verified: no, type: nauc_ndcg_at_10_max
value: 25.70274506672966
verified: no, type: nauc_ndcg_at_10_std
value: 1.031980357515916
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.288927336386486
verified: no, type: nauc_ndcg_at_1_max
value: 23.407964640774143
verified: no, type: nauc_ndcg_at_1_std
value: -3.2088824424845743
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.27252389476242
verified: no, type: nauc_ndcg_at_20_max
value: 26.959280568356686
verified: no, type: nauc_ndcg_at_20_std
value: 2.355748254409649
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.507109145825144
verified: no, type: nauc_ndcg_at_3_max
value: 23.171704666301913
verified: no, type: nauc_ndcg_at_3_std
value: -1.4521550440778286
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.488416363267216
verified: no, type: nauc_ndcg_at_5_max
value: 24.63470555569984
verified: no, type: nauc_ndcg_at_5_std
value: -0.9243408985702865
verified: no, type: nauc_precision_at_1000_diff1
value: -1.6853041487515183
verified: no, type: nauc_precision_at_1000_max
value: 7.960967030916032
verified: no, type: nauc_precision_at_1000_std
value: 3.6491508412352784
verified: no, type: nauc_precision_at_100_diff1
value: 1.1138125936003078
verified: no, type: nauc_precision_at_100_max
value: 14.425287491557784
verified: no, type: nauc_precision_at_100_std
value: 8.976522577047673
verified: no, type: nauc_precision_at_10_diff1
value: 9.746060862351767
verified: no, type: nauc_precision_at_10_max
value: 21.23608774117671
verified: no, type: nauc_precision_at_10_std
value: 5.704741335087523
verified: no, type: nauc_precision_at_1_diff1
value: 35.288927336386486
verified: no, type: nauc_precision_at_1_max
value: 23.407964640774143
verified: no, type: nauc_precision_at_1_std
value: -3.2088824424845743
verified: no, type: nauc_precision_at_20_diff1
value: 6.326610022834949
verified: no, type: nauc_precision_at_20_max
value: 20.35842844947274
verified: no, type: nauc_precision_at_20_std
value: 8.561077634074318
verified: no, type: nauc_precision_at_3_diff1
value: 20.23921207457269
verified: no, type: nauc_precision_at_3_max
value: 22.983126702497753
verified: no, type: nauc_precision_at_3_std
value: 0.3762065769613514
verified: no, type: nauc_precision_at_5_diff1
value: 14.130374029335451
verified: no, type: nauc_precision_at_5_max
value: 22.27280203101339
verified: no, type: nauc_precision_at_5_std
value: 1.4403304333986182
verified: no, type: nauc_recall_at_1000_diff1
value: 5.336939388003354
verified: no, type: nauc_recall_at_1000_max
value: 31.706880957377347
verified: no, type: nauc_recall_at_1000_std
value: 34.42854130495
verified: no, type: nauc_recall_at_100_diff1
value: 13.06348098921675
verified: no, type: nauc_recall_at_100_max
value: 35.43003105581946
verified: no, type: nauc_recall_at_100_std
value: 28.949432461425634
verified: no, type: nauc_recall_at_10_diff1
value: 19.58510835348359
verified: no, type: nauc_recall_at_10_max
value: 25.98205980928563
verified: no, type: nauc_recall_at_10_std
value: 6.643640648680416
verified: no, type: nauc_recall_at_1_diff1
value: 31.726698171475988
verified: no, type: nauc_recall_at_1_max
value: 18.706684051084675
verified: no, type: nauc_recall_at_1_std
value: -3.1112088462944576
verified: no, type: nauc_recall_at_20_diff1
value: 17.50381042355996
verified: no, type: nauc_recall_at_20_max
value: 31.185904487900324
verified: no, type: nauc_recall_at_20_std
value: 13.510200942211565
verified: no, type: nauc_recall_at_3_diff1
value: 24.227382984516147
verified: no, type: nauc_recall_at_3_max
value: 21.40248626451014
verified: no, type: nauc_recall_at_3_std
value: -0.469137375497106
verified: no, type: nauc_recall_at_5_diff1
value: 21.25980638967181
verified: no, type: nauc_recall_at_5_max
value: 23.853364661344404
verified: no, type: nauc_recall_at_5_std
value: 0.7407724495151051
verified: no, type: ndcg_at_1
value: 41.253
verified: no, type: ndcg_at_10
value: 51.734
verified: no, type: ndcg_at_100
value: 56.796
verified: no, type: ndcg_at_1000
value: 58.044
verified: no, type: ndcg_at_20
value: 53.982
verified: no, type: ndcg_at_3
value: 44.448
verified: no, type: ndcg_at_5
value: 48.306
verified: no, type: precision_at_1
value: 41.253
verified: no, type: precision_at_10
value: 10.674
verified: no, type: precision_at_100
value: 1.437
verified: no, type: precision_at_1000
value: 0.159
verified: no, type: precision_at_20
value: 6.0280000000000005
verified: no, type: precision_at_3
value: 24.901
verified: no, type: precision_at_5
value: 18.038
verified: no, type: recall_at_1
value: 28.510999999999996
verified: no, type: recall_at_10
value: 65.646
verified: no, type: recall_at_100
value: 86.37
verified: no, type: recall_at_1000
value: 94.926
verified: no, type: recall_at_20
value: 73.236
verified: no, type: recall_at_3
value: 47.492000000000004
verified: no, type: recall_at_5
value: 56.552
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RuReviewsClassification (default)
revision: f6d2c31f4dc6b88f468552750bfec05b4b41b05a
split: test
type: ai-forever/ru-reviews-classification
metrics: type: accuracy
value: 60.6591796875
verified: no, type: f1
value: 60.34177974754267
verified: no, type: f1_weighted
value: 60.3424791407144
verified: no, type: main_score
value: 60.6591796875
verified: no
task: type: Classification, dataset: config: default
name: MTEB RuSTSBenchmarkSTS (default)
revision: 7cf24f325c6da6195df55bef3d86b5e0616f3018
split: test
type: ai-forever/ru-stsbenchmark-sts
metrics: type: cosine_pearson
value: 78.67181755069355
verified: no, type: cosine_spearman
value: 78.48157070388886
verified: no, type: euclidean_pearson
value: 78.16400243944963
verified: no, type: euclidean_spearman
value: 78.48124817526005
verified: no, type: main_score
value: 78.48157070388886
verified: no, type: manhattan_pearson
value: 78.04437263885238
verified: no, type: manhattan_spearman
value: 78.34292373482941
verified: no
task: type: STS, dataset: config: default
name: MTEB RuSciBenchGRNTIClassification (default)
revision: 673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1
split: test
type: ai-forever/ru-scibench-grnti-classification
metrics: type: accuracy
value: 52.9296875
verified: no, type: f1
value: 51.36892216551846
verified: no, type: f1_weighted
value: 51.38263945115431
verified: no, type: main_score
value: 52.9296875
verified: no
task: type: Classification, dataset: config: default
name: MTEB RuSciBenchGRNTIClusteringP2P (default)
revision: 673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1
split: test
type: ai-forever/ru-scibench-grnti-classification
metrics: type: main_score
value: 47.548401486969844
verified: no, type: v_measure
value: 47.548401486969844
verified: no, type: v_measure_std
value: 0.9652047055316595
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RuSciBenchOECDClassification (default)
revision: 26c88e99dcaba32bb45d0e1bfc21902337f6d471
split: test
type: ai-forever/ru-scibench-oecd-classification
metrics: type: accuracy
value: 40.7861328125
verified: no, type: f1
value: 38.417161317304625
verified: no, type: f1_weighted
value: 38.41751508417981
verified: no, type: main_score
value: 40.7861328125
verified: no
task: type: Classification, dataset: config: default
name: MTEB RuSciBenchOECDClusteringP2P (default)
revision: 26c88e99dcaba32bb45d0e1bfc21902337f6d471
split: test
type: ai-forever/ru-scibench-oecd-classification
metrics: type: main_score
value: 41.44039335680795
verified: no, type: v_measure
value: 41.44039335680795
verified: no, type: v_measure_std
value: 1.2447867997057736
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCDBPAccountabilityLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 64.64379947229551
verified: no, type: ap
value: 91.77095548714944
verified: no, type: ap_weighted
value: 91.77095548714944
verified: no, type: f1
value: 56.37541231445849
verified: no, type: f1_weighted
value: 70.25628045216064
verified: no, type: main_score
value: 64.64379947229551
verified: no
task: type: Classification, dataset: config: default
name: MTEB SCDBPAuditsLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 59.89445910290237
verified: no, type: ap
value: 75.9408508806894
verified: no, type: ap_weighted
value: 75.9408508806894
verified: no, type: f1
value: 59.26805814808528
verified: no, type: f1_weighted
value: 61.147261012536525
verified: no, type: main_score
value: 59.89445910290237
verified: no
task: type: Classification, dataset: config: default
name: MTEB SCDBPCertificationLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 59.78835978835979
verified: no, type: ap
value: 79.40365504574285
verified: no, type: ap_weighted
value: 79.40365504574285
verified: no, type: f1
value: 56.06802055297283
verified: no, type: f1_weighted
value: 62.49406105045939
verified: no, type: main_score
value: 59.78835978835979
verified: no
task: type: Classification, dataset: config: default
name: MTEB SCDBPTrainingLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 59.102902374670194
verified: no, type: ap
value: 78.86277214171828
verified: no, type: ap_weighted
value: 78.86277214171828
verified: no, type: f1
value: 58.122144043570934
verified: no, type: f1_weighted
value: 60.91223239928431
verified: no, type: main_score
value: 59.102902374670194
verified: no
task: type: Classification, dataset: config: default
name: MTEB SCDBPVerificationLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 62.796833773087066
verified: no, type: ap
value: 66.09764646131225
verified: no, type: ap_weighted
value: 66.09764646131225
verified: no, type: f1
value: 62.562263119916494
verified: no, type: f1_weighted
value: 62.19476909661592
verified: no, type: main_score
value: 62.796833773087066
verified: no
task: type: Classification, dataset: config: default
name: MTEB SCDDAccountabilityLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 60.84656084656085
verified: no, type: ap
value: 96.40608145845859
verified: no, type: ap_weighted
value: 96.40608145845859
verified: no, type: f1
value: 46.04166666666668
verified: no, type: f1_weighted
value: 71.16512345679011
verified: no, type: main_score
value: 60.84656084656085
verified: no
task: type: Classification, dataset: config: default
name: MTEB SCDDAuditsLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 61.741424802110814
verified: no, type: ap
value: 94.08312772646127
verified: no, type: ap_weighted
value: 94.08312772646127
verified: no, type: f1
value: 50.59825064499599
verified: no, type: f1_weighted
value: 69.72736628137642
verified: no, type: main_score
value: 61.741424802110814
verified: no
task: type: Classification, dataset: config: default
name: MTEB SCDDCertificationLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 62.43386243386243
verified: no, type: ap
value: 92.94462068443907
verified: no, type: ap_weighted
value: 92.94462068443907
verified: no, type: f1
value: 49.37181663837012
verified: no, type: f1_weighted
value: 70.32551510197236
verified: no, type: main_score
value: 62.43386243386243
verified: no
task: type: Classification, dataset: config: default
name: MTEB SCDDTrainingLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 53.825857519788926
verified: no, type: ap
value: 89.02073335965477
verified: no, type: ap_weighted
value: 89.02073335965477
verified: no, type: f1
value: 47.22918407128933
verified: no, type: f1_weighted
value: 60.86559112527728
verified: no, type: main_score
value: 53.825857519788926
verified: no
task: type: Classification, dataset: config: default
name: MTEB SCDDVerificationLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 49.07651715039577
verified: no, type: ap
value: 76.04960744098202
verified: no, type: ap_weighted
value: 76.04960744098202
verified: no, type: f1
value: 47.939930963310914
verified: no, type: f1_weighted
value: 51.65413225324895
verified: no, type: main_score
value: 49.07651715039577
verified: no
task: type: Classification, dataset: config: zh
name: MTEB STS22 (zh)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 10.783707479640047
verified: no, type: cosine_spearman
value: 32.82859566062349
verified: no, type: euclidean_pearson
value: 21.280811252412548
verified: no, type: euclidean_spearman
value: 32.82859566062349
verified: no, type: main_score
value: 32.82859566062349
verified: no, type: manhattan_pearson
value: 21.510100649883686
verified: no, type: manhattan_spearman
value: 32.924353350152195
verified: no
task: type: STS, dataset: config: de-fr
name: MTEB STS22 (de-fr)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 10.185699265034293
verified: no, type: cosine_spearman
value: 17.504453225721367
verified: no, type: euclidean_pearson
value: 11.256743769494715
verified: no, type: euclidean_spearman
value: 17.504453225721367
verified: no, type: main_score
value: 17.504453225721367
verified: no, type: manhattan_pearson
value: 9.741426548627869
verified: no, type: manhattan_spearman
value: 16.976476678309815
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 44.8697112464095
verified: no, type: cosine_spearman
value: 42.075721562892944
verified: no, type: euclidean_pearson
value: 43.40637455102888
verified: no, type: euclidean_spearman
value: 42.075721562892944
verified: no, type: main_score
value: 42.075721562892944
verified: no, type: manhattan_pearson
value: 45.13522626066653
verified: no, type: manhattan_spearman
value: 42.53935152687679
verified: no
task: type: STS, dataset: config: ru
name: MTEB STS22 (ru)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 51.4108131114559
verified: no, type: cosine_spearman
value: 60.05716921675363
verified: no, type: euclidean_pearson
value: 52.595208834301246
verified: no, type: euclidean_spearman
value: 60.05157835366835
verified: no, type: main_score
value: 60.05716921675363
verified: no, type: manhattan_pearson
value: 52.49640999228367
verified: no, type: manhattan_spearman
value: 59.89412865698913
verified: no
task: type: STS, dataset: config: fr
name: MTEB STS22 (fr)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 26.610436064600535
verified: no, type: cosine_spearman
value: 42.00247648193326
verified: no, type: euclidean_pearson
value: 33.894760545223065
verified: no, type: euclidean_spearman
value: 42.00247648193326
verified: no, type: main_score
value: 42.00247648193326
verified: no, type: manhattan_pearson
value: 33.80795212984925
verified: no, type: manhattan_spearman
value: 42.14922985413102
verified: no
task: type: STS, dataset: config: de
name: MTEB STS22 (de)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: -5.737945045891398
verified: no, type: cosine_spearman
value: 8.163885149544491
verified: no, type: euclidean_pearson
value: -2.214478704390943
verified: no, type: euclidean_spearman
value: 8.16472976205313
verified: no, type: main_score
value: 8.163885149544491
verified: no, type: manhattan_pearson
value: -1.7539096573944195
verified: no, type: manhattan_spearman
value: 8.6906872178124
verified: no
task: type: STS, dataset: config: tr
name: MTEB STS22 (tr)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 2.043942714330888
verified: no, type: cosine_spearman
value: 15.459553758272923
verified: no, type: euclidean_pearson
value: 8.816942314411607
verified: no, type: euclidean_spearman
value: 15.459553758272923
verified: no, type: main_score
value: 15.459553758272923
verified: no, type: manhattan_pearson
value: 9.32963790399984
verified: no, type: manhattan_spearman
value: 15.7857074615967
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22 (de-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 17.695301514955418
verified: no, type: cosine_spearman
value: 21.545599222945675
verified: no, type: euclidean_pearson
value: 18.353827841283753
verified: no, type: euclidean_spearman
value: 21.545599222945675
verified: no, type: main_score
value: 21.545599222945675
verified: no, type: manhattan_pearson
value: 17.009036963688505
verified: no, type: manhattan_spearman
value: 20.508582325360287
verified: no
task: type: STS, dataset: config: it
name: MTEB STS22 (it)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 32.630588839696415
verified: no, type: cosine_spearman
value: 39.69250140711604
verified: no, type: euclidean_pearson
value: 37.54122176804933
verified: no, type: euclidean_spearman
value: 39.69250140711604
verified: no, type: main_score
value: 39.69250140711604
verified: no, type: manhattan_pearson
value: 37.79703600372667
verified: no, type: manhattan_spearman
value: 39.742229485575024
verified: no
task: type: STS, dataset: config: pl
name: MTEB STS22 (pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 0.3113685198259237
verified: no, type: cosine_spearman
value: 9.707385637292596
verified: no, type: euclidean_pearson
value: -2.4832855952463206
verified: no, type: euclidean_spearman
value: 9.80177503118972
verified: no, type: main_score
value: 9.707385637292596
verified: no, type: manhattan_pearson
value: -2.325293004138977
verified: no, type: manhattan_spearman
value: 10.060452403624826
verified: no
task: type: STS, dataset: config: fr-pl
name: MTEB STS22 (fr-pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 47.546556133158575
verified: no, type: cosine_spearman
value: 39.440531887330785
verified: no, type: euclidean_pearson
value: 48.2920143634797
verified: no, type: euclidean_spearman
value: 39.440531887330785
verified: no, type: main_score
value: 39.440531887330785
verified: no, type: manhattan_pearson
value: 45.769523538925824
verified: no, type: manhattan_spearman
value: 50.709255283710995
verified: no
task: type: STS, dataset: config: de-pl
name: MTEB STS22 (de-pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 0.33007020080694816
verified: no, type: cosine_spearman
value: 25.52831180119127
verified: no, type: euclidean_pearson
value: 5.7124033000823164
verified: no, type: euclidean_spearman
value: 25.52831180119127
verified: no, type: main_score
value: 25.52831180119127
verified: no, type: manhattan_pearson
value: 5.62314566860622
verified: no, type: manhattan_spearman
value: 23.83463610871175
verified: no
task: type: STS, dataset: config: ar
name: MTEB STS22 (ar)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 22.766025640460693
verified: no, type: cosine_spearman
value: 27.950069575571522
verified: no, type: euclidean_pearson
value: 26.551723755491363
verified: no, type: euclidean_spearman
value: 27.939678639817668
verified: no, type: main_score
value: 27.950069575571522
verified: no, type: manhattan_pearson
value: 26.681060475093854
verified: no, type: manhattan_spearman
value: 27.986878582632468
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22 (es-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 38.597910358452815
verified: no, type: cosine_spearman
value: 42.766194189894094
verified: no, type: euclidean_pearson
value: 39.991306255692045
verified: no, type: euclidean_spearman
value: 42.766194189894094
verified: no, type: main_score
value: 42.766194189894094
verified: no, type: manhattan_pearson
value: 39.74918349185897
verified: no, type: manhattan_spearman
value: 42.574140880355976
verified: no
task: type: STS, dataset: config: es-it
name: MTEB STS22 (es-it)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 31.245905627830638
verified: no, type: cosine_spearman
value: 32.83240215980029
verified: no, type: euclidean_pearson
value: 33.06481984956772
verified: no, type: euclidean_spearman
value: 32.83240215980029
verified: no, type: main_score
value: 32.83240215980029
verified: no, type: manhattan_pearson
value: 32.75706899386791
verified: no, type: manhattan_spearman
value: 32.334081823391806
verified: no
task: type: STS, dataset: config: es
name: MTEB STS22 (es)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 16.966347433363
verified: no, type: cosine_spearman
value: 45.3129129914676
verified: no, type: euclidean_pearson
value: 28.50940505249936
verified: no, type: euclidean_spearman
value: 45.3129129914676
verified: no, type: main_score
value: 45.3129129914676
verified: no, type: manhattan_pearson
value: 28.314847203862147
verified: no, type: manhattan_spearman
value: 45.72042962859271
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 34.66358594216254
verified: no, type: cosine_spearman
value: 31.24659955360722
verified: no, type: euclidean_pearson
value: 34.878197534840744
verified: no, type: euclidean_spearman
value: 31.24659955360722
verified: no, type: main_score
value: 31.24659955360722
verified: no, type: manhattan_pearson
value: 34.70743093532992
verified: no, type: manhattan_spearman
value: 30.441251812127955
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 41.376318618780324
verified: no, type: cosine_spearman
value: 47.061970299820764
verified: no, type: euclidean_pearson
value: 44.89590651276241
verified: no, type: euclidean_spearman
value: 47.061970299820764
verified: no, type: main_score
value: 47.061970299820764
verified: no, type: manhattan_pearson
value: 44.780089700405576
verified: no, type: manhattan_spearman
value: 46.742447019531525
verified: no
task: type: STS, dataset: config: default
name: MTEB SensitiveTopicsClassification (default)
revision: 416b34a802308eac30e4192afc0ff99bb8dcc7f2
split: test
type: ai-forever/sensitive-topics-classification
metrics: type: accuracy
value: 24.443359375
verified: no, type: f1
value: 21.903258801323084
verified: no, type: lrap
value: 36.34758843315896
verified: no, type: main_score
value: 24.443359375
verified: no
task: type: MultilabelClassification, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: main_score
value: 33.50613168016603
verified: no, type: v_measure
value: 33.50613168016603
verified: no, type: v_measure_std
value: 3.91782276122889
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: main_score
value: 27.98150942889309
verified: no, type: v_measure
value: 27.98150942889309
verified: no, type: v_measure_std
value: 2.0056109104136226
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TERRa (default)
revision: 7b58f24536063837d644aab9a023c62199b2a612
split: dev
type: ai-forever/terra-pairclassification
metrics: type: cosine_accuracy
value: 59.60912052117264
verified: no, type: cosine_accuracy_threshold
value: 81.55556917190552
verified: no, type: cosine_ap
value: 56.08760299515377
verified: no, type: cosine_f1
value: 67.33167082294264
verified: no, type: cosine_f1_threshold
value: 78.14505100250244
verified: no, type: cosine_precision
value: 54.43548387096774
verified: no, type: cosine_recall
value: 88.23529411764706
verified: no, type: dot_accuracy
value: 59.60912052117264
verified: no, type: dot_accuracy_threshold
value: 81.55556917190552
verified: no, type: dot_ap
value: 56.08760299515377
verified: no, type: dot_f1
value: 67.33167082294264
verified: no, type: dot_f1_threshold
value: 78.14503908157349
verified: no, type: dot_precision
value: 54.43548387096774
verified: no, type: dot_recall
value: 88.23529411764706
verified: no, type: euclidean_accuracy
value: 59.60912052117264
verified: no, type: euclidean_accuracy_threshold
value: 60.736143589019775
verified: no, type: euclidean_ap
value: 56.08760299515377
verified: no, type: euclidean_f1
value: 67.33167082294264
verified: no, type: euclidean_f1_threshold
value: 66.11342430114746
verified: no, type: euclidean_precision
value: 54.43548387096774
verified: no, type: euclidean_recall
value: 88.23529411764706
verified: no, type: main_score
value: 56.265447472512676
verified: no, type: manhattan_accuracy
value: 60.91205211726385
verified: no, type: manhattan_accuracy_threshold
value: 877.9421806335449
verified: no, type: manhattan_ap
value: 56.265447472512676
verified: no, type: manhattan_f1
value: 67.16791979949875
verified: no, type: manhattan_f1_threshold
value: 930.9440612792969
verified: no, type: manhattan_precision
value: 54.47154471544715
verified: no, type: manhattan_recall
value: 87.58169934640523
verified: no, type: max_ap
value: 56.265447472512676
verified: no, type: max_f1
value: 67.33167082294264
verified: no, type: max_precision
value: 54.47154471544715
verified: no, type: max_recall
value: 88.23529411764706
verified: no, type: similarity_accuracy
value: 59.60912052117264
verified: no, type: similarity_accuracy_threshold
value: 81.55557513237
verified: no, type: similarity_ap
value: 56.08760299515377
verified: no, type: similarity_f1
value: 67.33167082294264
verified: no, type: similarity_f1_threshold
value: 78.1450629234314
verified: no, type: similarity_precision
value: 54.43548387096774
verified: no, type: similarity_recall
value: 88.23529411764706
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TelemarketingSalesRuleLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 51.06382978723404
verified: no, type: ap
value: 64.12529550827422
verified: no, type: ap_weighted
value: 64.12529550827422
verified: no, type: f1
value: 48.74348032242769
verified: no, type: f1_weighted
value: 46.65516580410197
verified: no, type: main_score
value: 51.06382978723404
verified: no
task: type: Classification, dataset: config: default
name: MTEB TextualismToolDictionariesLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 69.1588785046729
verified: no, type: ap
value: 13.91484942886812
verified: no, type: ap_weighted
value: 13.91484942886812
verified: no, type: f1
value: 53.57001972386588
verified: no, type: f1_weighted
value: 75.94757507050821
verified: no, type: main_score
value: 69.1588785046729
verified: no
task: type: Classification, dataset: config: default
name: MTEB TextualismToolPlainLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 52.121212121212125
verified: no, type: ap
value: 44.68029172320217
verified: no, type: ap_weighted
value: 44.68029172320217
verified: no, type: f1
value: 50.48433048433048
verified: no, type: f1_weighted
value: 48.79288612621945
verified: no, type: main_score
value: 52.121212121212125
verified: no
task: type: Classification, dataset: config: default
name: MTEB ToxicChatClassification (default)
revision: 3e0319203c7162b9c9f8015b594441f979c199bc
split: test
type: lmsys/toxic-chat
metrics: type: accuracy
value: 73.56529209621992
verified: no, type: ap
value: 21.641229801673067
verified: no, type: ap_weighted
value: 21.641229801673067
verified: no, type: f1
value: 60.19489676894062
verified: no, type: f1_weighted
value: 77.21280694246968
verified: no, type: main_score
value: 73.56529209621992
verified: no
task: type: Classification, dataset: config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 57.7734375
verified: no, type: ap
value: 9.305482173252097
verified: no, type: ap_weighted
value: 9.305482173252097
verified: no, type: f1
value: 44.43839832998249
verified: no, type: f1_weighted
value: 67.10615100631958
verified: no, type: main_score
value: 57.7734375
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 55.29994340690435
verified: no, type: f1
value: 55.3098112653406
verified: no, type: f1_weighted
value: 54.4846442708958
verified: no, type: main_score
value: 55.29994340690435
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetTopicSingleClassification (default)
revision: 87b7a0d1c402dbb481db649569c556d9aa27ac05
split: test_2021
type: cardiffnlp/tweet_topic_single
metrics: type: accuracy
value: 52.522150029533364
verified: no, type: f1
value: 40.24714634897976
verified: no, type: f1_weighted
value: 57.39523757985323
verified: no, type: main_score
value: 52.522150029533364
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: main_score
value: 19.90344454285597
verified: no, type: v_measure
value: 19.90344454285597
verified: no, type: v_measure_std
value: 1.8260774855268984
verified: no
task: type: Clustering, dataset: config: default
name: MTEB UCCVCommonLawLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 52.127659574468076
verified: no, type: ap
value: 42.829212190914326
verified: no, type: ap_weighted
value: 42.829212190914326
verified: no, type: f1
value: 50.50895050895051
verified: no, type: f1_weighted
value: 51.84200503349441
verified: no, type: main_score
value: 52.127659574468076
verified: no
task: type: Classification, dataset: config: default
name: MTEB UnfairTOSLegalBenchClassification (default)
revision: 12ca3b695563788fead87a982ad1a068284413f4
split: test
type: nguha/legalbench
metrics: type: accuracy
value: 19.3359375
verified: no, type: f1
value: 11.24236763925133
verified: no, type: f1_weighted
value: 27.137659267661597
verified: no, type: main_score
value: 19.3359375
verified: no
task: type: Classification, dataset: config: default
name: MTEB VieMedEVBitextMining (default)
revision: d03c69413bc53d1cea5a5375b3a953c4fee35ecd
split: test
type: nhuvo/MedEV
metrics: type: accuracy
value: 8.69140625
verified: no, type: f1
value: 7.772120924359041
verified: no, type: main_score
value: 7.772120924359041
verified: no, type: precision
value: 7.525730353438241
verified: no, type: recall
value: 8.69140625
verified: no
task: type: BitextMining, dataset: config: default
name: MTEB WikiCitiesClustering (default)
revision: ddc9ee9242fa65332597f70e967ecc38b9d734fa
split: test
type: jinaai/cities_wiki_clustering
metrics: type: main_score
value: 56.66855146861069
verified: no, type: v_measure
value: 56.66855146861069
verified: no, type: v_measure_std
value: 0
verified: no
task: type: Clustering, dataset: config: default
name: MTEB YahooAnswersTopicsClassification (default)
revision: 78fccffa043240c80e17a6b1da724f5a1057e8e5
split: test
type: community-datasets/yahoo_answers_topics
metrics: type: accuracy
value: 41.787109375
verified: no, type: f1
value: 40.33967050694529
verified: no, type: f1_weighted
value: 40.3509380795682
verified: no, type: main_score
value: 41.787109375
verified: no
task: type: Classification, dataset: config: default
name: MTEB YelpReviewFullClassification (default)
revision: c1f9ee939b7d05667af864ee1cb066393154bf85
split: test
type: Yelp/yelp_review_full
metrics: type: accuracy
value: 43.5888671875
verified: no, type: f1
value: 42.36578282497966
verified: no, type: f1_weighted
value: 42.363220099893724
verified: no, type: main_score
value: 43.5888671875
verified: no
task: type: Classification
Likes: 30 | All-time downloads: 949631
Created: 2024-06-21 12:13:23