Model: VectorStackAI/vstackai-law-1
Author: VectorStackAI
Tags: mteb, model-index, region:us
Card metadata: model-index: name: vstackai-law-1
results: dataset: config: default
name: MTEB AILACasedocs (default)
revision: 4106e6bcc72e0698d714ea8b101355e3e238431a
split: test
type: mteb/AILA_casedocs
metrics: type: main_score
value: 45.881
verified: no, type: map_at_1
value: 15.626000000000001
verified: no, type: map_at_10
value: 35.655
verified: no, type: map_at_100
value: 39.715
verified: no, type: map_at_1000
value: 39.889
verified: no, type: map_at_20
value: 37.102000000000004
verified: no, type: map_at_3
value: 27.089999999999996
verified: no, type: map_at_5
value: 31.025999999999996
verified: no, type: mrr_at_1
value: 46
verified: no, type: mrr_at_10
value: 54.604761904761915
verified: no, type: mrr_at_100
value: 55.25030966503531
verified: no, type: mrr_at_1000
value: 55.28445318355383
verified: no, type: mrr_at_20
value: 54.921136173767756
verified: no, type: mrr_at_3
value: 51.66666666666666
verified: no, type: mrr_at_5
value: 52.166666666666664
verified: no, type: nauc_map_at_1000_diff1
value: 15.57495845891449
verified: no, type: nauc_map_at_1000_max
value: 23.143422477463474
verified: no, type: nauc_map_at_1000_std
value: -8.945561626866498
verified: no, type: nauc_map_at_100_diff1
value: 15.506630125824048
verified: no, type: nauc_map_at_100_max
value: 23.282567495936846
verified: no, type: nauc_map_at_100_std
value: -8.911449134456035
verified: no, type: nauc_map_at_10_diff1
value: 15.618163394870141
verified: no, type: nauc_map_at_10_max
value: 22.07816596666465
verified: no, type: nauc_map_at_10_std
value: -10.298462021115187
verified: no, type: nauc_map_at_1_diff1
value: 13.37923142053057
verified: no, type: nauc_map_at_1_max
value: 13.483533976115272
verified: no, type: nauc_map_at_1_std
value: -6.849119244118052
verified: no, type: nauc_map_at_20_diff1
value: 15.678610092128679
verified: no, type: nauc_map_at_20_max
value: 23.01239046943845
verified: no, type: nauc_map_at_20_std
value: -10.384062772234483
verified: no, type: nauc_map_at_3_diff1
value: 21.805983515218617
verified: no, type: nauc_map_at_3_max
value: 15.777843249645866
verified: no, type: nauc_map_at_3_std
value: -15.963631005395404
verified: no, type: nauc_map_at_5_diff1
value: 20.668846473212096
verified: no, type: nauc_map_at_5_max
value: 21.465743982369055
verified: no, type: nauc_map_at_5_std
value: -13.06765002103128
verified: no, type: nauc_mrr_at_1000_diff1
value: 18.950498468308886
verified: no, type: nauc_mrr_at_1000_max
value: 26.651641047762148
verified: no, type: nauc_mrr_at_1000_std
value: -4.101624493270528
verified: no, type: nauc_mrr_at_100_diff1
value: 18.92883047034938
verified: no, type: nauc_mrr_at_100_max
value: 26.722955290521792
verified: no, type: nauc_mrr_at_100_std
value: -4.027052366530224
verified: no, type: nauc_mrr_at_10_diff1
value: 18.60683936270885
verified: no, type: nauc_mrr_at_10_max
value: 26.16665005770204
verified: no, type: nauc_mrr_at_10_std
value: -4.698063142209917
verified: no, type: nauc_mrr_at_1_diff1
value: 17.54487398491498
verified: no, type: nauc_mrr_at_1_max
value: 26.099182675882364
verified: no, type: nauc_mrr_at_1_std
value: -7.442642768915407
verified: no, type: nauc_mrr_at_20_diff1
value: 19.0367989604306
verified: no, type: nauc_mrr_at_20_max
value: 26.630737835733974
verified: no, type: nauc_mrr_at_20_std
value: -4.11566988702261
verified: no, type: nauc_mrr_at_3_diff1
value: 21.267024293259933
verified: no, type: nauc_mrr_at_3_max
value: 26.69418345236406
verified: no, type: nauc_mrr_at_3_std
value: -3.612150752894062
verified: no, type: nauc_mrr_at_5_diff1
value: 19.90001865151827
verified: no, type: nauc_mrr_at_5_max
value: 27.66941220085612
verified: no, type: nauc_mrr_at_5_std
value: -2.7974974728343893
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.901300620232577
verified: no, type: nauc_ndcg_at_1000_max
value: 25.612869768853642
verified: no, type: nauc_ndcg_at_1000_std
value: -5.309417560619307
verified: no, type: nauc_ndcg_at_100_diff1
value: 14.95954368378741
verified: no, type: nauc_ndcg_at_100_max
value: 27.23572900207926
verified: no, type: nauc_ndcg_at_100_std
value: -3.5899694438310528
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.060694457887331
verified: no, type: nauc_ndcg_at_10_max
value: 23.459115385918828
verified: no, type: nauc_ndcg_at_10_std
value: -7.547036607345263
verified: no, type: nauc_ndcg_at_1_diff1
value: 17.54487398491498
verified: no, type: nauc_ndcg_at_1_max
value: 26.099182675882364
verified: no, type: nauc_ndcg_at_1_std
value: -7.442642768915407
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.406205372080914
verified: no, type: nauc_ndcg_at_20_max
value: 26.249115297438518
verified: no, type: nauc_ndcg_at_20_std
value: -6.498773153759981
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.967994683338851
verified: no, type: nauc_ndcg_at_3_max
value: 23.71128286998367
verified: no, type: nauc_ndcg_at_3_std
value: -7.166430376561868
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.371530698236622
verified: no, type: nauc_ndcg_at_5_max
value: 25.725132293180273
verified: no, type: nauc_ndcg_at_5_std
value: -3.8545166535972943
verified: no, type: nauc_precision_at_1000_diff1
value: -10.41717795536071
verified: no, type: nauc_precision_at_1000_max
value: 4.7029594790402625
verified: no, type: nauc_precision_at_1000_std
value: 14.173763073581878
verified: no, type: nauc_precision_at_100_diff1
value: -11.074302280828615
verified: no, type: nauc_precision_at_100_max
value: 8.244938186343832
verified: no, type: nauc_precision_at_100_std
value: 15.285975835662343
verified: no, type: nauc_precision_at_10_diff1
value: -10.837400355480538
verified: no, type: nauc_precision_at_10_max
value: 22.832192981934664
verified: no, type: nauc_precision_at_10_std
value: 10.05034983325703
verified: no, type: nauc_precision_at_1_diff1
value: 17.54487398491498
verified: no, type: nauc_precision_at_1_max
value: 26.099182675882364
verified: no, type: nauc_precision_at_1_std
value: -7.442642768915407
verified: no, type: nauc_precision_at_20_diff1
value: -9.411528844386767
verified: no, type: nauc_precision_at_20_max
value: 22.63946047993228
verified: no, type: nauc_precision_at_20_std
value: 10.267476763547872
verified: no, type: nauc_precision_at_3_diff1
value: 12.089219490235562
verified: no, type: nauc_precision_at_3_max
value: 21.867564149285098
verified: no, type: nauc_precision_at_3_std
value: -7.900490900126483
verified: no, type: nauc_precision_at_5_diff1
value: 6.088160593562308
verified: no, type: nauc_precision_at_5_max
value: 25.24343016238549
verified: no, type: nauc_precision_at_5_std
value: -0.2798984072447858
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: -5.301190251888983
verified: no, type: nauc_recall_at_100_max
value: 61.552650883513884
verified: no, type: nauc_recall_at_100_std
value: 41.63529646496176
verified: no, type: nauc_recall_at_10_diff1
value: 3.4992492433968714
verified: no, type: nauc_recall_at_10_max
value: 14.516376506894568
verified: no, type: nauc_recall_at_10_std
value: -8.155441184017405
verified: no, type: nauc_recall_at_1_diff1
value: 13.37923142053057
verified: no, type: nauc_recall_at_1_max
value: 13.483533976115272
verified: no, type: nauc_recall_at_1_std
value: -6.849119244118052
verified: no, type: nauc_recall_at_20_diff1
value: 3.2751273323204697
verified: no, type: nauc_recall_at_20_max
value: 22.900211937193326
verified: no, type: nauc_recall_at_20_std
value: -1.1031026054527242
verified: no, type: nauc_recall_at_3_diff1
value: 22.819746834360018
verified: no, type: nauc_recall_at_3_max
value: 13.682536574839425
verified: no, type: nauc_recall_at_3_std
value: -14.733108963214727
verified: no, type: nauc_recall_at_5_diff1
value: 22.45051937631727
verified: no, type: nauc_recall_at_5_max
value: 24.19540105383745
verified: no, type: nauc_recall_at_5_std
value: -7.468653169210884
verified: no, type: ndcg_at_1
value: 46
verified: no, type: ndcg_at_10
value: 45.881
verified: no, type: ndcg_at_100
value: 57.25900000000001
verified: no, type: ndcg_at_1000
value: 58.528000000000006
verified: no, type: ndcg_at_20
value: 48.413000000000004
verified: no, type: ndcg_at_3
value: 42.709
verified: no, type: ndcg_at_5
value: 41.253
verified: no, type: precision_at_1
value: 46
verified: no, type: precision_at_10
value: 19.400000000000002
verified: no, type: precision_at_100
value: 3.66
verified: no, type: precision_at_1000
value: 0.38999999999999996
verified: no, type: precision_at_20
value: 11.3
verified: no, type: precision_at_3
value: 34.666999999999994
verified: no, type: precision_at_5
value: 26.8
verified: no, type: recall_at_1
value: 15.626000000000001
verified: no, type: recall_at_10
value: 53.722
verified: no, type: recall_at_100
value: 93.312
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 62.011
verified: no, type: recall_at_3
value: 30.44
verified: no, type: recall_at_5
value: 35.836
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB AILAStatutes (default)
revision: ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e
split: test
type: mteb/AILA_statutes
metrics: type: main_score
value: 47.122
verified: no, type: map_at_1
value: 11.4
verified: no, type: map_at_10
value: 30.796
verified: no, type: map_at_100
value: 37.822
verified: no, type: map_at_1000
value: 37.822
verified: no, type: map_at_20
value: 34.211000000000006
verified: no, type: map_at_3
value: 20.089000000000002
verified: no, type: map_at_5
value: 25.304
verified: no, type: mrr_at_1
value: 50
verified: no, type: mrr_at_10
value: 67.45714285714284
verified: no, type: mrr_at_100
value: 67.45714285714284
verified: no, type: mrr_at_1000
value: 67.45714285714284
verified: no, type: mrr_at_20
value: 67.45714285714284
verified: no, type: mrr_at_3
value: 63.66666666666666
verified: no, type: mrr_at_5
value: 66.06666666666666
verified: no, type: nauc_map_at_1000_diff1
value: 13.231953724763489
verified: no, type: nauc_map_at_1000_max
value: 36.25413964500182
verified: no, type: nauc_map_at_1000_std
value: 16.12109134339587
verified: no, type: nauc_map_at_100_diff1
value: 13.231953724763489
verified: no, type: nauc_map_at_100_max
value: 36.25413964500182
verified: no, type: nauc_map_at_100_std
value: 16.12109134339587
verified: no, type: nauc_map_at_10_diff1
value: 17.94211109348458
verified: no, type: nauc_map_at_10_max
value: 39.28669806176402
verified: no, type: nauc_map_at_10_std
value: 13.594341769002869
verified: no, type: nauc_map_at_1_diff1
value: 30.100915555842434
verified: no, type: nauc_map_at_1_max
value: 33.83683525374127
verified: no, type: nauc_map_at_1_std
value: 20.814102357206625
verified: no, type: nauc_map_at_20_diff1
value: 13.652796877938734
verified: no, type: nauc_map_at_20_max
value: 35.83818028836039
verified: no, type: nauc_map_at_20_std
value: 14.37656196108266
verified: no, type: nauc_map_at_3_diff1
value: 34.486067078257975
verified: no, type: nauc_map_at_3_max
value: 31.543224895382878
verified: no, type: nauc_map_at_3_std
value: -5.527795564447535
verified: no, type: nauc_map_at_5_diff1
value: 26.851187948582773
verified: no, type: nauc_map_at_5_max
value: 38.89484793235884
verified: no, type: nauc_map_at_5_std
value: 3.4001045162742694
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.39698483562357
verified: no, type: nauc_mrr_at_1000_max
value: 30.835723241593847
verified: no, type: nauc_mrr_at_1000_std
value: 20.683462333907705
verified: no, type: nauc_mrr_at_100_diff1
value: 26.39698483562357
verified: no, type: nauc_mrr_at_100_max
value: 30.835723241593847
verified: no, type: nauc_mrr_at_100_std
value: 20.683462333907705
verified: no, type: nauc_mrr_at_10_diff1
value: 26.39698483562357
verified: no, type: nauc_mrr_at_10_max
value: 30.835723241593847
verified: no, type: nauc_mrr_at_10_std
value: 20.683462333907705
verified: no, type: nauc_mrr_at_1_diff1
value: 27.95469686875413
verified: no, type: nauc_mrr_at_1_max
value: 31.818787475016645
verified: no, type: nauc_mrr_at_1_std
value: 19.56295802798131
verified: no, type: nauc_mrr_at_20_diff1
value: 26.39698483562357
verified: no, type: nauc_mrr_at_20_max
value: 30.835723241593847
verified: no, type: nauc_mrr_at_20_std
value: 20.683462333907705
verified: no, type: nauc_mrr_at_3_diff1
value: 27.65080554514802
verified: no, type: nauc_mrr_at_3_max
value: 32.553977955855814
verified: no, type: nauc_mrr_at_3_std
value: 18.78114112837834
verified: no, type: nauc_mrr_at_5_diff1
value: 26.384655469886393
verified: no, type: nauc_mrr_at_5_max
value: 31.664536690997192
verified: no, type: nauc_mrr_at_5_std
value: 23.119445085922425
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.624306343440482
verified: no, type: nauc_ndcg_at_1000_max
value: 33.949287066404395
verified: no, type: nauc_ndcg_at_1000_std
value: 18.873031773538894
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.624306343440482
verified: no, type: nauc_ndcg_at_100_max
value: 33.949287066404395
verified: no, type: nauc_ndcg_at_100_std
value: 18.873031773538894
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.95882248371854
verified: no, type: nauc_ndcg_at_10_max
value: 38.42611161111767
verified: no, type: nauc_ndcg_at_10_std
value: 18.382289466996596
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.95469686875413
verified: no, type: nauc_ndcg_at_1_max
value: 31.818787475016645
verified: no, type: nauc_ndcg_at_1_std
value: 19.56295802798131
verified: no, type: nauc_ndcg_at_20_diff1
value: 10.108403510160493
verified: no, type: nauc_ndcg_at_20_max
value: 33.30645155135527
verified: no, type: nauc_ndcg_at_20_std
value: 19.106968240050197
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.02063027004639
verified: no, type: nauc_ndcg_at_3_max
value: 29.85933476459198
verified: no, type: nauc_ndcg_at_3_std
value: 0.04135555148143812
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.51049558894743
verified: no, type: nauc_ndcg_at_5_max
value: 39.030804792387535
verified: no, type: nauc_ndcg_at_5_std
value: 10.626686520599742
verified: no, type: nauc_precision_at_1000_diff1
value: -52.64814035601246
verified: no, type: nauc_precision_at_1000_max
value: -13.856314374050852
verified: no, type: nauc_precision_at_1000_std
value: 17.593896928340197
verified: no, type: nauc_precision_at_100_diff1
value: -52.648140356011965
verified: no, type: nauc_precision_at_100_max
value: -13.856314374050674
verified: no, type: nauc_precision_at_100_std
value: 17.593896928340225
verified: no, type: nauc_precision_at_10_diff1
value: -11.6303596329846
verified: no, type: nauc_precision_at_10_max
value: 26.23949752159085
verified: no, type: nauc_precision_at_10_std
value: 25.41101749534196
verified: no, type: nauc_precision_at_1_diff1
value: 27.95469686875413
verified: no, type: nauc_precision_at_1_max
value: 31.818787475016645
verified: no, type: nauc_precision_at_1_std
value: 19.56295802798131
verified: no, type: nauc_precision_at_20_diff1
value: -26.535056035995154
verified: no, type: nauc_precision_at_20_max
value: 11.922354543765811
verified: no, type: nauc_precision_at_20_std
value: 23.095498544921597
verified: no, type: nauc_precision_at_3_diff1
value: 21.2869202175386
verified: no, type: nauc_precision_at_3_max
value: 31.7866363919357
verified: no, type: nauc_precision_at_3_std
value: -3.858197066525092
verified: no, type: nauc_precision_at_5_diff1
value: 1.8680405985613282
verified: no, type: nauc_precision_at_5_max
value: 35.366076833199564
verified: no, type: nauc_precision_at_5_std
value: 16.706786604164005
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
verified: no, type: nauc_recall_at_100_max
verified: no, type: nauc_recall_at_100_std
verified: no, type: nauc_recall_at_10_diff1
value: 8.112331861587329
verified: no, type: nauc_recall_at_10_max
value: 34.89423965499535
verified: no, type: nauc_recall_at_10_std
value: 21.6246021152069
verified: no, type: nauc_recall_at_1_diff1
value: 30.100915555842434
verified: no, type: nauc_recall_at_1_max
value: 33.83683525374127
verified: no, type: nauc_recall_at_1_std
value: 20.814102357206625
verified: no, type: nauc_recall_at_20_diff1
value: -11.669499704119648
verified: no, type: nauc_recall_at_20_max
value: 22.30570195122146
verified: no, type: nauc_recall_at_20_std
value: 23.238122093323348
verified: no, type: nauc_recall_at_3_diff1
value: 33.29080234285882
verified: no, type: nauc_recall_at_3_max
value: 30.134100912744604
verified: no, type: nauc_recall_at_3_std
value: -12.43448322513982
verified: no, type: nauc_recall_at_5_diff1
value: 18.77021416083913
verified: no, type: nauc_recall_at_5_max
value: 40.54971590909089
verified: no, type: nauc_recall_at_5_std
value: 9.419471153846175
verified: no, type: ndcg_at_1
value: 50
verified: no, type: ndcg_at_10
value: 47.122
verified: no, type: ndcg_at_100
value: 63.287000000000006
verified: no, type: ndcg_at_1000
value: 63.287000000000006
verified: no, type: ndcg_at_20
value: 53.172
verified: no, type: ndcg_at_3
value: 39.36
verified: no, type: ndcg_at_5
value: 38.586
verified: no, type: precision_at_1
value: 50
verified: no, type: precision_at_10
value: 23
verified: no, type: precision_at_100
value: 4.34
verified: no, type: precision_at_1000
value: 0.434
verified: no, type: precision_at_20
value: 14.799999999999999
verified: no, type: precision_at_3
value: 35.333
verified: no, type: precision_at_5
value: 31.2
verified: no, type: recall_at_1
value: 11.4
verified: no, type: recall_at_10
value: 52.532999999999994
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 67
verified: no, type: recall_at_3
value: 25.467000000000002
verified: no, type: recall_at_5
value: 36.467
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB GerDaLIRSmall (default)
revision: 48327de6ee192e9610f3069789719788957c7abd
split: test
type: mteb/GerDaLIRSmall
metrics: type: main_score
value: 50.041999999999994
verified: no, type: map_at_1
value: 32.192
verified: no, type: map_at_10
value: 44.156
verified: no, type: map_at_100
value: 45.08
verified: no, type: map_at_1000
value: 45.126
verified: no, type: map_at_20
value: 44.743
verified: no, type: map_at_3
value: 40.886
verified: no, type: map_at_5
value: 42.834
verified: no, type: mrr_at_1
value: 35.67108059506294
verified: no, type: mrr_at_10
value: 46.08966424562292
verified: no, type: mrr_at_100
value: 46.85163949774394
verified: no, type: mrr_at_1000
value: 46.88987506054722
verified: no, type: mrr_at_20
value: 46.56428992878071
verified: no, type: mrr_at_3
value: 43.33415072748076
verified: no, type: mrr_at_5
value: 44.98406081412419
verified: no, type: nauc_map_at_1000_diff1
value: 47.08157584565528
verified: no, type: nauc_map_at_1000_max
value: 43.206128601312486
verified: no, type: nauc_map_at_1000_std
value: 4.745982286256461
verified: no, type: nauc_map_at_100_diff1
value: 47.07078139806274
verified: no, type: nauc_map_at_100_max
value: 43.23099197560626
verified: no, type: nauc_map_at_100_std
value: 4.781780686055857
verified: no, type: nauc_map_at_10_diff1
value: 47.06888215588044
verified: no, type: nauc_map_at_10_max
value: 42.993085843512404
verified: no, type: nauc_map_at_10_std
value: 4.137168566460313
verified: no, type: nauc_map_at_1_diff1
value: 50.99589527197208
verified: no, type: nauc_map_at_1_max
value: 35.91682256310639
verified: no, type: nauc_map_at_1_std
value: -1.167131810256268
verified: no, type: nauc_map_at_20_diff1
value: 47.04454709015284
verified: no, type: nauc_map_at_20_max
value: 43.25308050978819
verified: no, type: nauc_map_at_20_std
value: 4.655176251983949
verified: no, type: nauc_map_at_3_diff1
value: 47.477586403020254
verified: no, type: nauc_map_at_3_max
value: 41.070269193209505
verified: no, type: nauc_map_at_3_std
value: 1.8419013437125402
verified: no, type: nauc_map_at_5_diff1
value: 47.02373499346413
verified: no, type: nauc_map_at_5_max
value: 42.16258581830696
verified: no, type: nauc_map_at_5_std
value: 3.0623218224529687
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.80488822997101
verified: no, type: nauc_mrr_at_1000_max
value: 44.30020606841032
verified: no, type: nauc_mrr_at_1000_std
value: 5.636122646285231
verified: no, type: nauc_mrr_at_100_diff1
value: 47.79392263287222
verified: no, type: nauc_mrr_at_100_max
value: 44.32088767447976
verified: no, type: nauc_mrr_at_100_std
value: 5.668194634702436
verified: no, type: nauc_mrr_at_10_diff1
value: 47.76641281589811
verified: no, type: nauc_mrr_at_10_max
value: 44.279337066083805
verified: no, type: nauc_mrr_at_10_std
value: 5.324066003258172
verified: no, type: nauc_mrr_at_1_diff1
value: 51.827466333842494
verified: no, type: nauc_mrr_at_1_max
value: 39.9726801468231
verified: no, type: nauc_mrr_at_1_std
value: 0.7288717627709872
verified: no, type: nauc_mrr_at_20_diff1
value: 47.764880161368986
verified: no, type: nauc_mrr_at_20_max
value: 44.37823842067007
verified: no, type: nauc_mrr_at_20_std
value: 5.622281146435594
verified: no, type: nauc_mrr_at_3_diff1
value: 48.09440765276413
verified: no, type: nauc_mrr_at_3_max
value: 43.08121834325808
verified: no, type: nauc_mrr_at_3_std
value: 3.463004783984404
verified: no, type: nauc_mrr_at_5_diff1
value: 47.722106520188504
verified: no, type: nauc_mrr_at_5_max
value: 43.75524931306371
verified: no, type: nauc_mrr_at_5_std
value: 4.544429473258565
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.173190405196785
verified: no, type: nauc_ndcg_at_1000_max
value: 45.74626009789115
verified: no, type: nauc_ndcg_at_1000_std
value: 8.766536922367903
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.83562302519218
verified: no, type: nauc_ndcg_at_100_max
value: 46.439699221515376
verified: no, type: nauc_ndcg_at_100_std
value: 9.948770560612058
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.75120503110639
verified: no, type: nauc_ndcg_at_10_max
value: 45.97030387145503
verified: no, type: nauc_ndcg_at_10_std
value: 7.585101690722181
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.80241384384428
verified: no, type: nauc_ndcg_at_1_max
value: 39.954443617615624
verified: no, type: nauc_ndcg_at_1_std
value: 0.6967907136634796
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.653758645238895
verified: no, type: nauc_ndcg_at_20_max
value: 46.71180118809166
verified: no, type: nauc_ndcg_at_20_std
value: 9.250603495033369
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.451364520561924
verified: no, type: nauc_ndcg_at_3_max
value: 42.65149578608251
verified: no, type: nauc_ndcg_at_3_std
value: 3.18214445444501
verified: no, type: nauc_ndcg_at_5_diff1
value: 45.70310380498345
verified: no, type: nauc_ndcg_at_5_max
value: 44.210803603105866
verified: no, type: nauc_ndcg_at_5_std
value: 5.164266026630885
verified: no, type: nauc_precision_at_1000_diff1
value: 1.5935204591909151
verified: no, type: nauc_precision_at_1000_max
value: 24.49290419273546
verified: no, type: nauc_precision_at_1000_std
value: 23.419221041007578
verified: no, type: nauc_precision_at_100_diff1
value: 11.340541238515147
verified: no, type: nauc_precision_at_100_max
value: 38.03551764407295
verified: no, type: nauc_precision_at_100_std
value: 31.0523811487812
verified: no, type: nauc_precision_at_10_diff1
value: 25.73178507519107
verified: no, type: nauc_precision_at_10_max
value: 46.868875006839545
verified: no, type: nauc_precision_at_10_std
value: 20.062754134173872
verified: no, type: nauc_precision_at_1_diff1
value: 51.80241384384428
verified: no, type: nauc_precision_at_1_max
value: 39.954443617615624
verified: no, type: nauc_precision_at_1_std
value: 0.6967907136634796
verified: no, type: nauc_precision_at_20_diff1
value: 20.43139551018563
verified: no, type: nauc_precision_at_20_max
value: 46.00136497143788
verified: no, type: nauc_precision_at_20_std
value: 26.43348589267883
verified: no, type: nauc_precision_at_3_diff1
value: 36.477540595476235
verified: no, type: nauc_precision_at_3_max
value: 45.27812276802484
verified: no, type: nauc_precision_at_3_std
value: 7.988192977691942
verified: no, type: nauc_precision_at_5_diff1
value: 30.711545494807886
verified: no, type: nauc_precision_at_5_max
value: 45.84532014309742
verified: no, type: nauc_precision_at_5_std
value: 12.810198584032126
verified: no, type: nauc_recall_at_1000_diff1
value: 34.222675530936584
verified: no, type: nauc_recall_at_1000_max
value: 64.84714200625044
verified: no, type: nauc_recall_at_1000_std
value: 58.96182247732879
verified: no, type: nauc_recall_at_100_diff1
value: 35.36855555958951
verified: no, type: nauc_recall_at_100_max
value: 62.91068693686705
verified: no, type: nauc_recall_at_100_std
value: 46.54158522159893
verified: no, type: nauc_recall_at_10_diff1
value: 39.32976276229237
verified: no, type: nauc_recall_at_10_max
value: 53.86613555456697
verified: no, type: nauc_recall_at_10_std
value: 18.601960247067957
verified: no, type: nauc_recall_at_1_diff1
value: 50.99589527197208
verified: no, type: nauc_recall_at_1_max
value: 35.91682256310639
verified: no, type: nauc_recall_at_1_std
value: -1.167131810256268
verified: no, type: nauc_recall_at_20_diff1
value: 37.57662491377409
verified: no, type: nauc_recall_at_20_max
value: 58.543627483010816
verified: no, type: nauc_recall_at_20_std
value: 28.511725371993336
verified: no, type: nauc_recall_at_3_diff1
value: 42.4797724119925
verified: no, type: nauc_recall_at_3_max
value: 43.96696921591431
verified: no, type: nauc_recall_at_3_std
value: 4.855189723191562
verified: no, type: nauc_recall_at_5_diff1
value: 40.20239865372907
verified: no, type: nauc_recall_at_5_max
value: 47.80150483467517
verified: no, type: nauc_recall_at_5_std
value: 9.903701080938268
verified: no, type: ndcg_at_1
value: 35.679
verified: no, type: ndcg_at_10
value: 50.041999999999994
verified: no, type: ndcg_at_100
value: 54.193000000000005
verified: no, type: ndcg_at_1000
value: 55.444
verified: no, type: ndcg_at_20
value: 51.961
verified: no, type: ndcg_at_3
value: 43.942
verified: no, type: ndcg_at_5
value: 47.121
verified: no, type: precision_at_1
value: 35.679
verified: no, type: precision_at_10
value: 7.733
verified: no, type: precision_at_100
value: 0.997
verified: no, type: precision_at_1000
value: 0.11100000000000002
verified: no, type: precision_at_20
value: 4.304
verified: no, type: precision_at_3
value: 19.165
verified: no, type: precision_at_5
value: 13.366
verified: no, type: recall_at_1
value: 32.192
verified: no, type: recall_at_10
value: 66.226
verified: no, type: recall_at_100
value: 84.985
verified: no, type: recall_at_1000
value: 94.76299999999999
verified: no, type: recall_at_20
value: 73.456
verified: no, type: recall_at_3
value: 50.071
verified: no, type: recall_at_5
value: 57.60999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB LeCaRDv2 (default)
revision: b78e18688c3d012a33dc3676597c1d1b2243ce1c
split: test
type: mteb/LeCaRDv2
metrics: type: main_score
value: 75.955
verified: no, type: map_at_1
value: 4.099
verified: no, type: map_at_10
value: 27.639999999999997
verified: no, type: map_at_100
value: 63.919000000000004
verified: no, type: map_at_1000
value: 64.742
verified: no, type: map_at_20
value: 43.64
verified: no, type: map_at_3
value: 11.017000000000001
verified: no, type: map_at_5
value: 16.487
verified: no, type: mrr_at_1
value: 86.79245283018868
verified: no, type: mrr_at_10
value: 91.09613656783468
verified: no, type: mrr_at_100
value: 91.24099956647127
verified: no, type: mrr_at_1000
value: 91.24099956647127
verified: no, type: mrr_at_20
value: 91.24099956647127
verified: no, type: mrr_at_3
value: 90.67085953878407
verified: no, type: mrr_at_5
value: 90.7966457023061
verified: no, type: nauc_map_at_1000_diff1
value: -0.1165116760309431
verified: no, type: nauc_map_at_1000_max
value: 36.09282039931682
verified: no, type: nauc_map_at_1000_std
value: 16.717641031560422
verified: no, type: nauc_map_at_100_diff1
value: -0.1977916865120706
verified: no, type: nauc_map_at_100_max
value: 35.95558832098128
verified: no, type: nauc_map_at_100_std
value: 17.15965620332017
verified: no, type: nauc_map_at_10_diff1
value: 11.88383387650193
verified: no, type: nauc_map_at_10_max
value: 19.323749519368256
verified: no, type: nauc_map_at_10_std
value: -13.368970916127784
verified: no, type: nauc_map_at_1_diff1
value: 12.468762885123516
verified: no, type: nauc_map_at_1_max
value: 5.597229875368963
verified: no, type: nauc_map_at_1_std
value: -25.835685303037202
verified: no, type: nauc_map_at_20_diff1
value: 4.625997058170944
verified: no, type: nauc_map_at_20_max
value: 23.42312594320493
verified: no, type: nauc_map_at_20_std
value: -1.2842557193275415
verified: no, type: nauc_map_at_3_diff1
value: 16.457500025698952
verified: no, type: nauc_map_at_3_max
value: 12.260630248199256
verified: no, type: nauc_map_at_3_std
value: -23.60500260290979
verified: no, type: nauc_map_at_5_diff1
value: 15.924351493208256
verified: no, type: nauc_map_at_5_max
value: 17.553142481774472
verified: no, type: nauc_map_at_5_std
value: -17.604184344296943
verified: no, type: nauc_mrr_at_1000_diff1
value: 23.24803044899622
verified: no, type: nauc_mrr_at_1000_max
value: 67.6449236362031
verified: no, type: nauc_mrr_at_1000_std
value: 18.966799318760344
verified: no, type: nauc_mrr_at_100_diff1
value: 23.24803044899622
verified: no, type: nauc_mrr_at_100_max
value: 67.6449236362031
verified: no, type: nauc_mrr_at_100_std
value: 18.966799318760344
verified: no, type: nauc_mrr_at_10_diff1
value: 22.7515823299183
verified: no, type: nauc_mrr_at_10_max
value: 67.04946200016059
verified: no, type: nauc_mrr_at_10_std
value: 19.187654338444936
verified: no, type: nauc_mrr_at_1_diff1
value: 29.056072093682022
verified: no, type: nauc_mrr_at_1_max
value: 68.55895633768269
verified: no, type: nauc_mrr_at_1_std
value: 15.092113581290862
verified: no, type: nauc_mrr_at_20_diff1
value: 23.24803044899622
verified: no, type: nauc_mrr_at_20_max
value: 67.6449236362031
verified: no, type: nauc_mrr_at_20_std
value: 18.966799318760344
verified: no, type: nauc_mrr_at_3_diff1
value: 23.287597081925508
verified: no, type: nauc_mrr_at_3_max
value: 68.05169166666252
verified: no, type: nauc_mrr_at_3_std
value: 19.785092034648617
verified: no, type: nauc_mrr_at_5_diff1
value: 23.11480929003818
verified: no, type: nauc_mrr_at_5_max
value: 67.99383983419222
verified: no, type: nauc_mrr_at_5_std
value: 19.052480486459373
verified: no, type: nauc_ndcg_at_1000_diff1
value: 1.5782017453966002
verified: no, type: nauc_ndcg_at_1000_max
value: 41.5302298842471
verified: no, type: nauc_ndcg_at_1000_std
value: 20.50865790647901
verified: no, type: nauc_ndcg_at_100_diff1
value: -2.1894348746609804
verified: no, type: nauc_ndcg_at_100_max
value: 37.14267089909159
verified: no, type: nauc_ndcg_at_100_std
value: 25.276579300026942
verified: no, type: nauc_ndcg_at_10_diff1
value: 4.916325074632776
verified: no, type: nauc_ndcg_at_10_max
value: 41.10158619113785
verified: no, type: nauc_ndcg_at_10_std
value: 12.855454525343141
verified: no, type: nauc_ndcg_at_1_diff1
value: 29.056072093682022
verified: no, type: nauc_ndcg_at_1_max
value: 68.55895633768269
verified: no, type: nauc_ndcg_at_1_std
value: 15.092113581290862
verified: no, type: nauc_ndcg_at_20_diff1
value: -0.7532516396275979
verified: no, type: nauc_ndcg_at_20_max
value: 32.78457335101816
verified: no, type: nauc_ndcg_at_20_std
value: 13.463927254088695
verified: no, type: nauc_ndcg_at_3_diff1
value: 12.68114834388015
verified: no, type: nauc_ndcg_at_3_max
value: 54.41470867032895
verified: no, type: nauc_ndcg_at_3_std
value: 18.565606565635647
verified: no, type: nauc_ndcg_at_5_diff1
value: 10.193606786989358
verified: no, type: nauc_ndcg_at_5_max
value: 51.401706187544825
verified: no, type: nauc_ndcg_at_5_std
value: 19.805481146848177
verified: no, type: nauc_precision_at_1000_diff1
value: -11.29314155191534
verified: no, type: nauc_precision_at_1000_max
value: 36.90077388824628
verified: no, type: nauc_precision_at_1000_std
value: 42.40123140196757
verified: no, type: nauc_precision_at_100_diff1
value: -12.974354162087675
verified: no, type: nauc_precision_at_100_max
value: 34.81416396301287
verified: no, type: nauc_precision_at_100_std
value: 45.724028299929955
verified: no, type: nauc_precision_at_10_diff1
value: 0.25354300446169603
verified: no, type: nauc_precision_at_10_max
value: 34.7650903227545
verified: no, type: nauc_precision_at_10_std
value: 14.426822867124692
verified: no, type: nauc_precision_at_1_diff1
value: 29.056072093682022
verified: no, type: nauc_precision_at_1_max
value: 68.55895633768269
verified: no, type: nauc_precision_at_1_std
value: 15.092113581290862
verified: no, type: nauc_precision_at_20_diff1
value: -4.398113098730461
verified: no, type: nauc_precision_at_20_max
value: 29.644722534077783
verified: no, type: nauc_precision_at_20_std
value: 20.498896408366953
verified: no, type: nauc_precision_at_3_diff1
value: 8.511537696975939
verified: no, type: nauc_precision_at_3_max
value: 51.02291732645718
verified: no, type: nauc_precision_at_3_std
value: 19.018537614881883
verified: no, type: nauc_precision_at_5_diff1
value: 5.968041335751909
verified: no, type: nauc_precision_at_5_max
value: 47.08751216174023
verified: no, type: nauc_precision_at_5_std
value: 21.422128104399597
verified: no, type: nauc_recall_at_1000_diff1
value: -114.68537043092684
verified: no, type: nauc_recall_at_1000_max
value: -17.258899842714303
verified: no, type: nauc_recall_at_1000_std
value: 35.64737342608127
verified: no, type: nauc_recall_at_100_diff1
value: -21.918374369212724
verified: no, type: nauc_recall_at_100_max
value: 9.323860457981256
verified: no, type: nauc_recall_at_100_std
value: 41.88023148573863
verified: no, type: nauc_recall_at_10_diff1
value: 6.872030552051965
verified: no, type: nauc_recall_at_10_max
value: 3.87403864340295
verified: no, type: nauc_recall_at_10_std
value: -21.003946521947647
verified: no, type: nauc_recall_at_1_diff1
value: 12.468762885123516
verified: no, type: nauc_recall_at_1_max
value: 5.597229875368963
verified: no, type: nauc_recall_at_1_std
value: -25.835685303037202
verified: no, type: nauc_recall_at_20_diff1
value: -0.957514361288361
verified: no, type: nauc_recall_at_20_max
value: 6.322474574744254
verified: no, type: nauc_recall_at_20_std
value: -7.517845037342536
verified: no, type: nauc_recall_at_3_diff1
value: 11.6795437402863
verified: no, type: nauc_recall_at_3_max
value: 4.802113241170994
verified: no, type: nauc_recall_at_3_std
value: -25.562583690610108
verified: no, type: nauc_recall_at_5_diff1
value: 11.34475005606284
verified: no, type: nauc_recall_at_5_max
value: 8.318487558973697
verified: no, type: nauc_recall_at_5_std
value: -21.462212735159852
verified: no, type: ndcg_at_1
value: 86.792
verified: no, type: ndcg_at_10
value: 75.955
verified: no, type: ndcg_at_100
value: 83.532
verified: no, type: ndcg_at_1000
value: 86.085
verified: no, type: ndcg_at_20
value: 70.61699999999999
verified: no, type: ndcg_at_3
value: 83.672
verified: no, type: ndcg_at_5
value: 80.988
verified: no, type: precision_at_1
value: 86.792
verified: no, type: precision_at_10
value: 71.572
verified: no, type: precision_at_100
value: 22.962
verified: no, type: precision_at_1000
value: 2.448
verified: no, type: precision_at_20
value: 62.075
verified: no, type: precision_at_3
value: 83.019
verified: no, type: precision_at_5
value: 79.119
verified: no, type: recall_at_1
value: 4.099
verified: no, type: recall_at_10
value: 30.963
verified: no, type: recall_at_100
value: 93.66799999999999
verified: no, type: recall_at_1000
value: 99.91
verified: no, type: recall_at_20
value: 51.763999999999996
verified: no, type: recall_at_3
value: 11.644
verified: no, type: recall_at_5
value: 17.646
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB LegalBenchConsumerContractsQA (default)
revision: b23590301ec94e8087e2850b21d43d4956b1cca9
split: test
type: mteb/legalbench_consumer_contracts_qa
metrics: type: main_score
value: 81.722
verified: no, type: map_at_1
value: 66.919
verified: no, type: map_at_10
value: 77.11099999999999
verified: no, type: map_at_100
value: 77.365
verified: no, type: map_at_1000
value: 77.365
verified: no, type: map_at_20
value: 77.32
verified: no, type: map_at_3
value: 75.042
verified: no, type: map_at_5
value: 76.519
verified: no, type: mrr_at_1
value: 67.17171717171718
verified: no, type: mrr_at_10
value: 77.23735369568702
verified: no, type: mrr_at_100
value: 77.49038149701025
verified: no, type: mrr_at_1000
value: 77.49038149701025
verified: no, type: mrr_at_20
value: 77.44484086340144
verified: no, type: mrr_at_3
value: 75.16835016835017
verified: no, type: mrr_at_5
value: 76.64562289562288
verified: no, type: nauc_map_at_1000_diff1
value: 52.97349214688111
verified: no, type: nauc_map_at_1000_max
value: 36.6960251962721
verified: no, type: nauc_map_at_1000_std
value: 5.3061037068017995
verified: no, type: nauc_map_at_100_diff1
value: 52.97349214688111
verified: no, type: nauc_map_at_100_max
value: 36.6960251962721
verified: no, type: nauc_map_at_100_std
value: 5.3061037068017995
verified: no, type: nauc_map_at_10_diff1
value: 52.75678159019962
verified: no, type: nauc_map_at_10_max
value: 36.540933731741696
verified: no, type: nauc_map_at_10_std
value: 5.301224105047955
verified: no, type: nauc_map_at_1_diff1
value: 57.67214955091278
verified: no, type: nauc_map_at_1_max
value: 35.78220074855998
verified: no, type: nauc_map_at_1_std
value: 3.4210250671003326
verified: no, type: nauc_map_at_20_diff1
value: 52.932588393157765
verified: no, type: nauc_map_at_20_max
value: 36.63003364305272
verified: no, type: nauc_map_at_20_std
value: 5.379295465437984
verified: no, type: nauc_map_at_3_diff1
value: 52.480331430472546
verified: no, type: nauc_map_at_3_max
value: 38.091587355109084
verified: no, type: nauc_map_at_3_std
value: 5.195570015494146
verified: no, type: nauc_map_at_5_diff1
value: 51.82108883079516
verified: no, type: nauc_map_at_5_max
value: 36.87971971720586
verified: no, type: nauc_map_at_5_std
value: 6.1809111678690725
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.50999035933979
verified: no, type: nauc_mrr_at_1000_max
value: 36.34762852524654
verified: no, type: nauc_mrr_at_1000_std
value: 4.968842635399586
verified: no, type: nauc_mrr_at_100_diff1
value: 52.50999035933979
verified: no, type: nauc_mrr_at_100_max
value: 36.34762852524654
verified: no, type: nauc_mrr_at_100_std
value: 4.968842635399586
verified: no, type: nauc_mrr_at_10_diff1
value: 52.30508629262912
verified: no, type: nauc_mrr_at_10_max
value: 36.209224098805336
verified: no, type: nauc_mrr_at_10_std
value: 4.966404389655018
verified: no, type: nauc_mrr_at_1_diff1
value: 57.04712337185792
verified: no, type: nauc_mrr_at_1_max
value: 35.30097575331179
verified: no, type: nauc_mrr_at_1_std
value: 2.9296181705495568
verified: no, type: nauc_mrr_at_20_diff1
value: 52.4700212348044
verified: no, type: nauc_mrr_at_20_max
value: 36.282215725584074
verified: no, type: nauc_mrr_at_20_std
value: 5.043076008887179
verified: no, type: nauc_mrr_at_3_diff1
value: 52.06774147045164
verified: no, type: nauc_mrr_at_3_max
value: 37.79424665327426
verified: no, type: nauc_mrr_at_3_std
value: 4.890057068652614
verified: no, type: nauc_mrr_at_5_diff1
value: 51.37929937217122
verified: no, type: nauc_mrr_at_5_max
value: 36.55880654826355
verified: no, type: nauc_mrr_at_5_std
value: 5.858835123935254
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.35035912300684
verified: no, type: nauc_ndcg_at_1000_max
value: 36.68201866972285
verified: no, type: nauc_ndcg_at_1000_std
value: 5.7202049594831035
verified: no, type: nauc_ndcg_at_100_diff1
value: 52.35035912300684
verified: no, type: nauc_ndcg_at_100_max
value: 36.68201866972285
verified: no, type: nauc_ndcg_at_100_std
value: 5.7202049594831035
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.28316055116551
verified: no, type: nauc_ndcg_at_10_max
value: 35.87712251784529
verified: no, type: nauc_ndcg_at_10_std
value: 6.021170340566541
verified: no, type: nauc_ndcg_at_1_diff1
value: 57.67214955091278
verified: no, type: nauc_ndcg_at_1_max
value: 35.78220074855998
verified: no, type: nauc_ndcg_at_1_std
value: 3.4210250671003326
verified: no, type: nauc_ndcg_at_20_diff1
value: 52.026541138524394
verified: no, type: nauc_ndcg_at_20_max
value: 36.23499300677105
verified: no, type: nauc_ndcg_at_20_std
value: 6.3316005762687695
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.317993712307285
verified: no, type: nauc_ndcg_at_3_max
value: 39.27048927075592
verified: no, type: nauc_ndcg_at_3_std
value: 6.266648429252955
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.69195472599095
verified: no, type: nauc_ndcg_at_5_max
value: 36.920018592423126
verified: no, type: nauc_ndcg_at_5_std
value: 8.451954024556523
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_100_diff1
verified: no, type: nauc_precision_at_100_max
verified: no, type: nauc_precision_at_100_std
verified: no, type: nauc_precision_at_10_diff1
value: 34.43489322486972
verified: no, type: nauc_precision_at_10_max
value: 23.186302881363822
verified: no, type: nauc_precision_at_10_std
value: 13.793599801222541
verified: no, type: nauc_precision_at_1_diff1
value: 57.67214955091278
verified: no, type: nauc_precision_at_1_max
value: 35.78220074855998
verified: no, type: nauc_precision_at_1_std
value: 3.4210250671003326
verified: no, type: nauc_precision_at_20_diff1
value: 32.55853898108205
verified: no, type: nauc_precision_at_20_max
value: 11.404195591060642
verified: no, type: nauc_precision_at_20_std
value: 43.5675136741475
verified: no, type: nauc_precision_at_3_diff1
value: 40.852371923000376
verified: no, type: nauc_precision_at_3_max
value: 44.53164299608135
verified: no, type: nauc_precision_at_3_std
value: 11.109027031191964
verified: no, type: nauc_precision_at_5_diff1
value: 26.165078486515554
verified: no, type: nauc_precision_at_5_max
value: 36.58403503282701
verified: no, type: nauc_precision_at_5_std
value: 25.437593302644462
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
verified: no, type: nauc_recall_at_100_max
verified: no, type: nauc_recall_at_100_std
verified: no, type: nauc_recall_at_10_diff1
value: 34.43489322486968
verified: no, type: nauc_recall_at_10_max
value: 23.186302881364337
verified: no, type: nauc_recall_at_10_std
value: 13.793599801223758
verified: no, type: nauc_recall_at_1_diff1
value: 57.67214955091278
verified: no, type: nauc_recall_at_1_max
value: 35.78220074855998
verified: no, type: nauc_recall_at_1_std
value: 3.4210250671003326
verified: no, type: nauc_recall_at_20_diff1
value: 32.55853898108042
verified: no, type: nauc_recall_at_20_max
value: 11.404195591059747
verified: no, type: nauc_recall_at_20_std
value: 43.56751367414731
verified: no, type: nauc_recall_at_3_diff1
value: 40.852371923000334
verified: no, type: nauc_recall_at_3_max
value: 44.53164299608149
verified: no, type: nauc_recall_at_3_std
value: 11.10902703119201
verified: no, type: nauc_recall_at_5_diff1
value: 26.165078486515746
verified: no, type: nauc_recall_at_5_max
value: 36.58403503282719
verified: no, type: nauc_recall_at_5_std
value: 25.437593302644736
verified: no, type: ndcg_at_1
value: 66.919
verified: no, type: ndcg_at_10
value: 81.722
verified: no, type: ndcg_at_100
value: 82.704
verified: no, type: ndcg_at_1000
value: 82.704
verified: no, type: ndcg_at_20
value: 82.44399999999999
verified: no, type: ndcg_at_3
value: 77.63
verified: no, type: ndcg_at_5
value: 80.314
verified: no, type: precision_at_1
value: 66.919
verified: no, type: precision_at_10
value: 9.596
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.936999999999999
verified: no, type: precision_at_3
value: 28.366999999999997
verified: no, type: precision_at_5
value: 18.333
verified: no, type: recall_at_1
value: 66.919
verified: no, type: recall_at_10
value: 95.96000000000001
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 98.737
verified: no, type: recall_at_3
value: 85.101
verified: no, type: recall_at_5
value: 91.667
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB LegalBenchCorporateLobbying (default)
revision: f69691c650464e62546d7f2a4536f8f87c891e38
split: test
type: mteb/legalbench_corporate_lobbying
metrics: type: main_score
value: 95.275
verified: no, type: map_at_1
value: 90
verified: no, type: map_at_10
value: 93.896
verified: no, type: map_at_100
value: 93.896
verified: no, type: map_at_1000
value: 93.89999999999999
verified: no, type: map_at_20
value: 93.896
verified: no, type: map_at_3
value: 93.529
verified: no, type: map_at_5
value: 93.735
verified: no, type: mrr_at_1
value: 90
verified: no, type: mrr_at_10
value: 93.89577497665734
verified: no, type: mrr_at_100
value: 93.89577497665734
verified: no, type: mrr_at_1000
value: 93.89961722973894
verified: no, type: mrr_at_20
value: 93.89577497665734
verified: no, type: mrr_at_3
value: 93.52941176470588
verified: no, type: mrr_at_5
value: 93.73529411764707
verified: no, type: nauc_map_at_1000_diff1
value: 87.98954780116061
verified: no, type: nauc_map_at_1000_max
value: 48.73465559069755
verified: no, type: nauc_map_at_1000_std
value: -24.16685492630147
verified: no, type: nauc_map_at_100_diff1
value: 87.97183672739986
verified: no, type: nauc_map_at_100_max
value: 48.726283117594946
verified: no, type: nauc_map_at_100_std
value: -24.21564012563856
verified: no, type: nauc_map_at_10_diff1
value: 87.97183672739986
verified: no, type: nauc_map_at_10_max
value: 48.726283117594946
verified: no, type: nauc_map_at_10_std
value: -24.21564012563856
verified: no, type: nauc_map_at_1_diff1
value: 88.58268797715169
verified: no, type: nauc_map_at_1_max
value: 41.42912066787494
verified: no, type: nauc_map_at_1_std
value: -20.242214532871987
verified: no, type: nauc_map_at_20_diff1
value: 87.97183672739986
verified: no, type: nauc_map_at_20_max
value: 48.726283117594946
verified: no, type: nauc_map_at_20_std
value: -24.21564012563856
verified: no, type: nauc_map_at_3_diff1
value: 88.40647370059126
verified: no, type: nauc_map_at_3_max
value: 51.27040715275998
verified: no, type: nauc_map_at_3_std
value: -26.350691791868247
verified: no, type: nauc_map_at_5_diff1
value: 88.02546579403796
verified: no, type: nauc_map_at_5_max
value: 49.82239113694508
verified: no, type: nauc_map_at_5_std
value: -24.375227399253678
verified: no, type: nauc_mrr_at_1000_diff1
value: 87.98954780116061
verified: no, type: nauc_mrr_at_1000_max
value: 50.085159299027296
verified: no, type: nauc_mrr_at_1000_std
value: -23.851737394357862
verified: no, type: nauc_mrr_at_100_diff1
value: 87.97183672739986
verified: no, type: nauc_mrr_at_100_max
value: 50.075936762728254
verified: no, type: nauc_mrr_at_100_std
value: -23.90072094177412
verified: no, type: nauc_mrr_at_10_diff1
value: 87.97183672739986
verified: no, type: nauc_mrr_at_10_max
value: 50.075936762728254
verified: no, type: nauc_mrr_at_10_std
value: -23.90072094177412
verified: no, type: nauc_mrr_at_1_diff1
value: 88.58268797715169
verified: no, type: nauc_mrr_at_1_max
value: 43.076838578568626
verified: no, type: nauc_mrr_at_1_std
value: -19.857747020376795
verified: no, type: nauc_mrr_at_20_diff1
value: 87.97183672739986
verified: no, type: nauc_mrr_at_20_max
value: 50.075936762728254
verified: no, type: nauc_mrr_at_20_std
value: -23.90072094177412
verified: no, type: nauc_mrr_at_3_diff1
value: 88.40647370059126
verified: no, type: nauc_mrr_at_3_max
value: 52.54364372011418
verified: no, type: nauc_mrr_at_3_std
value: -26.053603259485598
verified: no, type: nauc_mrr_at_5_diff1
value: 88.02546579403796
verified: no, type: nauc_mrr_at_5_max
value: 51.13747115956445
verified: no, type: nauc_mrr_at_5_std
value: -24.068375393975824
verified: no, type: nauc_ndcg_at_1000_diff1
value: 87.66050817567788
verified: no, type: nauc_ndcg_at_1000_max
value: 49.54001381756884
verified: no, type: nauc_ndcg_at_1000_std
value: -24.35184631163463
verified: no, type: nauc_ndcg_at_100_diff1
value: 87.24416537653535
verified: no, type: nauc_ndcg_at_100_max
value: 49.57831808101997
verified: no, type: nauc_ndcg_at_100_std
value: -24.793463718624537
verified: no, type: nauc_ndcg_at_10_diff1
value: 87.24416537653535
verified: no, type: nauc_ndcg_at_10_max
value: 49.57831808101997
verified: no, type: nauc_ndcg_at_10_std
value: -24.793463718624537
verified: no, type: nauc_ndcg_at_1_diff1
value: 88.58268797715169
verified: no, type: nauc_ndcg_at_1_max
value: 41.42912066787494
verified: no, type: nauc_ndcg_at_1_std
value: -20.242214532871987
verified: no, type: nauc_ndcg_at_20_diff1
value: 87.24416537653535
verified: no, type: nauc_ndcg_at_20_max
value: 49.57831808101997
verified: no, type: nauc_ndcg_at_20_std
value: -24.793463718624537
verified: no, type: nauc_ndcg_at_3_diff1
value: 88.28539315614394
verified: no, type: nauc_ndcg_at_3_max
value: 55.661427932222765
verified: no, type: nauc_ndcg_at_3_std
value: -29.09686303480698
verified: no, type: nauc_ndcg_at_5_diff1
value: 87.44364795542245
verified: no, type: nauc_ndcg_at_5_max
value: 52.79959281779241
verified: no, type: nauc_ndcg_at_5_std
value: -24.76177349657667
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_100_diff1
value: 63.81886087768098
verified: no, type: nauc_precision_at_100_max
value: 56.1391223155907
verified: no, type: nauc_precision_at_100_std
value: -36.99813258637037
verified: no, type: nauc_precision_at_10_diff1
value: 63.81886087768457
verified: no, type: nauc_precision_at_10_max
value: 56.13912231559321
verified: no, type: nauc_precision_at_10_std
value: -36.99813258636605
verified: no, type: nauc_precision_at_1_diff1
value: 88.58268797715169
verified: no, type: nauc_precision_at_1_max
value: 41.42912066787494
verified: no, type: nauc_precision_at_1_std
value: -20.242214532871987
verified: no, type: nauc_precision_at_20_diff1
value: 63.81886087768457
verified: no, type: nauc_precision_at_20_max
value: 56.13912231559321
verified: no, type: nauc_precision_at_20_std
value: -36.99813258636605
verified: no, type: nauc_precision_at_3_diff1
value: 87.42089428363992
verified: no, type: nauc_precision_at_3_max
value: 85.71428571428666
verified: no, type: nauc_precision_at_3_std
value: -47.90953418404368
verified: no, type: nauc_precision_at_5_diff1
value: 81.13134142545934
verified: no, type: nauc_precision_at_5_max
value: 80.75007780890182
verified: no, type: nauc_precision_at_5_std
value: -25.715841892311385
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 63.81886087768457
verified: no, type: nauc_recall_at_100_max
value: 56.13912231559266
verified: no, type: nauc_recall_at_100_std
value: -36.99813258636772
verified: no, type: nauc_recall_at_10_diff1
value: 63.81886087768457
verified: no, type: nauc_recall_at_10_max
value: 56.13912231559266
verified: no, type: nauc_recall_at_10_std
value: -36.99813258636772
verified: no, type: nauc_recall_at_1_diff1
value: 88.58268797715169
verified: no, type: nauc_recall_at_1_max
value: 41.42912066787494
verified: no, type: nauc_recall_at_1_std
value: -20.242214532871987
verified: no, type: nauc_recall_at_20_diff1
value: 63.81886087768457
verified: no, type: nauc_recall_at_20_max
value: 56.13912231559266
verified: no, type: nauc_recall_at_20_std
value: -36.99813258636772
verified: no, type: nauc_recall_at_3_diff1
value: 87.4208942836394
verified: no, type: nauc_recall_at_3_max
value: 85.71428571428564
verified: no, type: nauc_recall_at_3_std
value: -47.90953418404379
verified: no, type: nauc_recall_at_5_diff1
value: 81.1313414254593
verified: no, type: nauc_recall_at_5_max
value: 80.75007780890142
verified: no, type: nauc_recall_at_5_std
value: -25.715841892312174
verified: no, type: ndcg_at_1
value: 90
verified: no, type: ndcg_at_10
value: 95.275
verified: no, type: ndcg_at_100
value: 95.275
verified: no, type: ndcg_at_1000
value: 95.355
verified: no, type: ndcg_at_20
value: 95.275
verified: no, type: ndcg_at_3
value: 94.524
verified: no, type: ndcg_at_5
value: 94.891
verified: no, type: precision_at_1
value: 90
verified: no, type: precision_at_10
value: 9.940999999999999
verified: no, type: precision_at_100
value: 0.9939999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.971
verified: no, type: precision_at_3
value: 32.451
verified: no, type: precision_at_5
value: 19.647000000000002
verified: no, type: recall_at_1
value: 90
verified: no, type: recall_at_10
value: 99.412
verified: no, type: recall_at_100
value: 99.412
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 99.412
verified: no, type: recall_at_3
value: 97.353
verified: no, type: recall_at_5
value: 98.235
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB LegalQuAD (default)
revision: 37aa6cfb01d48960b0f8e3f17d6e3d99bf1ebc3e
split: test
type: mteb/LegalQuAD
metrics: type: main_score
value: 64.899
verified: no, type: map_at_1
value: 48.5
verified: no, type: map_at_10
value: 59.607
verified: no, type: map_at_100
value: 60.102
verified: no, type: map_at_1000
value: 60.141
verified: no, type: map_at_20
value: 59.836
verified: no, type: map_at_3
value: 57.416999999999994
verified: no, type: map_at_5
value: 58.342000000000006
verified: no, type: mrr_at_1
value: 48.5
verified: no, type: mrr_at_10
value: 59.60734126984125
verified: no, type: mrr_at_100
value: 60.10134959097208
verified: no, type: mrr_at_1000
value: 60.140317577579324
verified: no, type: mrr_at_20
value: 59.83595938375349
verified: no, type: mrr_at_3
value: 57.41666666666665
verified: no, type: mrr_at_5
value: 58.34166666666666
verified: no, type: nauc_map_at_1000_diff1
value: 62.80752643431633
verified: no, type: nauc_map_at_1000_max
value: 62.00607212479527
verified: no, type: nauc_map_at_1000_std
value: 17.541941429951855
verified: no, type: nauc_map_at_100_diff1
value: 62.807006564215705
verified: no, type: nauc_map_at_100_max
value: 62.025705691974885
verified: no, type: nauc_map_at_100_std
value: 17.56923712268851
verified: no, type: nauc_map_at_10_diff1
value: 62.51717633954077
verified: no, type: nauc_map_at_10_max
value: 61.97403063599849
verified: no, type: nauc_map_at_10_std
value: 17.634018830663045
verified: no, type: nauc_map_at_1_diff1
value: 65.73772773363197
verified: no, type: nauc_map_at_1_max
value: 59.189205309863524
verified: no, type: nauc_map_at_1_std
value: 14.461624107787843
verified: no, type: nauc_map_at_20_diff1
value: 62.72297267428931
verified: no, type: nauc_map_at_20_max
value: 62.09138256517757
verified: no, type: nauc_map_at_20_std
value: 17.751999039640335
verified: no, type: nauc_map_at_3_diff1
value: 63.4965467376001
verified: no, type: nauc_map_at_3_max
value: 62.20134238108197
verified: no, type: nauc_map_at_3_std
value: 16.0562228318107
verified: no, type: nauc_map_at_5_diff1
value: 63.596270852816886
verified: no, type: nauc_map_at_5_max
value: 62.370748922533515
verified: no, type: nauc_map_at_5_std
value: 16.199213024713476
verified: no, type: nauc_mrr_at_1000_diff1
value: 62.807542338240665
verified: no, type: nauc_mrr_at_1000_max
value: 62.00610157228559
verified: no, type: nauc_mrr_at_1000_std
value: 17.54188368114912
verified: no, type: nauc_mrr_at_100_diff1
value: 62.80702245597816
verified: no, type: nauc_mrr_at_100_max
value: 62.02573476935551
verified: no, type: nauc_mrr_at_100_std
value: 17.569178989249227
verified: no, type: nauc_mrr_at_10_diff1
value: 62.51717633954077
verified: no, type: nauc_mrr_at_10_max
value: 61.97403063599849
verified: no, type: nauc_mrr_at_10_std
value: 17.634018830663045
verified: no, type: nauc_mrr_at_1_diff1
value: 65.73772773363197
verified: no, type: nauc_mrr_at_1_max
value: 59.189205309863524
verified: no, type: nauc_mrr_at_1_std
value: 14.461624107787843
verified: no, type: nauc_mrr_at_20_diff1
value: 62.72297267428931
verified: no, type: nauc_mrr_at_20_max
value: 62.09138256517757
verified: no, type: nauc_mrr_at_20_std
value: 17.751999039640335
verified: no, type: nauc_mrr_at_3_diff1
value: 63.4965467376001
verified: no, type: nauc_mrr_at_3_max
value: 62.20134238108197
verified: no, type: nauc_mrr_at_3_std
value: 16.0562228318107
verified: no, type: nauc_mrr_at_5_diff1
value: 63.596270852816886
verified: no, type: nauc_mrr_at_5_max
value: 62.370748922533515
verified: no, type: nauc_mrr_at_5_std
value: 16.199213024713476
verified: no, type: nauc_ndcg_at_1000_diff1
value: 61.99027512405032
verified: no, type: nauc_ndcg_at_1000_max
value: 62.3794577316155
verified: no, type: nauc_ndcg_at_1000_std
value: 18.81209576316582
verified: no, type: nauc_ndcg_at_100_diff1
value: 61.981491536700695
verified: no, type: nauc_ndcg_at_100_max
value: 62.83920688186244
verified: no, type: nauc_ndcg_at_100_std
value: 19.50643109965116
verified: no, type: nauc_ndcg_at_10_diff1
value: 60.04817741489627
verified: no, type: nauc_ndcg_at_10_max
value: 62.4470034515535
verified: no, type: nauc_ndcg_at_10_std
value: 20.53817059813657
verified: no, type: nauc_ndcg_at_1_diff1
value: 65.73772773363197
verified: no, type: nauc_ndcg_at_1_max
value: 59.189205309863524
verified: no, type: nauc_ndcg_at_1_std
value: 14.461624107787843
verified: no, type: nauc_ndcg_at_20_diff1
value: 60.907316049398794
verified: no, type: nauc_ndcg_at_20_max
value: 62.99570450758024
verified: no, type: nauc_ndcg_at_20_std
value: 21.058986818468124
verified: no, type: nauc_ndcg_at_3_diff1
value: 62.73893976493435
verified: no, type: nauc_ndcg_at_3_max
value: 63.03331537097003
verified: no, type: nauc_ndcg_at_3_std
value: 16.64703608470413
verified: no, type: nauc_ndcg_at_5_diff1
value: 62.877505768846845
verified: no, type: nauc_ndcg_at_5_max
value: 63.383723263638544
verified: no, type: nauc_ndcg_at_5_std
value: 16.955089182466672
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_100_diff1
value: 61.49859943977586
verified: no, type: nauc_precision_at_100_max
value: 78.61811391223151
verified: no, type: nauc_precision_at_100_std
value: 43.9635854341738
verified: no, type: nauc_precision_at_10_diff1
value: 46.05874298601228
verified: no, type: nauc_precision_at_10_max
value: 64.15281767659134
verified: no, type: nauc_precision_at_10_std
value: 36.998952935806905
verified: no, type: nauc_precision_at_1_diff1
value: 65.73772773363197
verified: no, type: nauc_precision_at_1_max
value: 59.189205309863524
verified: no, type: nauc_precision_at_1_std
value: 14.461624107787843
verified: no, type: nauc_precision_at_20_diff1
value: 49.614383338756745
verified: no, type: nauc_precision_at_20_max
value: 68.69996745850949
verified: no, type: nauc_precision_at_20_std
value: 44.100227790432726
verified: no, type: nauc_precision_at_3_diff1
value: 60.181007322330856
verified: no, type: nauc_precision_at_3_max
value: 65.7700665904469
verified: no, type: nauc_precision_at_3_std
value: 18.6619072970213
verified: no, type: nauc_precision_at_5_diff1
value: 60.24398508980005
verified: no, type: nauc_precision_at_5_max
value: 67.09105872101463
verified: no, type: nauc_precision_at_5_std
value: 19.826693130657848
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 61.498599439775816
verified: no, type: nauc_recall_at_100_max
value: 78.61811391223146
verified: no, type: nauc_recall_at_100_std
value: 43.96358543417379
verified: no, type: nauc_recall_at_10_diff1
value: 46.05874298601233
verified: no, type: nauc_recall_at_10_max
value: 64.1528176765914
verified: no, type: nauc_recall_at_10_std
value: 36.99895293580692
verified: no, type: nauc_recall_at_1_diff1
value: 65.73772773363197
verified: no, type: nauc_recall_at_1_max
value: 59.189205309863524
verified: no, type: nauc_recall_at_1_std
value: 14.461624107787843
verified: no, type: nauc_recall_at_20_diff1
value: 49.61438333875686
verified: no, type: nauc_recall_at_20_max
value: 68.69996745850956
verified: no, type: nauc_recall_at_20_std
value: 44.10022779043285
verified: no, type: nauc_recall_at_3_diff1
value: 60.181007322330935
verified: no, type: nauc_recall_at_3_max
value: 65.77006659044693
verified: no, type: nauc_recall_at_3_std
value: 18.661907297021287
verified: no, type: nauc_recall_at_5_diff1
value: 60.243985089800056
verified: no, type: nauc_recall_at_5_max
value: 67.09105872101472
verified: no, type: nauc_recall_at_5_std
value: 19.826693130657883
verified: no, type: ndcg_at_1
value: 48.5
verified: no, type: ndcg_at_10
value: 64.899
verified: no, type: ndcg_at_100
value: 67.634
verified: no, type: ndcg_at_1000
value: 68.345
verified: no, type: ndcg_at_20
value: 65.767
verified: no, type: ndcg_at_3
value: 60.268
verified: no, type: ndcg_at_5
value: 61.925
verified: no, type: precision_at_1
value: 48.5
verified: no, type: precision_at_10
value: 8.15
verified: no, type: precision_at_100
value: 0.95
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.25
verified: no, type: precision_at_3
value: 22.833000000000002
verified: no, type: precision_at_5
value: 14.499999999999998
verified: no, type: recall_at_1
value: 48.5
verified: no, type: recall_at_10
value: 81.5
verified: no, type: recall_at_100
value: 95
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 85
verified: no, type: recall_at_3
value: 68.5
verified: no, type: recall_at_5
value: 72.5
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB LegalSummarization (default)
revision: 3bb1a05c66872889662af04c5691c14489cebd72
split: test
type: mteb/legal_summarization
metrics: type: main_score
value: 68.37299999999999
verified: no, type: map_at_1
value: 50.583999999999996
verified: no, type: map_at_10
value: 62.287000000000006
verified: no, type: map_at_100
value: 63.537
verified: no, type: map_at_1000
value: 63.573
verified: no, type: map_at_20
value: 63.077000000000005
verified: no, type: map_at_3
value: 58.358
verified: no, type: map_at_5
value: 60.211000000000006
verified: no, type: mrr_at_1
value: 58.80281690140845
verified: no, type: mrr_at_10
value: 67.8209534987704
verified: no, type: mrr_at_100
value: 68.40289291033511
verified: no, type: mrr_at_1000
value: 68.41681870169752
verified: no, type: mrr_at_20
value: 68.25865150223059
verified: no, type: mrr_at_3
value: 65.66901408450703
verified: no, type: mrr_at_5
value: 66.84859154929578
verified: no, type: nauc_map_at_1000_diff1
value: 66.23490767864845
verified: no, type: nauc_map_at_1000_max
value: 56.62757337597366
verified: no, type: nauc_map_at_1000_std
value: 4.528549025111963
verified: no, type: nauc_map_at_100_diff1
value: 66.22940398014607
verified: no, type: nauc_map_at_100_max
value: 56.634349360676865
verified: no, type: nauc_map_at_100_std
value: 4.541880997700564
verified: no, type: nauc_map_at_10_diff1
value: 65.94549814528568
verified: no, type: nauc_map_at_10_max
value: 55.52461478236527
verified: no, type: nauc_map_at_10_std
value: 2.457230374531773
verified: no, type: nauc_map_at_1_diff1
value: 68.72392823338977
verified: no, type: nauc_map_at_1_max
value: 53.391642623028936
verified: no, type: nauc_map_at_1_std
value: 1.4283196945625762
verified: no, type: nauc_map_at_20_diff1
value: 66.20579936575423
verified: no, type: nauc_map_at_20_max
value: 56.531407372997954
verified: no, type: nauc_map_at_20_std
value: 4.117228263552818
verified: no, type: nauc_map_at_3_diff1
value: 65.34148569044554
verified: no, type: nauc_map_at_3_max
value: 52.23666020679251
verified: no, type: nauc_map_at_3_std
value: 0.6213942899425956
verified: no, type: nauc_map_at_5_diff1
value: 65.56848099295489
verified: no, type: nauc_map_at_5_max
value: 54.14599505704255
verified: no, type: nauc_map_at_5_std
value: 1.7510168090848297
verified: no, type: nauc_mrr_at_1000_diff1
value: 65.2248453530452
verified: no, type: nauc_mrr_at_1000_max
value: 56.26467474118066
verified: no, type: nauc_mrr_at_1000_std
value: 7.765895326925132
verified: no, type: nauc_mrr_at_100_diff1
value: 65.21070712758778
verified: no, type: nauc_mrr_at_100_max
value: 56.271177686981325
verified: no, type: nauc_mrr_at_100_std
value: 7.785345389803579
verified: no, type: nauc_mrr_at_10_diff1
value: 64.99745390900522
verified: no, type: nauc_mrr_at_10_max
value: 56.055839490543576
verified: no, type: nauc_mrr_at_10_std
value: 7.496513504421416
verified: no, type: nauc_mrr_at_1_diff1
value: 68.92907857149805
verified: no, type: nauc_mrr_at_1_max
value: 56.26107663193521
verified: no, type: nauc_mrr_at_1_std
value: 6.297369156935706
verified: no, type: nauc_mrr_at_20_diff1
value: 65.1678016982267
verified: no, type: nauc_mrr_at_20_max
value: 56.335972588669726
verified: no, type: nauc_mrr_at_20_std
value: 7.8243664682538485
verified: no, type: nauc_mrr_at_3_diff1
value: 64.83973635858855
verified: no, type: nauc_mrr_at_3_max
value: 55.5714129852856
verified: no, type: nauc_mrr_at_3_std
value: 6.613504325180008
verified: no, type: nauc_mrr_at_5_diff1
value: 64.74589091931088
verified: no, type: nauc_mrr_at_5_max
value: 55.88271351361698
verified: no, type: nauc_mrr_at_5_std
value: 7.1386788643876455
verified: no, type: nauc_ndcg_at_1000_diff1
value: 65.202639941499
verified: no, type: nauc_ndcg_at_1000_max
value: 57.564093890541756
verified: no, type: nauc_ndcg_at_1000_std
value: 7.258587810697105
verified: no, type: nauc_ndcg_at_100_diff1
value: 64.7813249495164
verified: no, type: nauc_ndcg_at_100_max
value: 57.79712787033168
verified: no, type: nauc_ndcg_at_100_std
value: 7.773895293143383
verified: no, type: nauc_ndcg_at_10_diff1
value: 64.32391711969152
verified: no, type: nauc_ndcg_at_10_max
value: 55.63793686530347
verified: no, type: nauc_ndcg_at_10_std
value: 3.4059961155442764
verified: no, type: nauc_ndcg_at_1_diff1
value: 68.92907857149805
verified: no, type: nauc_ndcg_at_1_max
value: 56.26107663193521
verified: no, type: nauc_ndcg_at_1_std
value: 6.297369156935706
verified: no, type: nauc_ndcg_at_20_diff1
value: 64.81574204816175
verified: no, type: nauc_ndcg_at_20_max
value: 58.2840773030739
verified: no, type: nauc_ndcg_at_20_std
value: 7.263179111057372
verified: no, type: nauc_ndcg_at_3_diff1
value: 63.912724511990696
verified: no, type: nauc_ndcg_at_3_max
value: 53.75803159488968
verified: no, type: nauc_ndcg_at_3_std
value: 3.1036435446695645
verified: no, type: nauc_ndcg_at_5_diff1
value: 63.79330356150732
verified: no, type: nauc_ndcg_at_5_max
value: 55.082744998876464
verified: no, type: nauc_ndcg_at_5_std
value: 3.6246823425115213
verified: no, type: nauc_precision_at_1000_diff1
value: -22.10580213313522
verified: no, type: nauc_precision_at_1000_max
value: -0.9118701386503028
verified: no, type: nauc_precision_at_1000_std
value: 27.333746721273283
verified: no, type: nauc_precision_at_100_diff1
value: -18.882895589911644
verified: no, type: nauc_precision_at_100_max
value: 4.113768286012285
verified: no, type: nauc_precision_at_100_std
value: 30.048337440426497
verified: no, type: nauc_precision_at_10_diff1
value: 3.248704005833223
verified: no, type: nauc_precision_at_10_max
value: 23.154996086400423
verified: no, type: nauc_precision_at_10_std
value: 20.251997611045912
verified: no, type: nauc_precision_at_1_diff1
value: 68.92907857149805
verified: no, type: nauc_precision_at_1_max
value: 56.26107663193521
verified: no, type: nauc_precision_at_1_std
value: 6.297369156935706
verified: no, type: nauc_precision_at_20_diff1
value: -7.13873585811708
verified: no, type: nauc_precision_at_20_max
value: 17.375565602388527
verified: no, type: nauc_precision_at_20_std
value: 31.317699557764485
verified: no, type: nauc_precision_at_3_diff1
value: 33.63751338671969
verified: no, type: nauc_precision_at_3_max
value: 38.476765888636756
verified: no, type: nauc_precision_at_3_std
value: 12.2723755464466
verified: no, type: nauc_precision_at_5_diff1
value: 20.649180734546427
verified: no, type: nauc_precision_at_5_max
value: 34.74830242946571
verified: no, type: nauc_precision_at_5_std
value: 16.90872320810353
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 38.57539921023781
verified: no, type: nauc_recall_at_100_max
value: 63.42225430043433
verified: no, type: nauc_recall_at_100_std
value: 31.59021194191864
verified: no, type: nauc_recall_at_10_diff1
value: 53.672218603348455
verified: no, type: nauc_recall_at_10_max
value: 48.673710550594265
verified: no, type: nauc_recall_at_10_std
value: -2.566654931781578
verified: no, type: nauc_recall_at_1_diff1
value: 68.72392823338977
verified: no, type: nauc_recall_at_1_max
value: 53.391642623028936
verified: no, type: nauc_recall_at_1_std
value: 1.4283196945625762
verified: no, type: nauc_recall_at_20_diff1
value: 51.84453378101791
verified: no, type: nauc_recall_at_20_max
value: 62.44943925787231
verified: no, type: nauc_recall_at_20_std
value: 15.782443159610663
verified: no, type: nauc_recall_at_3_diff1
value: 56.20810589388257
verified: no, type: nauc_recall_at_3_max
value: 45.892032964653836
verified: no, type: nauc_recall_at_3_std
value: -2.820516274258717
verified: no, type: nauc_recall_at_5_diff1
value: 54.215941877653904
verified: no, type: nauc_recall_at_5_max
value: 48.20665726343471
verified: no, type: nauc_recall_at_5_std
value: -0.791029661993311
verified: no, type: ndcg_at_1
value: 58.803000000000004
verified: no, type: ndcg_at_10
value: 68.37299999999999
verified: no, type: ndcg_at_100
value: 72.446
verified: no, type: ndcg_at_1000
value: 72.992
verified: no, type: ndcg_at_20
value: 70.414
verified: no, type: ndcg_at_3
value: 62.839
verified: no, type: ndcg_at_5
value: 65.023
verified: no, type: precision_at_1
value: 58.803000000000004
verified: no, type: precision_at_10
value: 11.197
verified: no, type: precision_at_100
value: 1.4749999999999999
verified: no, type: precision_at_1000
value: 0.155
verified: no, type: precision_at_20
value: 6.356000000000001
verified: no, type: precision_at_3
value: 27.346999999999998
verified: no, type: precision_at_5
value: 18.521
verified: no, type: recall_at_1
value: 50.583999999999996
verified: no, type: recall_at_10
value: 80.833
verified: no, type: recall_at_100
value: 96.467
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 87.543
verified: no, type: recall_at_3
value: 65.515
verified: no, type: recall_at_5
value: 71.47200000000001
verified: no
task: type: Retrieval
tags: mteb
Likes: 6 | All-time downloads: 624
Created: 2024-10-22 18:04:03