Model: dumyy/sft-bge-small
Author: dumyy
Pipeline: feature-extraction
Library: transformers
Tags: transformers, safetensors, bert, feature-extraction, mteb, model-index, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: model-index: name: sft-bge-small
results: dataset: config: default
name: MTEB AFQMC
revision: b44c3b011063adb25877c13823db83bb193913c4
split: validation
type: C-MTEB/AFQMC
metrics: type: cosine_pearson
value: 33.53658849446219
verified: no, type: cosine_spearman
value: 33.883815205024966
verified: no, type: euclidean_pearson
value: 33.04627496978132
verified: no, type: euclidean_spearman
value: 33.88381520628932
verified: no, type: main_score
value: 33.883815205024966
verified: no, type: manhattan_pearson
value: 32.99325108822262
verified: no, type: manhattan_spearman
value: 33.820124806863234
verified: no
task: type: STS, dataset: config: default
name: MTEB ATEC
revision: 0f319b1142f28d00e055a6770f3f726ae9b7d865
split: test
type: C-MTEB/ATEC
metrics: type: cosine_pearson
value: 42.70324773636391
verified: no, type: cosine_spearman
value: 43.359361990058034
verified: no, type: euclidean_pearson
value: 45.61531205864215
verified: no, type: euclidean_spearman
value: 43.3593631156173
verified: no, type: main_score
value: 43.359361990058034
verified: no, type: manhattan_pearson
value: 45.48276231419951
verified: no, type: manhattan_spearman
value: 43.26880728411688
verified: no
task: type: STS, dataset: config: zh
name: MTEB AmazonReviewsClassification (zh)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 34.548
verified: no, type: f1
value: 33.36701212578771
verified: no, type: f1_weighted
value: 33.36701212578771
verified: no, type: main_score
value: 34.548
verified: no
task: type: Classification, dataset: config: default
name: MTEB BQ
revision: e3dda5e115e487b39ec7e618c0c6a29137052a55
split: test
type: C-MTEB/BQ
metrics: type: cosine_pearson
value: 56.21405088075221
verified: no, type: cosine_spearman
value: 57.140134726780204
verified: no, type: euclidean_pearson
value: 56.07621870553079
verified: no, type: euclidean_spearman
value: 57.14013126130719
verified: no, type: main_score
value: 57.140134726780204
verified: no, type: manhattan_pearson
value: 55.91315694994356
verified: no, type: manhattan_spearman
value: 56.97612683481512
verified: no
task: type: STS, dataset: config: default
name: MTEB CLSClusteringP2P.v2 (default)
revision: 4b6227591c6c1a73bc76b1055f3b7f3588e72476
split: test
type: C-MTEB/CLSClusteringP2P
metrics: type: main_score
value: 37.19334308094345
verified: no, type: v_measure
value: 37.19334308094345
verified: no, type: v_measure_std
value: 1.7104549965585019
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CLSClusteringS2S.v2 (default)
revision: e458b3f5414b62b7f9f83499ac1f5497ae2e869f
split: test
type: C-MTEB/CLSClusteringS2S
metrics: type: main_score
value: 34.93861988093335
verified: no, type: v_measure
value: 34.93861988093335
verified: no, type: v_measure_std
value: 1.166767552463492
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CMedQAv1-reranking
revision: 8d7f1e942507dac42dc58017c1a001c3717da7df
split: test
type: C-MTEB/CMedQAv1-reranking
metrics: type: main_score
value: 77.18563215195435
verified: no, type: map
value: 77.18563215195435
verified: no, type: mrr
value: 80.31658730158729
verified: no, type: nAUC_map_diff1
value: 52.93848123660803
verified: no, type: nAUC_map_max
value: 52.72106929433276
verified: no, type: nAUC_map_std
value: 17.011035198804265
verified: no, type: nAUC_mrr_diff1
value: 55.97351297507661
verified: no, type: nAUC_mrr_max
value: 58.298929607461936
verified: no, type: nAUC_mrr_std
value: 25.591598778732767
verified: no
task: type: Reranking, dataset: config: default
name: MTEB CMedQAv2-reranking
revision: 23d186750531a14a0357ca22cd92d712fd512ea0
split: test
type: C-MTEB/CMedQAv2-reranking
metrics: type: main_score
value: 79.99056812833828
verified: no, type: map
value: 79.99056812833828
verified: no, type: mrr
value: 83.06869047619048
verified: no, type: nAUC_map_diff1
value: 52.09035038251355
verified: no, type: nAUC_map_max
value: 52.26552947348612
verified: no, type: nAUC_map_std
value: 12.37175423724008
verified: no, type: nAUC_mrr_diff1
value: 61.14939120187718
verified: no, type: nAUC_mrr_max
value: 64.46388888429114
verified: no, type: nAUC_mrr_std
value: 19.8257853597496
verified: no
task: type: Reranking, dataset: config: default
name: MTEB CmedqaRetrieval
revision: cd540c506dae1cf9e9a59c3e06f42030d54e7301
split: dev
type: C-MTEB/CmedqaRetrieval
metrics: type: main_score
value: 34.69
verified: no, type: map_at_1
value: 19.344
verified: no, type: map_at_10
value: 28.796
verified: no, type: map_at_100
value: 30.585
verified: no, type: map_at_1000
value: 30.749
verified: no, type: map_at_20
value: 29.706
verified: no, type: map_at_3
value: 25.513
verified: no, type: map_at_5
value: 27.178
verified: no, type: mrr_at_1
value: 30.407601900475118
verified: no, type: mrr_at_10
value: 37.5060927930395
verified: no, type: mrr_at_100
value: 38.57367124679012
verified: no, type: mrr_at_1000
value: 38.64878379455239
verified: no, type: mrr_at_20
value: 38.09679427251286
verified: no, type: mrr_at_3
value: 35.07960323414186
verified: no, type: mrr_at_5
value: 36.47245144619492
verified: no, type: nauc_map_at_1000_diff1
value: 44.51440720023725
verified: no, type: nauc_map_at_1000_max
value: 28.97219143148225
verified: no, type: nauc_map_at_1000_std
value: -8.086311202275697
verified: no, type: nauc_map_at_100_diff1
value: 44.48004417791743
verified: no, type: nauc_map_at_100_max
value: 28.943674602104245
verified: no, type: nauc_map_at_100_std
value: -8.117037242753526
verified: no, type: nauc_map_at_10_diff1
value: 44.75973064427402
verified: no, type: nauc_map_at_10_max
value: 28.08323798212488
verified: no, type: nauc_map_at_10_std
value: -9.619348483821657
verified: no, type: nauc_map_at_1_diff1
value: 49.6699324592167
verified: no, type: nauc_map_at_1_max
value: 23.459448993588776
verified: no, type: nauc_map_at_1_std
value: -10.743776071552071
verified: no, type: nauc_map_at_20_diff1
value: 44.4984776366223
verified: no, type: nauc_map_at_20_max
value: 28.584292621450953
verified: no, type: nauc_map_at_20_std
value: -8.810140926363161
verified: no, type: nauc_map_at_3_diff1
value: 45.99933707541341
verified: no, type: nauc_map_at_3_max
value: 26.894130402004972
verified: no, type: nauc_map_at_3_std
value: -10.933378123879866
verified: no, type: nauc_map_at_5_diff1
value: 45.46747106830205
verified: no, type: nauc_map_at_5_max
value: 27.716685754420844
verified: no, type: nauc_map_at_5_std
value: -10.357767749416846
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.32510446424475
verified: no, type: nauc_mrr_at_1000_max
value: 33.1970315626591
verified: no, type: nauc_mrr_at_1000_std
value: -4.173066140057387
verified: no, type: nauc_mrr_at_100_diff1
value: 48.29684669904282
verified: no, type: nauc_mrr_at_100_max
value: 33.1987177026033
verified: no, type: nauc_mrr_at_100_std
value: -4.14522976270507
verified: no, type: nauc_mrr_at_10_diff1
value: 48.37940066077619
verified: no, type: nauc_mrr_at_10_max
value: 33.04364922694604
verified: no, type: nauc_mrr_at_10_std
value: -4.631619579133087
verified: no, type: nauc_mrr_at_1_diff1
value: 53.325487160335214
verified: no, type: nauc_mrr_at_1_max
value: 33.45510756277711
verified: no, type: nauc_mrr_at_1_std
value: -5.819387381295979
verified: no, type: nauc_mrr_at_20_diff1
value: 48.26588000840893
verified: no, type: nauc_mrr_at_20_max
value: 33.16675443872329
verified: no, type: nauc_mrr_at_20_std
value: -4.285764179231469
verified: no, type: nauc_mrr_at_3_diff1
value: 49.53448699043804
verified: no, type: nauc_mrr_at_3_max
value: 33.24069008317655
verified: no, type: nauc_mrr_at_3_std
value: -5.2381928595767135
verified: no, type: nauc_mrr_at_5_diff1
value: 48.842306548487784
verified: no, type: nauc_mrr_at_5_max
value: 33.28578509420531
verified: no, type: nauc_mrr_at_5_std
value: -4.686379267262563
verified: no, type: nauc_ndcg_at_1000_diff1
value: 43.52208964237314
verified: no, type: nauc_ndcg_at_1000_max
value: 31.413122097522926
verified: no, type: nauc_ndcg_at_1000_std
value: -3.5454929831424895
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.631025867109265
verified: no, type: nauc_ndcg_at_100_max
value: 31.330295140981264
verified: no, type: nauc_ndcg_at_100_std
value: -2.7694833109497616
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.3433130932041
verified: no, type: nauc_ndcg_at_10_max
value: 29.121307963920145
verified: no, type: nauc_ndcg_at_10_std
value: -7.657901336484528
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.325487160335214
verified: no, type: nauc_ndcg_at_1_max
value: 33.45510756277711
verified: no, type: nauc_ndcg_at_1_std
value: -5.819387381295979
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.69042735273421
verified: no, type: nauc_ndcg_at_20_max
value: 30.135189128144113
verified: no, type: nauc_ndcg_at_20_std
value: -5.676679328920746
verified: no, type: nauc_ndcg_at_3_diff1
value: 45.4872294661908
verified: no, type: nauc_ndcg_at_3_max
value: 29.971944952161557
verified: no, type: nauc_ndcg_at_3_std
value: -7.826058866615504
verified: no, type: nauc_ndcg_at_5_diff1
value: 44.63791548178676
verified: no, type: nauc_ndcg_at_5_max
value: 29.496784393590374
verified: no, type: nauc_ndcg_at_5_std
value: -7.944096292023679
verified: no, type: nauc_precision_at_1000_diff1
value: 2.6137669501180927
verified: no, type: nauc_precision_at_1000_max
value: 19.926619760122094
verified: no, type: nauc_precision_at_1000_std
value: 18.867526538887752
verified: no, type: nauc_precision_at_100_diff1
value: 10.03920635386407
verified: no, type: nauc_precision_at_100_max
value: 27.181170898866903
verified: no, type: nauc_precision_at_100_std
value: 20.88605769712323
verified: no, type: nauc_precision_at_10_diff1
value: 25.936219722674547
verified: no, type: nauc_precision_at_10_max
value: 31.976548332740514
verified: no, type: nauc_precision_at_10_std
value: 3.6576801366468987
verified: no, type: nauc_precision_at_1_diff1
value: 53.325487160335214
verified: no, type: nauc_precision_at_1_max
value: 33.45510756277711
verified: no, type: nauc_precision_at_1_std
value: -5.819387381295979
verified: no, type: nauc_precision_at_20_diff1
value: 19.633571873524584
verified: no, type: nauc_precision_at_20_max
value: 30.904840563207987
verified: no, type: nauc_precision_at_20_std
value: 9.938896845265456
verified: no, type: nauc_precision_at_3_diff1
value: 37.14825198202475
verified: no, type: nauc_precision_at_3_max
value: 34.37632573886419
verified: no, type: nauc_precision_at_3_std
value: -3.0609791122986256
verified: no, type: nauc_precision_at_5_diff1
value: 32.78898119399301
verified: no, type: nauc_precision_at_5_max
value: 34.37023611560389
verified: no, type: nauc_precision_at_5_std
value: -0.42504548614596976
verified: no, type: nauc_recall_at_1000_diff1
value: 14.600972396858413
verified: no, type: nauc_recall_at_1000_max
value: 40.521226786378804
verified: no, type: nauc_recall_at_1000_std
value: 46.956959325410544
verified: no, type: nauc_recall_at_100_diff1
value: 23.656183428068584
verified: no, type: nauc_recall_at_100_max
value: 29.07683373955294
verified: no, type: nauc_recall_at_100_std
value: 15.637712951467797
verified: no, type: nauc_recall_at_10_diff1
value: 32.52919812152399
verified: no, type: nauc_recall_at_10_max
value: 23.552357593827423
verified: no, type: nauc_recall_at_10_std
value: -6.845700007396986
verified: no, type: nauc_recall_at_1_diff1
value: 49.6699324592167
verified: no, type: nauc_recall_at_1_max
value: 23.459448993588776
verified: no, type: nauc_recall_at_1_std
value: -10.743776071552071
verified: no, type: nauc_recall_at_20_diff1
value: 29.188304612884792
verified: no, type: nauc_recall_at_20_max
value: 25.550908369687956
verified: no, type: nauc_recall_at_20_std
value: -0.7990312810700567
verified: no, type: nauc_recall_at_3_diff1
value: 39.77533612982849
verified: no, type: nauc_recall_at_3_max
value: 24.588028886173564
verified: no, type: nauc_recall_at_3_std
value: -9.968636943964619
verified: no, type: nauc_recall_at_5_diff1
value: 37.068075910504966
verified: no, type: nauc_recall_at_5_max
value: 24.87691740154786
verified: no, type: nauc_recall_at_5_std
value: -8.366125373919461
verified: no, type: ndcg_at_1
value: 30.408
verified: no, type: ndcg_at_10
value: 34.69
verified: no, type: ndcg_at_100
value: 42.168
verified: no, type: ndcg_at_1000
value: 45.33
verified: no, type: ndcg_at_20
value: 37.316
verified: no, type: ndcg_at_3
value: 30.215999999999998
verified: no, type: ndcg_at_5
value: 31.85
verified: no, type: precision_at_1
value: 30.408
verified: no, type: precision_at_10
value: 7.882
verified: no, type: precision_at_100
value: 1.401
verified: no, type: precision_at_1000
value: 0.18
verified: no, type: precision_at_20
value: 4.819
verified: no, type: precision_at_3
value: 17.246
verified: no, type: precision_at_5
value: 12.503
verified: no, type: recall_at_1
value: 19.344
verified: no, type: recall_at_10
value: 43.592999999999996
verified: no, type: recall_at_100
value: 74.83999999999999
verified: no, type: recall_at_1000
value: 96.392
verified: no, type: recall_at_20
value: 52.455
verified: no, type: recall_at_3
value: 29.923
verified: no, type: recall_at_5
value: 35.272999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Cmnli
revision: 41bc36f332156f7adc9e38f53777c959b2ae9766
split: validation
type: C-MTEB/CMNLI
metrics: type: cosine_accuracy
value: 66.56644618159952
verified: no, type: cosine_accuracy_threshold
value: 76.13220810890198
verified: no, type: cosine_ap
value: 73.14617302827378
verified: no, type: cosine_f1
value: 70.42408665320362
verified: no, type: cosine_f1_threshold
value: 66.68621897697449
verified: no, type: cosine_precision
value: 57.97189058485719
verified: no, type: cosine_recall
value: 89.68903436988543
verified: no, type: dot_accuracy
value: 66.56644618159952
verified: no, type: dot_accuracy_threshold
value: 76.1322021484375
verified: no, type: dot_ap
value: 73.14455168745744
verified: no, type: dot_f1
value: 70.42408665320362
verified: no, type: dot_f1_threshold
value: 66.68622493743896
verified: no, type: dot_precision
value: 57.97189058485719
verified: no, type: dot_recall
value: 89.68903436988543
verified: no, type: euclidean_accuracy
value: 66.56644618159952
verified: no, type: euclidean_accuracy_threshold
value: 69.09095048904419
verified: no, type: euclidean_ap
value: 73.14617671721679
verified: no, type: euclidean_f1
value: 70.42408665320362
verified: no, type: euclidean_f1_threshold
value: 81.6257119178772
verified: no, type: euclidean_precision
value: 57.97189058485719
verified: no, type: euclidean_recall
value: 89.68903436988543
verified: no, type: main_score
value: 73.14617302827378
verified: no, type: manhattan_accuracy
value: 66.57847263980757
verified: no, type: manhattan_accuracy_threshold
value: 1258.1926345825195
verified: no, type: manhattan_ap
value: 73.14820845291298
verified: no, type: manhattan_f1
value: 70.48598130841121
verified: no, type: manhattan_f1_threshold
value: 1456.794548034668
verified: no, type: manhattan_precision
value: 58.710882765063054
verified: no, type: manhattan_recall
value: 88.16927753097966
verified: no, type: max_ap
value: 73.15794277861517
verified: no, type: max_f1
value: 70.48598130841121
verified: no, type: max_precision
value: 58.710882765063054
verified: no, type: max_recall
value: 89.68903436988543
verified: no, type: similarity_accuracy
value: 66.56644618159952
verified: no, type: similarity_accuracy_threshold
value: 76.1322021484375
verified: no, type: similarity_ap
value: 73.15794277861517
verified: no, type: similarity_f1
value: 70.42408665320362
verified: no, type: similarity_f1_threshold
value: 66.68622493743896
verified: no, type: similarity_precision
value: 57.97189058485719
verified: no, type: similarity_recall
value: 89.68903436988543
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB CovidRetrieval
revision: 1271c7809071a13532e05f25fb53511ffce77117
split: dev
type: C-MTEB/CovidRetrieval
metrics: type: main_score
value: 70.586
verified: no, type: map_at_1
value: 57.692
verified: no, type: map_at_10
value: 66.563
verified: no, type: map_at_100
value: 67.134
verified: no, type: map_at_1000
value: 67.15100000000001
verified: no, type: map_at_20
value: 66.928
verified: no, type: map_at_3
value: 64.752
verified: no, type: map_at_5
value: 65.99199999999999
verified: no, type: mrr_at_1
value: 57.7449947312961
verified: no, type: mrr_at_10
value: 66.51989562948471
verified: no, type: mrr_at_100
value: 67.08227337230899
verified: no, type: mrr_at_1000
value: 67.09996653345524
verified: no, type: mrr_at_20
value: 66.87876593981935
verified: no, type: mrr_at_3
value: 64.71724622409556
verified: no, type: mrr_at_5
value: 65.97119775201969
verified: no, type: nauc_map_at_1000_diff1
value: 72.69110060344008
verified: no, type: nauc_map_at_1000_max
value: 44.03869716669461
verified: no, type: nauc_map_at_1000_std
value: -23.946115940222256
verified: no, type: nauc_map_at_100_diff1
value: 72.67926034661765
verified: no, type: nauc_map_at_100_max
value: 44.052650160851876
verified: no, type: nauc_map_at_100_std
value: -23.911105541326467
verified: no, type: nauc_map_at_10_diff1
value: 72.53533231168593
verified: no, type: nauc_map_at_10_max
value: 44.15235653929674
verified: no, type: nauc_map_at_10_std
value: -23.900332084894313
verified: no, type: nauc_map_at_1_diff1
value: 77.11451883608845
verified: no, type: nauc_map_at_1_max
value: 42.465578617544175
verified: no, type: nauc_map_at_1_std
value: -26.182375444539453
verified: no, type: nauc_map_at_20_diff1
value: 72.61694436567365
verified: no, type: nauc_map_at_20_max
value: 44.02402901308803
verified: no, type: nauc_map_at_20_std
value: -23.971702762395797
verified: no, type: nauc_map_at_3_diff1
value: 72.70716523996312
verified: no, type: nauc_map_at_3_max
value: 43.547617926836935
verified: no, type: nauc_map_at_3_std
value: -24.907330594011903
verified: no, type: nauc_map_at_5_diff1
value: 72.73260758015672
verified: no, type: nauc_map_at_5_max
value: 43.983406356211944
verified: no, type: nauc_map_at_5_std
value: -24.05084817266011
verified: no, type: nauc_mrr_at_1000_diff1
value: 72.77130349849064
verified: no, type: nauc_mrr_at_1000_max
value: 43.875528334794126
verified: no, type: nauc_mrr_at_1000_std
value: -24.0418783601264
verified: no, type: nauc_mrr_at_100_diff1
value: 72.75942122026606
verified: no, type: nauc_mrr_at_100_max
value: 43.88957654239499
verified: no, type: nauc_mrr_at_100_std
value: -24.006837811292538
verified: no, type: nauc_mrr_at_10_diff1
value: 72.6128078967017
verified: no, type: nauc_mrr_at_10_max
value: 43.987035142946304
verified: no, type: nauc_mrr_at_10_std
value: -23.971632716462118
verified: no, type: nauc_mrr_at_1_diff1
value: 77.10115325642306
verified: no, type: nauc_mrr_at_1_max
value: 42.637240112519514
verified: no, type: nauc_mrr_at_1_std
value: -26.21770389672269
verified: no, type: nauc_mrr_at_20_diff1
value: 72.69471133376774
verified: no, type: nauc_mrr_at_20_max
value: 43.861520691118855
verified: no, type: nauc_mrr_at_20_std
value: -24.05426221777606
verified: no, type: nauc_mrr_at_3_diff1
value: 72.76491626846061
verified: no, type: nauc_mrr_at_3_max
value: 43.649850396713276
verified: no, type: nauc_mrr_at_3_std
value: -24.846841524921697
verified: no, type: nauc_mrr_at_5_diff1
value: 72.75507896066385
verified: no, type: nauc_mrr_at_5_max
value: 43.9724090821522
verified: no, type: nauc_mrr_at_5_std
value: -24.035734466621303
verified: no, type: nauc_ndcg_at_1000_diff1
value: 71.76931189271653
verified: no, type: nauc_ndcg_at_1000_max
value: 44.587885344063984
verified: no, type: nauc_ndcg_at_1000_std
value: -22.62142620921678
verified: no, type: nauc_ndcg_at_100_diff1
value: 71.437075874201
verified: no, type: nauc_ndcg_at_100_max
value: 44.899381084277124
verified: no, type: nauc_ndcg_at_100_std
value: -21.842485381039857
verified: no, type: nauc_ndcg_at_10_diff1
value: 70.740360862152
verified: no, type: nauc_ndcg_at_10_max
value: 45.10339001445482
verified: no, type: nauc_ndcg_at_10_std
value: -22.125381755447105
verified: no, type: nauc_ndcg_at_1_diff1
value: 77.10115325642306
verified: no, type: nauc_ndcg_at_1_max
value: 42.51829767635356
verified: no, type: nauc_ndcg_at_1_std
value: -26.21770389672269
verified: no, type: nauc_ndcg_at_20_diff1
value: 70.98158760637882
verified: no, type: nauc_ndcg_at_20_max
value: 44.714971886544134
verified: no, type: nauc_ndcg_at_20_std
value: -22.197345156056183
verified: no, type: nauc_ndcg_at_3_diff1
value: 71.24121525890462
verified: no, type: nauc_ndcg_at_3_max
value: 44.06563739550857
verified: no, type: nauc_ndcg_at_3_std
value: -24.196715560986842
verified: no, type: nauc_ndcg_at_5_diff1
value: 71.16707280177333
verified: no, type: nauc_ndcg_at_5_max
value: 44.814552964753794
verified: no, type: nauc_ndcg_at_5_std
value: -22.428515324355317
verified: no, type: nauc_precision_at_1000_diff1
value: -22.341156396435565
verified: no, type: nauc_precision_at_1000_max
value: 43.04258039944842
verified: no, type: nauc_precision_at_1000_std
value: 57.03447630795579
verified: no, type: nauc_precision_at_100_diff1
value: 23.230815614621015
verified: no, type: nauc_precision_at_100_max
value: 52.425701509578474
verified: no, type: nauc_precision_at_100_std
value: 31.17208483587415
verified: no, type: nauc_precision_at_10_diff1
value: 53.16876060756921
verified: no, type: nauc_precision_at_10_max
value: 49.6975695666441
verified: no, type: nauc_precision_at_10_std
value: -7.500504470154266
verified: no, type: nauc_precision_at_1_diff1
value: 77.10115325642306
verified: no, type: nauc_precision_at_1_max
value: 42.51829767635356
verified: no, type: nauc_precision_at_1_std
value: -26.21770389672269
verified: no, type: nauc_precision_at_20_diff1
value: 47.75537734849003
verified: no, type: nauc_precision_at_20_max
value: 47.83129247884282
verified: no, type: nauc_precision_at_20_std
value: -2.2036722092607506
verified: no, type: nauc_precision_at_3_diff1
value: 63.013235276307576
verified: no, type: nauc_precision_at_3_max
value: 45.57331994492496
verified: no, type: nauc_precision_at_3_std
value: -19.902075258835264
verified: no, type: nauc_precision_at_5_diff1
value: 59.335933370641214
verified: no, type: nauc_precision_at_5_max
value: 48.03656838717943
verified: no, type: nauc_precision_at_5_std
value: -12.113115238211185
verified: no, type: nauc_recall_at_1000_diff1
value: 45.23340998291802
verified: no, type: nauc_recall_at_1000_max
value: 81.59953793547166
verified: no, type: nauc_recall_at_1000_std
value: 81.92680420127041
verified: no, type: nauc_recall_at_100_diff1
value: 53.76929510274062
verified: no, type: nauc_recall_at_100_max
value: 62.04368796563281
verified: no, type: nauc_recall_at_100_std
value: 22.387424846868477
verified: no, type: nauc_recall_at_10_diff1
value: 62.01590198245468
verified: no, type: nauc_recall_at_10_max
value: 49.94102795559111
verified: no, type: nauc_recall_at_10_std
value: -13.075941570295285
verified: no, type: nauc_recall_at_1_diff1
value: 77.11451883608845
verified: no, type: nauc_recall_at_1_max
value: 42.465578617544175
verified: no, type: nauc_recall_at_1_std
value: -26.182375444539453
verified: no, type: nauc_recall_at_20_diff1
value: 60.539328827444294
verified: no, type: nauc_recall_at_20_max
value: 49.14141587130815
verified: no, type: nauc_recall_at_20_std
value: -9.58417883567168
verified: no, type: nauc_recall_at_3_diff1
value: 66.12491610622978
verified: no, type: nauc_recall_at_3_max
value: 45.73903012510061
verified: no, type: nauc_recall_at_3_std
value: -21.67403038171981
verified: no, type: nauc_recall_at_5_diff1
value: 64.99088545167228
verified: no, type: nauc_recall_at_5_max
value: 48.03868172464904
verified: no, type: nauc_recall_at_5_std
value: -15.703193210035904
verified: no, type: ndcg_at_1
value: 57.745000000000005
verified: no, type: ndcg_at_10
value: 70.586
verified: no, type: ndcg_at_100
value: 73.369
verified: no, type: ndcg_at_1000
value: 73.80499999999999
verified: no, type: ndcg_at_20
value: 71.89
verified: no, type: ndcg_at_3
value: 66.983
verified: no, type: ndcg_at_5
value: 69.20100000000001
verified: no, type: precision_at_1
value: 57.745000000000005
verified: no, type: precision_at_10
value: 8.398
verified: no, type: precision_at_100
value: 0.972
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_20
value: 4.457
verified: no, type: precision_at_3
value: 24.622
verified: no, type: precision_at_5
value: 15.89
verified: no, type: recall_at_1
value: 57.692
verified: no, type: recall_at_10
value: 83.035
verified: no, type: recall_at_100
value: 96.101
verified: no, type: recall_at_1000
value: 99.473
verified: no, type: recall_at_20
value: 88.145
verified: no, type: recall_at_3
value: 73.393
verified: no, type: recall_at_5
value: 78.714
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DuRetrieval
revision: a1a333e290fe30b10f3f56498e3a0d911a693ced
split: dev
type: C-MTEB/DuRetrieval
metrics: type: main_score
value: 79.903
verified: no, type: map_at_1
value: 24.115000000000002
verified: no, type: map_at_10
value: 71.04
verified: no, type: map_at_100
value: 74.26700000000001
verified: no, type: map_at_1000
value: 74.351
verified: no, type: map_at_20
value: 73.367
verified: no, type: map_at_3
value: 49.480000000000004
verified: no, type: map_at_5
value: 61.961
verified: no, type: mrr_at_1
value: 85.55
verified: no, type: mrr_at_10
value: 89.30785714285709
verified: no, type: mrr_at_100
value: 89.43279920095866
verified: no, type: mrr_at_1000
value: 89.44013533075342
verified: no, type: mrr_at_20
value: 89.39461990408967
verified: no, type: mrr_at_3
value: 88.87499999999996
verified: no, type: mrr_at_5
value: 89.15499999999997
verified: no, type: nauc_map_at_1000_diff1
value: 3.2915599934983644
verified: no, type: nauc_map_at_1000_max
value: 48.639386058544375
verified: no, type: nauc_map_at_1000_std
value: 26.580794036000942
verified: no, type: nauc_map_at_100_diff1
value: 3.2527713941238554
verified: no, type: nauc_map_at_100_max
value: 48.650288305044654
verified: no, type: nauc_map_at_100_std
value: 26.52280248960751
verified: no, type: nauc_map_at_10_diff1
value: 5.240998231455979
verified: no, type: nauc_map_at_10_max
value: 44.578365108895085
verified: no, type: nauc_map_at_10_std
value: 18.012569787181643
verified: no, type: nauc_map_at_1_diff1
value: 33.13458830985844
verified: no, type: nauc_map_at_1_max
value: -4.7060294406173275
verified: no, type: nauc_map_at_1_std
value: -24.032860856342225
verified: no, type: nauc_map_at_20_diff1
value: 3.5051982923506935
verified: no, type: nauc_map_at_20_max
value: 47.89309216581377
verified: no, type: nauc_map_at_20_std
value: 24.514661468783082
verified: no, type: nauc_map_at_3_diff1
value: 18.540760590286105
verified: no, type: nauc_map_at_3_max
value: 14.382900888655351
verified: no, type: nauc_map_at_3_std
value: -12.039232098256859
verified: no, type: nauc_map_at_5_diff1
value: 11.522255259352134
verified: no, type: nauc_map_at_5_max
value: 29.461935450814515
verified: no, type: nauc_map_at_5_std
value: 0.7230517078347164
verified: no, type: nauc_mrr_at_1000_diff1
value: 28.288250933043685
verified: no, type: nauc_mrr_at_1000_max
value: 71.82006871631746
verified: no, type: nauc_mrr_at_1000_std
value: 43.51885752106227
verified: no, type: nauc_mrr_at_100_diff1
value: 28.27424468388069
verified: no, type: nauc_mrr_at_100_max
value: 71.83284639845253
verified: no, type: nauc_mrr_at_100_std
value: 43.5362132747027
verified: no, type: nauc_mrr_at_10_diff1
value: 28.199881066212317
verified: no, type: nauc_mrr_at_10_max
value: 72.03358768266108
verified: no, type: nauc_mrr_at_10_std
value: 43.805520515624245
verified: no, type: nauc_mrr_at_1_diff1
value: 30.313001794256344
verified: no, type: nauc_mrr_at_1_max
value: 65.92124796757551
verified: no, type: nauc_mrr_at_1_std
value: 35.41855321670101
verified: no, type: nauc_mrr_at_20_diff1
value: 28.279082217876017
verified: no, type: nauc_mrr_at_20_max
value: 71.88006416579255
verified: no, type: nauc_mrr_at_20_std
value: 43.56440634089091
verified: no, type: nauc_mrr_at_3_diff1
value: 28.38599401754524
verified: no, type: nauc_mrr_at_3_max
value: 72.0407496382159
verified: no, type: nauc_mrr_at_3_std
value: 43.80481971840093
verified: no, type: nauc_mrr_at_5_diff1
value: 27.79387776376555
verified: no, type: nauc_mrr_at_5_max
value: 72.03666506096856
verified: no, type: nauc_mrr_at_5_std
value: 43.844237998955215
verified: no, type: nauc_ndcg_at_1000_diff1
value: 6.51186591819793
verified: no, type: nauc_ndcg_at_1000_max
value: 57.63286352981094
verified: no, type: nauc_ndcg_at_1000_std
value: 37.313009362504005
verified: no, type: nauc_ndcg_at_100_diff1
value: 5.7683661130943795
verified: no, type: nauc_ndcg_at_100_max
value: 57.758278296480945
verified: no, type: nauc_ndcg_at_100_std
value: 37.54167278680181
verified: no, type: nauc_ndcg_at_10_diff1
value: 5.7757397819828675
verified: no, type: nauc_ndcg_at_10_max
value: 52.689635326070416
verified: no, type: nauc_ndcg_at_10_std
value: 29.594395482164472
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.313001794256344
verified: no, type: nauc_ndcg_at_1_max
value: 65.92124796757551
verified: no, type: nauc_ndcg_at_1_std
value: 35.41855321670101
verified: no, type: nauc_ndcg_at_20_diff1
value: 5.284973848501657
verified: no, type: nauc_ndcg_at_20_max
value: 55.560026696493495
verified: no, type: nauc_ndcg_at_20_std
value: 33.60867206278087
verified: no, type: nauc_ndcg_at_3_diff1
value: 4.0639882252784325
verified: no, type: nauc_ndcg_at_3_max
value: 53.436395717440845
verified: no, type: nauc_ndcg_at_3_std
value: 31.20302796953407
verified: no, type: nauc_ndcg_at_5_diff1
value: 5.657655266469179
verified: no, type: nauc_ndcg_at_5_max
value: 49.703499821329686
verified: no, type: nauc_ndcg_at_5_std
value: 26.252131568134963
verified: no, type: nauc_precision_at_1000_diff1
value: -19.303354036986654
verified: no, type: nauc_precision_at_1000_max
value: 22.362871262399153
verified: no, type: nauc_precision_at_1000_std
value: 44.98484314967091
verified: no, type: nauc_precision_at_100_diff1
value: -20.29990116183954
verified: no, type: nauc_precision_at_100_max
value: 26.71331311699689
verified: no, type: nauc_precision_at_100_std
value: 47.84983719228818
verified: no, type: nauc_precision_at_10_diff1
value: -20.507183697607616
verified: no, type: nauc_precision_at_10_max
value: 39.90044143017247
verified: no, type: nauc_precision_at_10_std
value: 47.24010048057129
verified: no, type: nauc_precision_at_1_diff1
value: 30.313001794256344
verified: no, type: nauc_precision_at_1_max
value: 65.92124796757551
verified: no, type: nauc_precision_at_1_std
value: 35.41855321670101
verified: no, type: nauc_precision_at_20_diff1
value: -20.665227582918348
verified: no, type: nauc_precision_at_20_max
value: 33.7237790807678
verified: no, type: nauc_precision_at_20_std
value: 49.03526915561326
verified: no, type: nauc_precision_at_3_diff1
value: -15.397300326773165
verified: no, type: nauc_precision_at_3_max
value: 52.055607512177716
verified: no, type: nauc_precision_at_3_std
value: 41.19763763416324
verified: no, type: nauc_precision_at_5_diff1
value: -18.738449682811588
verified: no, type: nauc_precision_at_5_max
value: 46.430771949300095
verified: no, type: nauc_precision_at_5_std
value: 42.68221975660789
verified: no, type: nauc_recall_at_1000_diff1
value: -1.6071077787582329
verified: no, type: nauc_recall_at_1000_max
value: 65.34391927512918
verified: no, type: nauc_recall_at_1000_std
value: 69.39580473752011
verified: no, type: nauc_recall_at_100_diff1
value: -3.0758661811550474
verified: no, type: nauc_recall_at_100_max
value: 61.13972259247027
verified: no, type: nauc_recall_at_100_std
value: 55.08211540354736
verified: no, type: nauc_recall_at_10_diff1
value: 2.234328669075786
verified: no, type: nauc_recall_at_10_max
value: 43.591444143550845
verified: no, type: nauc_recall_at_10_std
value: 19.885610263913357
verified: no, type: nauc_recall_at_1_diff1
value: 33.13458830985844
verified: no, type: nauc_recall_at_1_max
value: -4.7060294406173275
verified: no, type: nauc_recall_at_1_std
value: -24.032860856342225
verified: no, type: nauc_recall_at_20_diff1
value: -1.9897194291629128
verified: no, type: nauc_recall_at_20_max
value: 49.8183598662456
verified: no, type: nauc_recall_at_20_std
value: 34.256179541704505
verified: no, type: nauc_recall_at_3_diff1
value: 16.28157046462982
verified: no, type: nauc_recall_at_3_max
value: 10.46980125100909
verified: no, type: nauc_recall_at_3_std
value: -14.235636402346028
verified: no, type: nauc_recall_at_5_diff1
value: 9.115865194048267
verified: no, type: nauc_recall_at_5_max
value: 25.178255870957617
verified: no, type: nauc_recall_at_5_std
value: -2.3085635524246904
verified: no, type: ndcg_at_1
value: 85.55
verified: no, type: ndcg_at_10
value: 79.903
verified: no, type: ndcg_at_100
value: 84.039
verified: no, type: ndcg_at_1000
value: 84.87400000000001
verified: no, type: ndcg_at_20
value: 81.994
verified: no, type: ndcg_at_3
value: 79.604
verified: no, type: ndcg_at_5
value: 77.652
verified: no, type: precision_at_1
value: 85.55
verified: no, type: precision_at_10
value: 38.41
verified: no, type: precision_at_100
value: 4.641
verified: no, type: precision_at_1000
value: 0.484
verified: no, type: precision_at_20
value: 21.253
verified: no, type: precision_at_3
value: 71.367
verified: no, type: precision_at_5
value: 59.51
verified: no, type: recall_at_1
value: 24.115000000000002
verified: no, type: recall_at_10
value: 80.628
verified: no, type: recall_at_100
value: 93.622
verified: no, type: recall_at_1000
value: 98.009
verified: no, type: recall_at_20
value: 86.984
verified: no, type: recall_at_3
value: 51.803999999999995
verified: no, type: recall_at_5
value: 66.865
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EcomRetrieval
revision: 687de13dc7294d6fd9be10c6945f9e8fec8166b9
split: dev
type: C-MTEB/EcomRetrieval
metrics: type: main_score
value: 54.642
verified: no, type: map_at_1
value: 39
verified: no, type: map_at_10
value: 49.391
verified: no, type: map_at_100
value: 50.105999999999995
verified: no, type: map_at_1000
value: 50.133
verified: no, type: map_at_20
value: 49.788
verified: no, type: map_at_3
value: 46.800000000000004
verified: no, type: map_at_5
value: 48.185
verified: no, type: mrr_at_1
value: 39
verified: no, type: mrr_at_10
value: 49.39111111111108
verified: no, type: mrr_at_100
value: 50.10562491966978
verified: no, type: mrr_at_1000
value: 50.13263732914082
verified: no, type: mrr_at_20
value: 49.78781516685923
verified: no, type: mrr_at_3
value: 46.79999999999996
verified: no, type: mrr_at_5
value: 48.184999999999945
verified: no, type: nauc_map_at_1000_diff1
value: 57.307098349948134
verified: no, type: nauc_map_at_1000_max
value: 33.119443096555315
verified: no, type: nauc_map_at_1000_std
value: -0.673149370155898
verified: no, type: nauc_map_at_100_diff1
value: 57.303774953628526
verified: no, type: nauc_map_at_100_max
value: 33.124783635277595
verified: no, type: nauc_map_at_100_std
value: -0.6661877389979197
verified: no, type: nauc_map_at_10_diff1
value: 57.24542770637229
verified: no, type: nauc_map_at_10_max
value: 32.993425172993675
verified: no, type: nauc_map_at_10_std
value: -1.0576069504663053
verified: no, type: nauc_map_at_1_diff1
value: 61.38320851603225
verified: no, type: nauc_map_at_1_max
value: 29.266229482751932
verified: no, type: nauc_map_at_1_std
value: -4.8742126162482275
verified: no, type: nauc_map_at_20_diff1
value: 57.313443341191594
verified: no, type: nauc_map_at_20_max
value: 33.10342436890383
verified: no, type: nauc_map_at_20_std
value: -0.8064488164739768
verified: no, type: nauc_map_at_3_diff1
value: 57.22946963120628
verified: no, type: nauc_map_at_3_max
value: 31.71395399463029
verified: no, type: nauc_map_at_3_std
value: -2.187212488835509
verified: no, type: nauc_map_at_5_diff1
value: 57.1952765993436
verified: no, type: nauc_map_at_5_max
value: 32.61209584953896
verified: no, type: nauc_map_at_5_std
value: -1.3720616125170984
verified: no, type: nauc_mrr_at_1000_diff1
value: 57.307098349948134
verified: no, type: nauc_mrr_at_1000_max
value: 33.119443096555315
verified: no, type: nauc_mrr_at_1000_std
value: -0.673149370155898
verified: no, type: nauc_mrr_at_100_diff1
value: 57.303774953628526
verified: no, type: nauc_mrr_at_100_max
value: 33.124783635277595
verified: no, type: nauc_mrr_at_100_std
value: -0.6661877389979197
verified: no, type: nauc_mrr_at_10_diff1
value: 57.24542770637229
verified: no, type: nauc_mrr_at_10_max
value: 32.993425172993675
verified: no, type: nauc_mrr_at_10_std
value: -1.0576069504663053
verified: no, type: nauc_mrr_at_1_diff1
value: 61.38320851603225
verified: no, type: nauc_mrr_at_1_max
value: 29.266229482751932
verified: no, type: nauc_mrr_at_1_std
value: -4.8742126162482275
verified: no, type: nauc_mrr_at_20_diff1
value: 57.313443341191594
verified: no, type: nauc_mrr_at_20_max
value: 33.10342436890383
verified: no, type: nauc_mrr_at_20_std
value: -0.8064488164739768
verified: no, type: nauc_mrr_at_3_diff1
value: 57.22946963120628
verified: no, type: nauc_mrr_at_3_max
value: 31.71395399463029
verified: no, type: nauc_mrr_at_3_std
value: -2.187212488835509
verified: no, type: nauc_mrr_at_5_diff1
value: 57.1952765993436
verified: no, type: nauc_mrr_at_5_max
value: 32.61209584953896
verified: no, type: nauc_mrr_at_5_std
value: -1.3720616125170984
verified: no, type: nauc_ndcg_at_1000_diff1
value: 56.41330318498197
verified: no, type: nauc_ndcg_at_1000_max
value: 35.88975631889093
verified: no, type: nauc_ndcg_at_1000_std
value: 3.1157973423202896
verified: no, type: nauc_ndcg_at_100_diff1
value: 56.28179362140732
verified: no, type: nauc_ndcg_at_100_max
value: 36.041923516102976
verified: no, type: nauc_ndcg_at_100_std
value: 3.373117861721141
verified: no, type: nauc_ndcg_at_10_diff1
value: 55.89153771903456
verified: no, type: nauc_ndcg_at_10_max
value: 35.16120387019206
verified: no, type: nauc_ndcg_at_10_std
value: 1.15401767182569
verified: no, type: nauc_ndcg_at_1_diff1
value: 61.38320851603225
verified: no, type: nauc_ndcg_at_1_max
value: 29.266229482751932
verified: no, type: nauc_ndcg_at_1_std
value: -4.8742126162482275
verified: no, type: nauc_ndcg_at_20_diff1
value: 56.26366171875647
verified: no, type: nauc_ndcg_at_20_max
value: 35.7249046571413
verified: no, type: nauc_ndcg_at_20_std
value: 2.1677709358344313
verified: no, type: nauc_ndcg_at_3_diff1
value: 55.87912241045706
verified: no, type: nauc_ndcg_at_3_max
value: 32.50510207144611
verified: no, type: nauc_ndcg_at_3_std
value: -1.1808250818948505
verified: no, type: nauc_ndcg_at_5_diff1
value: 55.79666481657307
verified: no, type: nauc_ndcg_at_5_max
value: 34.1968993838668
verified: no, type: nauc_ndcg_at_5_std
value: 0.36499121132940726
verified: no, type: nauc_precision_at_1000_diff1
value: 49.916457811194434
verified: no, type: nauc_precision_at_1000_max
value: 86.9338378626302
verified: no, type: nauc_precision_at_1000_std
value: 77.69505463003891
verified: no, type: nauc_precision_at_100_diff1
value: 50.09941024974197
verified: no, type: nauc_precision_at_100_max
value: 65.6078286620302
verified: no, type: nauc_precision_at_100_std
value: 47.345284934103795
verified: no, type: nauc_precision_at_10_diff1
value: 50.79431539713899
verified: no, type: nauc_precision_at_10_max
value: 44.26333999390639
verified: no, type: nauc_precision_at_10_std
value: 10.32881049890734
verified: no, type: nauc_precision_at_1_diff1
value: 61.38320851603225
verified: no, type: nauc_precision_at_1_max
value: 29.266229482751932
verified: no, type: nauc_precision_at_1_std
value: -4.8742126162482275
verified: no, type: nauc_precision_at_20_diff1
value: 52.386472997470925
verified: no, type: nauc_precision_at_20_max
value: 49.48165887066093
verified: no, type: nauc_precision_at_20_std
value: 17.828159620420163
verified: no, type: nauc_precision_at_3_diff1
value: 51.766280766943694
verified: no, type: nauc_precision_at_3_max
value: 34.913208126940056
verified: no, type: nauc_precision_at_3_std
value: 1.929166678521523
verified: no, type: nauc_precision_at_5_diff1
value: 51.25523787761348
verified: no, type: nauc_precision_at_5_max
value: 39.631086668539965
verified: no, type: nauc_precision_at_5_std
value: 6.3206553793041245
verified: no, type: nauc_recall_at_1000_diff1
value: 49.91645781119474
verified: no, type: nauc_recall_at_1000_max
value: 86.93383786263054
verified: no, type: nauc_recall_at_1000_std
value: 77.69505463003892
verified: no, type: nauc_recall_at_100_diff1
value: 50.09941024974199
verified: no, type: nauc_recall_at_100_max
value: 65.60782866203044
verified: no, type: nauc_recall_at_100_std
value: 47.345284934103994
verified: no, type: nauc_recall_at_10_diff1
value: 50.79431539713899
verified: no, type: nauc_recall_at_10_max
value: 44.263339993906484
verified: no, type: nauc_recall_at_10_std
value: 10.328810498907448
verified: no, type: nauc_recall_at_1_diff1
value: 61.38320851603225
verified: no, type: nauc_recall_at_1_max
value: 29.266229482751932
verified: no, type: nauc_recall_at_1_std
value: -4.8742126162482275
verified: no, type: nauc_recall_at_20_diff1
value: 52.38647299747097
verified: no, type: nauc_recall_at_20_max
value: 49.48165887066089
verified: no, type: nauc_recall_at_20_std
value: 17.828159620420344
verified: no, type: nauc_recall_at_3_diff1
value: 51.76628076694371
verified: no, type: nauc_recall_at_3_max
value: 34.91320812694006
verified: no, type: nauc_recall_at_3_std
value: 1.9291666785215527
verified: no, type: nauc_recall_at_5_diff1
value: 51.255237877613546
verified: no, type: nauc_recall_at_5_max
value: 39.63108666854004
verified: no, type: nauc_recall_at_5_std
value: 6.320655379304187
verified: no, type: ndcg_at_1
value: 39
verified: no, type: ndcg_at_10
value: 54.642
verified: no, type: ndcg_at_100
value: 58.29
verified: no, type: ndcg_at_1000
value: 59.001000000000005
verified: no, type: ndcg_at_20
value: 56.084999999999994
verified: no, type: ndcg_at_3
value: 49.224000000000004
verified: no, type: ndcg_at_5
value: 51.707
verified: no, type: precision_at_1
value: 39
verified: no, type: precision_at_10
value: 7.13
verified: no, type: precision_at_100
value: 0.8869999999999999
verified: no, type: precision_at_1000
value: 0.094
verified: no, type: precision_at_20
value: 3.85
verified: no, type: precision_at_3
value: 18.733
verified: no, type: precision_at_5
value: 12.44
verified: no, type: recall_at_1
value: 39
verified: no, type: recall_at_10
value: 71.3
verified: no, type: recall_at_100
value: 88.7
verified: no, type: recall_at_1000
value: 94.3
verified: no, type: recall_at_20
value: 77
verified: no, type: recall_at_3
value: 56.2
verified: no, type: recall_at_5
value: 62.2
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB IFlyTek
revision: 421605374b29664c5fc098418fe20ada9bd55f8a
split: validation
type: C-MTEB/IFlyTek-classification
metrics: type: accuracy
value: 44.15544440169296
verified: no, type: f1
value: 32.9320696927364
verified: no, type: f1_weighted
value: 41.53366881435832
verified: no, type: main_score
value: 44.15544440169296
verified: no
task: type: Classification, dataset: config: default
name: MTEB JDReview
revision: b7c64bd89eb87f8ded463478346f76731f07bf8b
split: test
type: C-MTEB/JDReview-classification
metrics: type: accuracy
value: 80.31894934333958
verified: no, type: ap
value: 44.458074587539734
verified: no, type: ap_weighted
value: 44.458074587539734
verified: no, type: f1
value: 74.36738479511706
verified: no, type: f1_weighted
value: 82.10602042226604
verified: no, type: main_score
value: 80.31894934333958
verified: no
task: type: Classification, dataset: config: default
name: MTEB LCQMC
revision: 17f9b096f80380fce5ed12a9be8be7784b337daf
split: test
type: C-MTEB/LCQMC
metrics: type: cosine_pearson
value: 66.43431990036511
verified: no, type: cosine_spearman
value: 72.71140667323378
verified: no, type: euclidean_pearson
value: 70.99697485994957
verified: no, type: euclidean_spearman
value: 72.71141332285698
verified: no, type: main_score
value: 72.71140667323378
verified: no, type: manhattan_pearson
value: 70.9705545015824
verified: no, type: manhattan_spearman
value: 72.6974527166216
verified: no
task: type: STS, dataset: config: default
name: MTEB MMarcoReranking
revision: 8e0c766dbe9e16e1d221116a3f36795fbade07f6
split: dev
type: C-MTEB/Mmarco-reranking
metrics: type: main_score
value: 20.86476998273794
verified: no, type: map
value: 20.86476998273794
verified: no, type: mrr
value: 19.553968253968254
verified: no, type: nAUC_map_diff1
value: 29.63118587355445
verified: no, type: nAUC_map_max
value: 22.497374865966357
verified: no, type: nAUC_map_std
value: -6.515738682885411
verified: no, type: nAUC_mrr_diff1
value: 30.026545160985307
verified: no, type: nAUC_mrr_max
value: 21.288222806682896
verified: no, type: nAUC_mrr_std
value: -6.845817352536403
verified: no
task: type: Reranking, dataset: config: default
name: MTEB MMarcoRetrieval
revision: 539bbde593d947e2a124ba72651aafc09eb33fc2
split: dev
type: C-MTEB/MMarcoRetrieval
metrics: type: main_score
value: 63.056999999999995
verified: no, type: map_at_1
value: 50.758
verified: no, type: map_at_10
value: 59.205
verified: no, type: map_at_100
value: 59.775
verified: no, type: map_at_1000
value: 59.80799999999999
verified: no, type: map_at_20
value: 59.565999999999995
verified: no, type: map_at_3
value: 57.163
verified: no, type: map_at_5
value: 58.4
verified: no, type: mrr_at_1
value: 52.63610315186247
verified: no, type: mrr_at_10
value: 59.9287760949653
verified: no, type: mrr_at_100
value: 60.45037201471977
verified: no, type: mrr_at_1000
value: 60.48146506441584
verified: no, type: mrr_at_20
value: 60.26069607608638
verified: no, type: mrr_at_3
value: 58.101719197708
verified: no, type: mrr_at_5
value: 59.19699140401155
verified: no, type: nauc_map_at_1000_diff1
value: 71.55884103845561
verified: no, type: nauc_map_at_1000_max
value: 51.0218814656063
verified: no, type: nauc_map_at_1000_std
value: 8.301400212506827
verified: no, type: nauc_map_at_100_diff1
value: 71.55013609331769
verified: no, type: nauc_map_at_100_max
value: 51.03503903441169
verified: no, type: nauc_map_at_100_std
value: 8.325973309769704
verified: no, type: nauc_map_at_10_diff1
value: 71.55481418793501
verified: no, type: nauc_map_at_10_max
value: 50.956225173223245
verified: no, type: nauc_map_at_10_std
value: 7.9675408987852885
verified: no, type: nauc_map_at_1_diff1
value: 74.26833729304971
verified: no, type: nauc_map_at_1_max
value: 45.14732356277172
verified: no, type: nauc_map_at_1_std
value: 0.820313847561742
verified: no, type: nauc_map_at_20_diff1
value: 71.51735395450689
verified: no, type: nauc_map_at_20_max
value: 51.01630595144636
verified: no, type: nauc_map_at_20_std
value: 8.226772539587172
verified: no, type: nauc_map_at_3_diff1
value: 71.72536233338063
verified: no, type: nauc_map_at_3_max
value: 49.61017533670346
verified: no, type: nauc_map_at_3_std
value: 5.505193010316708
verified: no, type: nauc_map_at_5_diff1
value: 71.46500049543995
verified: no, type: nauc_map_at_5_max
value: 50.477926055088005
verified: no, type: nauc_map_at_5_std
value: 7.097727313375807
verified: no, type: nauc_mrr_at_1000_diff1
value: 72.01831563229739
verified: no, type: nauc_mrr_at_1000_max
value: 51.74669802288131
verified: no, type: nauc_mrr_at_1000_std
value: 9.087031047433422
verified: no, type: nauc_mrr_at_100_diff1
value: 72.01019853180841
verified: no, type: nauc_mrr_at_100_max
value: 51.75997847271685
verified: no, type: nauc_mrr_at_100_std
value: 9.113308417921228
verified: no, type: nauc_mrr_at_10_diff1
value: 72.02992667872637
verified: no, type: nauc_mrr_at_10_max
value: 51.712460099078406
verified: no, type: nauc_mrr_at_10_std
value: 8.824014068569594
verified: no, type: nauc_mrr_at_1_diff1
value: 75.13490311262962
verified: no, type: nauc_mrr_at_1_max
value: 47.96667374222193
verified: no, type: nauc_mrr_at_1_std
value: 2.495565353216021
verified: no, type: nauc_mrr_at_20_diff1
value: 71.97793136679546
verified: no, type: nauc_mrr_at_20_max
value: 51.747777685016715
verified: no, type: nauc_mrr_at_20_std
value: 9.034620098395195
verified: no, type: nauc_mrr_at_3_diff1
value: 72.20038850744326
verified: no, type: nauc_mrr_at_3_max
value: 50.866356308199435
verified: no, type: nauc_mrr_at_3_std
value: 6.85964175266508
verified: no, type: nauc_mrr_at_5_diff1
value: 71.94127086002077
verified: no, type: nauc_mrr_at_5_max
value: 51.41360572348119
verified: no, type: nauc_mrr_at_5_std
value: 8.154343515061143
verified: no, type: nauc_ndcg_at_1000_diff1
value: 70.76754997545099
verified: no, type: nauc_ndcg_at_1000_max
value: 53.22369241104826
verified: no, type: nauc_ndcg_at_1000_std
value: 13.035232366562832
verified: no, type: nauc_ndcg_at_100_diff1
value: 70.48520524989141
verified: no, type: nauc_ndcg_at_100_max
value: 53.63107449914679
verified: no, type: nauc_ndcg_at_100_std
value: 13.929887841569432
verified: no, type: nauc_ndcg_at_10_diff1
value: 70.51914336071968
verified: no, type: nauc_ndcg_at_10_max
value: 53.31687901770983
verified: no, type: nauc_ndcg_at_10_std
value: 12.142679922476493
verified: no, type: nauc_ndcg_at_1_diff1
value: 75.13490311262962
verified: no, type: nauc_ndcg_at_1_max
value: 47.96667374222193
verified: no, type: nauc_ndcg_at_1_std
value: 2.495565353216021
verified: no, type: nauc_ndcg_at_20_diff1
value: 70.29287562496094
verified: no, type: nauc_ndcg_at_20_max
value: 53.53658087286518
verified: no, type: nauc_ndcg_at_20_std
value: 13.17568454214626
verified: no, type: nauc_ndcg_at_3_diff1
value: 70.88688233293892
verified: no, type: nauc_ndcg_at_3_max
value: 50.87271353616851
verified: no, type: nauc_ndcg_at_3_std
value: 7.272378512052989
verified: no, type: nauc_ndcg_at_5_diff1
value: 70.37701011802635
verified: no, type: nauc_ndcg_at_5_max
value: 52.263348137741694
verified: no, type: nauc_ndcg_at_5_std
value: 10.0259610314527
verified: no, type: nauc_precision_at_1000_diff1
value: 12.207803261595803
verified: no, type: nauc_precision_at_1000_max
value: 34.306828007347725
verified: no, type: nauc_precision_at_1000_std
value: 39.29035143607849
verified: no, type: nauc_precision_at_100_diff1
value: 29.861793218631693
verified: no, type: nauc_precision_at_100_max
value: 47.17742080208273
verified: no, type: nauc_precision_at_100_std
value: 42.38498819762904
verified: no, type: nauc_precision_at_10_diff1
value: 47.71125482681528
verified: no, type: nauc_precision_at_10_max
value: 53.699499898382776
verified: no, type: nauc_precision_at_10_std
value: 28.745794682518977
verified: no, type: nauc_precision_at_1_diff1
value: 75.13490311262962
verified: no, type: nauc_precision_at_1_max
value: 47.96667374222193
verified: no, type: nauc_precision_at_1_std
value: 2.495565353216021
verified: no, type: nauc_precision_at_20_diff1
value: 41.33551666310872
verified: no, type: nauc_precision_at_20_max
value: 52.13485475386326
verified: no, type: nauc_precision_at_20_std
value: 34.25950445653475
verified: no, type: nauc_precision_at_3_diff1
value: 58.25579998465202
verified: no, type: nauc_precision_at_3_max
value: 51.36767661914025
verified: no, type: nauc_precision_at_3_std
value: 13.689301703664547
verified: no, type: nauc_precision_at_5_diff1
value: 52.69389061852823
verified: no, type: nauc_precision_at_5_max
value: 52.73618771887809
verified: no, type: nauc_precision_at_5_std
value: 21.012275772078837
verified: no, type: nauc_recall_at_1000_diff1
value: 62.347571616506194
verified: no, type: nauc_recall_at_1000_max
value: 76.58937483406564
verified: no, type: nauc_recall_at_1000_std
value: 75.73617164295607
verified: no, type: nauc_recall_at_100_diff1
value: 62.04997342005859
verified: no, type: nauc_recall_at_100_max
value: 70.26887475813291
verified: no, type: nauc_recall_at_100_std
value: 56.33088210104831
verified: no, type: nauc_recall_at_10_diff1
value: 65.50252535311918
verified: no, type: nauc_recall_at_10_max
value: 61.62447767662959
verified: no, type: nauc_recall_at_10_std
value: 28.376368179296197
verified: no, type: nauc_recall_at_1_diff1
value: 74.26833729304971
verified: no, type: nauc_recall_at_1_max
value: 45.14732356277172
verified: no, type: nauc_recall_at_1_std
value: 0.820313847561742
verified: no, type: nauc_recall_at_20_diff1
value: 63.38714651263925
verified: no, type: nauc_recall_at_20_max
value: 64.27491238069834
verified: no, type: nauc_recall_at_20_std
value: 36.92219047965548
verified: no, type: nauc_recall_at_3_diff1
value: 67.54484903291133
verified: no, type: nauc_recall_at_3_max
value: 53.281213974857764
verified: no, type: nauc_recall_at_3_std
value: 11.317013468307216
verified: no, type: nauc_recall_at_5_diff1
value: 65.92287646819072
verified: no, type: nauc_recall_at_5_max
value: 57.186879992511166
verified: no, type: nauc_recall_at_5_std
value: 19.02011545135519
verified: no, type: ndcg_at_1
value: 52.636
verified: no, type: ndcg_at_10
value: 63.056999999999995
verified: no, type: ndcg_at_100
value: 65.749
verified: no, type: ndcg_at_1000
value: 66.704
verified: no, type: ndcg_at_20
value: 64.30900000000001
verified: no, type: ndcg_at_3
value: 59.105
verified: no, type: ndcg_at_5
value: 61.212999999999994
verified: no, type: precision_at_1
value: 52.636
verified: no, type: precision_at_10
value: 7.917000000000001
verified: no, type: precision_at_100
value: 0.9259999999999999
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_20
value: 4.221
verified: no, type: precision_at_3
value: 22.493
verified: no, type: precision_at_5
value: 14.613000000000001
verified: no, type: recall_at_1
value: 50.758
verified: no, type: recall_at_10
value: 74.323
verified: no, type: recall_at_100
value: 86.75500000000001
verified: no, type: recall_at_1000
value: 94.395
verified: no, type: recall_at_20
value: 79.155
verified: no, type: recall_at_3
value: 63.783
verified: no, type: recall_at_5
value: 68.801
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MedicalRetrieval
revision: 2039188fb5800a9803ba5048df7b76e6fb151fc6
split: dev
type: C-MTEB/MedicalRetrieval
metrics: type: main_score
value: 47.863
verified: no, type: map_at_1
value: 40.300000000000004
verified: no, type: map_at_10
value: 45.212
verified: no, type: map_at_100
value: 45.745999999999995
verified: no, type: map_at_1000
value: 45.82
verified: no, type: map_at_20
value: 45.477000000000004
verified: no, type: map_at_3
value: 43.683
verified: no, type: map_at_5
value: 44.488
verified: no, type: mrr_at_1
value: 40.400000000000006
verified: no, type: mrr_at_10
value: 45.26162698412698
verified: no, type: mrr_at_100
value: 45.79613114771402
verified: no, type: mrr_at_1000
value: 45.87054504304575
verified: no, type: mrr_at_20
value: 45.527025478391565
verified: no, type: mrr_at_3
value: 43.73333333333332
verified: no, type: mrr_at_5
value: 44.538333333333306
verified: no, type: nauc_map_at_1000_diff1
value: 72.40987709097016
verified: no, type: nauc_map_at_1000_max
value: 52.03755155234771
verified: no, type: nauc_map_at_1000_std
value: 12.39525857922263
verified: no, type: nauc_map_at_100_diff1
value: 72.37954751873636
verified: no, type: nauc_map_at_100_max
value: 52.017684654041915
verified: no, type: nauc_map_at_100_std
value: 12.389826900203342
verified: no, type: nauc_map_at_10_diff1
value: 72.54967364536553
verified: no, type: nauc_map_at_10_max
value: 52.21952114428613
verified: no, type: nauc_map_at_10_std
value: 12.127770515844878
verified: no, type: nauc_map_at_1_diff1
value: 75.71464837482974
verified: no, type: nauc_map_at_1_max
value: 53.41187173893152
verified: no, type: nauc_map_at_1_std
value: 11.62431975835394
verified: no, type: nauc_map_at_20_diff1
value: 72.51368290489923
verified: no, type: nauc_map_at_20_max
value: 52.09018393688382
verified: no, type: nauc_map_at_20_std
value: 12.235148845728313
verified: no, type: nauc_map_at_3_diff1
value: 73.67592816093763
verified: no, type: nauc_map_at_3_max
value: 53.218224959083614
verified: no, type: nauc_map_at_3_std
value: 12.387682211895374
verified: no, type: nauc_map_at_5_diff1
value: 73.00959729986502
verified: no, type: nauc_map_at_5_max
value: 52.76313320777405
verified: no, type: nauc_map_at_5_std
value: 12.25661958437196
verified: no, type: nauc_mrr_at_1000_diff1
value: 72.28018575997976
verified: no, type: nauc_mrr_at_1000_max
value: 52.29485570513975
verified: no, type: nauc_mrr_at_1000_std
value: 12.826536833382029
verified: no, type: nauc_mrr_at_100_diff1
value: 72.25005672750075
verified: no, type: nauc_mrr_at_100_max
value: 52.27456790628199
verified: no, type: nauc_mrr_at_100_std
value: 12.820405707204744
verified: no, type: nauc_mrr_at_10_diff1
value: 72.42096793282742
verified: no, type: nauc_mrr_at_10_max
value: 52.47442260440555
verified: no, type: nauc_mrr_at_10_std
value: 12.555794502486584
verified: no, type: nauc_mrr_at_1_diff1
value: 75.46419713618339
verified: no, type: nauc_mrr_at_1_max
value: 53.91041936298898
verified: no, type: nauc_mrr_at_1_std
value: 12.460618654511514
verified: no, type: nauc_mrr_at_20_diff1
value: 72.3846243651596
verified: no, type: nauc_mrr_at_20_max
value: 52.34574927370761
verified: no, type: nauc_mrr_at_20_std
value: 12.664344053497961
verified: no, type: nauc_mrr_at_3_diff1
value: 73.54892165997956
verified: no, type: nauc_mrr_at_3_max
value: 53.47031479253732
verified: no, type: nauc_mrr_at_3_std
value: 12.810742025881547
verified: no, type: nauc_mrr_at_5_diff1
value: 72.88190591769491
verified: no, type: nauc_mrr_at_5_max
value: 53.01627628195672
verified: no, type: nauc_mrr_at_5_std
value: 12.68155591833772
verified: no, type: nauc_ndcg_at_1000_diff1
value: 70.34882953125167
verified: no, type: nauc_ndcg_at_1000_max
value: 50.739883138713694
verified: no, type: nauc_ndcg_at_1000_std
value: 13.825300155570911
verified: no, type: nauc_ndcg_at_100_diff1
value: 69.38153611413644
verified: no, type: nauc_ndcg_at_100_max
value: 50.20043623105819
verified: no, type: nauc_ndcg_at_100_std
value: 13.82079304010048
verified: no, type: nauc_ndcg_at_10_diff1
value: 70.68566108004127
verified: no, type: nauc_ndcg_at_10_max
value: 51.161799639884485
verified: no, type: nauc_ndcg_at_10_std
value: 12.094208054392748
verified: no, type: nauc_ndcg_at_1_diff1
value: 75.71464837482974
verified: no, type: nauc_ndcg_at_1_max
value: 53.41187173893152
verified: no, type: nauc_ndcg_at_1_std
value: 11.62431975835394
verified: no, type: nauc_ndcg_at_20_diff1
value: 70.49469673022148
verified: no, type: nauc_ndcg_at_20_max
value: 50.68122582853425
verified: no, type: nauc_ndcg_at_20_std
value: 12.512395673761558
verified: no, type: nauc_ndcg_at_3_diff1
value: 72.97634423097085
verified: no, type: nauc_ndcg_at_3_max
value: 53.18256084183339
verified: no, type: nauc_ndcg_at_3_std
value: 12.641104376066274
verified: no, type: nauc_ndcg_at_5_diff1
value: 71.75951219161611
verified: no, type: nauc_ndcg_at_5_max
value: 52.40712812314289
verified: no, type: nauc_ndcg_at_5_std
value: 12.41185107794163
verified: no, type: nauc_precision_at_1000_diff1
value: 56.237909439653535
verified: no, type: nauc_precision_at_1000_max
value: 41.132496147414535
verified: no, type: nauc_precision_at_1000_std
value: 34.73392570248197
verified: no, type: nauc_precision_at_100_diff1
value: 53.43091952354623
verified: no, type: nauc_precision_at_100_max
value: 40.75579995994647
verified: no, type: nauc_precision_at_100_std
value: 23.62683295637653
verified: no, type: nauc_precision_at_10_diff1
value: 64.2969954954506
verified: no, type: nauc_precision_at_10_max
value: 47.36028847345192
verified: no, type: nauc_precision_at_10_std
value: 11.823623321118964
verified: no, type: nauc_precision_at_1_diff1
value: 75.71464837482974
verified: no, type: nauc_precision_at_1_max
value: 53.41187173893152
verified: no, type: nauc_precision_at_1_std
value: 11.62431975835394
verified: no, type: nauc_precision_at_20_diff1
value: 63.11338676165038
verified: no, type: nauc_precision_at_20_max
value: 45.14336598397146
verified: no, type: nauc_precision_at_20_std
value: 13.658058771148676
verified: no, type: nauc_precision_at_3_diff1
value: 70.91536799570534
verified: no, type: nauc_precision_at_3_max
value: 53.08666298199361
verified: no, type: nauc_precision_at_3_std
value: 13.385147946676264
verified: no, type: nauc_precision_at_5_diff1
value: 67.84447334270497
verified: no, type: nauc_precision_at_5_max
value: 51.27793779851969
verified: no, type: nauc_precision_at_5_std
value: 12.84689728558908
verified: no, type: nauc_recall_at_1000_diff1
value: 56.23790943965384
verified: no, type: nauc_recall_at_1000_max
value: 41.132496147414706
verified: no, type: nauc_recall_at_1000_std
value: 34.73392570248204
verified: no, type: nauc_recall_at_100_diff1
value: 53.43091952354616
verified: no, type: nauc_recall_at_100_max
value: 40.75579995994645
verified: no, type: nauc_recall_at_100_std
value: 23.626832956376546
verified: no, type: nauc_recall_at_10_diff1
value: 64.29699549545062
verified: no, type: nauc_recall_at_10_max
value: 47.36028847345192
verified: no, type: nauc_recall_at_10_std
value: 11.823623321118983
verified: no, type: nauc_recall_at_1_diff1
value: 75.71464837482974
verified: no, type: nauc_recall_at_1_max
value: 53.41187173893152
verified: no, type: nauc_recall_at_1_std
value: 11.62431975835394
verified: no, type: nauc_recall_at_20_diff1
value: 63.11338676165035
verified: no, type: nauc_recall_at_20_max
value: 45.14336598397149
verified: no, type: nauc_recall_at_20_std
value: 13.658058771148687
verified: no, type: nauc_recall_at_3_diff1
value: 70.91536799570535
verified: no, type: nauc_recall_at_3_max
value: 53.086662981993605
verified: no, type: nauc_recall_at_3_std
value: 13.385147946676282
verified: no, type: nauc_recall_at_5_diff1
value: 67.84447334270503
verified: no, type: nauc_recall_at_5_max
value: 51.27793779851972
verified: no, type: nauc_recall_at_5_std
value: 12.84689728558908
verified: no, type: ndcg_at_1
value: 40.300000000000004
verified: no, type: ndcg_at_10
value: 47.863
verified: no, type: ndcg_at_100
value: 50.78
verified: no, type: ndcg_at_1000
value: 52.96999999999999
verified: no, type: ndcg_at_20
value: 48.809000000000005
verified: no, type: ndcg_at_3
value: 44.744
verified: no, type: ndcg_at_5
value: 46.19
verified: no, type: precision_at_1
value: 40.300000000000004
verified: no, type: precision_at_10
value: 5.63
verified: no, type: precision_at_100
value: 0.707
verified: no, type: precision_at_1000
value: 0.08800000000000001
verified: no, type: precision_at_20
value: 3
verified: no, type: precision_at_3
value: 15.933
verified: no, type: precision_at_5
value: 10.26
verified: no, type: recall_at_1
value: 40.300000000000004
verified: no, type: recall_at_10
value: 56.3
verified: no, type: recall_at_100
value: 70.7
verified: no, type: recall_at_1000
value: 88.4
verified: no, type: recall_at_20
value: 60
verified: no, type: recall_at_3
value: 47.8
verified: no, type: recall_at_5
value: 51.300000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MultilingualSentiment
revision: 46958b007a63fdbf239b7672c25d0bea67b5ea1a
split: test
type: C-MTEB/MultilingualSentiment-classification
metrics: type: accuracy
value: 62.040000000000006
verified: no, type: f1
value: 61.413644038319504
verified: no, type: f1_weighted
value: 61.41364403831952
verified: no, type: main_score
value: 62.040000000000006
verified: no
task: type: Classification, dataset: config: default
name: MTEB MultilingualSentiment
revision: 46958b007a63fdbf239b7672c25d0bea67b5ea1a
split: validation
type: C-MTEB/MultilingualSentiment-classification
metrics: type: accuracy
value: 61.083333333333336
verified: no, type: f1
value: 60.53964576763606
verified: no, type: f1_weighted
value: 60.53964576763606
verified: no, type: main_score
value: 61.083333333333336
verified: no
task: type: Classification, dataset: config: default
name: MTEB Ocnli
revision: 66e76a618a34d6d565d5538088562851e6daa7ec
split: validation
type: C-MTEB/OCNLI
metrics: type: cosine_accuracy
value: 60.80129940443963
verified: no, type: cosine_accuracy_threshold
value: 74.15386438369751
verified: no, type: cosine_ap
value: 62.78839792290818
verified: no, type: cosine_f1
value: 68.42911877394636
verified: no, type: cosine_f1_threshold
value: 58.69802236557007
verified: no, type: cosine_precision
value: 53.69813589897775
verified: no, type: cosine_recall
value: 94.29778247096094
verified: no, type: dot_accuracy
value: 60.80129940443963
verified: no, type: dot_accuracy_threshold
value: 74.15387630462646
verified: no, type: dot_ap
value: 62.7881377053932
verified: no, type: dot_f1
value: 68.42911877394636
verified: no, type: dot_f1_threshold
value: 58.69803428649902
verified: no, type: dot_precision
value: 53.69813589897775
verified: no, type: dot_recall
value: 94.29778247096094
verified: no, type: euclidean_accuracy
value: 60.80129940443963
verified: no, type: euclidean_accuracy_threshold
value: 71.89733386039734
verified: no, type: euclidean_ap
value: 62.788246348811185
verified: no, type: euclidean_f1
value: 68.42911877394636
verified: no, type: euclidean_f1_threshold
value: 90.88671207427979
verified: no, type: euclidean_precision
value: 53.69813589897775
verified: no, type: euclidean_recall
value: 94.29778247096094
verified: no, type: main_score
value: 62.78839792290818
verified: no, type: manhattan_accuracy
value: 60.42230644288035
verified: no, type: manhattan_accuracy_threshold
value: 1285.611915588379
verified: no, type: manhattan_ap
value: 62.68367089991109
verified: no, type: manhattan_f1
value: 68.13099041533545
verified: no, type: manhattan_f1_threshold
value: 1581.9337844848633
verified: no, type: manhattan_precision
value: 54.78484264611432
verified: no, type: manhattan_recall
value: 90.07391763463569
verified: no, type: max_ap
value: 62.78839792290818
verified: no, type: max_f1
value: 68.42911877394636
verified: no, type: max_precision
value: 54.78484264611432
verified: no, type: max_recall
value: 94.29778247096094
verified: no, type: similarity_accuracy
value: 60.80129940443963
verified: no, type: similarity_accuracy_threshold
value: 74.15388226509094
verified: no, type: similarity_ap
value: 62.7881377053932
verified: no, type: similarity_f1
value: 68.42911877394636
verified: no, type: similarity_f1_threshold
value: 58.698028326034546
verified: no, type: similarity_precision
value: 53.69813589897775
verified: no, type: similarity_recall
value: 94.29778247096094
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB OnlineShopping (default)
revision: e610f2ebd179a8fda30ae534c3878750a96db120
split: test
type: C-MTEB/OnlineShopping-classification
metrics: type: accuracy
value: 83.22999999999998
verified: no, type: ap
value: 80.04405977529461
verified: no, type: ap_weighted
value: 80.04405977529461
verified: no, type: f1
value: 83.20270595475907
verified: no, type: f1_weighted
value: 83.21171008766063
verified: no, type: main_score
value: 83.22999999999998
verified: no
task: type: Classification, dataset: config: default
name: MTEB PAWSX
revision: 9c6a90e430ac22b5779fb019a23e820b11a8b5e1
split: test
type: C-MTEB/PAWSX
metrics: type: cosine_pearson
value: 9.874694562979904
verified: no, type: cosine_spearman
value: 9.309911313205925
verified: no, type: euclidean_pearson
value: 11.741278538778094
verified: no, type: euclidean_spearman
value: 9.328433551419229
verified: no, type: main_score
value: 9.309911313205925
verified: no, type: manhattan_pearson
value: 11.72560906113808
verified: no, type: manhattan_spearman
value: 9.316414394414991
verified: no
task: type: STS, dataset: config: zh
name: MTEB PawsXPairClassification (zh)
revision: 8a04d940a42cd40658986fdd8e3da561533a3646
split: test
type: google-research-datasets/paws-x
metrics: type: cosine_accuracy
value: 58.650000000000006
verified: no, type: cosine_accuracy_threshold
value: 100
verified: no, type: cosine_ap
value: 53.75275143522933
verified: no, type: cosine_f1
value: 62.34309623430961
verified: no, type: cosine_f1_threshold
value: 68.03557872772217
verified: no, type: cosine_precision
value: 45.2887537993921
verified: no, type: cosine_recall
value: 100
verified: no, type: dot_accuracy
value: 58.599999999999994
verified: no, type: dot_accuracy_threshold
value: 99.99727010726929
verified: no, type: dot_ap
value: 53.998635904072565
verified: no, type: dot_f1
value: 62.34309623430961
verified: no, type: dot_f1_threshold
value: 68.03557872772217
verified: no, type: dot_precision
value: 45.2887537993921
verified: no, type: dot_recall
value: 100
verified: no, type: euclidean_accuracy
value: 58.650000000000006
verified: no, type: euclidean_accuracy_threshold
value: 0
verified: no, type: euclidean_ap
value: 53.75275143522933
verified: no, type: euclidean_f1
value: 62.34309623430961
verified: no, type: euclidean_f1_threshold
value: 79.954993724823
verified: no, type: euclidean_precision
value: 45.2887537993921
verified: no, type: euclidean_recall
value: 100
verified: no, type: main_score
value: 53.998635904072565
verified: no, type: manhattan_accuracy
value: 58.650000000000006
verified: no, type: manhattan_accuracy_threshold
value: 0
verified: no, type: manhattan_ap
value: 53.74246831220305
verified: no, type: manhattan_f1
value: 62.32136632973162
verified: no, type: manhattan_f1_threshold
value: 1499.9944686889648
verified: no, type: manhattan_precision
value: 45.265822784810126
verified: no, type: manhattan_recall
value: 100
verified: no, type: max_ap
value: 53.998635904072565
verified: no, type: max_f1
value: 62.34309623430961
verified: no, type: max_precision
value: 45.2887537993921
verified: no, type: max_recall
value: 100
verified: no, type: similarity_accuracy
value: 58.599999999999994
verified: no, type: similarity_accuracy_threshold
value: 99.99727010726929
verified: no, type: similarity_ap
value: 53.493550734464115
verified: no, type: similarity_f1
value: 62.34309623430961
verified: no, type: similarity_f1_threshold
value: 68.03557872772217
verified: no, type: similarity_precision
value: 45.2887537993921
verified: no, type: similarity_recall
value: 100
verified: no
task: type: PairClassification, dataset: config: zh
name: MTEB PawsXPairClassification (zh)
revision: 8a04d940a42cd40658986fdd8e3da561533a3646
split: validation
type: google-research-datasets/paws-x
metrics: type: cosine_accuracy
value: 60.3
verified: no, type: cosine_accuracy_threshold
value: 99.86656904220581
verified: no, type: cosine_ap
value: 49.321768758993265
verified: no, type: cosine_f1
value: 60.13394430736694
verified: no, type: cosine_f1_threshold
value: 56.31052255630493
verified: no, type: cosine_precision
value: 42.993951612903224
verified: no, type: cosine_recall
value: 100
verified: no, type: dot_accuracy
value: 60.3
verified: no, type: dot_accuracy_threshold
value: 99.86656904220581
verified: no, type: dot_ap
value: 49.035857424446434
verified: no, type: dot_f1
value: 60.13394430736694
verified: no, type: dot_f1_threshold
value: 56.310516595840454
verified: no, type: dot_precision
value: 42.993951612903224
verified: no, type: dot_recall
value: 100
verified: no, type: euclidean_accuracy
value: 60.3
verified: no, type: euclidean_accuracy_threshold
value: 5.164862424135208
verified: no, type: euclidean_ap
value: 49.321768758993265
verified: no, type: euclidean_f1
value: 60.13394430736694
verified: no, type: euclidean_f1_threshold
value: 93.14978122711182
verified: no, type: euclidean_precision
value: 42.993951612903224
verified: no, type: euclidean_recall
value: 100
verified: no, type: main_score
value: 49.321768758993265
verified: no, type: manhattan_accuracy
value: 60.3
verified: no, type: manhattan_accuracy_threshold
value: 93.18596124649048
verified: no, type: manhattan_ap
value: 49.313849813317425
verified: no, type: manhattan_f1
value: 60.13394430736694
verified: no, type: manhattan_f1_threshold
value: 1691.009521484375
verified: no, type: manhattan_precision
value: 42.993951612903224
verified: no, type: manhattan_recall
value: 100
verified: no, type: max_ap
value: 49.321768758993265
verified: no, type: max_f1
value: 60.13394430736694
verified: no, type: max_precision
value: 42.993951612903224
verified: no, type: max_recall
value: 100
verified: no, type: similarity_accuracy
value: 60.3
verified: no, type: similarity_accuracy_threshold
value: 99.86656904220581
verified: no, type: similarity_ap
value: 49.142597419562264
verified: no, type: similarity_f1
value: 60.13394430736694
verified: no, type: similarity_f1_threshold
value: 56.31052255630493
verified: no, type: similarity_precision
value: 42.993951612903224
verified: no, type: similarity_recall
value: 100
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB QBQTC
revision: 790b0510dc52b1553e8c49f3d2afb48c0e5c48b7
split: test
type: C-MTEB/QBQTC
metrics: type: cosine_pearson
value: 32.89823952962557
verified: no, type: cosine_spearman
value: 35.508635844641425
verified: no, type: euclidean_pearson
value: 33.54904181023721
verified: no, type: euclidean_spearman
value: 35.50900960008307
verified: no, type: main_score
value: 35.508635844641425
verified: no, type: manhattan_pearson
value: 33.46879849723637
verified: no, type: manhattan_spearman
value: 35.443594309440684
verified: no
task: type: STS, dataset: config: zh
name: MTEB STS22.v2 (zh)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 73.70326766919368
verified: no, type: cosine_spearman
value: 73.00749391119922
verified: no, type: euclidean_pearson
value: 71.8060850925119
verified: no, type: euclidean_spearman
value: 73.00749391119922
verified: no, type: main_score
value: 73.00749391119922
verified: no, type: manhattan_pearson
value: 71.74411017438445
verified: no, type: manhattan_spearman
value: 72.94623233913951
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22.v2 (zh-en)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 56.88380036232504
verified: no, type: cosine_spearman
value: 59.533784112114596
verified: no, type: euclidean_pearson
value: 57.16054261646379
verified: no, type: euclidean_spearman
value: 59.533784112114596
verified: no, type: main_score
value: 59.533784112114596
verified: no, type: manhattan_pearson
value: 56.87544001641771
verified: no, type: manhattan_spearman
value: 59.85495813710624
verified: no
task: type: STS, dataset: config: default
name: MTEB STSB
revision: 0cde68302b3541bb8b3c340dc0644b0b745b3dc0
split: test
type: C-MTEB/STSB
metrics: type: cosine_pearson
value: 76.20443465791105
verified: no, type: cosine_spearman
value: 75.99849552229011
verified: no, type: euclidean_pearson
value: 75.96465776192763
verified: no, type: euclidean_spearman
value: 75.99849552229011
verified: no, type: main_score
value: 75.99849552229011
verified: no, type: manhattan_pearson
value: 75.69458112992939
verified: no, type: manhattan_spearman
value: 75.72878640554704
verified: no
task: type: STS, dataset: config: default
name: MTEB STSB
revision: 0cde68302b3541bb8b3c340dc0644b0b745b3dc0
split: validation
type: C-MTEB/STSB
metrics: type: cosine_pearson
value: 80.11097730091052
verified: no, type: cosine_spearman
value: 80.64482330666749
verified: no, type: euclidean_pearson
value: 79.88040791422436
verified: no, type: euclidean_spearman
value: 80.64482330666749
verified: no, type: main_score
value: 80.64482330666749
verified: no, type: manhattan_pearson
value: 79.80855070654505
verified: no, type: manhattan_spearman
value: 80.56745442901212
verified: no
task: type: STS, dataset: config: zh
name: MTEB STSBenchmarkMultilingualSTS (zh)
revision: 29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c
split: dev
type: mteb/stsb_multi_mt
metrics: type: cosine_pearson
value: 81.91965476749914
verified: no, type: cosine_spearman
value: 81.71461226178072
verified: no, type: euclidean_pearson
value: 81.1836646110194
verified: no, type: euclidean_spearman
value: 81.71461218914546
verified: no, type: main_score
value: 81.71461226178072
verified: no, type: manhattan_pearson
value: 81.14207667304743
verified: no, type: manhattan_spearman
value: 81.6454210278605
verified: no
task: type: STS, dataset: config: zh
name: MTEB STSBenchmarkMultilingualSTS (zh)
revision: 29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c
split: test
type: mteb/stsb_multi_mt
metrics: type: cosine_pearson
value: 76.24322995405667
verified: no, type: cosine_spearman
value: 75.55475227432689
verified: no, type: euclidean_pearson
value: 75.71286279796877
verified: no, type: euclidean_spearman
value: 75.55462935000521
verified: no, type: main_score
value: 75.55475227432689
verified: no, type: manhattan_pearson
value: 75.51165824897934
verified: no, type: manhattan_spearman
value: 75.38913927229946
verified: no
task: type: STS, dataset: config: default
name: MTEB T2Reranking
revision: 76631901a18387f85eaa53e5450019b87ad58ef9
split: dev
type: C-MTEB/T2Reranking
metrics: type: main_score
value: 66.05938272914062
verified: no, type: map
value: 66.05938272914062
verified: no, type: mrr
value: 75.42172437695459
verified: no, type: nAUC_map_diff1
value: -9.544209619541794
verified: no, type: nAUC_map_max
value: 27.98083090921389
verified: no, type: nAUC_map_std
value: -2.515786454798184
verified: no, type: nAUC_mrr_diff1
value: -7.595908167095712
verified: no, type: nAUC_mrr_max
value: 20.239633565408173
verified: no, type: nAUC_mrr_std
value: -4.116595991377607
verified: no
task: type: Reranking, dataset: config: default
name: MTEB T2Retrieval
revision: 8731a845f1bf500a4f111cf1070785c793d10e64
split: dev
type: C-MTEB/T2Retrieval
metrics: type: main_score
value: 74.18400000000001
verified: no, type: map_at_1
value: 23.379
verified: no, type: map_at_10
value: 64.524
verified: no, type: map_at_100
value: 68.449
verified: no, type: map_at_1000
value: 68.57900000000001
verified: no, type: map_at_20
value: 67.278
verified: no, type: map_at_3
value: 45.629999999999995
verified: no, type: map_at_5
value: 55.822
verified: no, type: mrr_at_1
value: 82.15851306330002
verified: no, type: mrr_at_10
value: 86.1112015675408
verified: no, type: mrr_at_100
value: 86.28643808357842
verified: no, type: mrr_at_1000
value: 86.29354040833506
verified: no, type: mrr_at_20
value: 86.2267023841753
verified: no, type: mrr_at_3
value: 85.34543222865166
verified: no, type: mrr_at_5
value: 85.8377169910577
verified: no, type: nauc_map_at_1000_diff1
value: 18.260251362748562
verified: no, type: nauc_map_at_1000_max
value: 49.01511565647806
verified: no, type: nauc_map_at_1000_std
value: 22.124517582915473
verified: no, type: nauc_map_at_100_diff1
value: 18.23941972229643
verified: no, type: nauc_map_at_100_max
value: 48.84255960520936
verified: no, type: nauc_map_at_100_std
value: 21.97795913149354
verified: no, type: nauc_map_at_10_diff1
value: 20.208327692144774
verified: no, type: nauc_map_at_10_max
value: 40.291216792021466
verified: no, type: nauc_map_at_10_std
value: 11.179309606121711
verified: no, type: nauc_map_at_1_diff1
value: 44.59731973004735
verified: no, type: nauc_map_at_1_max
value: -12.457546658705684
verified: no, type: nauc_map_at_1_std
value: -27.79897442251993
verified: no, type: nauc_map_at_20_diff1
value: 18.438608230640614
verified: no, type: nauc_map_at_20_max
value: 46.66748771149039
verified: no, type: nauc_map_at_20_std
value: 19.11085356163083
verified: no, type: nauc_map_at_3_diff1
value: 32.592532783525996
verified: no, type: nauc_map_at_3_max
value: 4.652328251532431
verified: no, type: nauc_map_at_3_std
value: -19.866788524707328
verified: no, type: nauc_map_at_5_diff1
value: 26.819261072523076
verified: no, type: nauc_map_at_5_max
value: 20.172490474758266
verified: no, type: nauc_map_at_5_std
value: -8.094395196345893
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.55867916169207
verified: no, type: nauc_mrr_at_1000_max
value: 74.99745802306755
verified: no, type: nauc_mrr_at_1000_std
value: 39.80828073643584
verified: no, type: nauc_mrr_at_100_diff1
value: 47.55729544899771
verified: no, type: nauc_mrr_at_100_max
value: 75.00463270544496
verified: no, type: nauc_mrr_at_100_std
value: 39.825422360432384
verified: no, type: nauc_mrr_at_10_diff1
value: 47.506713252161724
verified: no, type: nauc_mrr_at_10_max
value: 75.06369170565068
verified: no, type: nauc_mrr_at_10_std
value: 39.88822424255222
verified: no, type: nauc_mrr_at_1_diff1
value: 48.100722372306656
verified: no, type: nauc_mrr_at_1_max
value: 72.28151336969148
verified: no, type: nauc_mrr_at_1_std
value: 35.25578964236099
verified: no, type: nauc_mrr_at_20_diff1
value: 47.52351771314311
verified: no, type: nauc_mrr_at_20_max
value: 75.02502113453708
verified: no, type: nauc_mrr_at_20_std
value: 39.85466046046541
verified: no, type: nauc_mrr_at_3_diff1
value: 47.52130636944545
verified: no, type: nauc_mrr_at_3_max
value: 74.92024976910292
verified: no, type: nauc_mrr_at_3_std
value: 39.15091194803981
verified: no, type: nauc_mrr_at_5_diff1
value: 47.55055957963027
verified: no, type: nauc_mrr_at_5_max
value: 74.98907304894351
verified: no, type: nauc_mrr_at_5_std
value: 39.687993281905605
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.400416389001418
verified: no, type: nauc_ndcg_at_1000_max
value: 60.08918245439385
verified: no, type: nauc_ndcg_at_1000_std
value: 33.79283462662899
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.68232683171427
verified: no, type: nauc_ndcg_at_100_max
value: 58.57980757040647
verified: no, type: nauc_ndcg_at_100_std
value: 33.02431190641521
verified: no, type: nauc_ndcg_at_10_diff1
value: 21.747753142963045
verified: no, type: nauc_ndcg_at_10_max
value: 51.7401927951989
verified: no, type: nauc_ndcg_at_10_std
value: 23.40432237187433
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.100722372306656
verified: no, type: nauc_ndcg_at_1_max
value: 72.28151336969148
verified: no, type: nauc_ndcg_at_1_std
value: 35.25578964236099
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.957945923525486
verified: no, type: nauc_ndcg_at_20_max
value: 54.059462839345116
verified: no, type: nauc_ndcg_at_20_std
value: 27.006447987390942
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.96382444061548
verified: no, type: nauc_ndcg_at_3_max
value: 64.10955538613156
verified: no, type: nauc_ndcg_at_3_std
value: 33.13744373434246
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.60951660992659
verified: no, type: nauc_ndcg_at_5_max
value: 58.184133107075176
verified: no, type: nauc_ndcg_at_5_std
value: 29.219072083413465
verified: no, type: nauc_precision_at_1000_diff1
value: -20.189996978361993
verified: no, type: nauc_precision_at_1000_max
value: 50.534846538960686
verified: no, type: nauc_precision_at_1000_std
value: 57.34174180166708
verified: no, type: nauc_precision_at_100_diff1
value: -19.99008676933219
verified: no, type: nauc_precision_at_100_max
value: 53.254289704751734
verified: no, type: nauc_precision_at_100_std
value: 59.2689218226505
verified: no, type: nauc_precision_at_10_diff1
value: -18.027272876262654
verified: no, type: nauc_precision_at_10_max
value: 58.63403466572614
verified: no, type: nauc_precision_at_10_std
value: 53.933493888611785
verified: no, type: nauc_precision_at_1_diff1
value: 48.100722372306656
verified: no, type: nauc_precision_at_1_max
value: 72.28151336969148
verified: no, type: nauc_precision_at_1_std
value: 35.25578964236099
verified: no, type: nauc_precision_at_20_diff1
value: -19.31810385056704
verified: no, type: nauc_precision_at_20_max
value: 56.42633742764552
verified: no, type: nauc_precision_at_20_std
value: 57.45711249879895
verified: no, type: nauc_precision_at_3_diff1
value: -5.199750015121799
verified: no, type: nauc_precision_at_3_max
value: 64.9568553313292
verified: no, type: nauc_precision_at_3_std
value: 43.69243155776604
verified: no, type: nauc_precision_at_5_diff1
value: -13.483908148621495
verified: no, type: nauc_precision_at_5_max
value: 61.44035978016047
verified: no, type: nauc_precision_at_5_std
value: 48.077772285802546
verified: no, type: nauc_recall_at_1000_diff1
value: 15.018252151373707
verified: no, type: nauc_recall_at_1000_max
value: 54.51853377970161
verified: no, type: nauc_recall_at_1000_std
value: 55.6342343206613
verified: no, type: nauc_recall_at_100_diff1
value: 12.559971324523787
verified: no, type: nauc_recall_at_100_max
value: 46.4670450886096
verified: no, type: nauc_recall_at_100_std
value: 39.64425334862469
verified: no, type: nauc_recall_at_10_diff1
value: 16.72585941148251
verified: no, type: nauc_recall_at_10_max
value: 31.344434129936754
verified: no, type: nauc_recall_at_10_std
value: 7.732418770287419
verified: no, type: nauc_recall_at_1_diff1
value: 44.59731973004735
verified: no, type: nauc_recall_at_1_max
value: -12.457546658705684
verified: no, type: nauc_recall_at_1_std
value: -27.79897442251993
verified: no, type: nauc_recall_at_20_diff1
value: 13.001013825456443
verified: no, type: nauc_recall_at_20_max
value: 39.46599104595723
verified: no, type: nauc_recall_at_20_std
value: 21.28034317338907
verified: no, type: nauc_recall_at_3_diff1
value: 29.688674084601598
verified: no, type: nauc_recall_at_3_max
value: -0.42234884935750827
verified: no, type: nauc_recall_at_3_std
value: -22.394730440119098
verified: no, type: nauc_recall_at_5_diff1
value: 23.96271240585991
verified: no, type: nauc_recall_at_5_max
value: 11.842848941509544
verified: no, type: nauc_recall_at_5_std
value: -12.643126918225006
verified: no, type: ndcg_at_1
value: 82.159
verified: no, type: ndcg_at_10
value: 74.18400000000001
verified: no, type: ndcg_at_100
value: 79.353
verified: no, type: ndcg_at_1000
value: 80.67699999999999
verified: no, type: ndcg_at_20
value: 76.48700000000001
verified: no, type: ndcg_at_3
value: 76.531
verified: no, type: ndcg_at_5
value: 74.459
verified: no, type: precision_at_1
value: 82.159
verified: no, type: precision_at_10
value: 37.232
verified: no, type: precision_at_100
value: 4.743
verified: no, type: precision_at_1000
value: 0.507
verified: no, type: precision_at_20
value: 21.096999999999998
verified: no, type: precision_at_3
value: 67.321
verified: no, type: precision_at_5
value: 55.938
verified: no, type: recall_at_1
value: 23.379
verified: no, type: recall_at_10
value: 73.126
verified: no, type: recall_at_100
value: 89.619
verified: no, type: recall_at_1000
value: 96.296
verified: no, type: recall_at_20
value: 80.40899999999999
verified: no, type: recall_at_3
value: 47.871
verified: no, type: recall_at_5
value: 60.315
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TNews
revision: 317f262bf1e6126357bbe89e875451e4b0938fe4
split: validation
type: C-MTEB/TNews-classification
metrics: type: accuracy
value: 47.894000000000005
verified: no, type: f1
value: 46.11539049771237
verified: no, type: f1_weighted
value: 47.866019464627776
verified: no, type: main_score
value: 47.894000000000005
verified: no
task: type: Classification, dataset: config: default
name: MTEB ThuNewsClusteringP2P.v2
revision: 5798586b105c0434e4f0fe5e767abe619442cf93
split: test
type: C-MTEB/ThuNewsClusteringP2P
metrics: type: main_score
value: 55.83158187491721
verified: no, type: v_measure
value: 55.83158187491721
verified: no, type: v_measure_std
value: 1.8734261847438545
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ThuNewsClusteringS2S.v2
revision: 8a8b2caeda43f39e13c4bc5bea0f8a667896e10d
split: test
type: C-MTEB/ThuNewsClusteringS2S
metrics: type: main_score
value: 48.433201618046915
verified: no, type: v_measure
value: 48.433201618046915
verified: no, type: v_measure_std
value: 1.4097297745303448
verified: no
task: type: Clustering, dataset: config: default
name: MTEB VideoRetrieval
revision: 58c2597a5943a2ba48f4668c3b90d796283c5639
split: dev
type: C-MTEB/VideoRetrieval
metrics: type: main_score
value: 59.48
verified: no, type: map_at_1
value: 44.2
verified: no, type: map_at_10
value: 54.340999999999994
verified: no, type: map_at_100
value: 54.998000000000005
verified: no, type: map_at_1000
value: 55.027
verified: no, type: map_at_20
value: 54.766000000000005
verified: no, type: map_at_3
value: 51.717
verified: no, type: map_at_5
value: 53.391999999999996
verified: no, type: mrr_at_1
value: 44.2
verified: no, type: mrr_at_10
value: 54.341468253968216
verified: no, type: mrr_at_100
value: 54.99809468492119
verified: no, type: mrr_at_1000
value: 55.02652938520676
verified: no, type: mrr_at_20
value: 54.76637909433184
verified: no, type: mrr_at_3
value: 51.71666666666662
verified: no, type: mrr_at_5
value: 53.391666666666616
verified: no, type: nauc_map_at_1000_diff1
value: 53.528229559164544
verified: no, type: nauc_map_at_1000_max
value: 15.73486184724635
verified: no, type: nauc_map_at_1000_std
value: -31.51718292120254
verified: no, type: nauc_map_at_100_diff1
value: 53.51999951867526
verified: no, type: nauc_map_at_100_max
value: 15.74180206243544
verified: no, type: nauc_map_at_100_std
value: -31.514901212074186
verified: no, type: nauc_map_at_10_diff1
value: 53.4035384148621
verified: no, type: nauc_map_at_10_max
value: 15.710574582336623
verified: no, type: nauc_map_at_10_std
value: -31.69098529134779
verified: no, type: nauc_map_at_1_diff1
value: 56.30672513627092
verified: no, type: nauc_map_at_1_max
value: 15.606839794503191
verified: no, type: nauc_map_at_1_std
value: -28.551728100669372
verified: no, type: nauc_map_at_20_diff1
value: 53.53225543348683
verified: no, type: nauc_map_at_20_max
value: 15.811198638825788
verified: no, type: nauc_map_at_20_std
value: -31.482299652881107
verified: no, type: nauc_map_at_3_diff1
value: 53.61019703202843
verified: no, type: nauc_map_at_3_max
value: 17.107446783187584
verified: no, type: nauc_map_at_3_std
value: -30.182689736664358
verified: no, type: nauc_map_at_5_diff1
value: 53.44331480134552
verified: no, type: nauc_map_at_5_max
value: 16.11429761064624
verified: no, type: nauc_map_at_5_std
value: -31.548819392316936
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.528229559164544
verified: no, type: nauc_mrr_at_1000_max
value: 15.73486184724635
verified: no, type: nauc_mrr_at_1000_std
value: -31.51718292120254
verified: no, type: nauc_mrr_at_100_diff1
value: 53.51999951867526
verified: no, type: nauc_mrr_at_100_max
value: 15.74180206243544
verified: no, type: nauc_mrr_at_100_std
value: -31.514901212074186
verified: no, type: nauc_mrr_at_10_diff1
value: 53.4035384148621
verified: no, type: nauc_mrr_at_10_max
value: 15.710574582336623
verified: no, type: nauc_mrr_at_10_std
value: -31.69098529134779
verified: no, type: nauc_mrr_at_1_diff1
value: 56.30672513627092
verified: no, type: nauc_mrr_at_1_max
value: 15.606839794503191
verified: no, type: nauc_mrr_at_1_std
value: -28.551728100669372
verified: no, type: nauc_mrr_at_20_diff1
value: 53.53225543348683
verified: no, type: nauc_mrr_at_20_max
value: 15.811198638825788
verified: no, type: nauc_mrr_at_20_std
value: -31.482299652881107
verified: no, type: nauc_mrr_at_3_diff1
value: 53.61019703202843
verified: no, type: nauc_mrr_at_3_max
value: 17.107446783187584
verified: no, type: nauc_mrr_at_3_std
value: -30.182689736664358
verified: no, type: nauc_mrr_at_5_diff1
value: 53.44331480134552
verified: no, type: nauc_mrr_at_5_max
value: 16.11429761064624
verified: no, type: nauc_mrr_at_5_std
value: -31.548819392316936
verified: no, type: nauc_ndcg_at_1000_diff1
value: 53.0360088380075
verified: no, type: nauc_ndcg_at_1000_max
value: 14.260875260560166
verified: no, type: nauc_ndcg_at_1000_std
value: -33.2758013638674
verified: no, type: nauc_ndcg_at_100_diff1
value: 52.79226039093682
verified: no, type: nauc_ndcg_at_100_max
value: 14.655479715928998
verified: no, type: nauc_ndcg_at_100_std
value: -32.91812509806879
verified: no, type: nauc_ndcg_at_10_diff1
value: 52.360753593887424
verified: no, type: nauc_ndcg_at_10_max
value: 14.722591698515705
verified: no, type: nauc_ndcg_at_10_std
value: -33.71234048034379
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.30672513627092
verified: no, type: nauc_ndcg_at_1_max
value: 15.606839794503191
verified: no, type: nauc_ndcg_at_1_std
value: -28.551728100669372
verified: no, type: nauc_ndcg_at_20_diff1
value: 52.7549567413953
verified: no, type: nauc_ndcg_at_20_max
value: 15.096331650294642
verified: no, type: nauc_ndcg_at_20_std
value: -32.97163363614561
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.754374233485905
verified: no, type: nauc_ndcg_at_3_max
value: 17.577339785858914
verified: no, type: nauc_ndcg_at_3_std
value: -30.69056724435553
verified: no, type: nauc_ndcg_at_5_diff1
value: 52.40417113340534
verified: no, type: nauc_ndcg_at_5_max
value: 15.76739293599479
verified: no, type: nauc_ndcg_at_5_std
value: -33.27531982618842
verified: no, type: nauc_precision_at_1000_diff1
value: 53.26471673940875
verified: no, type: nauc_precision_at_1000_max
value: -35.42114520226755
verified: no, type: nauc_precision_at_1000_std
value: -77.33480989294999
verified: no, type: nauc_precision_at_100_diff1
value: 47.77777777777776
verified: no, type: nauc_precision_at_100_max
value: 1.299326748242902
verified: no, type: nauc_precision_at_100_std
value: -43.94466558553279
verified: no, type: nauc_precision_at_10_diff1
value: 48.019472244769325
verified: no, type: nauc_precision_at_10_max
value: 9.569498908808855
verified: no, type: nauc_precision_at_10_std
value: -43.029548895851924
verified: no, type: nauc_precision_at_1_diff1
value: 56.30672513627092
verified: no, type: nauc_precision_at_1_max
value: 15.606839794503191
verified: no, type: nauc_precision_at_1_std
value: -28.551728100669372
verified: no, type: nauc_precision_at_20_diff1
value: 49.177567672581176
verified: no, type: nauc_precision_at_20_max
value: 10.681636661917706
verified: no, type: nauc_precision_at_20_std
value: -40.70338470837111
verified: no, type: nauc_precision_at_3_diff1
value: 50.08301260853314
verified: no, type: nauc_precision_at_3_max
value: 19.04174542900948
verified: no, type: nauc_precision_at_3_std
value: -32.272305571152444
verified: no, type: nauc_precision_at_5_diff1
value: 48.70772641188329
verified: no, type: nauc_precision_at_5_max
value: 14.234297134778014
verified: no, type: nauc_precision_at_5_std
value: -39.795952208481324
verified: no, type: nauc_recall_at_1000_diff1
value: 53.26471673940897
verified: no, type: nauc_recall_at_1000_max
value: -35.421145202266594
verified: no, type: nauc_recall_at_1000_std
value: -77.33480989294897
verified: no, type: nauc_recall_at_100_diff1
value: 47.777777777777864
verified: no, type: nauc_recall_at_100_max
value: 1.299326748243302
verified: no, type: nauc_recall_at_100_std
value: -43.94466558553247
verified: no, type: nauc_recall_at_10_diff1
value: 48.019472244769474
verified: no, type: nauc_recall_at_10_max
value: 9.569498908809026
verified: no, type: nauc_recall_at_10_std
value: -43.02954889585179
verified: no, type: nauc_recall_at_1_diff1
value: 56.30672513627092
verified: no, type: nauc_recall_at_1_max
value: 15.606839794503191
verified: no, type: nauc_recall_at_1_std
value: -28.551728100669372
verified: no, type: nauc_recall_at_20_diff1
value: 49.17756767258126
verified: no, type: nauc_recall_at_20_max
value: 10.681636661917842
verified: no, type: nauc_recall_at_20_std
value: -40.70338470837094
verified: no, type: nauc_recall_at_3_diff1
value: 50.08301260853316
verified: no, type: nauc_recall_at_3_max
value: 19.041745429009456
verified: no, type: nauc_recall_at_3_std
value: -32.27230557115248
verified: no, type: nauc_recall_at_5_diff1
value: 48.707726411883236
verified: no, type: nauc_recall_at_5_max
value: 14.234297134778023
verified: no, type: nauc_recall_at_5_std
value: -39.79595220848139
verified: no, type: ndcg_at_1
value: 44.2
verified: no, type: ndcg_at_10
value: 59.48
verified: no, type: ndcg_at_100
value: 62.64999999999999
verified: no, type: ndcg_at_1000
value: 63.33
verified: no, type: ndcg_at_20
value: 60.992000000000004
verified: no, type: ndcg_at_3
value: 54.13
verified: no, type: ndcg_at_5
value: 57.163
verified: no, type: precision_at_1
value: 44.2
verified: no, type: precision_at_10
value: 7.57
verified: no, type: precision_at_100
value: 0.905
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_20
value: 4.08
verified: no, type: precision_at_3
value: 20.366999999999997
verified: no, type: precision_at_5
value: 13.700000000000001
verified: no, type: recall_at_1
value: 44.2
verified: no, type: recall_at_10
value: 75.7
verified: no, type: recall_at_100
value: 90.5
verified: no, type: recall_at_1000
value: 95.7
verified: no, type: recall_at_20
value: 81.6
verified: no, type: recall_at_3
value: 61.1
verified: no, type: recall_at_5
value: 68.5
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Waimai
revision: 339287def212450dcaa9df8c22bf93e9980c7023
split: test
type: C-MTEB/waimai-classification
metrics: type: accuracy
value: 82.23999999999998
verified: no, type: ap
value: 62.36539084249044
verified: no, type: ap_weighted
value: 62.36539084249044
verified: no, type: f1
value: 80.34948411543205
verified: no, type: f1_weighted
value: 82.47078823543444
verified: no, type: main_score
value: 82.23999999999998
verified: no
task: type: Classification
tags: mteb
Likes: 0 | All-time downloads: 206
Created: 2024-07-30 12:13:04