Model: ai-forever/FRIDA
Author: ai-forever
Pipeline: feature-extraction
Library: sentence-transformers
Tags: sentence-transformers, safetensors, t5, mteb, transformers, feature-extraction, ru, en, dataset:ai-forever/solyanka, arxiv:2309.10931, arxiv:2408.12503, base_model:ai-forever/FRED-T5-1.7B, base_model:finetune:ai-forever/FRED-T5-1.7B, license:mit, model-index, text-generation-inference, endpoints_compatible, deploy:azure, region:us
Base models (finetune): id: ai-forever/FRED-T5-1.7B
Card metadata: model-index: name: FRIDA
results: dataset: config: default
name: MTEB CEDRClassification (default)
revision: c0ba03d058e3e1b2f3fd20518875a4563dd12db4
split: test
type: ai-forever/cedr-classification
metrics: type: accuracy
value: 64.60148777895856
verified: no, type: f1
value: 70.36630348039266
verified: no, type: lrap
value: 92.47290116896953
verified: no, type: main_score
value: 64.60148777895856
verified: no
task: type: MultilabelClassification, dataset: config: default
name: MTEB GeoreviewClassification (default)
revision: 3765c0d1de6b7d264bc459433c45e5a75513839c
split: test
type: ai-forever/georeview-classification
metrics: type: accuracy
value: 57.70996093750001
verified: no, type: f1
value: 53.18542982057098
verified: no, type: f1_weighted
value: 53.17663229582108
verified: no, type: main_score
value: 57.70996093750001
verified: no
task: type: Classification, dataset: config: default
name: MTEB GeoreviewClusteringP2P (default)
revision: 97a313c8fc85b47f13f33e7e9a95c1ad888c7fec
split: test
type: ai-forever/georeview-clustering-p2p
metrics: type: main_score
value: 78.25468393043356
verified: no, type: v_measure
value: 78.25468393043356
verified: no, type: v_measure_std
value: 0.5094366871364238
verified: no
task: type: Clustering, dataset: config: default
name: MTEB HeadlineClassification (default)
revision: 2fe05ee6b5832cda29f2ef7aaad7b7fe6a3609eb
split: test
type: ai-forever/headline-classification
metrics: type: accuracy
value: 89.0185546875
verified: no, type: f1
value: 88.993933120612
verified: no, type: f1_weighted
value: 88.99276764225768
verified: no, type: main_score
value: 89.0185546875
verified: no
task: type: Classification, dataset: config: default
name: MTEB InappropriatenessClassification (default)
revision: 601651fdc45ef243751676e62dd7a19f491c0285
split: test
type: ai-forever/inappropriateness-classification
metrics: type: accuracy
value: 78.330078125
verified: no, type: ap
value: 73.17856750532495
verified: no, type: ap_weighted
value: 73.17856750532495
verified: no, type: f1
value: 78.20169867599041
verified: no, type: f1_weighted
value: 78.20169867599041
verified: no, type: main_score
value: 78.330078125
verified: no
task: type: Classification, dataset: config: default
name: MTEB KinopoiskClassification (default)
revision: 5911f26666ac11af46cb9c6849d0dc80a378af24
split: test
type: ai-forever/kinopoisk-sentiment-classification
metrics: type: accuracy
value: 70.46666666666665
verified: no, type: f1
value: 65.83951766538878
verified: no, type: f1_weighted
value: 65.83951766538878
verified: no, type: main_score
value: 70.46666666666665
verified: no
task: type: Classification, dataset: config: ru
name: MTEB MIRACLReranking (ru)
revision: 6d1962c527217f8927fca80f890f14f36b2802af
split: dev
type: miracl/mmteb-miracl-reranking
metrics: type: MAP@1(MIRACL)
value: 39.023
verified: no, type: MAP@10(MIRACL)
value: 60.208
verified: no, type: MAP@100(MIRACL)
value: 61.672000000000004
verified: no, type: MAP@1000(MIRACL)
value: 61.672000000000004
verified: no, type: MAP@20(MIRACL)
value: 61.30799999999999
verified: no, type: MAP@3(MIRACL)
value: 53.33
verified: no, type: MAP@5(MIRACL)
value: 57.289
verified: no, type: NDCG@1(MIRACL)
value: 63.352
verified: no, type: NDCG@10(MIRACL)
value: 66.042
verified: no, type: NDCG@100(MIRACL)
value: 68.702
verified: no, type: NDCG@1000(MIRACL)
value: 68.702
verified: no, type: NDCG@20(MIRACL)
value: 67.768
verified: no, type: NDCG@3(MIRACL)
value: 61.925
verified: no, type: NDCG@5(MIRACL)
value: 63.327
verified: no, type: P@1(MIRACL)
value: 63.352
verified: no, type: P@10(MIRACL)
value: 16.512
verified: no, type: P@100(MIRACL)
value: 1.9529999999999998
verified: no, type: P@1000(MIRACL)
value: 0.19499999999999998
verified: no, type: P@20(MIRACL)
value: 9.13
verified: no, type: P@3(MIRACL)
value: 37.878
verified: no, type: P@5(MIRACL)
value: 27.586
verified: no, type: Recall@1(MIRACL)
value: 39.023
verified: no, type: Recall@10(MIRACL)
value: 72.35000000000001
verified: no, type: Recall@100(MIRACL)
value: 79.952
verified: no, type: Recall@1000(MIRACL)
value: 79.952
verified: no, type: Recall@20(MIRACL)
value: 76.828
verified: no, type: Recall@3(MIRACL)
value: 57.769999999999996
verified: no, type: Recall@5(MIRACL)
value: 64.91900000000001
verified: no, type: main_score
value: 66.042
verified: no, type: nAUC_MAP@1000_diff1(MIRACL)
value: 27.150388833033052
verified: no, type: nAUC_MAP@1000_max(MIRACL)
value: 55.15672274267081
verified: no, type: nAUC_MAP@1000_std(MIRACL)
value: 30.088939934575553
verified: no, type: nAUC_MAP@100_diff1(MIRACL)
value: 27.150388833033052
verified: no, type: nAUC_MAP@100_max(MIRACL)
value: 55.15672274267081
verified: no, type: nAUC_MAP@100_std(MIRACL)
value: 30.088939934575553
verified: no, type: nAUC_MAP@10_diff1(MIRACL)
value: 27.853691773641742
verified: no, type: nAUC_MAP@10_max(MIRACL)
value: 52.89390350055654
verified: no, type: nAUC_MAP@10_std(MIRACL)
value: 28.08732516551691
verified: no, type: nAUC_MAP@1_diff1(MIRACL)
value: 43.23179150244192
verified: no, type: nAUC_MAP@1_max(MIRACL)
value: 29.923943954188864
verified: no, type: nAUC_MAP@1_std(MIRACL)
value: 7.447084370195121
verified: no, type: nAUC_MAP@20_diff1(MIRACL)
value: 27.328384072311675
verified: no, type: nAUC_MAP@20_max(MIRACL)
value: 54.60286379835721
verified: no, type: nAUC_MAP@20_std(MIRACL)
value: 29.8084128980043
verified: no, type: nAUC_MAP@3_diff1(MIRACL)
value: 31.244971536944554
verified: no, type: nAUC_MAP@3_max(MIRACL)
value: 43.63984692803854
verified: no, type: nAUC_MAP@3_std(MIRACL)
value: 18.609234683765887
verified: no, type: nAUC_MAP@5_diff1(MIRACL)
value: 29.088760492638286
verified: no, type: nAUC_MAP@5_max(MIRACL)
value: 48.30474364461509
verified: no, type: nAUC_MAP@5_std(MIRACL)
value: 23.817514353844224
verified: no, type: nAUC_NDCG@1000_diff1(MIRACL)
value: 23.12754356408408
verified: no, type: nAUC_NDCG@1000_max(MIRACL)
value: 64.24894553363303
verified: no, type: nAUC_NDCG@1000_std(MIRACL)
value: 38.19318050598967
verified: no, type: nAUC_NDCG@100_diff1(MIRACL)
value: 23.12754356408408
verified: no, type: nAUC_NDCG@100_max(MIRACL)
value: 64.24894553363303
verified: no, type: nAUC_NDCG@100_std(MIRACL)
value: 38.19318050598967
verified: no, type: nAUC_NDCG@10_diff1(MIRACL)
value: 24.779856373697275
verified: no, type: nAUC_NDCG@10_max(MIRACL)
value: 60.4054459738118
verified: no, type: nAUC_NDCG@10_std(MIRACL)
value: 35.148950441182784
verified: no, type: nAUC_NDCG@1_diff1(MIRACL)
value: 35.605865569438556
verified: no, type: nAUC_NDCG@1_max(MIRACL)
value: 65.77787399715454
verified: no, type: nAUC_NDCG@1_std(MIRACL)
value: 34.34726892885082
verified: no, type: nAUC_NDCG@20_diff1(MIRACL)
value: 23.71231783125691
verified: no, type: nAUC_NDCG@20_max(MIRACL)
value: 62.89676599488004
verified: no, type: nAUC_NDCG@20_std(MIRACL)
value: 37.697052941884316
verified: no, type: nAUC_NDCG@3_diff1(MIRACL)
value: 26.109027741640865
verified: no, type: nAUC_NDCG@3_max(MIRACL)
value: 56.22356793638693
verified: no, type: nAUC_NDCG@3_std(MIRACL)
value: 29.9437568508688
verified: no, type: nAUC_NDCG@5_diff1(MIRACL)
value: 25.98644715327336
verified: no, type: nAUC_NDCG@5_max(MIRACL)
value: 56.25032008404774
verified: no, type: nAUC_NDCG@5_std(MIRACL)
value: 31.581899860862578
verified: no, type: nAUC_P@1000_diff1(MIRACL)
value: -18.29912787064644
verified: no, type: nAUC_P@1000_max(MIRACL)
value: 31.811344878776087
verified: no, type: nAUC_P@1000_std(MIRACL)
value: 30.163820183304914
verified: no, type: nAUC_P@100_diff1(MIRACL)
value: -18.299127870646405
verified: no, type: nAUC_P@100_max(MIRACL)
value: 31.811344878776133
verified: no, type: nAUC_P@100_std(MIRACL)
value: 30.163820183304956
verified: no, type: nAUC_P@10_diff1(MIRACL)
value: -15.96416268531149
verified: no, type: nAUC_P@10_max(MIRACL)
value: 36.989578896466526
verified: no, type: nAUC_P@10_std(MIRACL)
value: 34.54507111688143
verified: no, type: nAUC_P@1_diff1(MIRACL)
value: 35.605865569438556
verified: no, type: nAUC_P@1_max(MIRACL)
value: 65.77787399715454
verified: no, type: nAUC_P@1_std(MIRACL)
value: 34.34726892885082
verified: no, type: nAUC_P@20_diff1(MIRACL)
value: -17.443963421383287
verified: no, type: nAUC_P@20_max(MIRACL)
value: 34.309618168778385
verified: no, type: nAUC_P@20_std(MIRACL)
value: 33.38820956485373
verified: no, type: nAUC_P@3_diff1(MIRACL)
value: -8.533621861815652
verified: no, type: nAUC_P@3_max(MIRACL)
value: 45.90408386776497
verified: no, type: nAUC_P@3_std(MIRACL)
value: 34.50459351305535
verified: no, type: nAUC_P@5_diff1(MIRACL)
value: -13.207968899314865
verified: no, type: nAUC_P@5_max(MIRACL)
value: 40.37718282248973
verified: no, type: nAUC_P@5_std(MIRACL)
value: 35.601417332196206
verified: no, type: nAUC_Recall@1000_diff1(MIRACL)
value: 7.907304198177226
verified: no, type: nAUC_Recall@1000_max(MIRACL)
value: 77.82197832361145
verified: no, type: nAUC_Recall@1000_std(MIRACL)
value: 52.66957487246724
verified: no, type: nAUC_Recall@100_diff1(MIRACL)
value: 7.907304198177226
verified: no, type: nAUC_Recall@100_max(MIRACL)
value: 77.82197832361145
verified: no, type: nAUC_Recall@100_std(MIRACL)
value: 52.66957487246724
verified: no, type: nAUC_Recall@10_diff1(MIRACL)
value: 15.498121023488693
verified: no, type: nAUC_Recall@10_max(MIRACL)
value: 62.24320529338724
verified: no, type: nAUC_Recall@10_std(MIRACL)
value: 40.60221460946224
verified: no, type: nAUC_Recall@1_diff1(MIRACL)
value: 43.23179150244192
verified: no, type: nAUC_Recall@1_max(MIRACL)
value: 29.923943954188864
verified: no, type: nAUC_Recall@1_std(MIRACL)
value: 7.447084370195121
verified: no, type: nAUC_Recall@20_diff1(MIRACL)
value: 11.457044176116248
verified: no, type: nAUC_Recall@20_max(MIRACL)
value: 70.3493054342368
verified: no, type: nAUC_Recall@20_std(MIRACL)
value: 49.27124296325928
verified: no, type: nAUC_Recall@3_diff1(MIRACL)
value: 25.12077828977941
verified: no, type: nAUC_Recall@3_max(MIRACL)
value: 42.903379317937166
verified: no, type: nAUC_Recall@3_std(MIRACL)
value: 20.324501722161497
verified: no, type: nAUC_Recall@5_diff1(MIRACL)
value: 20.925701235197977
verified: no, type: nAUC_Recall@5_max(MIRACL)
value: 49.85323960390812
verified: no, type: nAUC_Recall@5_std(MIRACL)
value: 29.04484539530469
verified: no
task: type: Reranking, dataset: config: ru
name: MTEB MIRACLRetrieval (ru)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: main_score
value: 71.882
verified: no, type: map_at_1
value: 37.913000000000004
verified: no, type: map_at_10
value: 62.604000000000006
verified: no, type: map_at_100
value: 64.925
verified: no, type: map_at_1000
value: 64.992
verified: no, type: map_at_20
value: 64.081
verified: no, type: map_at_3
value: 55.212
verified: no, type: map_at_5
value: 59.445
verified: no, type: mrr_at_1
value: 73.24281150159744
verified: no, type: mrr_at_10
value: 81.65043866321825
verified: no, type: mrr_at_100
value: 81.85391378818977
verified: no, type: mrr_at_1000
value: 81.85753390802569
verified: no, type: mrr_at_20
value: 81.81045606130179
verified: no, type: mrr_at_3
value: 80.56443024494146
verified: no, type: mrr_at_5
value: 81.30724174653893
verified: no, type: nauc_map_at_1000_diff1
value: 26.962150235593356
verified: no, type: nauc_map_at_1000_max
value: 29.234958037854568
verified: no, type: nauc_map_at_1000_std
value: -2.4294465103633884
verified: no, type: nauc_map_at_100_diff1
value: 26.92990252114163
verified: no, type: nauc_map_at_100_max
value: 29.206328533120118
verified: no, type: nauc_map_at_100_std
value: -2.437371090941197
verified: no, type: nauc_map_at_10_diff1
value: 25.758265691179226
verified: no, type: nauc_map_at_10_max
value: 26.949978490795317
verified: no, type: nauc_map_at_10_std
value: -5.484961002106038
verified: no, type: nauc_map_at_1_diff1
value: 34.70849461278043
verified: no, type: nauc_map_at_1_max
value: 12.778570893623042
verified: no, type: nauc_map_at_1_std
value: -13.018292652743938
verified: no, type: nauc_map_at_20_diff1
value: 26.659923008218268
verified: no, type: nauc_map_at_20_max
value: 28.341440871568185
verified: no, type: nauc_map_at_20_std
value: -3.614549844913084
verified: no, type: nauc_map_at_3_diff1
value: 27.197629021438203
verified: no, type: nauc_map_at_3_max
value: 20.701094874050856
verified: no, type: nauc_map_at_3_std
value: -12.062992301112041
verified: no, type: nauc_map_at_5_diff1
value: 25.51793537203295
verified: no, type: nauc_map_at_5_max
value: 23.80396771243794
verified: no, type: nauc_map_at_5_std
value: -8.920465695323575
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.14819989592967
verified: no, type: nauc_mrr_at_1000_max
value: 53.29202156141053
verified: no, type: nauc_mrr_at_1000_std
value: 18.037336462510524
verified: no, type: nauc_mrr_at_100_diff1
value: 45.15287600228451
verified: no, type: nauc_mrr_at_100_max
value: 53.29979751928615
verified: no, type: nauc_mrr_at_100_std
value: 18.04996604778386
verified: no, type: nauc_mrr_at_10_diff1
value: 44.96865105944474
verified: no, type: nauc_mrr_at_10_max
value: 53.53323465323092
verified: no, type: nauc_mrr_at_10_std
value: 18.25001344917689
verified: no, type: nauc_mrr_at_1_diff1
value: 46.16604946873163
verified: no, type: nauc_mrr_at_1_max
value: 48.573651103547874
verified: no, type: nauc_mrr_at_1_std
value: 13.764871626330915
verified: no, type: nauc_mrr_at_20_diff1
value: 45.11925458479102
verified: no, type: nauc_mrr_at_20_max
value: 53.35685123898342
verified: no, type: nauc_mrr_at_20_std
value: 18.127344968819905
verified: no, type: nauc_mrr_at_3_diff1
value: 45.377195452730234
verified: no, type: nauc_mrr_at_3_max
value: 53.35146309217089
verified: no, type: nauc_mrr_at_3_std
value: 17.47105877186237
verified: no, type: nauc_mrr_at_5_diff1
value: 45.00525578771549
verified: no, type: nauc_mrr_at_5_max
value: 53.76227254707128
verified: no, type: nauc_mrr_at_5_std
value: 18.437290060746957
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.19215594457491
verified: no, type: nauc_ndcg_at_1000_max
value: 38.09555406458668
verified: no, type: nauc_ndcg_at_1000_std
value: 7.225628621238009
verified: no, type: nauc_ndcg_at_100_diff1
value: 30.726331247999934
verified: no, type: nauc_ndcg_at_100_max
value: 37.81369589418277
verified: no, type: nauc_ndcg_at_100_std
value: 7.242855238555071
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.514048333744835
verified: no, type: nauc_ndcg_at_10_max
value: 33.10990399385253
verified: no, type: nauc_ndcg_at_10_std
value: 0.3051899572112002
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.06089085235751
verified: no, type: nauc_ndcg_at_1_max
value: 47.7300872370495
verified: no, type: nauc_ndcg_at_1_std
value: 12.468605493613916
verified: no, type: nauc_ndcg_at_20_diff1
value: 29.404215438764496
verified: no, type: nauc_ndcg_at_20_max
value: 35.26967886796471
verified: no, type: nauc_ndcg_at_20_std
value: 3.7214697890813353
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.448848639643067
verified: no, type: nauc_ndcg_at_3_max
value: 33.85912412370657
verified: no, type: nauc_ndcg_at_3_std
value: 0.895453646819452
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.916649012613526
verified: no, type: nauc_ndcg_at_5_max
value: 30.899005979291644
verified: no, type: nauc_ndcg_at_5_std
value: -1.0001575639156615
verified: no, type: nauc_precision_at_1000_diff1
value: -8.492004667432635
verified: no, type: nauc_precision_at_1000_max
value: 14.970190384017679
verified: no, type: nauc_precision_at_1000_std
value: 32.871386621137816
verified: no, type: nauc_precision_at_100_diff1
value: -8.287314133999967
verified: no, type: nauc_precision_at_100_max
value: 17.794821961284736
verified: no, type: nauc_precision_at_100_std
value: 35.092483550562
verified: no, type: nauc_precision_at_10_diff1
value: -7.594128993028063
verified: no, type: nauc_precision_at_10_max
value: 24.691446370325732
verified: no, type: nauc_precision_at_10_std
value: 30.126552282608493
verified: no, type: nauc_precision_at_1_diff1
value: 47.06089085235751
verified: no, type: nauc_precision_at_1_max
value: 47.7300872370495
verified: no, type: nauc_precision_at_1_std
value: 12.468605493613916
verified: no, type: nauc_precision_at_20_diff1
value: -6.503872195775146
verified: no, type: nauc_precision_at_20_max
value: 21.789730053141312
verified: no, type: nauc_precision_at_20_std
value: 32.61349377558794
verified: no, type: nauc_precision_at_3_diff1
value: 0.67417079971061
verified: no, type: nauc_precision_at_3_max
value: 30.793871354370662
verified: no, type: nauc_precision_at_3_std
value: 18.35266479252011
verified: no, type: nauc_precision_at_5_diff1
value: -7.088881730215777
verified: no, type: nauc_precision_at_5_max
value: 26.539771712769006
verified: no, type: nauc_precision_at_5_std
value: 24.116262291865834
verified: no, type: nauc_recall_at_1000_diff1
value: 34.53263588412461
verified: no, type: nauc_recall_at_1000_max
value: 63.54157869100173
verified: no, type: nauc_recall_at_1000_std
value: 64.19854844792808
verified: no, type: nauc_recall_at_100_diff1
value: 22.86564728642275
verified: no, type: nauc_recall_at_100_max
value: 40.350507162549825
verified: no, type: nauc_recall_at_100_std
value: 29.24492545863015
verified: no, type: nauc_recall_at_10_diff1
value: 15.384818367225009
verified: no, type: nauc_recall_at_10_max
value: 24.41108571453699
verified: no, type: nauc_recall_at_10_std
value: -3.9216160585776323
verified: no, type: nauc_recall_at_1_diff1
value: 34.70849461278043
verified: no, type: nauc_recall_at_1_max
value: 12.778570893623042
verified: no, type: nauc_recall_at_1_std
value: -13.018292652743938
verified: no, type: nauc_recall_at_20_diff1
value: 18.122499000084208
verified: no, type: nauc_recall_at_20_max
value: 26.63104220179424
verified: no, type: nauc_recall_at_20_std
value: 3.969217732521512
verified: no, type: nauc_recall_at_3_diff1
value: 21.413050725250116
verified: no, type: nauc_recall_at_3_max
value: 16.18894988386887
verified: no, type: nauc_recall_at_3_std
value: -15.24884339282375
verified: no, type: nauc_recall_at_5_diff1
value: 16.35673072212927
verified: no, type: nauc_recall_at_5_max
value: 18.607003829267846
verified: no, type: nauc_recall_at_5_std
value: -10.463525876945454
verified: no, type: ndcg_at_1
value: 72.923
verified: no, type: ndcg_at_10
value: 71.882
verified: no, type: ndcg_at_100
value: 77.09899999999999
verified: no, type: ndcg_at_1000
value: 77.835
verified: no, type: ndcg_at_20
value: 74.497
verified: no, type: ndcg_at_3
value: 68.504
verified: no, type: ndcg_at_5
value: 69.068
verified: no, type: precision_at_1
value: 72.923
verified: no, type: precision_at_10
value: 19.936
verified: no, type: precision_at_100
value: 2.6310000000000002
verified: no, type: precision_at_1000
value: 0.27799999999999997
verified: no, type: precision_at_20
value: 11.33
verified: no, type: precision_at_3
value: 45.927
verified: no, type: precision_at_5
value: 33.131
verified: no, type: recall_at_1
value: 37.913000000000004
verified: no, type: recall_at_10
value: 78.365
verified: no, type: recall_at_100
value: 94.348
verified: no, type: recall_at_1000
value: 98.187
verified: no, type: recall_at_20
value: 85.229
verified: no, type: recall_at_3
value: 61.42999999999999
verified: no, type: recall_at_5
value: 69.56700000000001
verified: no
task: type: Retrieval, dataset: config: ru
name: MTEB MassiveIntentClassification (ru)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 79.11903160726294
verified: no, type: f1
value: 76.22609082694545
verified: no, type: f1_weighted
value: 77.81461248063566
verified: no, type: main_score
value: 79.11903160726294
verified: no
task: type: Classification, dataset: config: ru
name: MTEB MassiveScenarioClassification (ru)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 88.80632145258912
verified: no, type: f1
value: 87.53157475314829
verified: no, type: f1_weighted
value: 88.22733432521495
verified: no, type: main_score
value: 88.80632145258912
verified: no
task: type: Classification, dataset: config: default
name: MTEB RUParaPhraserSTS (default)
revision: 43265056790b8f7c59e0139acb4be0a8dad2c8f4
split: test
type: merionum/ru_paraphraser
metrics: type: cosine_pearson
value: 72.70307124858925
verified: no, type: cosine_spearman
value: 78.09439086920204
verified: no, type: euclidean_pearson
value: 76.2033672014715
verified: no, type: euclidean_spearman
value: 78.09439086920204
verified: no, type: main_score
value: 78.09439086920204
verified: no, type: manhattan_pearson
value: 76.11750470223116
verified: no, type: manhattan_spearman
value: 78.01081063503413
verified: no, type: pearson
value: 72.70307124858925
verified: no, type: spearman
value: 78.09439086920204
verified: no
task: type: STS, dataset: config: default
name: MTEB RiaNewsRetrieval (default)
revision: 82374b0bbacda6114f39ff9c5b925fa1512ca5d7
split: test
type: ai-forever/ria-news-retrieval
metrics: type: main_score
value: 86.819
verified: no, type: map_at_1
value: 78.79
verified: no, type: map_at_10
value: 84.516
verified: no, type: map_at_100
value: 84.68
verified: no, type: map_at_1000
value: 84.685
verified: no, type: map_at_20
value: 84.624
verified: no, type: map_at_3
value: 83.722
verified: no, type: map_at_5
value: 84.246
verified: no, type: mrr_at_1
value: 78.78
verified: no, type: mrr_at_10
value: 84.51815476190441
verified: no, type: mrr_at_100
value: 84.68390840473289
verified: no, type: mrr_at_1000
value: 84.68947095200002
verified: no, type: mrr_at_20
value: 84.62958130822527
verified: no, type: mrr_at_3
value: 83.74499999999964
verified: no, type: mrr_at_5
value: 84.23849999999955
verified: no, type: nauc_map_at_1000_diff1
value: 82.09914867708899
verified: no, type: nauc_map_at_1000_max
value: 43.02024854784386
verified: no, type: nauc_map_at_1000_std
value: -22.919695880762777
verified: no, type: nauc_map_at_100_diff1
value: 82.09705922783733
verified: no, type: nauc_map_at_100_max
value: 43.02697379581718
verified: no, type: nauc_map_at_100_std
value: -22.90719212899522
verified: no, type: nauc_map_at_10_diff1
value: 82.04404594672894
verified: no, type: nauc_map_at_10_max
value: 43.06752103182731
verified: no, type: nauc_map_at_10_std
value: -23.007870153273576
verified: no, type: nauc_map_at_1_diff1
value: 83.89134152210333
verified: no, type: nauc_map_at_1_max
value: 38.083626428503415
verified: no, type: nauc_map_at_1_std
value: -25.817960401194252
verified: no, type: nauc_map_at_20_diff1
value: 82.08534662247806
verified: no, type: nauc_map_at_20_max
value: 43.074305042312346
verified: no, type: nauc_map_at_20_std
value: -22.91785703613217
verified: no, type: nauc_map_at_3_diff1
value: 81.7967508697558
verified: no, type: nauc_map_at_3_max
value: 42.90927479098251
verified: no, type: nauc_map_at_3_std
value: -24.01312203859392
verified: no, type: nauc_map_at_5_diff1
value: 81.90704517505098
verified: no, type: nauc_map_at_5_max
value: 43.05204677044616
verified: no, type: nauc_map_at_5_std
value: -23.267331507554896
verified: no, type: nauc_mrr_at_1000_diff1
value: 82.11902348082472
verified: no, type: nauc_mrr_at_1000_max
value: 43.04118936353063
verified: no, type: nauc_mrr_at_1000_std
value: -22.858804296830773
verified: no, type: nauc_mrr_at_100_diff1
value: 82.11685562002263
verified: no, type: nauc_mrr_at_100_max
value: 43.0482537895494
verified: no, type: nauc_mrr_at_100_std
value: -22.84431127787993
verified: no, type: nauc_mrr_at_10_diff1
value: 82.06909958688058
verified: no, type: nauc_mrr_at_10_max
value: 43.07921689466605
verified: no, type: nauc_mrr_at_10_std
value: -22.957623576663234
verified: no, type: nauc_mrr_at_1_diff1
value: 83.91147637794326
verified: no, type: nauc_mrr_at_1_max
value: 37.91917159543152
verified: no, type: nauc_mrr_at_1_std
value: -26.141868289283266
verified: no, type: nauc_mrr_at_20_diff1
value: 82.10314004731809
verified: no, type: nauc_mrr_at_20_max
value: 43.09295406509764
verified: no, type: nauc_mrr_at_20_std
value: -22.862091782178787
verified: no, type: nauc_mrr_at_3_diff1
value: 81.82117067269036
verified: no, type: nauc_mrr_at_3_max
value: 42.94628953323521
verified: no, type: nauc_mrr_at_3_std
value: -23.852510312400714
verified: no, type: nauc_mrr_at_5_diff1
value: 81.92857441701598
verified: no, type: nauc_mrr_at_5_max
value: 43.129719354492934
verified: no, type: nauc_mrr_at_5_std
value: -23.145342272624085
verified: no, type: nauc_ndcg_at_1000_diff1
value: 81.75015729717991
verified: no, type: nauc_ndcg_at_1000_max
value: 44.7266586308995
verified: no, type: nauc_ndcg_at_1000_std
value: -20.60663899715267
verified: no, type: nauc_ndcg_at_100_diff1
value: 81.6897808298767
verified: no, type: nauc_ndcg_at_100_max
value: 44.99492791287099
verified: no, type: nauc_ndcg_at_100_std
value: -20.09637266506936
verified: no, type: nauc_ndcg_at_10_diff1
value: 81.46290312197337
verified: no, type: nauc_ndcg_at_10_max
value: 45.30218378452244
verified: no, type: nauc_ndcg_at_10_std
value: -20.70393523891777
verified: no, type: nauc_ndcg_at_1_diff1
value: 83.89134152210333
verified: no, type: nauc_ndcg_at_1_max
value: 38.083626428503415
verified: no, type: nauc_ndcg_at_1_std
value: -25.817960401194252
verified: no, type: nauc_ndcg_at_20_diff1
value: 81.61080772657213
verified: no, type: nauc_ndcg_at_20_max
value: 45.36571800492172
verified: no, type: nauc_ndcg_at_20_std
value: -20.278763852504042
verified: no, type: nauc_ndcg_at_3_diff1
value: 80.95965359410461
verified: no, type: nauc_ndcg_at_3_max
value: 44.756971949205834
verified: no, type: nauc_ndcg_at_3_std
value: -23.07797617717319
verified: no, type: nauc_ndcg_at_5_diff1
value: 81.12417712163976
verified: no, type: nauc_ndcg_at_5_max
value: 45.15727381406512
verified: no, type: nauc_ndcg_at_5_std
value: -21.52861766165519
verified: no, type: nauc_precision_at_1000_diff1
value: 76.80566850396093
verified: no, type: nauc_precision_at_1000_max
value: 82.45685370922442
verified: no, type: nauc_precision_at_1000_std
value: 46.93570976777808
verified: no, type: nauc_precision_at_100_diff1
value: 77.21645520953484
verified: no, type: nauc_precision_at_100_max
value: 73.43604108309935
verified: no, type: nauc_precision_at_100_std
value: 31.978176891671367
verified: no, type: nauc_precision_at_10_diff1
value: 77.88251664302092
verified: no, type: nauc_precision_at_10_max
value: 60.58112638995018
verified: no, type: nauc_precision_at_10_std
value: -3.674424315180332
verified: no, type: nauc_precision_at_1_diff1
value: 83.89134152210333
verified: no, type: nauc_precision_at_1_max
value: 38.083626428503415
verified: no, type: nauc_precision_at_1_std
value: -25.817960401194252
verified: no, type: nauc_precision_at_20_diff1
value: 78.16426786697438
verified: no, type: nauc_precision_at_20_max
value: 66.0723612699222
verified: no, type: nauc_precision_at_20_std
value: 6.121527084555938
verified: no, type: nauc_precision_at_3_diff1
value: 77.43122492166451
verified: no, type: nauc_precision_at_3_max
value: 52.50727288548085
verified: no, type: nauc_precision_at_3_std
value: -19.036076920799427
verified: no, type: nauc_precision_at_5_diff1
value: 77.1127254320532
verified: no, type: nauc_precision_at_5_max
value: 56.100901899221135
verified: no, type: nauc_precision_at_5_std
value: -12.009191140844198
verified: no, type: nauc_recall_at_1000_diff1
value: 76.80566850396035
verified: no, type: nauc_recall_at_1000_max
value: 82.45685370922577
verified: no, type: nauc_recall_at_1000_std
value: 46.93570976777776
verified: no, type: nauc_recall_at_100_diff1
value: 77.21645520953459
verified: no, type: nauc_recall_at_100_max
value: 73.43604108310011
verified: no, type: nauc_recall_at_100_std
value: 31.978176891671993
verified: no, type: nauc_recall_at_10_diff1
value: 77.88251664302089
verified: no, type: nauc_recall_at_10_max
value: 60.58112638994999
verified: no, type: nauc_recall_at_10_std
value: -3.6744243151805427
verified: no, type: nauc_recall_at_1_diff1
value: 83.89134152210333
verified: no, type: nauc_recall_at_1_max
value: 38.083626428503415
verified: no, type: nauc_recall_at_1_std
value: -25.817960401194252
verified: no, type: nauc_recall_at_20_diff1
value: 78.16426786697409
verified: no, type: nauc_recall_at_20_max
value: 66.07236126992217
verified: no, type: nauc_recall_at_20_std
value: 6.121527084555941
verified: no, type: nauc_recall_at_3_diff1
value: 77.43122492166454
verified: no, type: nauc_recall_at_3_max
value: 52.507272885480816
verified: no, type: nauc_recall_at_3_std
value: -19.036076920799776
verified: no, type: nauc_recall_at_5_diff1
value: 77.11272543205318
verified: no, type: nauc_recall_at_5_max
value: 56.10090189922128
verified: no, type: nauc_recall_at_5_std
value: -12.009191140843809
verified: no, type: ndcg_at_1
value: 78.79
verified: no, type: ndcg_at_10
value: 86.819
verified: no, type: ndcg_at_100
value: 87.599
verified: no, type: ndcg_at_1000
value: 87.761
verified: no, type: ndcg_at_20
value: 87.208
verified: no, type: ndcg_at_3
value: 85.222
verified: no, type: ndcg_at_5
value: 86.164
verified: no, type: precision_at_1
value: 78.79
verified: no, type: precision_at_10
value: 9.384
verified: no, type: precision_at_100
value: 0.975
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_20
value: 4.769
verified: no, type: precision_at_3
value: 29.842999999999996
verified: no, type: precision_at_5
value: 18.362000000000002
verified: no, type: recall_at_1
value: 78.79
verified: no, type: recall_at_10
value: 93.84
verified: no, type: recall_at_100
value: 97.45
verified: no, type: recall_at_1000
value: 98.76
verified: no, type: recall_at_20
value: 95.37
verified: no, type: recall_at_3
value: 89.53
verified: no, type: recall_at_5
value: 91.81
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RuBQReranking (default)
revision: 2e96b8f098fa4b0950fc58eacadeb31c0d0c7fa2
split: test
type: ai-forever/rubq-reranking
metrics: type: main_score
value: 77.07394404835635
verified: no, type: map
value: 77.07394404835635
verified: no, type: mrr
value: 82.53144412718882
verified: no, type: nAUC_map_diff1
value: 45.29805217456628
verified: no, type: nAUC_map_max
value: 34.39894042439188
verified: no, type: nAUC_map_std
value: 21.11309674418275
verified: no, type: nAUC_mrr_diff1
value: 54.783994737367046
verified: no, type: nAUC_mrr_max
value: 45.68526733900048
verified: no, type: nAUC_mrr_std
value: 28.22466385500339
verified: no
task: type: Reranking, dataset: config: default
name: MTEB RuBQRetrieval (default)
revision: e19b6ffa60b3bc248e0b41f4cc37c26a55c2a67b
split: test
type: ai-forever/rubq-retrieval
metrics: type: main_score
value: 72.392
verified: no, type: map_at_1
value: 47.370000000000005
verified: no, type: map_at_10
value: 65.503
verified: no, type: map_at_100
value: 66.38
verified: no, type: map_at_1000
value: 66.42099999999999
verified: no, type: map_at_20
value: 66.071
verified: no, type: map_at_3
value: 61.439
verified: no, type: map_at_5
value: 63.922999999999995
verified: no, type: mrr_at_1
value: 67.37588652482269
verified: no, type: mrr_at_10
value: 76.0066747345116
verified: no, type: mrr_at_100
value: 76.25754138969413
verified: no, type: mrr_at_1000
value: 76.26968825657428
verified: no, type: mrr_at_20
value: 76.17548265904622
verified: no, type: mrr_at_3
value: 74.61583924349881
verified: no, type: mrr_at_5
value: 75.46690307328608
verified: no, type: nauc_map_at_1000_diff1
value: 42.52570720187294
verified: no, type: nauc_map_at_1000_max
value: 37.40318318724238
verified: no, type: nauc_map_at_1000_std
value: 0.6037788201535506
verified: no, type: nauc_map_at_100_diff1
value: 42.493410029691226
verified: no, type: nauc_map_at_100_max
value: 37.39802489244377
verified: no, type: nauc_map_at_100_std
value: 0.6071359951887154
verified: no, type: nauc_map_at_10_diff1
value: 42.09833519659916
verified: no, type: nauc_map_at_10_max
value: 37.1184138958874
verified: no, type: nauc_map_at_10_std
value: 0.4063543094010351
verified: no, type: nauc_map_at_1_diff1
value: 49.56605205141156
verified: no, type: nauc_map_at_1_max
value: 26.251096698710384
verified: no, type: nauc_map_at_1_std
value: -4.580748485387834
verified: no, type: nauc_map_at_20_diff1
value: 42.33372393482018
verified: no, type: nauc_map_at_20_max
value: 37.416955604649985
verified: no, type: nauc_map_at_20_std
value: 0.6050577802787294
verified: no, type: nauc_map_at_3_diff1
value: 42.362234475441845
verified: no, type: nauc_map_at_3_max
value: 34.56001379838821
verified: no, type: nauc_map_at_3_std
value: -1.507636598929042
verified: no, type: nauc_map_at_5_diff1
value: 42.0202264882535
verified: no, type: nauc_map_at_5_max
value: 36.64306050200848
verified: no, type: nauc_map_at_5_std
value: -0.09509025708798424
verified: no, type: nauc_mrr_at_1000_diff1
value: 58.99601742026931
verified: no, type: nauc_mrr_at_1000_max
value: 49.61561872452777
verified: no, type: nauc_mrr_at_1000_std
value: 2.3956102974352356
verified: no, type: nauc_mrr_at_100_diff1
value: 58.9865943101085
verified: no, type: nauc_mrr_at_100_max
value: 49.6248111507265
verified: no, type: nauc_mrr_at_100_std
value: 2.411155095066369
verified: no, type: nauc_mrr_at_10_diff1
value: 58.81758131092919
verified: no, type: nauc_mrr_at_10_max
value: 49.780365572616695
verified: no, type: nauc_mrr_at_10_std
value: 2.7068696565195944
verified: no, type: nauc_mrr_at_1_diff1
value: 61.67036882487055
verified: no, type: nauc_mrr_at_1_max
value: 45.455271042821714
verified: no, type: nauc_mrr_at_1_std
value: -0.9370526815458349
verified: no, type: nauc_mrr_at_20_diff1
value: 58.93674818203478
verified: no, type: nauc_mrr_at_20_max
value: 49.703218108625215
verified: no, type: nauc_mrr_at_20_std
value: 2.4473106598190415
verified: no, type: nauc_mrr_at_3_diff1
value: 59.046856598788445
verified: no, type: nauc_mrr_at_3_max
value: 49.37161726123392
verified: no, type: nauc_mrr_at_3_std
value: 1.5110936686701506
verified: no, type: nauc_mrr_at_5_diff1
value: 58.92289378915668
verified: no, type: nauc_mrr_at_5_max
value: 49.847638994134144
verified: no, type: nauc_mrr_at_5_std
value: 2.420421880131702
verified: no, type: nauc_ndcg_at_1000_diff1
value: 45.56062215161734
verified: no, type: nauc_ndcg_at_1000_max
value: 41.507152286702
verified: no, type: nauc_ndcg_at_1000_std
value: 2.79388283208751
verified: no, type: nauc_ndcg_at_100_diff1
value: 44.84064192570408
verified: no, type: nauc_ndcg_at_100_max
value: 41.50353573562353
verified: no, type: nauc_ndcg_at_100_std
value: 3.1804999773629357
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.341482144213614
verified: no, type: nauc_ndcg_at_10_max
value: 41.159590898395074
verified: no, type: nauc_ndcg_at_10_std
value: 2.945242338240843
verified: no, type: nauc_ndcg_at_1_diff1
value: 62.23623985611396
verified: no, type: nauc_ndcg_at_1_max
value: 45.04945770947091
verified: no, type: nauc_ndcg_at_1_std
value: -0.8804967656575725
verified: no, type: nauc_ndcg_at_20_diff1
value: 43.905372612093664
verified: no, type: nauc_ndcg_at_20_max
value: 41.797709837872446
verified: no, type: nauc_ndcg_at_20_std
value: 3.1853356915569653
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.18163998834299
verified: no, type: nauc_ndcg_at_3_max
value: 38.352891017864636
verified: no, type: nauc_ndcg_at_3_std
value: -0.8235767021150929
verified: no, type: nauc_ndcg_at_5_diff1
value: 43.41374688421302
verified: no, type: nauc_ndcg_at_5_max
value: 40.390365601593956
verified: no, type: nauc_ndcg_at_5_std
value: 1.6743650108127537
verified: no, type: nauc_precision_at_1000_diff1
value: -9.711058370691381
verified: no, type: nauc_precision_at_1000_max
value: 6.97321343449286
verified: no, type: nauc_precision_at_1000_std
value: 7.933531916622121
verified: no, type: nauc_precision_at_100_diff1
value: -8.247029644152319
verified: no, type: nauc_precision_at_100_max
value: 10.86740140944616
verified: no, type: nauc_precision_at_100_std
value: 9.581885544675918
verified: no, type: nauc_precision_at_10_diff1
value: -2.409043695429943
verified: no, type: nauc_precision_at_10_max
value: 21.04733206074314
verified: no, type: nauc_precision_at_10_std
value: 10.03334651647101
verified: no, type: nauc_precision_at_1_diff1
value: 62.23623985611396
verified: no, type: nauc_precision_at_1_max
value: 45.04945770947091
verified: no, type: nauc_precision_at_1_std
value: -0.8804967656575725
verified: no, type: nauc_precision_at_20_diff1
value: -5.230303656931621
verified: no, type: nauc_precision_at_20_max
value: 17.77799716919181
verified: no, type: nauc_precision_at_20_std
value: 10.739127998618654
verified: no, type: nauc_precision_at_3_diff1
value: 10.40376424999862
verified: no, type: nauc_precision_at_3_max
value: 30.933333400254035
verified: no, type: nauc_precision_at_3_std
value: 6.126209127968004
verified: no, type: nauc_precision_at_5_diff1
value: 3.147398101830739
verified: no, type: nauc_precision_at_5_max
value: 27.1746309955971
verified: no, type: nauc_precision_at_5_std
value: 8.874723615388788
verified: no, type: nauc_recall_at_1000_diff1
value: 5.055940692380908
verified: no, type: nauc_recall_at_1000_max
value: 22.42031123370267
verified: no, type: nauc_recall_at_1000_std
value: 27.75476692527869
verified: no, type: nauc_recall_at_100_diff1
value: 17.86391178198642
verified: no, type: nauc_recall_at_100_max
value: 34.776134863678955
verified: no, type: nauc_recall_at_100_std
value: 18.96377158778504
verified: no, type: nauc_recall_at_10_diff1
value: 24.863097695413597
verified: no, type: nauc_recall_at_10_max
value: 37.697411651507444
verified: no, type: nauc_recall_at_10_std
value: 9.519849994253967
verified: no, type: nauc_recall_at_1_diff1
value: 49.56605205141156
verified: no, type: nauc_recall_at_1_max
value: 26.251096698710384
verified: no, type: nauc_recall_at_1_std
value: -4.580748485387834
verified: no, type: nauc_recall_at_20_diff1
value: 22.440602811005636
verified: no, type: nauc_recall_at_20_max
value: 39.538861316515
verified: no, type: nauc_recall_at_20_std
value: 11.363269553121468
verified: no, type: nauc_recall_at_3_diff1
value: 32.80302839873736
verified: no, type: nauc_recall_at_3_max
value: 32.53105685012729
verified: no, type: nauc_recall_at_3_std
value: -0.7140166410605693
verified: no, type: nauc_recall_at_5_diff1
value: 29.375386639154865
verified: no, type: nauc_recall_at_5_max
value: 36.91045781164083
verified: no, type: nauc_recall_at_5_std
value: 4.725419050262578
verified: no, type: ndcg_at_1
value: 67.13900000000001
verified: no, type: ndcg_at_10
value: 72.392
verified: no, type: ndcg_at_100
value: 75.25800000000001
verified: no, type: ndcg_at_1000
value: 75.982
verified: no, type: ndcg_at_20
value: 73.783
verified: no, type: ndcg_at_3
value: 67.269
verified: no, type: ndcg_at_5
value: 69.807
verified: no, type: precision_at_1
value: 67.13900000000001
verified: no, type: precision_at_10
value: 13.327
verified: no, type: precision_at_100
value: 1.5559999999999998
verified: no, type: precision_at_1000
value: 0.164
verified: no, type: precision_at_20
value: 7.119000000000001
verified: no, type: precision_at_3
value: 35.599
verified: no, type: precision_at_5
value: 23.936
verified: no, type: recall_at_1
value: 47.370000000000005
verified: no, type: recall_at_10
value: 82.16
verified: no, type: recall_at_100
value: 93.34
verified: no, type: recall_at_1000
value: 98.202
verified: no, type: recall_at_20
value: 86.687
verified: no, type: recall_at_3
value: 69.319
verified: no, type: recall_at_5
value: 75.637
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RuReviewsClassification (default)
revision: f6d2c31f4dc6b88f468552750bfec05b4b41b05a
split: test
type: ai-forever/ru-reviews-classification
metrics: type: accuracy
value: 75.0537109375
verified: no, type: f1
value: 74.00523205209554
verified: no, type: f1_weighted
value: 74.00436782840376
verified: no, type: main_score
value: 75.0537109375
verified: no
task: type: Classification, dataset: config: default
name: MTEB RuSTSBenchmarkSTS (default)
revision: 7cf24f325c6da6195df55bef3d86b5e0616f3018
split: test
type: ai-forever/ru-stsbenchmark-sts
metrics: type: cosine_pearson
value: 81.10255413476487
verified: no, type: cosine_spearman
value: 81.40020843157141
verified: no, type: euclidean_pearson
value: 81.25155479902466
verified: no, type: euclidean_spearman
value: 81.40020831064922
verified: no, type: main_score
value: 81.40020843157141
verified: no, type: manhattan_pearson
value: 81.1493715249014
verified: no, type: manhattan_spearman
value: 81.30973667941649
verified: no, type: pearson
value: 81.10255413476487
verified: no, type: spearman
value: 81.40020843157141
verified: no
task: type: STS, dataset: config: default
name: MTEB RuSciBenchGRNTIClassification (default)
revision: 673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1
split: test
type: ai-forever/ru-scibench-grnti-classification
metrics: type: accuracy
value: 69.8974609375
verified: no, type: f1
value: 68.57837564785511
verified: no, type: f1_weighted
value: 68.59030489460784
verified: no, type: main_score
value: 69.8974609375
verified: no
task: type: Classification, dataset: config: default
name: MTEB RuSciBenchGRNTIClusteringP2P (default)
revision: 673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1
split: test
type: ai-forever/ru-scibench-grnti-classification
metrics: type: main_score
value: 67.03880348548029
verified: no, type: v_measure
value: 67.03880348548029
verified: no, type: v_measure_std
value: 0.6126278133139618
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RuSciBenchOECDClassification (default)
revision: 26c88e99dcaba32bb45d0e1bfc21902337f6d471
split: test
type: ai-forever/ru-scibench-oecd-classification
metrics: type: accuracy
value: 54.63378906250001
verified: no, type: f1
value: 51.34306420274629
verified: no, type: f1_weighted
value: 51.33495867493914
verified: no, type: main_score
value: 54.63378906250001
verified: no
task: type: Classification, dataset: config: default
name: MTEB RuSciBenchOECDClusteringP2P (default)
revision: 26c88e99dcaba32bb45d0e1bfc21902337f6d471
split: test
type: ai-forever/ru-scibench-oecd-classification
metrics: type: main_score
value: 56.55947121159027
verified: no, type: v_measure
value: 56.55947121159027
verified: no, type: v_measure_std
value: 0.5498882006880662
verified: no
task: type: Clustering, dataset: config: ru
name: MTEB STS22 (ru)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 61.833294921667914
verified: no, type: cosine_spearman
value: 63.53967536726357
verified: no, type: euclidean_pearson
value: 60.382865218855805
verified: no, type: euclidean_spearman
value: 63.53967536726357
verified: no, type: main_score
value: 63.53967536726357
verified: no, type: manhattan_pearson
value: 60.24879015304578
verified: no, type: manhattan_spearman
value: 63.42305760430092
verified: no, type: pearson
value: 61.833294921667914
verified: no, type: spearman
value: 63.53967536726357
verified: no
task: type: STS, dataset: config: default
name: MTEB SensitiveTopicsClassification (default)
revision: 416b34a802308eac30e4192afc0ff99bb8dcc7f2
split: test
type: ai-forever/sensitive-topics-classification
metrics: type: accuracy
value: 39.8193359375
verified: no, type: f1
value: 55.46591740935434
verified: no, type: lrap
value: 66.50980631510454
verified: no, type: main_score
value: 39.8193359375
verified: no
task: type: MultilabelClassification, dataset: config: default
name: MTEB TERRa (default)
revision: 7b58f24536063837d644aab9a023c62199b2a612
split: dev
type: ai-forever/terra-pairclassification
metrics: type: cosine_accuracy
value: 66.77524429967427
verified: no, type: cosine_accuracy_threshold
value: 55.58975338935852
verified: no, type: cosine_ap
value: 66.4567219323658
verified: no, type: cosine_f1
value: 70.64676616915423
verified: no, type: cosine_f1_threshold
value: 45.55969536304474
verified: no, type: cosine_precision
value: 57.028112449799195
verified: no, type: cosine_recall
value: 92.81045751633987
verified: no, type: dot_accuracy
value: 66.77524429967427
verified: no, type: dot_accuracy_threshold
value: 55.589759349823
verified: no, type: dot_ap
value: 66.4567219323658
verified: no, type: dot_f1
value: 70.64676616915423
verified: no, type: dot_f1_threshold
value: 45.55969536304474
verified: no, type: dot_precision
value: 57.028112449799195
verified: no, type: dot_recall
value: 92.81045751633987
verified: no, type: euclidean_accuracy
value: 66.77524429967427
verified: no, type: euclidean_accuracy_threshold
value: 94.24455165863037
verified: no, type: euclidean_ap
value: 66.4567219323658
verified: no, type: euclidean_f1
value: 70.64676616915423
verified: no, type: euclidean_f1_threshold
value: 104.34587001800537
verified: no, type: euclidean_precision
value: 57.028112449799195
verified: no, type: euclidean_recall
value: 92.81045751633987
verified: no, type: main_score
value: 66.4567219323658
verified: no, type: manhattan_accuracy
value: 66.77524429967427
verified: no, type: manhattan_accuracy_threshold
value: 2865.5345916748047
verified: no, type: manhattan_ap
value: 66.26659863769075
verified: no, type: manhattan_f1
value: 70.8542713567839
verified: no, type: manhattan_f1_threshold
value: 3212.3912811279297
verified: no, type: manhattan_precision
value: 57.55102040816327
verified: no, type: manhattan_recall
value: 92.15686274509804
verified: no, type: max_accuracy
value: 66.77524429967427
verified: no, type: max_ap
value: 66.4567219323658
verified: no, type: max_f1
value: 70.8542713567839
verified: no, type: max_precision
value: 57.55102040816327
verified: no, type: max_recall
value: 92.81045751633987
verified: no, type: similarity_accuracy
value: 66.77524429967427
verified: no, type: similarity_accuracy_threshold
value: 55.58975338935852
verified: no, type: similarity_ap
value: 66.4567219323658
verified: no, type: similarity_f1
value: 70.64676616915423
verified: no, type: similarity_f1_threshold
value: 45.55969536304474
verified: no, type: similarity_precision
value: 57.028112449799195
verified: no, type: similarity_recall
value: 92.81045751633987
verified: no
task: type: PairClassification
license: mit
language: ru, en
tags: mteb, transformers, sentence-transformers
base_model: ai-forever/FRED-T5-1.7B
pipeline_tag: feature-extraction
datasets: ai-forever/solyanka
Likes: 126 | All-time downloads: 1205400
Created: 2024-12-26 15:07:35