Model: Omartificial-Intelligence-Space/GATE-AraBert-v0
Author: Omartificial-Intelligence-Space
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, bert, sentence-similarity, feature-extraction, generated_from_trainer, dataset_size:947818, loss:SoftmaxLoss, loss:CosineSimilarityLoss, ar, dataset:Omartificial-Intelligence-Space/Arabic-stsb, base_model:Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka, base_model:finetune:Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka, model-index, text-embeddings-inference, endpoints_compatible, region:us
Base models (finetune): id: Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka
Card metadata: base_model: Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka
datasets: Omartificial-Intelligence-Space/Arabic-stsb
language: ar
library_name: sentence-transformers
metrics: pearson_cosine, spearman_cosine, pearson_manhattan, spearman_manhattan, pearson_euclidean, spearman_euclidean, pearson_dot, spearman_dot, pearson_max, spearman_max
pipeline_tag: sentence-similarity
tags: sentence-transformers, sentence-similarity, feature-extraction, generated_from_trainer, dataset_size:947818, loss:SoftmaxLoss, loss:CosineSimilarityLoss
widget: source_sentence: امرأة تكتب شيئاً
sentences: مراهق يتحدث إلى فتاة عبر كاميرا الإنترنت, امرأة تقطع البصل الأخضر., مجموعة من كبار السن يتظاهرون حول طاولة الطعام., source_sentence: تتشكل النجوم في مناطق تكوين النجوم، والتي تنشأ نفسها من السحب الجزيئية.
sentences: لاعب كرة السلة على وشك تسجيل نقاط لفريقه., المقال التالي مأخوذ من نسختي من "أطلس البطريق الجديد للتاريخ الوسطى", قد يكون من الممكن أن يوجد نظام شمسي مثل نظامنا خارج المجرة, source_sentence: تحت السماء الزرقاء مع الغيوم البيضاء، يصل طفل لمس مروحة طائرة واقفة على حقل من العشب.
sentences: امرأة تحمل كأساً, طفل يحاول لمس مروحة طائرة, اثنان من عازبين عن الشرب يستعدون للعشاء, source_sentence: رجل في منتصف العمر يحلق لحيته في غرفة ذات جدران بيضاء والتي لا تبدو كحمام
sentences: فتى يخطط اسمه على مكتبه, رجل ينام, المرأة وحدها وهي نائمة في غرفة نومها, source_sentence: الكلب البني مستلقي على جانبه على سجادة بيج، مع جسم أخضر في المقدمة.
sentences: شخص طويل القامة, المرأة تنظر من النافذة., لقد مات الكلب
model-index: name: Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka
results: dataset: config: ar
name: MTEB MIRACLRetrieval (ar)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: ndcg_at_1
value: 6.181
verified: no, type: ndcg_at_3
value: 7.546
verified: no, type: ndcg_at_5
value: 8.949
verified: no, type: ndcg_at_10
value: 11.355
verified: no, type: ndcg_at_20
value: 13.562
verified: no, type: ndcg_at_100
value: 17.749000000000002
verified: no, type: ndcg_at_1000
value: 21.715999999999998
verified: no, type: map_at_1
value: 4.181
verified: no, type: map_at_3
value: 6.099
verified: no, type: map_at_5
value: 6.944999999999999
verified: no, type: map_at_10
value: 7.951999999999999
verified: no, type: map_at_20
value: 8.599
verified: no, type: map_at_100
value: 9.225999999999999
verified: no, type: map_at_1000
value: 9.39
verified: no, type: recall_at_1
value: 4.181
verified: no, type: recall_at_3
value: 8.433
verified: no, type: recall_at_5
value: 11.758000000000001
verified: no, type: recall_at_10
value: 18.275
verified: no, type: recall_at_20
value: 25.686999999999998
verified: no, type: recall_at_100
value: 44.908
verified: no, type: recall_at_1000
value: 71.587
verified: no, type: precision_at_1
value: 6.181
verified: no, type: precision_at_3
value: 4.466
verified: no, type: precision_at_5
value: 3.8539999999999996
verified: no, type: precision_at_10
value: 3.101
verified: no, type: precision_at_20
value: 2.255
verified: no, type: precision_at_100
value: 0.831
verified: no, type: precision_at_1000
value: 0.13999999999999999
verified: no, type: mrr_at_1
value: 6.1809
verified: no, type: mrr_at_3
value: 8.8628
verified: no, type: mrr_at_5
value: 9.9522
verified: no, type: mrr_at_10
value: 11.1404
verified: no, type: mrr_at_20
value: 11.781600000000001
verified: no, type: mrr_at_100
value: 12.3231
verified: no, type: mrr_at_1000
value: 12.4192
verified: no, type: nauc_ndcg_at_1_max
value: -1.6891
verified: no, type: nauc_ndcg_at_1_std
value: -13.2166
verified: no, type: nauc_ndcg_at_1_diff1
value: 13.884599999999999
verified: no, type: nauc_ndcg_at_3_max
value: -3.7717
verified: no, type: nauc_ndcg_at_3_std
value: -14.4151
verified: no, type: nauc_ndcg_at_3_diff1
value: 10.976700000000001
verified: no, type: nauc_ndcg_at_5_max
value: -3.3135
verified: no, type: nauc_ndcg_at_5_std
value: -12.800600000000001
verified: no, type: nauc_ndcg_at_5_diff1
value: 9.747599999999998
verified: no, type: nauc_ndcg_at_10_max
value: -1.1651
verified: no, type: nauc_ndcg_at_10_std
value: -9.8915
verified: no, type: nauc_ndcg_at_10_diff1
value: 8.1411
verified: no, type: nauc_ndcg_at_20_max
value: 0.188
verified: no, type: nauc_ndcg_at_20_std
value: -7.4185
verified: no, type: nauc_ndcg_at_20_diff1
value: 7.776199999999999
verified: no, type: nauc_ndcg_at_100_max
value: 4.0274
verified: no, type: nauc_ndcg_at_100_std
value: -1.7856
verified: no, type: nauc_ndcg_at_100_diff1
value: 8.5485
verified: no, type: nauc_ndcg_at_1000_max
value: 6.2719
verified: no, type: nauc_ndcg_at_1000_std
value: 2.3266999999999998
verified: no, type: nauc_ndcg_at_1000_diff1
value: 9.2568
verified: no, type: nauc_map_at_1_max
value: -3.9116999999999997
verified: no, type: nauc_map_at_1_std
value: -18.0399
verified: no, type: nauc_map_at_1_diff1
value: 16.0882
verified: no, type: nauc_map_at_3_max
value: -4.4457
verified: no, type: nauc_map_at_3_std
value: -16.422900000000002
verified: no, type: nauc_map_at_3_diff1
value: 12.234200000000001
verified: no, type: nauc_map_at_5_max
value: -4.0384
verified: no, type: nauc_map_at_5_std
value: -14.9948
verified: no, type: nauc_map_at_5_diff1
value: 11.3288
verified: no, type: nauc_map_at_10_max
value: -2.8191
verified: no, type: nauc_map_at_10_std
value: -13.3389
verified: no, type: nauc_map_at_10_diff1
value: 10.167900000000001
verified: no, type: nauc_map_at_20_max
value: -2.2379
verified: no, type: nauc_map_at_20_std
value: -12.107
verified: no, type: nauc_map_at_20_diff1
value: 9.8252
verified: no, type: nauc_map_at_100_max
value: -1.2865
verified: no, type: nauc_map_at_100_std
value: -10.6354
verified: no, type: nauc_map_at_100_diff1
value: 9.8508
verified: no, type: nauc_map_at_1000_max
value: -1.1039999999999999
verified: no, type: nauc_map_at_1000_std
value: -10.306999999999999
verified: no, type: nauc_map_at_1000_diff1
value: 9.9166
verified: no, type: nauc_recall_at_1_max
value: -3.9116999999999997
verified: no, type: nauc_recall_at_1_std
value: -18.0399
verified: no, type: nauc_recall_at_1_diff1
value: 16.0882
verified: no, type: nauc_recall_at_3_max
value: -5.308
verified: no, type: nauc_recall_at_3_std
value: -15.231800000000002
verified: no, type: nauc_recall_at_3_diff1
value: 9.5739
verified: no, type: nauc_recall_at_5_max
value: -4.2102
verified: no, type: nauc_recall_at_5_std
value: -12.0018
verified: no, type: nauc_recall_at_5_diff1
value: 7.501399999999999
verified: no, type: nauc_recall_at_10_max
value: -0.5021
verified: no, type: nauc_recall_at_10_std
value: -7.1406
verified: no, type: nauc_recall_at_10_diff1
value: 5.0886000000000005
verified: no, type: nauc_recall_at_20_max
value: 1.4350999999999998
verified: no, type: nauc_recall_at_20_std
value: -2.9444999999999997
verified: no, type: nauc_recall_at_20_diff1
value: 4.5501
verified: no, type: nauc_recall_at_100_max
value: 9.8842
verified: no, type: nauc_recall_at_100_std
value: 9.2852
verified: no, type: nauc_recall_at_100_diff1
value: 6.5878000000000005
verified: no, type: nauc_recall_at_1000_max
value: 21.1171
verified: no, type: nauc_recall_at_1000_std
value: 30.163899999999998
verified: no, type: nauc_recall_at_1000_diff1
value: 9.7925
verified: no, type: nauc_precision_at_1_max
value: -1.6891
verified: no, type: nauc_precision_at_1_std
value: -13.2166
verified: no, type: nauc_precision_at_1_diff1
value: 13.884599999999999
verified: no, type: nauc_precision_at_3_max
value: -2.0482
verified: no, type: nauc_precision_at_3_std
value: -9.8323
verified: no, type: nauc_precision_at_3_diff1
value: 9.1408
verified: no, type: nauc_precision_at_5_max
value: -0.6081
verified: no, type: nauc_precision_at_5_std
value: -6.658
verified: no, type: nauc_precision_at_5_diff1
value: 6.5123
verified: no, type: nauc_precision_at_10_max
value: 3.8698
verified: no, type: nauc_precision_at_10_std
value: -1.187
verified: no, type: nauc_precision_at_10_diff1
value: 4.21
verified: no, type: nauc_precision_at_20_max
value: 7.0668
verified: no, type: nauc_precision_at_20_std
value: 3.9126000000000003
verified: no, type: nauc_precision_at_20_diff1
value: 3.2008
verified: no, type: nauc_precision_at_100_max
value: 15.604299999999999
verified: no, type: nauc_precision_at_100_std
value: 17.561799999999998
verified: no, type: nauc_precision_at_100_diff1
value: 4.6607
verified: no, type: nauc_precision_at_1000_max
value: 19.281200000000002
verified: no, type: nauc_precision_at_1000_std
value: 26.6432
verified: no, type: nauc_precision_at_1000_diff1
value: 3.8922
verified: no, type: nauc_mrr_at_1_max
value: -1.6891
verified: no, type: nauc_mrr_at_1_std
value: -13.2166
verified: no, type: nauc_mrr_at_1_diff1
value: 13.884599999999999
verified: no, type: nauc_mrr_at_3_max
value: -1.7835
verified: no, type: nauc_mrr_at_3_std
value: -11.8263
verified: no, type: nauc_mrr_at_3_diff1
value: 10.6861
verified: no, type: nauc_mrr_at_5_max
value: -1.3799000000000001
verified: no, type: nauc_mrr_at_5_std
value: -10.7299
verified: no, type: nauc_mrr_at_5_diff1
value: 9.7783
verified: no, type: nauc_mrr_at_10_max
value: -0.1303
verified: no, type: nauc_mrr_at_10_std
value: -9.0415
verified: no, type: nauc_mrr_at_10_diff1
value: 9.2607
verified: no, type: nauc_mrr_at_20_max
value: 0.44320000000000004
verified: no, type: nauc_mrr_at_20_std
value: -8.3154
verified: no, type: nauc_mrr_at_20_diff1
value: 9.427900000000001
verified: no, type: nauc_mrr_at_100_max
value: 0.8557
verified: no, type: nauc_mrr_at_100_std
value: -7.6876
verified: no, type: nauc_mrr_at_100_diff1
value: 9.616900000000001
verified: no, type: nauc_mrr_at_1000_max
value: 0.8774000000000001
verified: no, type: nauc_mrr_at_1000_std
value: -7.6205
verified: no, type: nauc_mrr_at_1000_diff1
value: 9.6146
verified: no, type: main_score
value: 11.355
verified: no
task: type: Retrieval, dataset: config: ar
name: MTEB MIRACLRetrievalHardNegatives (ar)
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
split: dev
type: mteb/miracl-hard-negatives
metrics: type: ndcg_at_1
value: 8.9
verified: no, type: ndcg_at_3
value: 11.773
verified: no, type: ndcg_at_5
value: 13.94
verified: no, type: ndcg_at_10
value: 17.751
verified: no, type: ndcg_at_20
value: 20.909
verified: no, type: ndcg_at_100
value: 26.762999999999998
verified: no, type: ndcg_at_1000
value: 30.496000000000002
verified: no, type: map_at_1
value: 6.0569999999999995
verified: no, type: map_at_3
value: 9.526
verified: no, type: map_at_5
value: 10.812
verified: no, type: map_at_10
value: 12.509999999999998
verified: no, type: map_at_20
value: 13.395000000000001
verified: no, type: map_at_100
value: 14.366000000000001
verified: no, type: map_at_1000
value: 14.563
verified: no, type: recall_at_1
value: 6.0569999999999995
verified: no, type: recall_at_3
value: 13.244
verified: no, type: recall_at_5
value: 18.536
verified: no, type: recall_at_10
value: 28.793000000000003
verified: no, type: recall_at_20
value: 39.362
verified: no, type: recall_at_100
value: 65.595
verified: no, type: recall_at_1000
value: 89.957
verified: no, type: precision_at_1
value: 8.9
verified: no, type: precision_at_3
value: 7.1
verified: no, type: precision_at_5
value: 6.02
verified: no, type: precision_at_10
value: 4.84
verified: no, type: precision_at_20
value: 3.4549999999999996
verified: no, type: precision_at_100
value: 1.2670000000000001
verified: no, type: precision_at_1000
value: 0.179
verified: no, type: mrr_at_1
value: 8.9
verified: no, type: mrr_at_3
value: 13.583300000000001
verified: no, type: mrr_at_5
value: 15.268300000000002
verified: no, type: mrr_at_10
value: 16.9415
verified: no, type: mrr_at_20
value: 17.9232
verified: no, type: mrr_at_100
value: 18.4704
verified: no, type: mrr_at_1000
value: 18.5441
verified: no, type: nauc_ndcg_at_1_max
value: -4.564
verified: no, type: nauc_ndcg_at_1_std
value: -8.033999999999999
verified: no, type: nauc_ndcg_at_1_diff1
value: 8.1296
verified: no, type: nauc_ndcg_at_3_max
value: -5.0632
verified: no, type: nauc_ndcg_at_3_std
value: -11.1281
verified: no, type: nauc_ndcg_at_3_diff1
value: 9.3756
verified: no, type: nauc_ndcg_at_5_max
value: -3.4823
verified: no, type: nauc_ndcg_at_5_std
value: -10.6845
verified: no, type: nauc_ndcg_at_5_diff1
value: 9.8118
verified: no, type: nauc_ndcg_at_10_max
value: -2.4781999999999997
verified: no, type: nauc_ndcg_at_10_std
value: -9.3113
verified: no, type: nauc_ndcg_at_10_diff1
value: 7.6448
verified: no, type: nauc_ndcg_at_20_max
value: -0.7685
verified: no, type: nauc_ndcg_at_20_std
value: -7.195
verified: no, type: nauc_ndcg_at_20_diff1
value: 9.1219
verified: no, type: nauc_ndcg_at_100_max
value: 3.9933000000000005
verified: no, type: nauc_ndcg_at_100_std
value: -1.0523
verified: no, type: nauc_ndcg_at_100_diff1
value: 9.3132
verified: no, type: nauc_ndcg_at_1000_max
value: 3.6907
verified: no, type: nauc_ndcg_at_1000_std
value: 0.0556
verified: no, type: nauc_ndcg_at_1000_diff1
value: 9.0289
verified: no, type: nauc_map_at_1_max
value: -3.7155
verified: no, type: nauc_map_at_1_std
value: -10.438
verified: no, type: nauc_map_at_1_diff1
value: 13.037799999999999
verified: no, type: nauc_map_at_3_max
value: -5.4224000000000006
verified: no, type: nauc_map_at_3_std
value: -12.0935
verified: no, type: nauc_map_at_3_diff1
value: 10.2318
verified: no, type: nauc_map_at_5_max
value: -4.6557
verified: no, type: nauc_map_at_5_std
value: -11.9342
verified: no, type: nauc_map_at_5_diff1
value: 10.460899999999999
verified: no, type: nauc_map_at_10_max
value: -4.1713000000000005
verified: no, type: nauc_map_at_10_std
value: -11.3148
verified: no, type: nauc_map_at_10_diff1
value: 9.2211
verified: no, type: nauc_map_at_20_max
value: -3.5332000000000003
verified: no, type: nauc_map_at_20_std
value: -10.5092
verified: no, type: nauc_map_at_20_diff1
value: 9.4861
verified: no, type: nauc_map_at_100_max
value: -2.3963
verified: no, type: nauc_map_at_100_std
value: -9.1752
verified: no, type: nauc_map_at_100_diff1
value: 9.6942
verified: no, type: nauc_map_at_1000_max
value: -2.3525
verified: no, type: nauc_map_at_1000_std
value: -8.9789
verified: no, type: nauc_map_at_1000_diff1
value: 9.6311
verified: no, type: nauc_recall_at_1_max
value: -3.7155
verified: no, type: nauc_recall_at_1_std
value: -10.438
verified: no, type: nauc_recall_at_1_diff1
value: 13.037799999999999
verified: no, type: nauc_recall_at_3_max
value: -5.213
verified: no, type: nauc_recall_at_3_std
value: -11.6609
verified: no, type: nauc_recall_at_3_diff1
value: 9.5398
verified: no, type: nauc_recall_at_5_max
value: -3.1849000000000003
verified: no, type: nauc_recall_at_5_std
value: -11.103200000000001
verified: no, type: nauc_recall_at_5_diff1
value: 9.6545
verified: no, type: nauc_recall_at_10_max
value: -1.6049999999999998
verified: no, type: nauc_recall_at_10_std
value: -8.6153
verified: no, type: nauc_recall_at_10_diff1
value: 5.638
verified: no, type: nauc_recall_at_20_max
value: 2.2911
verified: no, type: nauc_recall_at_20_std
value: -3.5302
verified: no, type: nauc_recall_at_20_diff1
value: 9.1432
verified: no, type: nauc_recall_at_100_max
value: 18.8809
verified: no, type: nauc_recall_at_100_std
value: 16.9558
verified: no, type: nauc_recall_at_100_diff1
value: 10.1196
verified: no, type: nauc_recall_at_1000_max
value: 39.627
verified: no, type: nauc_recall_at_1000_std
value: 52.4386
verified: no, type: nauc_recall_at_1000_diff1
value: 16.194
verified: no, type: nauc_precision_at_1_max
value: -4.564
verified: no, type: nauc_precision_at_1_std
value: -8.033999999999999
verified: no, type: nauc_precision_at_1_diff1
value: 8.1296
verified: no, type: nauc_precision_at_3_max
value: -5.2625
verified: no, type: nauc_precision_at_3_std
value: -9.318200000000001
verified: no, type: nauc_precision_at_3_diff1
value: 7.074800000000001
verified: no, type: nauc_precision_at_5_max
value: 0.4527
verified: no, type: nauc_precision_at_5_std
value: -5.7507
verified: no, type: nauc_precision_at_5_diff1
value: 7.603999999999999
verified: no, type: nauc_precision_at_10_max
value: 3.7906000000000004
verified: no, type: nauc_precision_at_10_std
value: -2.0858000000000003
verified: no, type: nauc_precision_at_10_diff1
value: 2.7262
verified: no, type: nauc_precision_at_20_max
value: 7.5222
verified: no, type: nauc_precision_at_20_std
value: 2.8673
verified: no, type: nauc_precision_at_20_diff1
value: 5.1034999999999995
verified: no, type: nauc_precision_at_100_max
value: 16.8483
verified: no, type: nauc_precision_at_100_std
value: 19.1505
verified: no, type: nauc_precision_at_100_diff1
value: 1.0172
verified: no, type: nauc_precision_at_1000_max
value: 13.1715
verified: no, type: nauc_precision_at_1000_std
value: 20.9397
verified: no, type: nauc_precision_at_1000_diff1
value: -4.1048
verified: no, type: nauc_mrr_at_1_max
value: -4.564
verified: no, type: nauc_mrr_at_1_std
value: -8.033999999999999
verified: no, type: nauc_mrr_at_1_diff1
value: 8.1296
verified: no, type: nauc_mrr_at_3_max
value: -4.2083
verified: no, type: nauc_mrr_at_3_std
value: -9.2209
verified: no, type: nauc_mrr_at_3_diff1
value: 8.3636
verified: no, type: nauc_mrr_at_5_max
value: -2.5485
verified: no, type: nauc_mrr_at_5_std
value: -7.987
verified: no, type: nauc_mrr_at_5_diff1
value: 8.1929
verified: no, type: nauc_mrr_at_10_max
value: -1.7607000000000002
verified: no, type: nauc_mrr_at_10_std
value: -6.8629999999999995
verified: no, type: nauc_mrr_at_10_diff1
value: 7.2022
verified: no, type: nauc_mrr_at_20_max
value: -1.4337
verified: no, type: nauc_mrr_at_20_std
value: -6.3946000000000005
verified: no, type: nauc_mrr_at_20_diff1
value: 7.8668000000000005
verified: no, type: nauc_mrr_at_100_max
value: -1.2189
verified: no, type: nauc_mrr_at_100_std
value: -6.0472
verified: no, type: nauc_mrr_at_100_diff1
value: 7.9121999999999995
verified: no, type: nauc_mrr_at_1000_max
value: -1.2772999999999999
verified: no, type: nauc_mrr_at_1000_std
value: -6.0947000000000005
verified: no, type: nauc_mrr_at_1000_diff1
value: 7.917299999999999
verified: no, type: main_score
value: 17.751
verified: no
task: type: Retrieval, dataset: config: ara-ara
name: MTEB MLQARetrieval (ara-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 42.553000000000004
verified: no, type: ndcg_at_3
value: 53.33599999999999
verified: no, type: ndcg_at_5
value: 55.484
verified: no, type: ndcg_at_10
value: 58.025999999999996
verified: no, type: ndcg_at_20
value: 60.13699999999999
verified: no, type: ndcg_at_100
value: 62.153000000000006
verified: no, type: ndcg_at_1000
value: 63.086
verified: no, type: map_at_1
value: 42.553000000000004
verified: no, type: map_at_3
value: 50.709
verified: no, type: map_at_5
value: 51.898999999999994
verified: no, type: map_at_10
value: 52.971999999999994
verified: no, type: map_at_20
value: 53.555
verified: no, type: map_at_100
value: 53.821
verified: no, type: map_at_1000
value: 53.867
verified: no, type: recall_at_1
value: 42.553000000000004
verified: no, type: recall_at_3
value: 60.928000000000004
verified: no, type: recall_at_5
value: 66.15100000000001
verified: no, type: recall_at_10
value: 73.888
verified: no, type: recall_at_20
value: 82.205
verified: no, type: recall_at_100
value: 93.23
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 42.553000000000004
verified: no, type: precision_at_3
value: 20.308999999999997
verified: no, type: precision_at_5
value: 13.23
verified: no, type: precision_at_10
value: 7.388999999999999
verified: no, type: precision_at_20
value: 4.109999999999999
verified: no, type: precision_at_100
value: 0.932
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 42.553200000000004
verified: no, type: mrr_at_3
value: 50.709199999999996
verified: no, type: mrr_at_5
value: 51.8988
verified: no, type: mrr_at_10
value: 52.9717
verified: no, type: mrr_at_20
value: 53.5551
verified: no, type: mrr_at_100
value: 53.821200000000005
verified: no, type: mrr_at_1000
value: 53.866899999999994
verified: no, type: nauc_ndcg_at_1_max
value: 46.8247
verified: no, type: nauc_ndcg_at_1_std
value: -4.6769
verified: no, type: nauc_ndcg_at_1_diff1
value: 65.5386
verified: no, type: nauc_ndcg_at_3_max
value: 50.0363
verified: no, type: nauc_ndcg_at_3_std
value: -4.3987
verified: no, type: nauc_ndcg_at_3_diff1
value: 57.8233
verified: no, type: nauc_ndcg_at_5_max
value: 52.809799999999996
verified: no, type: nauc_ndcg_at_5_std
value: -2.0839
verified: no, type: nauc_ndcg_at_5_diff1
value: 57.752
verified: no, type: nauc_ndcg_at_10_max
value: 52.4708
verified: no, type: nauc_ndcg_at_10_std
value: -1.2387000000000001
verified: no, type: nauc_ndcg_at_10_diff1
value: 57.602399999999996
verified: no, type: nauc_ndcg_at_20_max
value: 52.2706
verified: no, type: nauc_ndcg_at_20_std
value: 0.35769999999999996
verified: no, type: nauc_ndcg_at_20_diff1
value: 58.125099999999996
verified: no, type: nauc_ndcg_at_100_max
value: 51.57659999999999
verified: no, type: nauc_ndcg_at_100_std
value: -0.347
verified: no, type: nauc_ndcg_at_100_diff1
value: 58.1828
verified: no, type: nauc_ndcg_at_1000_max
value: 51.039100000000005
verified: no, type: nauc_ndcg_at_1000_std
value: -1.5382
verified: no, type: nauc_ndcg_at_1000_diff1
value: 58.989999999999995
verified: no, type: nauc_map_at_1_max
value: 46.8247
verified: no, type: nauc_map_at_1_std
value: -4.6769
verified: no, type: nauc_map_at_1_diff1
value: 65.5386
verified: no, type: nauc_map_at_3_max
value: 48.9946
verified: no, type: nauc_map_at_3_std
value: -4.4633
verified: no, type: nauc_map_at_3_diff1
value: 59.8171
verified: no, type: nauc_map_at_5_max
value: 50.50750000000001
verified: no, type: nauc_map_at_5_std
value: -3.2078
verified: no, type: nauc_map_at_5_diff1
value: 59.811400000000006
verified: no, type: nauc_map_at_10_max
value: 50.275499999999994
verified: no, type: nauc_map_at_10_std
value: -2.9423999999999997
verified: no, type: nauc_map_at_10_diff1
value: 59.760999999999996
verified: no, type: nauc_map_at_20_max
value: 50.178599999999996
verified: no, type: nauc_map_at_20_std
value: -2.5604
verified: no, type: nauc_map_at_20_diff1
value: 59.9212
verified: no, type: nauc_map_at_100_max
value: 50.096700000000006
verified: no, type: nauc_map_at_100_std
value: -2.6498
verified: no, type: nauc_map_at_100_diff1
value: 59.9644
verified: no, type: nauc_map_at_1000_max
value: 50.0726
verified: no, type: nauc_map_at_1000_std
value: -2.6978999999999997
verified: no, type: nauc_map_at_1000_diff1
value: 59.9985
verified: no, type: nauc_recall_at_1_max
value: 46.8247
verified: no, type: nauc_recall_at_1_std
value: -4.6769
verified: no, type: nauc_recall_at_1_diff1
value: 65.5386
verified: no, type: nauc_recall_at_3_max
value: 53.4231
verified: no, type: nauc_recall_at_3_std
value: -4.1975999999999996
verified: no, type: nauc_recall_at_3_diff1
value: 51.522
verified: no, type: nauc_recall_at_5_max
value: 61.1719
verified: no, type: nauc_recall_at_5_std
value: 2.112
verified: no, type: nauc_recall_at_5_diff1
value: 50.7105
verified: no, type: nauc_recall_at_10_max
value: 61.9812
verified: no, type: nauc_recall_at_10_std
value: 6.6994
verified: no, type: nauc_recall_at_10_diff1
value: 48.863299999999995
verified: no, type: nauc_recall_at_20_max
value: 64.4575
verified: no, type: nauc_recall_at_20_std
value: 20.3042
verified: no, type: nauc_recall_at_20_diff1
value: 49.087599999999995
verified: no, type: nauc_recall_at_100_max
value: 66.3973
verified: no, type: nauc_recall_at_100_std
value: 33.4474
verified: no, type: nauc_recall_at_100_diff1
value: 35.5456
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 46.8247
verified: no, type: nauc_precision_at_1_std
value: -4.6769
verified: no, type: nauc_precision_at_1_diff1
value: 65.5386
verified: no, type: nauc_precision_at_3_max
value: 53.4231
verified: no, type: nauc_precision_at_3_std
value: -4.1975999999999996
verified: no, type: nauc_precision_at_3_diff1
value: 51.522
verified: no, type: nauc_precision_at_5_max
value: 61.1719
verified: no, type: nauc_precision_at_5_std
value: 2.112
verified: no, type: nauc_precision_at_5_diff1
value: 50.7105
verified: no, type: nauc_precision_at_10_max
value: 61.9812
verified: no, type: nauc_precision_at_10_std
value: 6.6994
verified: no, type: nauc_precision_at_10_diff1
value: 48.863299999999995
verified: no, type: nauc_precision_at_20_max
value: 64.4575
verified: no, type: nauc_precision_at_20_std
value: 20.3042
verified: no, type: nauc_precision_at_20_diff1
value: 49.087599999999995
verified: no, type: nauc_precision_at_100_max
value: 66.3973
verified: no, type: nauc_precision_at_100_std
value: 33.4474
verified: no, type: nauc_precision_at_100_diff1
value: 35.5456
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 46.8247
verified: no, type: nauc_mrr_at_1_std
value: -4.6769
verified: no, type: nauc_mrr_at_1_diff1
value: 65.5386
verified: no, type: nauc_mrr_at_3_max
value: 48.9946
verified: no, type: nauc_mrr_at_3_std
value: -4.4633
verified: no, type: nauc_mrr_at_3_diff1
value: 59.8171
verified: no, type: nauc_mrr_at_5_max
value: 50.50750000000001
verified: no, type: nauc_mrr_at_5_std
value: -3.2078
verified: no, type: nauc_mrr_at_5_diff1
value: 59.811400000000006
verified: no, type: nauc_mrr_at_10_max
value: 50.275499999999994
verified: no, type: nauc_mrr_at_10_std
value: -2.9423999999999997
verified: no, type: nauc_mrr_at_10_diff1
value: 59.760999999999996
verified: no, type: nauc_mrr_at_20_max
value: 50.178599999999996
verified: no, type: nauc_mrr_at_20_std
value: -2.5604
verified: no, type: nauc_mrr_at_20_diff1
value: 59.9212
verified: no, type: nauc_mrr_at_100_max
value: 50.096700000000006
verified: no, type: nauc_mrr_at_100_std
value: -2.6498
verified: no, type: nauc_mrr_at_100_diff1
value: 59.9644
verified: no, type: nauc_mrr_at_1000_max
value: 50.0726
verified: no, type: nauc_mrr_at_1000_std
value: -2.6978999999999997
verified: no, type: nauc_mrr_at_1000_diff1
value: 59.9985
verified: no, type: main_score
value: 58.025999999999996
verified: no
task: type: Retrieval, dataset: config: ara-deu
name: MTEB MLQARetrieval (ara-deu)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 1.4489999999999998
verified: no, type: ndcg_at_3
value: 3.6859999999999995
verified: no, type: ndcg_at_5
value: 5.016
verified: no, type: ndcg_at_10
value: 7.41
verified: no, type: ndcg_at_20
value: 9.706
verified: no, type: ndcg_at_100
value: 18.559
verified: no, type: ndcg_at_1000
value: 22.134
verified: no, type: map_at_1
value: 1.4489999999999998
verified: no, type: map_at_3
value: 2.979
verified: no, type: map_at_5
value: 3.6799999999999997
verified: no, type: map_at_10
value: 4.697
verified: no, type: map_at_20
value: 5.316
verified: no, type: map_at_100
value: 6.449000000000001
verified: no, type: map_at_1000
value: 6.644
verified: no, type: recall_at_1
value: 1.4489999999999998
verified: no, type: recall_at_3
value: 5.797
verified: no, type: recall_at_5
value: 9.179
verified: no, type: recall_at_10
value: 16.425
verified: no, type: recall_at_20
value: 25.604
verified: no, type: recall_at_100
value: 74.87899999999999
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 1.4489999999999998
verified: no, type: precision_at_3
value: 1.932
verified: no, type: precision_at_5
value: 1.836
verified: no, type: precision_at_10
value: 1.643
verified: no, type: precision_at_20
value: 1.28
verified: no, type: precision_at_100
value: 0.749
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 1.4493
verified: no, type: mrr_at_3
value: 2.9791000000000003
verified: no, type: mrr_at_5
value: 3.6795
verified: no, type: mrr_at_10
value: 4.696899999999999
verified: no, type: mrr_at_20
value: 5.3162
verified: no, type: mrr_at_100
value: 6.4486
verified: no, type: mrr_at_1000
value: 6.6442
verified: no, type: nauc_ndcg_at_1_max
value: -46.469100000000005
verified: no, type: nauc_ndcg_at_1_std
value: -46.469100000000005
verified: no, type: nauc_ndcg_at_1_diff1
value: -34.1594
verified: no, type: nauc_ndcg_at_3_max
value: -28.508699999999997
verified: no, type: nauc_ndcg_at_3_std
value: -20.9196
verified: no, type: nauc_ndcg_at_3_diff1
value: -20.21
verified: no, type: nauc_ndcg_at_5_max
value: -32.037
verified: no, type: nauc_ndcg_at_5_std
value: -26.0436
verified: no, type: nauc_ndcg_at_5_diff1
value: -15.1614
verified: no, type: nauc_ndcg_at_10_max
value: -30.476300000000002
verified: no, type: nauc_ndcg_at_10_std
value: -21.912599999999998
verified: no, type: nauc_ndcg_at_10_diff1
value: -10.191
verified: no, type: nauc_ndcg_at_20_max
value: -24.6637
verified: no, type: nauc_ndcg_at_20_std
value: -20.976
verified: no, type: nauc_ndcg_at_20_diff1
value: -5.463500000000001
verified: no, type: nauc_ndcg_at_100_max
value: -18.8863
verified: no, type: nauc_ndcg_at_100_std
value: -10.6976
verified: no, type: nauc_ndcg_at_100_diff1
value: -12.9969
verified: no, type: nauc_ndcg_at_1000_max
value: -24.3724
verified: no, type: nauc_ndcg_at_1000_std
value: -18.0637
verified: no, type: nauc_ndcg_at_1000_diff1
value: -11.454699999999999
verified: no, type: nauc_map_at_1_max
value: -46.469100000000005
verified: no, type: nauc_map_at_1_std
value: -46.469100000000005
verified: no, type: nauc_map_at_1_diff1
value: -34.1594
verified: no, type: nauc_map_at_3_max
value: -31.7947
verified: no, type: nauc_map_at_3_std
value: -25.5339
verified: no, type: nauc_map_at_3_diff1
value: -22.8554
verified: no, type: nauc_map_at_5_max
value: -33.7599
verified: no, type: nauc_map_at_5_std
value: -28.398
verified: no, type: nauc_map_at_5_diff1
value: -18.6858
verified: no, type: nauc_map_at_10_max
value: -32.0021
verified: no, type: nauc_map_at_10_std
value: -25.093
verified: no, type: nauc_map_at_10_diff1
value: -14.3907
verified: no, type: nauc_map_at_20_max
value: -29.162300000000002
verified: no, type: nauc_map_at_20_std
value: -24.1671
verified: no, type: nauc_map_at_20_diff1
value: -12.1955
verified: no, type: nauc_map_at_100_max
value: -27.494000000000003
verified: no, type: nauc_map_at_100_std
value: -21.479100000000003
verified: no, type: nauc_map_at_100_diff1
value: -13.821
verified: no, type: nauc_map_at_1000_max
value: -28.042499999999997
verified: no, type: nauc_map_at_1000_std
value: -22.1942
verified: no, type: nauc_map_at_1000_diff1
value: -13.7343
verified: no, type: nauc_recall_at_1_max
value: -46.469100000000005
verified: no, type: nauc_recall_at_1_std
value: -46.469100000000005
verified: no, type: nauc_recall_at_1_diff1
value: -34.1594
verified: no, type: nauc_recall_at_3_max
value: -23.3855
verified: no, type: nauc_recall_at_3_std
value: -13.733500000000001
verified: no, type: nauc_recall_at_3_diff1
value: -16.0727
verified: no, type: nauc_recall_at_5_max
value: -30.084
verified: no, type: nauc_recall_at_5_std
value: -23.4008
verified: no, type: nauc_recall_at_5_diff1
value: -10.6449
verified: no, type: nauc_recall_at_10_max
value: -29.3148
verified: no, type: nauc_recall_at_10_std
value: -18.8639
verified: no, type: nauc_recall_at_10_diff1
value: -6.0214
verified: no, type: nauc_recall_at_20_max
value: -20.0659
verified: no, type: nauc_recall_at_20_std
value: -18.561
verified: no, type: nauc_recall_at_20_diff1
value: 1.3740999999999999
verified: no, type: nauc_recall_at_100_max
value: -3.6582000000000003
verified: no, type: nauc_recall_at_100_std
value: 9.822799999999999
verified: no, type: nauc_recall_at_100_diff1
value: -17.2822
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: -46.469100000000005
verified: no, type: nauc_precision_at_1_std
value: -46.469100000000005
verified: no, type: nauc_precision_at_1_diff1
value: -34.1594
verified: no, type: nauc_precision_at_3_max
value: -23.3855
verified: no, type: nauc_precision_at_3_std
value: -13.733500000000001
verified: no, type: nauc_precision_at_3_diff1
value: -16.0727
verified: no, type: nauc_precision_at_5_max
value: -30.084
verified: no, type: nauc_precision_at_5_std
value: -23.4008
verified: no, type: nauc_precision_at_5_diff1
value: -10.6449
verified: no, type: nauc_precision_at_10_max
value: -29.3148
verified: no, type: nauc_precision_at_10_std
value: -18.8639
verified: no, type: nauc_precision_at_10_diff1
value: -6.0214
verified: no, type: nauc_precision_at_20_max
value: -20.0659
verified: no, type: nauc_precision_at_20_std
value: -18.561
verified: no, type: nauc_precision_at_20_diff1
value: 1.3740999999999999
verified: no, type: nauc_precision_at_100_max
value: -3.6582000000000003
verified: no, type: nauc_precision_at_100_std
value: 9.822799999999999
verified: no, type: nauc_precision_at_100_diff1
value: -17.2822
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: -46.469100000000005
verified: no, type: nauc_mrr_at_1_std
value: -46.469100000000005
verified: no, type: nauc_mrr_at_1_diff1
value: -34.1594
verified: no, type: nauc_mrr_at_3_max
value: -31.7947
verified: no, type: nauc_mrr_at_3_std
value: -25.5339
verified: no, type: nauc_mrr_at_3_diff1
value: -22.8554
verified: no, type: nauc_mrr_at_5_max
value: -33.7599
verified: no, type: nauc_mrr_at_5_std
value: -28.398
verified: no, type: nauc_mrr_at_5_diff1
value: -18.6858
verified: no, type: nauc_mrr_at_10_max
value: -32.0021
verified: no, type: nauc_mrr_at_10_std
value: -25.093
verified: no, type: nauc_mrr_at_10_diff1
value: -14.3907
verified: no, type: nauc_mrr_at_20_max
value: -29.162300000000002
verified: no, type: nauc_mrr_at_20_std
value: -24.1671
verified: no, type: nauc_mrr_at_20_diff1
value: -12.1955
verified: no, type: nauc_mrr_at_100_max
value: -27.494000000000003
verified: no, type: nauc_mrr_at_100_std
value: -21.479100000000003
verified: no, type: nauc_mrr_at_100_diff1
value: -13.821
verified: no, type: nauc_mrr_at_1000_max
value: -28.042499999999997
verified: no, type: nauc_mrr_at_1000_std
value: -22.1942
verified: no, type: nauc_mrr_at_1000_diff1
value: -13.7343
verified: no, type: main_score
value: 7.41
verified: no
task: type: Retrieval, dataset: config: ara-eng
name: MTEB MLQARetrieval (ara-eng)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 2.9010000000000002
verified: no, type: ndcg_at_3
value: 5.379
verified: no, type: ndcg_at_5
value: 7.651
verified: no, type: ndcg_at_10
value: 9.99
verified: no, type: ndcg_at_20
value: 12.508
verified: no, type: ndcg_at_100
value: 17.810000000000002
verified: no, type: ndcg_at_1000
value: 23.012
verified: no, type: map_at_1
value: 2.9010000000000002
verified: no, type: map_at_3
value: 4.707
verified: no, type: map_at_5
value: 5.945
verified: no, type: map_at_10
value: 6.851999999999999
verified: no, type: map_at_20
value: 7.555000000000001
verified: no, type: map_at_100
value: 8.221
verified: no, type: map_at_1000
value: 8.425
verified: no, type: recall_at_1
value: 2.9010000000000002
verified: no, type: recall_at_3
value: 7.35
verified: no, type: recall_at_5
value: 12.959000000000001
verified: no, type: recall_at_10
value: 20.503
verified: no, type: recall_at_20
value: 30.368000000000002
verified: no, type: recall_at_100
value: 59.961
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 2.9010000000000002
verified: no, type: precision_at_3
value: 2.45
verified: no, type: precision_at_5
value: 2.5919999999999996
verified: no, type: precision_at_10
value: 2.0500000000000003
verified: no, type: precision_at_20
value: 1.518
verified: no, type: precision_at_100
value: 0.6
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 2.9014
verified: no, type: mrr_at_3
value: 4.7066
verified: no, type: mrr_at_5
value: 5.944599999999999
verified: no, type: mrr_at_10
value: 6.8521
verified: no, type: mrr_at_20
value: 7.5554
verified: no, type: mrr_at_100
value: 8.221
verified: no, type: mrr_at_1000
value: 8.4253
verified: no, type: nauc_ndcg_at_1_max
value: 12.714500000000001
verified: no, type: nauc_ndcg_at_1_std
value: -12.4663
verified: no, type: nauc_ndcg_at_1_diff1
value: 39.3029
verified: no, type: nauc_ndcg_at_3_max
value: 0.715
verified: no, type: nauc_ndcg_at_3_std
value: -14.1891
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.8207
verified: no, type: nauc_ndcg_at_5_max
value: 1.5312
verified: no, type: nauc_ndcg_at_5_std
value: -9.9531
verified: no, type: nauc_ndcg_at_5_diff1
value: 11.181000000000001
verified: no, type: nauc_ndcg_at_10_max
value: 6.380800000000001
verified: no, type: nauc_ndcg_at_10_std
value: -3.9943
verified: no, type: nauc_ndcg_at_10_diff1
value: 10.281600000000001
verified: no, type: nauc_ndcg_at_20_max
value: 2.8804
verified: no, type: nauc_ndcg_at_20_std
value: -5.5972
verified: no, type: nauc_ndcg_at_20_diff1
value: 8.7112
verified: no, type: nauc_ndcg_at_100_max
value: 2.5961000000000003
verified: no, type: nauc_ndcg_at_100_std
value: -4.798299999999999
verified: no, type: nauc_ndcg_at_100_diff1
value: 9.2369
verified: no, type: nauc_ndcg_at_1000_max
value: 3.6539
verified: no, type: nauc_ndcg_at_1000_std
value: -5.8344
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.784
verified: no, type: nauc_map_at_1_max
value: 12.714500000000001
verified: no, type: nauc_map_at_1_std
value: -12.4663
verified: no, type: nauc_map_at_1_diff1
value: 39.3029
verified: no, type: nauc_map_at_3_max
value: 2.7254
verified: no, type: nauc_map_at_3_std
value: -14.250399999999999
verified: no, type: nauc_map_at_3_diff1
value: 20.6099
verified: no, type: nauc_map_at_5_max
value: 3.0625
verified: no, type: nauc_map_at_5_std
value: -11.2626
verified: no, type: nauc_map_at_5_diff1
value: 16.0446
verified: no, type: nauc_map_at_10_max
value: 5.5396
verified: no, type: nauc_map_at_10_std
value: -7.9668
verified: no, type: nauc_map_at_10_diff1
value: 15.1169
verified: no, type: nauc_map_at_20_max
value: 4.0846
verified: no, type: nauc_map_at_20_std
value: -8.5077
verified: no, type: nauc_map_at_20_diff1
value: 14.2288
verified: no, type: nauc_map_at_100_max
value: 4.0889
verified: no, type: nauc_map_at_100_std
value: -8.2425
verified: no, type: nauc_map_at_100_diff1
value: 14.304900000000002
verified: no, type: nauc_map_at_1000_max
value: 4.1905
verified: no, type: nauc_map_at_1000_std
value: -8.246
verified: no, type: nauc_map_at_1000_diff1
value: 14.374899999999998
verified: no, type: nauc_recall_at_1_max
value: 12.714500000000001
verified: no, type: nauc_recall_at_1_std
value: -12.4663
verified: no, type: nauc_recall_at_1_diff1
value: 39.3029
verified: no, type: nauc_recall_at_3_max
value: -3.0599000000000003
verified: no, type: nauc_recall_at_3_std
value: -13.9919
verified: no, type: nauc_recall_at_3_diff1
value: 9.7002
verified: no, type: nauc_recall_at_5_max
value: -0.6537000000000001
verified: no, type: nauc_recall_at_5_std
value: -7.832400000000001
verified: no, type: nauc_recall_at_5_diff1
value: 3.9822999999999995
verified: no, type: nauc_recall_at_10_max
value: 8.1177
verified: no, type: nauc_recall_at_10_std
value: 1.6545
verified: no, type: nauc_recall_at_10_diff1
value: 4.5136
verified: no, type: nauc_recall_at_20_max
value: 1.3783
verified: no, type: nauc_recall_at_20_std
value: -2.2029
verified: no, type: nauc_recall_at_20_diff1
value: 2.6626
verified: no, type: nauc_recall_at_100_max
value: 0.0759
verified: no, type: nauc_recall_at_100_std
value: -0.2644
verified: no, type: nauc_recall_at_100_diff1
value: 3.6285
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 12.714500000000001
verified: no, type: nauc_precision_at_1_std
value: -12.4663
verified: no, type: nauc_precision_at_1_diff1
value: 39.3029
verified: no, type: nauc_precision_at_3_max
value: -3.0599000000000003
verified: no, type: nauc_precision_at_3_std
value: -13.9919
verified: no, type: nauc_precision_at_3_diff1
value: 9.7002
verified: no, type: nauc_precision_at_5_max
value: -0.6537000000000001
verified: no, type: nauc_precision_at_5_std
value: -7.832400000000001
verified: no, type: nauc_precision_at_5_diff1
value: 3.9822999999999995
verified: no, type: nauc_precision_at_10_max
value: 8.1177
verified: no, type: nauc_precision_at_10_std
value: 1.6545
verified: no, type: nauc_precision_at_10_diff1
value: 4.5136
verified: no, type: nauc_precision_at_20_max
value: 1.3783
verified: no, type: nauc_precision_at_20_std
value: -2.2029
verified: no, type: nauc_precision_at_20_diff1
value: 2.6626
verified: no, type: nauc_precision_at_100_max
value: 0.0759
verified: no, type: nauc_precision_at_100_std
value: -0.2644
verified: no, type: nauc_precision_at_100_diff1
value: 3.6285
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 12.714500000000001
verified: no, type: nauc_mrr_at_1_std
value: -12.4663
verified: no, type: nauc_mrr_at_1_diff1
value: 39.3029
verified: no, type: nauc_mrr_at_3_max
value: 2.7254
verified: no, type: nauc_mrr_at_3_std
value: -14.250399999999999
verified: no, type: nauc_mrr_at_3_diff1
value: 20.6099
verified: no, type: nauc_mrr_at_5_max
value: 3.0625
verified: no, type: nauc_mrr_at_5_std
value: -11.2626
verified: no, type: nauc_mrr_at_5_diff1
value: 16.0446
verified: no, type: nauc_mrr_at_10_max
value: 5.5396
verified: no, type: nauc_mrr_at_10_std
value: -7.9668
verified: no, type: nauc_mrr_at_10_diff1
value: 15.1169
verified: no, type: nauc_mrr_at_20_max
value: 4.0846
verified: no, type: nauc_mrr_at_20_std
value: -8.5077
verified: no, type: nauc_mrr_at_20_diff1
value: 14.2288
verified: no, type: nauc_mrr_at_100_max
value: 4.0889
verified: no, type: nauc_mrr_at_100_std
value: -8.2425
verified: no, type: nauc_mrr_at_100_diff1
value: 14.304900000000002
verified: no, type: nauc_mrr_at_1000_max
value: 4.1905
verified: no, type: nauc_mrr_at_1000_std
value: -8.246
verified: no, type: nauc_mrr_at_1000_diff1
value: 14.374899999999998
verified: no, type: main_score
value: 9.99
verified: no
task: type: Retrieval, dataset: config: ara-spa
name: MTEB MLQARetrieval (ara-spa)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 1.863
verified: no, type: ndcg_at_3
value: 4.119
verified: no, type: ndcg_at_5
value: 6.925000000000001
verified: no, type: ndcg_at_10
value: 8.375
verified: no, type: ndcg_at_20
value: 10.652000000000001
verified: no, type: ndcg_at_100
value: 20.467
verified: no, type: ndcg_at_1000
value: 23.078000000000003
verified: no, type: map_at_1
value: 1.863
verified: no, type: map_at_3
value: 3.4160000000000004
verified: no, type: map_at_5
value: 4.968999999999999
verified: no, type: map_at_10
value: 5.593
verified: no, type: map_at_20
value: 6.260000000000001
verified: no, type: map_at_100
value: 7.409000000000001
verified: no, type: map_at_1000
value: 7.561
verified: no, type: recall_at_1
value: 1.863
verified: no, type: recall_at_3
value: 6.211
verified: no, type: recall_at_5
value: 13.043
verified: no, type: recall_at_10
value: 17.391000000000002
verified: no, type: recall_at_20
value: 26.087
verified: no, type: recall_at_100
value: 81.988
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 1.863
verified: no, type: precision_at_3
value: 2.07
verified: no, type: precision_at_5
value: 2.609
verified: no, type: precision_at_10
value: 1.7389999999999999
verified: no, type: precision_at_20
value: 1.304
verified: no, type: precision_at_100
value: 0.8200000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 1.8634000000000002
verified: no, type: mrr_at_3
value: 3.4160999999999997
verified: no, type: mrr_at_5
value: 4.9689
verified: no, type: mrr_at_10
value: 5.5925
verified: no, type: mrr_at_20
value: 6.2596
verified: no, type: mrr_at_100
value: 7.4089
verified: no, type: mrr_at_1000
value: 7.5615000000000006
verified: no, type: nauc_ndcg_at_1_max
value: -13.586300000000001
verified: no, type: nauc_ndcg_at_1_std
value: -49.4099
verified: no, type: nauc_ndcg_at_1_diff1
value: -8.2052
verified: no, type: nauc_ndcg_at_3_max
value: 13.529
verified: no, type: nauc_ndcg_at_3_std
value: -21.548000000000002
verified: no, type: nauc_ndcg_at_3_diff1
value: 9.2759
verified: no, type: nauc_ndcg_at_5_max
value: 14.4985
verified: no, type: nauc_ndcg_at_5_std
value: -6.1146
verified: no, type: nauc_ndcg_at_5_diff1
value: 2.2561999999999998
verified: no, type: nauc_ndcg_at_10_max
value: 10.663400000000001
verified: no, type: nauc_ndcg_at_10_std
value: -4.284000000000001
verified: no, type: nauc_ndcg_at_10_diff1
value: 1.8141999999999998
verified: no, type: nauc_ndcg_at_20_max
value: 14.226600000000001
verified: no, type: nauc_ndcg_at_20_std
value: -5.2389
verified: no, type: nauc_ndcg_at_20_diff1
value: 7.5222
verified: no, type: nauc_ndcg_at_100_max
value: 9.5782
verified: no, type: nauc_ndcg_at_100_std
value: -5.7093
verified: no, type: nauc_ndcg_at_100_diff1
value: 0.1879
verified: no, type: nauc_ndcg_at_1000_max
value: 10.123
verified: no, type: nauc_ndcg_at_1000_std
value: -9.6385
verified: no, type: nauc_ndcg_at_1000_diff1
value: 4.186
verified: no, type: nauc_map_at_1_max
value: -13.586300000000001
verified: no, type: nauc_map_at_1_std
value: -49.4099
verified: no, type: nauc_map_at_1_diff1
value: -8.2052
verified: no, type: nauc_map_at_3_max
value: 7.9456
verified: no, type: nauc_map_at_3_std
value: -26.8992
verified: no, type: nauc_map_at_3_diff1
value: 5.5056
verified: no, type: nauc_map_at_5_max
value: 10.0811
verified: no, type: nauc_map_at_5_std
value: -13.936499999999999
verified: no, type: nauc_map_at_5_diff1
value: 1.1152
verified: no, type: nauc_map_at_10_max
value: 7.9085
verified: no, type: nauc_map_at_10_std
value: -12.1617
verified: no, type: nauc_map_at_10_diff1
value: 0.9113
verified: no, type: nauc_map_at_20_max
value: 9.680800000000001
verified: no, type: nauc_map_at_20_std
value: -12.2224
verified: no, type: nauc_map_at_20_diff1
value: 3.3826
verified: no, type: nauc_map_at_100_max
value: 8.5675
verified: no, type: nauc_map_at_100_std
value: -12.895000000000001
verified: no, type: nauc_map_at_100_diff1
value: 2.4923
verified: no, type: nauc_map_at_1000_max
value: 8.5984
verified: no, type: nauc_map_at_1000_std
value: -13.2443
verified: no, type: nauc_map_at_1000_diff1
value: 2.781
verified: no, type: nauc_recall_at_1_max
value: -13.586300000000001
verified: no, type: nauc_recall_at_1_std
value: -49.4099
verified: no, type: nauc_recall_at_1_diff1
value: -8.2052
verified: no, type: nauc_recall_at_3_max
value: 22.8488
verified: no, type: nauc_recall_at_3_std
value: -12.6717
verified: no, type: nauc_recall_at_3_diff1
value: 15.5941
verified: no, type: nauc_recall_at_5_max
value: 19.9259
verified: no, type: nauc_recall_at_5_std
value: 3.8731
verified: no, type: nauc_recall_at_5_diff1
value: 3.4795
verified: no, type: nauc_recall_at_10_max
value: 13.353100000000001
verified: no, type: nauc_recall_at_10_std
value: 4.6855
verified: no, type: nauc_recall_at_10_diff1
value: 2.6146
verified: no, type: nauc_recall_at_20_max
value: 19.0079
verified: no, type: nauc_recall_at_20_std
value: 1.3762999999999999
verified: no, type: nauc_recall_at_20_diff1
value: 12.717899999999998
verified: no, type: nauc_recall_at_100_max
value: 7.5889
verified: no, type: nauc_recall_at_100_std
value: 10.4268
verified: no, type: nauc_recall_at_100_diff1
value: -16.0307
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: -13.586300000000001
verified: no, type: nauc_precision_at_1_std
value: -49.4099
verified: no, type: nauc_precision_at_1_diff1
value: -8.2052
verified: no, type: nauc_precision_at_3_max
value: 22.8488
verified: no, type: nauc_precision_at_3_std
value: -12.6717
verified: no, type: nauc_precision_at_3_diff1
value: 15.5941
verified: no, type: nauc_precision_at_5_max
value: 19.9259
verified: no, type: nauc_precision_at_5_std
value: 3.8731
verified: no, type: nauc_precision_at_5_diff1
value: 3.4795
verified: no, type: nauc_precision_at_10_max
value: 13.353100000000001
verified: no, type: nauc_precision_at_10_std
value: 4.6855
verified: no, type: nauc_precision_at_10_diff1
value: 2.6146
verified: no, type: nauc_precision_at_20_max
value: 19.0079
verified: no, type: nauc_precision_at_20_std
value: 1.3762999999999999
verified: no, type: nauc_precision_at_20_diff1
value: 12.717899999999998
verified: no, type: nauc_precision_at_100_max
value: 7.5889
verified: no, type: nauc_precision_at_100_std
value: 10.4268
verified: no, type: nauc_precision_at_100_diff1
value: -16.0307
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: -13.586300000000001
verified: no, type: nauc_mrr_at_1_std
value: -49.4099
verified: no, type: nauc_mrr_at_1_diff1
value: -8.2052
verified: no, type: nauc_mrr_at_3_max
value: 7.9456
verified: no, type: nauc_mrr_at_3_std
value: -26.8992
verified: no, type: nauc_mrr_at_3_diff1
value: 5.5056
verified: no, type: nauc_mrr_at_5_max
value: 10.0811
verified: no, type: nauc_mrr_at_5_std
value: -13.936499999999999
verified: no, type: nauc_mrr_at_5_diff1
value: 1.1152
verified: no, type: nauc_mrr_at_10_max
value: 7.9085
verified: no, type: nauc_mrr_at_10_std
value: -12.1617
verified: no, type: nauc_mrr_at_10_diff1
value: 0.9113
verified: no, type: nauc_mrr_at_20_max
value: 9.680800000000001
verified: no, type: nauc_mrr_at_20_std
value: -12.2224
verified: no, type: nauc_mrr_at_20_diff1
value: 3.3826
verified: no, type: nauc_mrr_at_100_max
value: 8.5675
verified: no, type: nauc_mrr_at_100_std
value: -12.895000000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 2.4923
verified: no, type: nauc_mrr_at_1000_max
value: 8.5984
verified: no, type: nauc_mrr_at_1000_std
value: -13.2443
verified: no, type: nauc_mrr_at_1000_diff1
value: 2.781
verified: no, type: main_score
value: 8.375
verified: no
task: type: Retrieval, dataset: config: ara-hin
name: MTEB MLQARetrieval (ara-hin)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 2.1510000000000002
verified: no, type: ndcg_at_3
value: 3.7760000000000002
verified: no, type: ndcg_at_5
value: 4.447
verified: no, type: ndcg_at_10
value: 5.149
verified: no, type: ndcg_at_20
value: 7.180000000000001
verified: no, type: ndcg_at_100
value: 15.742999999999999
verified: no, type: ndcg_at_1000
value: 20.595
verified: no, type: map_at_1
value: 2.1510000000000002
verified: no, type: map_at_3
value: 3.405
verified: no, type: map_at_5
value: 3.781
verified: no, type: map_at_10
value: 4.075
verified: no, type: map_at_20
value: 4.627
verified: no, type: map_at_100
value: 5.588
verified: no, type: map_at_1000
value: 5.859
verified: no, type: recall_at_1
value: 2.1510000000000002
verified: no, type: recall_at_3
value: 4.839
verified: no, type: recall_at_5
value: 6.451999999999999
verified: no, type: recall_at_10
value: 8.602
verified: no, type: recall_at_20
value: 16.667
verified: no, type: recall_at_100
value: 66.129
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 2.1510000000000002
verified: no, type: precision_at_3
value: 1.6129999999999998
verified: no, type: precision_at_5
value: 1.29
verified: no, type: precision_at_10
value: 0.86
verified: no, type: precision_at_20
value: 0.8330000000000001
verified: no, type: precision_at_100
value: 0.661
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 2.1505
verified: no, type: mrr_at_3
value: 3.405
verified: no, type: mrr_at_5
value: 3.7814
verified: no, type: mrr_at_10
value: 4.0747
verified: no, type: mrr_at_20
value: 4.627400000000001
verified: no, type: mrr_at_100
value: 5.5875
verified: no, type: mrr_at_1000
value: 5.8591999999999995
verified: no, type: nauc_ndcg_at_1_max
value: 77.4933
verified: no, type: nauc_ndcg_at_1_std
value: 22.0584
verified: no, type: nauc_ndcg_at_1_diff1
value: 69.8226
verified: no, type: nauc_ndcg_at_3_max
value: 26.1206
verified: no, type: nauc_ndcg_at_3_std
value: 4.3546000000000005
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.842800000000004
verified: no, type: nauc_ndcg_at_5_max
value: 18.6678
verified: no, type: nauc_ndcg_at_5_std
value: 5.4775
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.226800000000004
verified: no, type: nauc_ndcg_at_10_max
value: 15.6507
verified: no, type: nauc_ndcg_at_10_std
value: 5.6693
verified: no, type: nauc_ndcg_at_10_diff1
value: 30.356699999999996
verified: no, type: nauc_ndcg_at_20_max
value: 14.713799999999999
verified: no, type: nauc_ndcg_at_20_std
value: 5.3536
verified: no, type: nauc_ndcg_at_20_diff1
value: 30.156100000000002
verified: no, type: nauc_ndcg_at_100_max
value: 18.399099999999997
verified: no, type: nauc_ndcg_at_100_std
value: 6.9328
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.189099999999996
verified: no, type: nauc_ndcg_at_1000_max
value: 19.6636
verified: no, type: nauc_ndcg_at_1000_std
value: 7.188600000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 32.054700000000004
verified: no, type: nauc_map_at_1_max
value: 77.4933
verified: no, type: nauc_map_at_1_std
value: 22.0584
verified: no, type: nauc_map_at_1_diff1
value: 69.8226
verified: no, type: nauc_map_at_3_max
value: 33.0141
verified: no, type: nauc_map_at_3_std
value: 6.394900000000001
verified: no, type: nauc_map_at_3_diff1
value: 45.4611
verified: no, type: nauc_map_at_5_max
value: 27.403499999999998
verified: no, type: nauc_map_at_5_std
value: 7.149
verified: no, type: nauc_map_at_5_diff1
value: 40.5925
verified: no, type: nauc_map_at_10_max
value: 25.5641
verified: no, type: nauc_map_at_10_std
value: 7.4460999999999995
verified: no, type: nauc_map_at_10_diff1
value: 38.0045
verified: no, type: nauc_map_at_20_max
value: 24.2056
verified: no, type: nauc_map_at_20_std
value: 7.2965
verified: no, type: nauc_map_at_20_diff1
value: 37.2717
verified: no, type: nauc_map_at_100_max
value: 24.5764
verified: no, type: nauc_map_at_100_std
value: 7.6918
verified: no, type: nauc_map_at_100_diff1
value: 36.8384
verified: no, type: nauc_map_at_1000_max
value: 24.854499999999998
verified: no, type: nauc_map_at_1000_std
value: 7.7734
verified: no, type: nauc_map_at_1000_diff1
value: 36.900800000000004
verified: no, type: nauc_recall_at_1_max
value: 77.4933
verified: no, type: nauc_recall_at_1_std
value: 22.0584
verified: no, type: nauc_recall_at_1_diff1
value: 69.8226
verified: no, type: nauc_recall_at_3_max
value: 12.3922
verified: no, type: nauc_recall_at_3_std
value: 0.4021
verified: no, type: nauc_recall_at_3_diff1
value: 31.404700000000002
verified: no, type: nauc_recall_at_5_max
value: 3.4985000000000004
verified: no, type: nauc_recall_at_5_std
value: 2.7248
verified: no, type: nauc_recall_at_5_diff1
value: 22.913
verified: no, type: nauc_recall_at_10_max
value: 0.8299000000000001
verified: no, type: nauc_recall_at_10_std
value: 2.9994
verified: no, type: nauc_recall_at_10_diff1
value: 18.8462
verified: no, type: nauc_recall_at_20_max
value: 5.3007
verified: no, type: nauc_recall_at_20_std
value: 3.1869
verified: no, type: nauc_recall_at_20_diff1
value: 23.0485
verified: no, type: nauc_recall_at_100_max
value: 15.992899999999999
verified: no, type: nauc_recall_at_100_std
value: 6.790699999999999
verified: no, type: nauc_recall_at_100_diff1
value: 31.9318
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 77.4933
verified: no, type: nauc_precision_at_1_std
value: 22.0584
verified: no, type: nauc_precision_at_1_diff1
value: 69.8226
verified: no, type: nauc_precision_at_3_max
value: 12.3922
verified: no, type: nauc_precision_at_3_std
value: 0.4021
verified: no, type: nauc_precision_at_3_diff1
value: 31.404700000000002
verified: no, type: nauc_precision_at_5_max
value: 3.4985000000000004
verified: no, type: nauc_precision_at_5_std
value: 2.7248
verified: no, type: nauc_precision_at_5_diff1
value: 22.913
verified: no, type: nauc_precision_at_10_max
value: 0.8299000000000001
verified: no, type: nauc_precision_at_10_std
value: 2.9994
verified: no, type: nauc_precision_at_10_diff1
value: 18.8462
verified: no, type: nauc_precision_at_20_max
value: 5.3007
verified: no, type: nauc_precision_at_20_std
value: 3.1869
verified: no, type: nauc_precision_at_20_diff1
value: 23.0485
verified: no, type: nauc_precision_at_100_max
value: 15.992899999999999
verified: no, type: nauc_precision_at_100_std
value: 6.790699999999999
verified: no, type: nauc_precision_at_100_diff1
value: 31.9318
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 77.4933
verified: no, type: nauc_mrr_at_1_std
value: 22.0584
verified: no, type: nauc_mrr_at_1_diff1
value: 69.8226
verified: no, type: nauc_mrr_at_3_max
value: 33.0141
verified: no, type: nauc_mrr_at_3_std
value: 6.394900000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 45.4611
verified: no, type: nauc_mrr_at_5_max
value: 27.403499999999998
verified: no, type: nauc_mrr_at_5_std
value: 7.149
verified: no, type: nauc_mrr_at_5_diff1
value: 40.5925
verified: no, type: nauc_mrr_at_10_max
value: 25.5641
verified: no, type: nauc_mrr_at_10_std
value: 7.4460999999999995
verified: no, type: nauc_mrr_at_10_diff1
value: 38.0045
verified: no, type: nauc_mrr_at_20_max
value: 24.2056
verified: no, type: nauc_mrr_at_20_std
value: 7.2965
verified: no, type: nauc_mrr_at_20_diff1
value: 37.2717
verified: no, type: nauc_mrr_at_100_max
value: 24.5764
verified: no, type: nauc_mrr_at_100_std
value: 7.6918
verified: no, type: nauc_mrr_at_100_diff1
value: 36.8384
verified: no, type: nauc_mrr_at_1000_max
value: 24.854499999999998
verified: no, type: nauc_mrr_at_1000_std
value: 7.7734
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.900800000000004
verified: no, type: main_score
value: 5.149
verified: no
task: type: Retrieval, dataset: config: ara-vie
name: MTEB MLQARetrieval (ara-vie)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 2.4539999999999997
verified: no, type: ndcg_at_3
value: 4.7620000000000005
verified: no, type: ndcg_at_5
value: 6.795
verified: no, type: ndcg_at_10
value: 8.788
verified: no, type: ndcg_at_20
value: 11.085
verified: no, type: ndcg_at_100
value: 20.604
verified: no, type: ndcg_at_1000
value: 23.336000000000002
verified: no, type: map_at_1
value: 2.4539999999999997
verified: no, type: map_at_3
value: 4.09
verified: no, type: map_at_5
value: 5.225
verified: no, type: map_at_10
value: 6.052
verified: no, type: map_at_20
value: 6.6659999999999995
verified: no, type: map_at_100
value: 7.804
verified: no, type: map_at_1000
value: 7.958
verified: no, type: recall_at_1
value: 2.4539999999999997
verified: no, type: recall_at_3
value: 6.748
verified: no, type: recall_at_5
value: 11.655999999999999
verified: no, type: recall_at_10
value: 17.791
verified: no, type: recall_at_20
value: 26.994
verified: no, type: recall_at_100
value: 80.982
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 2.4539999999999997
verified: no, type: precision_at_3
value: 2.249
verified: no, type: precision_at_5
value: 2.331
verified: no, type: precision_at_10
value: 1.779
verified: no, type: precision_at_20
value: 1.35
verified: no, type: precision_at_100
value: 0.8099999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 2.4539999999999997
verified: no, type: mrr_at_3
value: 4.09
verified: no, type: mrr_at_5
value: 5.2249
verified: no, type: mrr_at_10
value: 6.052
verified: no, type: mrr_at_20
value: 6.665699999999999
verified: no, type: mrr_at_100
value: 7.803599999999999
verified: no, type: mrr_at_1000
value: 7.958
verified: no, type: nauc_ndcg_at_1_max
value: 17.6401
verified: no, type: nauc_ndcg_at_1_std
value: 19.6514
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.5088
verified: no, type: nauc_ndcg_at_3_max
value: 36.0103
verified: no, type: nauc_ndcg_at_3_std
value: 36.552099999999996
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.8053
verified: no, type: nauc_ndcg_at_5_max
value: 28.205099999999998
verified: no, type: nauc_ndcg_at_5_std
value: 28.925
verified: no, type: nauc_ndcg_at_5_diff1
value: 18.7779
verified: no, type: nauc_ndcg_at_10_max
value: 23.6934
verified: no, type: nauc_ndcg_at_10_std
value: 22.1428
verified: no, type: nauc_ndcg_at_10_diff1
value: 12.5366
verified: no, type: nauc_ndcg_at_20_max
value: 20.721899999999998
verified: no, type: nauc_ndcg_at_20_std
value: 24.8217
verified: no, type: nauc_ndcg_at_20_diff1
value: 5.9243999999999994
verified: no, type: nauc_ndcg_at_100_max
value: 25.0469
verified: no, type: nauc_ndcg_at_100_std
value: 25.0655
verified: no, type: nauc_ndcg_at_100_diff1
value: 17.5514
verified: no, type: nauc_ndcg_at_1000_max
value: 24.6531
verified: no, type: nauc_ndcg_at_1000_std
value: 24.8475
verified: no, type: nauc_ndcg_at_1000_diff1
value: 14.8638
verified: no, type: nauc_map_at_1_max
value: 17.6401
verified: no, type: nauc_map_at_1_std
value: 19.6514
verified: no, type: nauc_map_at_1_diff1
value: 43.5088
verified: no, type: nauc_map_at_3_max
value: 33.4513
verified: no, type: nauc_map_at_3_std
value: 33.8777
verified: no, type: nauc_map_at_3_diff1
value: 25.5486
verified: no, type: nauc_map_at_5_max
value: 28.335
verified: no, type: nauc_map_at_5_std
value: 28.728399999999997
verified: no, type: nauc_map_at_5_diff1
value: 23.317
verified: no, type: nauc_map_at_10_max
value: 25.662000000000003
verified: no, type: nauc_map_at_10_std
value: 24.5797
verified: no, type: nauc_map_at_10_diff1
value: 19.3022
verified: no, type: nauc_map_at_20_max
value: 24.628
verified: no, type: nauc_map_at_20_std
value: 25.8293
verified: no, type: nauc_map_at_20_diff1
value: 16.386300000000002
verified: no, type: nauc_map_at_100_max
value: 25.552500000000002
verified: no, type: nauc_map_at_100_std
value: 25.5853
verified: no, type: nauc_map_at_100_diff1
value: 18.6392
verified: no, type: nauc_map_at_1000_max
value: 25.5425
verified: no, type: nauc_map_at_1000_std
value: 25.5792
verified: no, type: nauc_map_at_1000_diff1
value: 18.4972
verified: no, type: nauc_recall_at_1_max
value: 17.6401
verified: no, type: nauc_recall_at_1_std
value: 19.6514
verified: no, type: nauc_recall_at_1_diff1
value: 43.5088
verified: no, type: nauc_recall_at_3_max
value: 40.4611
verified: no, type: nauc_recall_at_3_std
value: 41.287
verified: no, type: nauc_recall_at_3_diff1
value: 12.1442
verified: no, type: nauc_recall_at_5_max
value: 27.586199999999998
verified: no, type: nauc_recall_at_5_std
value: 28.9089
verified: no, type: nauc_recall_at_5_diff1
value: 12.2877
verified: no, type: nauc_recall_at_10_max
value: 20.5948
verified: no, type: nauc_recall_at_10_std
value: 18.5048
verified: no, type: nauc_recall_at_10_diff1
value: 3.9466
verified: no, type: nauc_recall_at_20_max
value: 15.0941
verified: no, type: nauc_recall_at_20_std
value: 23.583399999999997
verified: no, type: nauc_recall_at_20_diff1
value: -6.773
verified: no, type: nauc_recall_at_100_max
value: 26.787100000000002
verified: no, type: nauc_recall_at_100_std
value: 25.951400000000003
verified: no, type: nauc_recall_at_100_diff1
value: 28.703899999999997
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 17.6401
verified: no, type: nauc_precision_at_1_std
value: 19.6514
verified: no, type: nauc_precision_at_1_diff1
value: 43.5088
verified: no, type: nauc_precision_at_3_max
value: 40.4611
verified: no, type: nauc_precision_at_3_std
value: 41.287
verified: no, type: nauc_precision_at_3_diff1
value: 12.1442
verified: no, type: nauc_precision_at_5_max
value: 27.586199999999998
verified: no, type: nauc_precision_at_5_std
value: 28.9089
verified: no, type: nauc_precision_at_5_diff1
value: 12.2877
verified: no, type: nauc_precision_at_10_max
value: 20.5948
verified: no, type: nauc_precision_at_10_std
value: 18.5048
verified: no, type: nauc_precision_at_10_diff1
value: 3.9466
verified: no, type: nauc_precision_at_20_max
value: 15.0941
verified: no, type: nauc_precision_at_20_std
value: 23.583399999999997
verified: no, type: nauc_precision_at_20_diff1
value: -6.773
verified: no, type: nauc_precision_at_100_max
value: 26.787100000000002
verified: no, type: nauc_precision_at_100_std
value: 25.951400000000003
verified: no, type: nauc_precision_at_100_diff1
value: 28.703899999999997
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 17.6401
verified: no, type: nauc_mrr_at_1_std
value: 19.6514
verified: no, type: nauc_mrr_at_1_diff1
value: 43.5088
verified: no, type: nauc_mrr_at_3_max
value: 33.4513
verified: no, type: nauc_mrr_at_3_std
value: 33.8777
verified: no, type: nauc_mrr_at_3_diff1
value: 25.5486
verified: no, type: nauc_mrr_at_5_max
value: 28.335
verified: no, type: nauc_mrr_at_5_std
value: 28.728399999999997
verified: no, type: nauc_mrr_at_5_diff1
value: 23.317
verified: no, type: nauc_mrr_at_10_max
value: 25.662000000000003
verified: no, type: nauc_mrr_at_10_std
value: 24.5797
verified: no, type: nauc_mrr_at_10_diff1
value: 19.3022
verified: no, type: nauc_mrr_at_20_max
value: 24.628
verified: no, type: nauc_mrr_at_20_std
value: 25.8293
verified: no, type: nauc_mrr_at_20_diff1
value: 16.386300000000002
verified: no, type: nauc_mrr_at_100_max
value: 25.552500000000002
verified: no, type: nauc_mrr_at_100_std
value: 25.5853
verified: no, type: nauc_mrr_at_100_diff1
value: 18.6392
verified: no, type: nauc_mrr_at_1000_max
value: 25.5425
verified: no, type: nauc_mrr_at_1000_std
value: 25.5792
verified: no, type: nauc_mrr_at_1000_diff1
value: 18.4972
verified: no, type: main_score
value: 8.788
verified: no
task: type: Retrieval, dataset: config: ara-zho
name: MTEB MLQARetrieval (ara-zho)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 3.1910000000000003
verified: no, type: ndcg_at_3
value: 4.534
verified: no, type: ndcg_at_5
value: 5.609
verified: no, type: ndcg_at_10
value: 6.844
verified: no, type: ndcg_at_20
value: 8.048
verified: no, type: ndcg_at_100
value: 17.275
verified: no, type: ndcg_at_1000
value: 21.715999999999998
verified: no, type: map_at_1
value: 3.1910000000000003
verified: no, type: map_at_3
value: 4.255
verified: no, type: map_at_5
value: 4.84
verified: no, type: map_at_10
value: 5.369
verified: no, type: map_at_20
value: 5.695
verified: no, type: map_at_100
value: 6.784
verified: no, type: map_at_1000
value: 7.038
verified: no, type: recall_at_1
value: 3.1910000000000003
verified: no, type: recall_at_3
value: 5.319
verified: no, type: recall_at_5
value: 7.979
verified: no, type: recall_at_10
value: 11.702
verified: no, type: recall_at_20
value: 16.489
verified: no, type: recall_at_100
value: 69.149
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 3.1910000000000003
verified: no, type: precision_at_3
value: 1.773
verified: no, type: precision_at_5
value: 1.5959999999999999
verified: no, type: precision_at_10
value: 1.17
verified: no, type: precision_at_20
value: 0.8240000000000001
verified: no, type: precision_at_100
value: 0.6910000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 3.1915
verified: no, type: mrr_at_3
value: 4.2553
verified: no, type: mrr_at_5
value: 4.840400000000001
verified: no, type: mrr_at_10
value: 5.3685
verified: no, type: mrr_at_20
value: 5.6951
verified: no, type: mrr_at_100
value: 6.7845
verified: no, type: mrr_at_1000
value: 7.037699999999999
verified: no, type: nauc_ndcg_at_1_max
value: 76.3842
verified: no, type: nauc_ndcg_at_1_std
value: 77.99770000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.2907
verified: no, type: nauc_ndcg_at_3_max
value: 52.9914
verified: no, type: nauc_ndcg_at_3_std
value: 54.686800000000005
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.2494
verified: no, type: nauc_ndcg_at_5_max
value: 38.476
verified: no, type: nauc_ndcg_at_5_std
value: 50.961999999999996
verified: no, type: nauc_ndcg_at_5_diff1
value: 9.0271
verified: no, type: nauc_ndcg_at_10_max
value: 37.0281
verified: no, type: nauc_ndcg_at_10_std
value: 46.8022
verified: no, type: nauc_ndcg_at_10_diff1
value: 6.1415999999999995
verified: no, type: nauc_ndcg_at_20_max
value: 37.1968
verified: no, type: nauc_ndcg_at_20_std
value: 47.0629
verified: no, type: nauc_ndcg_at_20_diff1
value: 1.8389
verified: no, type: nauc_ndcg_at_100_max
value: 31.166300000000003
verified: no, type: nauc_ndcg_at_100_std
value: 39.8991
verified: no, type: nauc_ndcg_at_100_diff1
value: 2.8511
verified: no, type: nauc_ndcg_at_1000_max
value: 38.4861
verified: no, type: nauc_ndcg_at_1000_std
value: 46.9244
verified: no, type: nauc_ndcg_at_1000_diff1
value: 5.6987000000000005
verified: no, type: nauc_map_at_1_max
value: 76.3842
verified: no, type: nauc_map_at_1_std
value: 77.99770000000001
verified: no, type: nauc_map_at_1_diff1
value: 27.2907
verified: no, type: nauc_map_at_3_max
value: 56.6322
verified: no, type: nauc_map_at_3_std
value: 58.3149
verified: no, type: nauc_map_at_3_diff1
value: 17.9679
verified: no, type: nauc_map_at_5_max
value: 46.8783
verified: no, type: nauc_map_at_5_std
value: 55.5203
verified: no, type: nauc_map_at_5_diff1
value: 13.0997
verified: no, type: nauc_map_at_10_max
value: 45.181900000000006
verified: no, type: nauc_map_at_10_std
value: 52.819700000000005
verified: no, type: nauc_map_at_10_diff1
value: 10.9202
verified: no, type: nauc_map_at_20_max
value: 44.865
verified: no, type: nauc_map_at_20_std
value: 52.567
verified: no, type: nauc_map_at_20_diff1
value: 9.2152
verified: no, type: nauc_map_at_100_max
value: 43.4621
verified: no, type: nauc_map_at_100_std
value: 51.0279
verified: no, type: nauc_map_at_100_diff1
value: 9.0464
verified: no, type: nauc_map_at_1000_max
value: 44.1922
verified: no, type: nauc_map_at_1000_std
value: 51.6638
verified: no, type: nauc_map_at_1000_diff1
value: 9.3796
verified: no, type: nauc_recall_at_1_max
value: 76.3842
verified: no, type: nauc_recall_at_1_std
value: 77.99770000000001
verified: no, type: nauc_recall_at_1_diff1
value: 27.2907
verified: no, type: nauc_recall_at_3_max
value: 44.7811
verified: no, type: nauc_recall_at_3_std
value: 46.5052
verified: no, type: nauc_recall_at_3_diff1
value: 12.3742
verified: no, type: nauc_recall_at_5_max
value: 22.690099999999997
verified: no, type: nauc_recall_at_5_std
value: 42.7757
verified: no, type: nauc_recall_at_5_diff1
value: 1.3787
verified: no, type: nauc_recall_at_10_max
value: 24.9805
verified: no, type: nauc_recall_at_10_std
value: 37.7314
verified: no, type: nauc_recall_at_10_diff1
value: -0.983
verified: no, type: nauc_recall_at_20_max
value: 28.195500000000003
verified: no, type: nauc_recall_at_20_std
value: 40.625099999999996
verified: no, type: nauc_recall_at_20_diff1
value: -8.512599999999999
verified: no, type: nauc_recall_at_100_max
value: 12.2957
verified: no, type: nauc_recall_at_100_std
value: 21.192
verified: no, type: nauc_recall_at_100_diff1
value: -4.2603
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 76.3842
verified: no, type: nauc_precision_at_1_std
value: 77.99770000000001
verified: no, type: nauc_precision_at_1_diff1
value: 27.2907
verified: no, type: nauc_precision_at_3_max
value: 44.7811
verified: no, type: nauc_precision_at_3_std
value: 46.5052
verified: no, type: nauc_precision_at_3_diff1
value: 12.3742
verified: no, type: nauc_precision_at_5_max
value: 22.690099999999997
verified: no, type: nauc_precision_at_5_std
value: 42.7757
verified: no, type: nauc_precision_at_5_diff1
value: 1.3787
verified: no, type: nauc_precision_at_10_max
value: 24.9805
verified: no, type: nauc_precision_at_10_std
value: 37.7314
verified: no, type: nauc_precision_at_10_diff1
value: -0.983
verified: no, type: nauc_precision_at_20_max
value: 28.195500000000003
verified: no, type: nauc_precision_at_20_std
value: 40.625099999999996
verified: no, type: nauc_precision_at_20_diff1
value: -8.512599999999999
verified: no, type: nauc_precision_at_100_max
value: 12.2957
verified: no, type: nauc_precision_at_100_std
value: 21.192
verified: no, type: nauc_precision_at_100_diff1
value: -4.2603
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 76.3842
verified: no, type: nauc_mrr_at_1_std
value: 77.99770000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 27.2907
verified: no, type: nauc_mrr_at_3_max
value: 56.6322
verified: no, type: nauc_mrr_at_3_std
value: 58.3149
verified: no, type: nauc_mrr_at_3_diff1
value: 17.9679
verified: no, type: nauc_mrr_at_5_max
value: 46.8783
verified: no, type: nauc_mrr_at_5_std
value: 55.5203
verified: no, type: nauc_mrr_at_5_diff1
value: 13.0997
verified: no, type: nauc_mrr_at_10_max
value: 45.181900000000006
verified: no, type: nauc_mrr_at_10_std
value: 52.819700000000005
verified: no, type: nauc_mrr_at_10_diff1
value: 10.9202
verified: no, type: nauc_mrr_at_20_max
value: 44.865
verified: no, type: nauc_mrr_at_20_std
value: 52.567
verified: no, type: nauc_mrr_at_20_diff1
value: 9.2152
verified: no, type: nauc_mrr_at_100_max
value: 43.4621
verified: no, type: nauc_mrr_at_100_std
value: 51.0279
verified: no, type: nauc_mrr_at_100_diff1
value: 9.0464
verified: no, type: nauc_mrr_at_1000_max
value: 44.1922
verified: no, type: nauc_mrr_at_1000_std
value: 51.6638
verified: no, type: nauc_mrr_at_1000_diff1
value: 9.3796
verified: no, type: main_score
value: 6.844
verified: no
task: type: Retrieval, dataset: config: deu-ara
name: MTEB MLQARetrieval (deu-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 6.763
verified: no, type: ndcg_at_3
value: 10.662
verified: no, type: ndcg_at_5
value: 13.177
verified: no, type: ndcg_at_10
value: 16.13
verified: no, type: ndcg_at_20
value: 18.218999999999998
verified: no, type: ndcg_at_100
value: 25.904
verified: no, type: ndcg_at_1000
value: 28.711
verified: no, type: map_at_1
value: 6.763
verified: no, type: map_at_3
value: 9.823
verified: no, type: map_at_5
value: 11.176
verified: no, type: map_at_10
value: 12.384
verified: no, type: map_at_20
value: 12.964999999999998
verified: no, type: map_at_100
value: 13.886999999999999
verified: no, type: map_at_1000
value: 14.038999999999998
verified: no, type: recall_at_1
value: 6.763
verified: no, type: recall_at_3
value: 13.043
verified: no, type: recall_at_5
value: 19.323999999999998
verified: no, type: recall_at_10
value: 28.502
verified: no, type: recall_at_20
value: 36.714999999999996
verified: no, type: recall_at_100
value: 80.193
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 6.763
verified: no, type: precision_at_3
value: 4.348
verified: no, type: precision_at_5
value: 3.8649999999999998
verified: no, type: precision_at_10
value: 2.85
verified: no, type: precision_at_20
value: 1.836
verified: no, type: precision_at_100
value: 0.8019999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 6.7633
verified: no, type: mrr_at_3
value: 9.822899999999999
verified: no, type: mrr_at_5
value: 11.1755
verified: no, type: mrr_at_10
value: 12.384
verified: no, type: mrr_at_20
value: 12.964800000000002
verified: no, type: mrr_at_100
value: 13.8875
verified: no, type: mrr_at_1000
value: 14.038800000000002
verified: no, type: nauc_ndcg_at_1_max
value: 39.6321
verified: no, type: nauc_ndcg_at_1_std
value: 48.9903
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.959899999999998
verified: no, type: nauc_ndcg_at_3_max
value: 35.8921
verified: no, type: nauc_ndcg_at_3_std
value: 45.1743
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.5358
verified: no, type: nauc_ndcg_at_5_max
value: 32.694
verified: no, type: nauc_ndcg_at_5_std
value: 45.537499999999994
verified: no, type: nauc_ndcg_at_5_diff1
value: 13.939499999999999
verified: no, type: nauc_ndcg_at_10_max
value: 34.9582
verified: no, type: nauc_ndcg_at_10_std
value: 43.7864
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.0122
verified: no, type: nauc_ndcg_at_20_max
value: 34.5737
verified: no, type: nauc_ndcg_at_20_std
value: 43.303399999999996
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.6649
verified: no, type: nauc_ndcg_at_100_max
value: 32.7949
verified: no, type: nauc_ndcg_at_100_std
value: 43.4427
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.1462
verified: no, type: nauc_ndcg_at_1000_max
value: 34.6616
verified: no, type: nauc_ndcg_at_1000_std
value: 44.0036
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.911099999999998
verified: no, type: nauc_map_at_1_max
value: 39.6321
verified: no, type: nauc_map_at_1_std
value: 48.9903
verified: no, type: nauc_map_at_1_diff1
value: 27.959899999999998
verified: no, type: nauc_map_at_3_max
value: 36.4247
verified: no, type: nauc_map_at_3_std
value: 45.811800000000005
verified: no, type: nauc_map_at_3_diff1
value: 19.956
verified: no, type: nauc_map_at_5_max
value: 34.4389
verified: no, type: nauc_map_at_5_std
value: 45.792300000000004
verified: no, type: nauc_map_at_5_diff1
value: 16.9672
verified: no, type: nauc_map_at_10_max
value: 35.9467
verified: no, type: nauc_map_at_10_std
value: 45.3632
verified: no, type: nauc_map_at_10_diff1
value: 19.9695
verified: no, type: nauc_map_at_20_max
value: 35.890100000000004
verified: no, type: nauc_map_at_20_std
value: 45.132600000000004
verified: no, type: nauc_map_at_20_diff1
value: 18.7803
verified: no, type: nauc_map_at_100_max
value: 35.5467
verified: no, type: nauc_map_at_100_std
value: 45.034
verified: no, type: nauc_map_at_100_diff1
value: 18.9067
verified: no, type: nauc_map_at_1000_max
value: 35.661100000000005
verified: no, type: nauc_map_at_1000_std
value: 45.061499999999995
verified: no, type: nauc_map_at_1000_diff1
value: 18.8918
verified: no, type: nauc_recall_at_1_max
value: 39.6321
verified: no, type: nauc_recall_at_1_std
value: 48.9903
verified: no, type: nauc_recall_at_1_diff1
value: 27.959899999999998
verified: no, type: nauc_recall_at_3_max
value: 34.737899999999996
verified: no, type: nauc_recall_at_3_std
value: 43.7564
verified: no, type: nauc_recall_at_3_diff1
value: 15.4281
verified: no, type: nauc_recall_at_5_max
value: 29.185699999999997
verified: no, type: nauc_recall_at_5_std
value: 45.2658
verified: no, type: nauc_recall_at_5_diff1
value: 8.0232
verified: no, type: nauc_recall_at_10_max
value: 33.006
verified: no, type: nauc_recall_at_10_std
value: 40.471000000000004
verified: no, type: nauc_recall_at_10_diff1
value: 20.979400000000002
verified: no, type: nauc_recall_at_20_max
value: 31.826900000000002
verified: no, type: nauc_recall_at_20_std
value: 39.6457
verified: no, type: nauc_recall_at_20_diff1
value: 12.8026
verified: no, type: nauc_recall_at_100_max
value: 20.469
verified: no, type: nauc_recall_at_100_std
value: 39.3177
verified: no, type: nauc_recall_at_100_diff1
value: 19.3437
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 39.6321
verified: no, type: nauc_precision_at_1_std
value: 48.9903
verified: no, type: nauc_precision_at_1_diff1
value: 27.959899999999998
verified: no, type: nauc_precision_at_3_max
value: 34.737899999999996
verified: no, type: nauc_precision_at_3_std
value: 43.7564
verified: no, type: nauc_precision_at_3_diff1
value: 15.4281
verified: no, type: nauc_precision_at_5_max
value: 29.185699999999997
verified: no, type: nauc_precision_at_5_std
value: 45.2658
verified: no, type: nauc_precision_at_5_diff1
value: 8.0232
verified: no, type: nauc_precision_at_10_max
value: 33.006
verified: no, type: nauc_precision_at_10_std
value: 40.471000000000004
verified: no, type: nauc_precision_at_10_diff1
value: 20.979400000000002
verified: no, type: nauc_precision_at_20_max
value: 31.826900000000002
verified: no, type: nauc_precision_at_20_std
value: 39.6457
verified: no, type: nauc_precision_at_20_diff1
value: 12.8026
verified: no, type: nauc_precision_at_100_max
value: 20.469
verified: no, type: nauc_precision_at_100_std
value: 39.3177
verified: no, type: nauc_precision_at_100_diff1
value: 19.3437
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 39.6321
verified: no, type: nauc_mrr_at_1_std
value: 48.9903
verified: no, type: nauc_mrr_at_1_diff1
value: 27.959899999999998
verified: no, type: nauc_mrr_at_3_max
value: 36.4247
verified: no, type: nauc_mrr_at_3_std
value: 45.811800000000005
verified: no, type: nauc_mrr_at_3_diff1
value: 19.956
verified: no, type: nauc_mrr_at_5_max
value: 34.4389
verified: no, type: nauc_mrr_at_5_std
value: 45.792300000000004
verified: no, type: nauc_mrr_at_5_diff1
value: 16.9672
verified: no, type: nauc_mrr_at_10_max
value: 35.9467
verified: no, type: nauc_mrr_at_10_std
value: 45.3632
verified: no, type: nauc_mrr_at_10_diff1
value: 19.9695
verified: no, type: nauc_mrr_at_20_max
value: 35.890100000000004
verified: no, type: nauc_mrr_at_20_std
value: 45.132600000000004
verified: no, type: nauc_mrr_at_20_diff1
value: 18.7803
verified: no, type: nauc_mrr_at_100_max
value: 35.5467
verified: no, type: nauc_mrr_at_100_std
value: 45.034
verified: no, type: nauc_mrr_at_100_diff1
value: 18.9067
verified: no, type: nauc_mrr_at_1000_max
value: 35.661100000000005
verified: no, type: nauc_mrr_at_1000_std
value: 45.061499999999995
verified: no, type: nauc_mrr_at_1000_diff1
value: 18.8918
verified: no, type: main_score
value: 16.13
verified: no
task: type: Retrieval, dataset: config: eng-ara
name: MTEB MLQARetrieval (eng-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 8.896999999999998
verified: no, type: ndcg_at_3
value: 13.959
verified: no, type: ndcg_at_5
value: 16.206
verified: no, type: ndcg_at_10
value: 19.088
verified: no, type: ndcg_at_20
value: 21.394
verified: no, type: ndcg_at_100
value: 26.526
verified: no, type: ndcg_at_1000
value: 30.598
verified: no, type: map_at_1
value: 8.896999999999998
verified: no, type: map_at_3
value: 12.701
verified: no, type: map_at_5
value: 13.959
verified: no, type: map_at_10
value: 15.152
verified: no, type: map_at_20
value: 15.763
verified: no, type: map_at_100
value: 16.447
verified: no, type: map_at_1000
value: 16.619
verified: no, type: recall_at_1
value: 8.896999999999998
verified: no, type: recall_at_3
value: 17.602
verified: no, type: recall_at_5
value: 23.017000000000003
verified: no, type: recall_at_10
value: 31.915
verified: no, type: recall_at_20
value: 41.199000000000005
verified: no, type: recall_at_100
value: 69.246
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 8.896999999999998
verified: no, type: precision_at_3
value: 5.867
verified: no, type: precision_at_5
value: 4.603
verified: no, type: precision_at_10
value: 3.1910000000000003
verified: no, type: precision_at_20
value: 2.06
verified: no, type: precision_at_100
value: 0.692
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 8.897499999999999
verified: no, type: mrr_at_3
value: 12.7015
verified: no, type: mrr_at_5
value: 13.958699999999999
verified: no, type: mrr_at_10
value: 15.151700000000002
verified: no, type: mrr_at_20
value: 15.7633
verified: no, type: mrr_at_100
value: 16.4466
verified: no, type: mrr_at_1000
value: 16.6189
verified: no, type: nauc_ndcg_at_1_max
value: 28.6704
verified: no, type: nauc_ndcg_at_1_std
value: 20.444200000000002
verified: no, type: nauc_ndcg_at_1_diff1
value: 59.201499999999996
verified: no, type: nauc_ndcg_at_3_max
value: 19.4506
verified: no, type: nauc_ndcg_at_3_std
value: 11.2386
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.0608
verified: no, type: nauc_ndcg_at_5_max
value: 17.464199999999998
verified: no, type: nauc_ndcg_at_5_std
value: 10.5975
verified: no, type: nauc_ndcg_at_5_diff1
value: 33.7346
verified: no, type: nauc_ndcg_at_10_max
value: 18.3131
verified: no, type: nauc_ndcg_at_10_std
value: 12.4125
verified: no, type: nauc_ndcg_at_10_diff1
value: 33.1206
verified: no, type: nauc_ndcg_at_20_max
value: 19.6172
verified: no, type: nauc_ndcg_at_20_std
value: 13.4297
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.6207
verified: no, type: nauc_ndcg_at_100_max
value: 20.3568
verified: no, type: nauc_ndcg_at_100_std
value: 15.900300000000001
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.5361
verified: no, type: nauc_ndcg_at_1000_max
value: 19.619
verified: no, type: nauc_ndcg_at_1000_std
value: 13.507
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.8808
verified: no, type: nauc_map_at_1_max
value: 28.6704
verified: no, type: nauc_map_at_1_std
value: 20.444200000000002
verified: no, type: nauc_map_at_1_diff1
value: 59.201499999999996
verified: no, type: nauc_map_at_3_max
value: 20.829
verified: no, type: nauc_map_at_3_std
value: 12.762899999999998
verified: no, type: nauc_map_at_3_diff1
value: 42.1036
verified: no, type: nauc_map_at_5_max
value: 19.483900000000002
verified: no, type: nauc_map_at_5_std
value: 12.2466
verified: no, type: nauc_map_at_5_diff1
value: 39.1614
verified: no, type: nauc_map_at_10_max
value: 19.7628
verified: no, type: nauc_map_at_10_std
value: 12.897400000000001
verified: no, type: nauc_map_at_10_diff1
value: 38.616499999999995
verified: no, type: nauc_map_at_20_max
value: 20.185
verified: no, type: nauc_map_at_20_std
value: 13.169500000000001
verified: no, type: nauc_map_at_20_diff1
value: 39.4375
verified: no, type: nauc_map_at_100_max
value: 20.241300000000003
verified: no, type: nauc_map_at_100_std
value: 13.3945
verified: no, type: nauc_map_at_100_diff1
value: 39.4458
verified: no, type: nauc_map_at_1000_max
value: 20.1959
verified: no, type: nauc_map_at_1000_std
value: 13.281200000000002
verified: no, type: nauc_map_at_1000_diff1
value: 39.521499999999996
verified: no, type: nauc_recall_at_1_max
value: 28.6704
verified: no, type: nauc_recall_at_1_std
value: 20.444200000000002
verified: no, type: nauc_recall_at_1_diff1
value: 59.201499999999996
verified: no, type: nauc_recall_at_3_max
value: 16.4865
verified: no, type: nauc_recall_at_3_std
value: 7.9022
verified: no, type: nauc_recall_at_3_diff1
value: 29.019499999999997
verified: no, type: nauc_recall_at_5_max
value: 13.350100000000001
verified: no, type: nauc_recall_at_5_std
value: 7.3165
verified: no, type: nauc_recall_at_5_diff1
value: 22.4506
verified: no, type: nauc_recall_at_10_max
value: 15.9576
verified: no, type: nauc_recall_at_10_std
value: 12.2744
verified: no, type: nauc_recall_at_10_diff1
value: 22.8294
verified: no, type: nauc_recall_at_20_max
value: 19.596
verified: no, type: nauc_recall_at_20_std
value: 15.323899999999998
verified: no, type: nauc_recall_at_20_diff1
value: 29.886699999999998
verified: no, type: nauc_recall_at_100_max
value: 23.890800000000002
verified: no, type: nauc_recall_at_100_std
value: 29.6412
verified: no, type: nauc_recall_at_100_diff1
value: 27.528599999999997
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 28.6704
verified: no, type: nauc_precision_at_1_std
value: 20.444200000000002
verified: no, type: nauc_precision_at_1_diff1
value: 59.201499999999996
verified: no, type: nauc_precision_at_3_max
value: 16.4865
verified: no, type: nauc_precision_at_3_std
value: 7.9022
verified: no, type: nauc_precision_at_3_diff1
value: 29.019499999999997
verified: no, type: nauc_precision_at_5_max
value: 13.350100000000001
verified: no, type: nauc_precision_at_5_std
value: 7.3165
verified: no, type: nauc_precision_at_5_diff1
value: 22.4506
verified: no, type: nauc_precision_at_10_max
value: 15.9576
verified: no, type: nauc_precision_at_10_std
value: 12.2744
verified: no, type: nauc_precision_at_10_diff1
value: 22.8294
verified: no, type: nauc_precision_at_20_max
value: 19.596
verified: no, type: nauc_precision_at_20_std
value: 15.323899999999998
verified: no, type: nauc_precision_at_20_diff1
value: 29.886699999999998
verified: no, type: nauc_precision_at_100_max
value: 23.890800000000002
verified: no, type: nauc_precision_at_100_std
value: 29.6412
verified: no, type: nauc_precision_at_100_diff1
value: 27.528599999999997
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 28.6704
verified: no, type: nauc_mrr_at_1_std
value: 20.444200000000002
verified: no, type: nauc_mrr_at_1_diff1
value: 59.201499999999996
verified: no, type: nauc_mrr_at_3_max
value: 20.829
verified: no, type: nauc_mrr_at_3_std
value: 12.762899999999998
verified: no, type: nauc_mrr_at_3_diff1
value: 42.1036
verified: no, type: nauc_mrr_at_5_max
value: 19.483900000000002
verified: no, type: nauc_mrr_at_5_std
value: 12.2466
verified: no, type: nauc_mrr_at_5_diff1
value: 39.1614
verified: no, type: nauc_mrr_at_10_max
value: 19.7628
verified: no, type: nauc_mrr_at_10_std
value: 12.897400000000001
verified: no, type: nauc_mrr_at_10_diff1
value: 38.616499999999995
verified: no, type: nauc_mrr_at_20_max
value: 20.185
verified: no, type: nauc_mrr_at_20_std
value: 13.169500000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 39.4375
verified: no, type: nauc_mrr_at_100_max
value: 20.241300000000003
verified: no, type: nauc_mrr_at_100_std
value: 13.3945
verified: no, type: nauc_mrr_at_100_diff1
value: 39.4458
verified: no, type: nauc_mrr_at_1000_max
value: 20.1959
verified: no, type: nauc_mrr_at_1000_std
value: 13.281200000000002
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.521499999999996
verified: no, type: main_score
value: 19.088
verified: no
task: type: Retrieval, dataset: config: spa-ara
name: MTEB MLQARetrieval (spa-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 5.59
verified: no, type: ndcg_at_3
value: 11.616
verified: no, type: ndcg_at_5
value: 12.872
verified: no, type: ndcg_at_10
value: 15.701
verified: no, type: ndcg_at_20
value: 18.872
verified: no, type: ndcg_at_100
value: 27.705999999999996
verified: no, type: ndcg_at_1000
value: 29.43
verified: no, type: map_at_1
value: 5.59
verified: no, type: map_at_3
value: 10.248
verified: no, type: map_at_5
value: 10.932
verified: no, type: map_at_10
value: 12.107999999999999
verified: no, type: map_at_20
value: 12.994
verified: no, type: map_at_100
value: 14.161999999999999
verified: no, type: map_at_1000
value: 14.266000000000002
verified: no, type: recall_at_1
value: 5.59
verified: no, type: recall_at_3
value: 15.528
verified: no, type: recall_at_5
value: 18.634
verified: no, type: recall_at_10
value: 27.328999999999997
verified: no, type: recall_at_20
value: 39.751999999999995
verified: no, type: recall_at_100
value: 88.19900000000001
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 5.59
verified: no, type: precision_at_3
value: 5.176
verified: no, type: precision_at_5
value: 3.727
verified: no, type: precision_at_10
value: 2.733
verified: no, type: precision_at_20
value: 1.9879999999999998
verified: no, type: precision_at_100
value: 0.882
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 5.5901
verified: no, type: mrr_at_3
value: 10.2484
verified: no, type: mrr_at_5
value: 10.9317
verified: no, type: mrr_at_10
value: 12.1079
verified: no, type: mrr_at_20
value: 12.994
verified: no, type: mrr_at_100
value: 14.1624
verified: no, type: mrr_at_1000
value: 14.266300000000001
verified: no, type: nauc_ndcg_at_1_max
value: 34.0173
verified: no, type: nauc_ndcg_at_1_std
value: 39.4688
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.4668
verified: no, type: nauc_ndcg_at_3_max
value: 21.0545
verified: no, type: nauc_ndcg_at_3_std
value: 24.5955
verified: no, type: nauc_ndcg_at_3_diff1
value: 11.9234
verified: no, type: nauc_ndcg_at_5_max
value: 17.5276
verified: no, type: nauc_ndcg_at_5_std
value: 23.1419
verified: no, type: nauc_ndcg_at_5_diff1
value: 6.963900000000001
verified: no, type: nauc_ndcg_at_10_max
value: 15.149000000000001
verified: no, type: nauc_ndcg_at_10_std
value: 20.8888
verified: no, type: nauc_ndcg_at_10_diff1
value: 11.0221
verified: no, type: nauc_ndcg_at_20_max
value: 14.7197
verified: no, type: nauc_ndcg_at_20_std
value: 18.4523
verified: no, type: nauc_ndcg_at_20_diff1
value: 6.968000000000001
verified: no, type: nauc_ndcg_at_100_max
value: 17.2301
verified: no, type: nauc_ndcg_at_100_std
value: 22.3744
verified: no, type: nauc_ndcg_at_100_diff1
value: 11.1557
verified: no, type: nauc_ndcg_at_1000_max
value: 17.8597
verified: no, type: nauc_ndcg_at_1000_std
value: 23.0441
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.158100000000001
verified: no, type: nauc_map_at_1_max
value: 34.0173
verified: no, type: nauc_map_at_1_std
value: 39.4688
verified: no, type: nauc_map_at_1_diff1
value: 36.4668
verified: no, type: nauc_map_at_3_max
value: 22.7837
verified: no, type: nauc_map_at_3_std
value: 27.1074
verified: no, type: nauc_map_at_3_diff1
value: 15.040799999999999
verified: no, type: nauc_map_at_5_max
value: 20.4783
verified: no, type: nauc_map_at_5_std
value: 26.2611
verified: no, type: nauc_map_at_5_diff1
value: 11.853900000000001
verified: no, type: nauc_map_at_10_max
value: 19.1631
verified: no, type: nauc_map_at_10_std
value: 24.956500000000002
verified: no, type: nauc_map_at_10_diff1
value: 13.467
verified: no, type: nauc_map_at_20_max
value: 18.865499999999997
verified: no, type: nauc_map_at_20_std
value: 24.058
verified: no, type: nauc_map_at_20_diff1
value: 11.9642
verified: no, type: nauc_map_at_100_max
value: 19.4662
verified: no, type: nauc_map_at_100_std
value: 25.013800000000003
verified: no, type: nauc_map_at_100_diff1
value: 12.46
verified: no, type: nauc_map_at_1000_max
value: 19.5223
verified: no, type: nauc_map_at_1000_std
value: 25.0634
verified: no, type: nauc_map_at_1000_diff1
value: 12.411999999999999
verified: no, type: nauc_recall_at_1_max
value: 34.0173
verified: no, type: nauc_recall_at_1_std
value: 39.4688
verified: no, type: nauc_recall_at_1_diff1
value: 36.4668
verified: no, type: nauc_recall_at_3_max
value: 17.6482
verified: no, type: nauc_recall_at_3_std
value: 19.4862
verified: no, type: nauc_recall_at_3_diff1
value: 5.8306
verified: no, type: nauc_recall_at_5_max
value: 11.8452
verified: no, type: nauc_recall_at_5_std
value: 17.0942
verified: no, type: nauc_recall_at_5_diff1
value: -2.3838000000000004
verified: no, type: nauc_recall_at_10_max
value: 7.997700000000001
verified: no, type: nauc_recall_at_10_std
value: 13.7049
verified: no, type: nauc_recall_at_10_diff1
value: 7.9178999999999995
verified: no, type: nauc_recall_at_20_max
value: 7.9359
verified: no, type: nauc_recall_at_20_std
value: 8.4084
verified: no, type: nauc_recall_at_20_diff1
value: -1.4309
verified: no, type: nauc_recall_at_100_max
value: 11.4247
verified: no, type: nauc_recall_at_100_std
value: 15.6525
verified: no, type: nauc_recall_at_100_diff1
value: 21.0017
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 34.0173
verified: no, type: nauc_precision_at_1_std
value: 39.4688
verified: no, type: nauc_precision_at_1_diff1
value: 36.4668
verified: no, type: nauc_precision_at_3_max
value: 17.6482
verified: no, type: nauc_precision_at_3_std
value: 19.4862
verified: no, type: nauc_precision_at_3_diff1
value: 5.8306
verified: no, type: nauc_precision_at_5_max
value: 11.8452
verified: no, type: nauc_precision_at_5_std
value: 17.0942
verified: no, type: nauc_precision_at_5_diff1
value: -2.3838000000000004
verified: no, type: nauc_precision_at_10_max
value: 7.997700000000001
verified: no, type: nauc_precision_at_10_std
value: 13.7049
verified: no, type: nauc_precision_at_10_diff1
value: 7.9178999999999995
verified: no, type: nauc_precision_at_20_max
value: 7.9359
verified: no, type: nauc_precision_at_20_std
value: 8.4084
verified: no, type: nauc_precision_at_20_diff1
value: -1.4309
verified: no, type: nauc_precision_at_100_max
value: 11.4247
verified: no, type: nauc_precision_at_100_std
value: 15.6525
verified: no, type: nauc_precision_at_100_diff1
value: 21.0017
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 34.0173
verified: no, type: nauc_mrr_at_1_std
value: 39.4688
verified: no, type: nauc_mrr_at_1_diff1
value: 36.4668
verified: no, type: nauc_mrr_at_3_max
value: 22.7837
verified: no, type: nauc_mrr_at_3_std
value: 27.1074
verified: no, type: nauc_mrr_at_3_diff1
value: 15.040799999999999
verified: no, type: nauc_mrr_at_5_max
value: 20.4783
verified: no, type: nauc_mrr_at_5_std
value: 26.2611
verified: no, type: nauc_mrr_at_5_diff1
value: 11.853900000000001
verified: no, type: nauc_mrr_at_10_max
value: 19.1631
verified: no, type: nauc_mrr_at_10_std
value: 24.956500000000002
verified: no, type: nauc_mrr_at_10_diff1
value: 13.467
verified: no, type: nauc_mrr_at_20_max
value: 18.865499999999997
verified: no, type: nauc_mrr_at_20_std
value: 24.058
verified: no, type: nauc_mrr_at_20_diff1
value: 11.9642
verified: no, type: nauc_mrr_at_100_max
value: 19.4662
verified: no, type: nauc_mrr_at_100_std
value: 25.013800000000003
verified: no, type: nauc_mrr_at_100_diff1
value: 12.46
verified: no, type: nauc_mrr_at_1000_max
value: 19.5223
verified: no, type: nauc_mrr_at_1000_std
value: 25.0634
verified: no, type: nauc_mrr_at_1000_diff1
value: 12.411999999999999
verified: no, type: main_score
value: 15.701
verified: no
task: type: Retrieval, dataset: config: hin-ara
name: MTEB MLQARetrieval (hin-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 6.988999999999999
verified: no, type: ndcg_at_3
value: 9.012
verified: no, type: ndcg_at_5
value: 10.77
verified: no, type: ndcg_at_10
value: 12.144
verified: no, type: ndcg_at_20
value: 14.319
verified: no, type: ndcg_at_100
value: 22.606
verified: no, type: ndcg_at_1000
value: 26.08
verified: no, type: map_at_1
value: 6.988999999999999
verified: no, type: map_at_3
value: 8.423
verified: no, type: map_at_5
value: 9.391
verified: no, type: map_at_10
value: 9.948
verified: no, type: map_at_20
value: 10.544
verified: no, type: map_at_100
value: 11.486
verified: no, type: map_at_1000
value: 11.681999999999999
verified: no, type: recall_at_1
value: 6.988999999999999
verified: no, type: recall_at_3
value: 10.753
verified: no, type: recall_at_5
value: 15.054
verified: no, type: recall_at_10
value: 19.355
verified: no, type: recall_at_20
value: 27.956999999999997
verified: no, type: recall_at_100
value: 75.806
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 6.988999999999999
verified: no, type: precision_at_3
value: 3.5839999999999996
verified: no, type: precision_at_5
value: 3.011
verified: no, type: precision_at_10
value: 1.9349999999999998
verified: no, type: precision_at_20
value: 1.398
verified: no, type: precision_at_100
value: 0.758
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 6.989199999999999
verified: no, type: mrr_at_3
value: 8.4229
verified: no, type: mrr_at_5
value: 9.3907
verified: no, type: mrr_at_10
value: 9.9484
verified: no, type: mrr_at_20
value: 10.5444
verified: no, type: mrr_at_100
value: 11.4858
verified: no, type: mrr_at_1000
value: 11.6822
verified: no, type: nauc_ndcg_at_1_max
value: 43.170199999999994
verified: no, type: nauc_ndcg_at_1_std
value: 44.9613
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.838300000000004
verified: no, type: nauc_ndcg_at_3_max
value: 31.672099999999997
verified: no, type: nauc_ndcg_at_3_std
value: 35.083999999999996
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.2877
verified: no, type: nauc_ndcg_at_5_max
value: 33.9714
verified: no, type: nauc_ndcg_at_5_std
value: 40.9507
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.6974
verified: no, type: nauc_ndcg_at_10_max
value: 29.673899999999996
verified: no, type: nauc_ndcg_at_10_std
value: 38.0167
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.7378
verified: no, type: nauc_ndcg_at_20_max
value: 26.895999999999997
verified: no, type: nauc_ndcg_at_20_std
value: 35.7031
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.529500000000006
verified: no, type: nauc_ndcg_at_100_max
value: 25.195600000000002
verified: no, type: nauc_ndcg_at_100_std
value: 31.3689
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.6022
verified: no, type: nauc_ndcg_at_1000_max
value: 29.2307
verified: no, type: nauc_ndcg_at_1000_std
value: 36.0323
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.7616
verified: no, type: nauc_map_at_1_max
value: 43.170199999999994
verified: no, type: nauc_map_at_1_std
value: 44.9613
verified: no, type: nauc_map_at_1_diff1
value: 51.838300000000004
verified: no, type: nauc_map_at_3_max
value: 34.5547
verified: no, type: nauc_map_at_3_std
value: 37.4307
verified: no, type: nauc_map_at_3_diff1
value: 44.3545
verified: no, type: nauc_map_at_5_max
value: 35.9011
verified: no, type: nauc_map_at_5_std
value: 41.0143
verified: no, type: nauc_map_at_5_diff1
value: 44.426300000000005
verified: no, type: nauc_map_at_10_max
value: 33.740700000000004
verified: no, type: nauc_map_at_10_std
value: 39.7982
verified: no, type: nauc_map_at_10_diff1
value: 42.517700000000005
verified: no, type: nauc_map_at_20_max
value: 32.6933
verified: no, type: nauc_map_at_20_std
value: 39.0347
verified: no, type: nauc_map_at_20_diff1
value: 41.2335
verified: no, type: nauc_map_at_100_max
value: 32.3272
verified: no, type: nauc_map_at_100_std
value: 38.249300000000005
verified: no, type: nauc_map_at_100_diff1
value: 40.928399999999996
verified: no, type: nauc_map_at_1000_max
value: 32.6205
verified: no, type: nauc_map_at_1000_std
value: 38.5623
verified: no, type: nauc_map_at_1000_diff1
value: 41.0903
verified: no, type: nauc_recall_at_1_max
value: 43.170199999999994
verified: no, type: nauc_recall_at_1_std
value: 44.9613
verified: no, type: nauc_recall_at_1_diff1
value: 51.838300000000004
verified: no, type: nauc_recall_at_3_max
value: 24.908
verified: no, type: nauc_recall_at_3_std
value: 29.611500000000003
verified: no, type: nauc_recall_at_3_diff1
value: 37.5236
verified: no, type: nauc_recall_at_5_max
value: 30.2017
verified: no, type: nauc_recall_at_5_std
value: 41.1879
verified: no, type: nauc_recall_at_5_diff1
value: 39.3846
verified: no, type: nauc_recall_at_10_max
value: 21.8868
verified: no, type: nauc_recall_at_10_std
value: 34.3994
verified: no, type: nauc_recall_at_10_diff1
value: 31.441599999999998
verified: no, type: nauc_recall_at_20_max
value: 16.4463
verified: no, type: nauc_recall_at_20_std
value: 29.158499999999997
verified: no, type: nauc_recall_at_20_diff1
value: 25.2743
verified: no, type: nauc_recall_at_100_max
value: 5.090999999999999
verified: no, type: nauc_recall_at_100_std
value: 7.866199999999999
verified: no, type: nauc_recall_at_100_diff1
value: 24.5889
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 43.170199999999994
verified: no, type: nauc_precision_at_1_std
value: 44.9613
verified: no, type: nauc_precision_at_1_diff1
value: 51.838300000000004
verified: no, type: nauc_precision_at_3_max
value: 24.908
verified: no, type: nauc_precision_at_3_std
value: 29.611500000000003
verified: no, type: nauc_precision_at_3_diff1
value: 37.5236
verified: no, type: nauc_precision_at_5_max
value: 30.2017
verified: no, type: nauc_precision_at_5_std
value: 41.1879
verified: no, type: nauc_precision_at_5_diff1
value: 39.3846
verified: no, type: nauc_precision_at_10_max
value: 21.8868
verified: no, type: nauc_precision_at_10_std
value: 34.3994
verified: no, type: nauc_precision_at_10_diff1
value: 31.441599999999998
verified: no, type: nauc_precision_at_20_max
value: 16.4463
verified: no, type: nauc_precision_at_20_std
value: 29.158499999999997
verified: no, type: nauc_precision_at_20_diff1
value: 25.2743
verified: no, type: nauc_precision_at_100_max
value: 5.090999999999999
verified: no, type: nauc_precision_at_100_std
value: 7.866199999999999
verified: no, type: nauc_precision_at_100_diff1
value: 24.5889
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 43.170199999999994
verified: no, type: nauc_mrr_at_1_std
value: 44.9613
verified: no, type: nauc_mrr_at_1_diff1
value: 51.838300000000004
verified: no, type: nauc_mrr_at_3_max
value: 34.5547
verified: no, type: nauc_mrr_at_3_std
value: 37.4307
verified: no, type: nauc_mrr_at_3_diff1
value: 44.3545
verified: no, type: nauc_mrr_at_5_max
value: 35.9011
verified: no, type: nauc_mrr_at_5_std
value: 41.0143
verified: no, type: nauc_mrr_at_5_diff1
value: 44.426300000000005
verified: no, type: nauc_mrr_at_10_max
value: 33.740700000000004
verified: no, type: nauc_mrr_at_10_std
value: 39.7982
verified: no, type: nauc_mrr_at_10_diff1
value: 42.517700000000005
verified: no, type: nauc_mrr_at_20_max
value: 32.6933
verified: no, type: nauc_mrr_at_20_std
value: 39.0347
verified: no, type: nauc_mrr_at_20_diff1
value: 41.2335
verified: no, type: nauc_mrr_at_100_max
value: 32.3272
verified: no, type: nauc_mrr_at_100_std
value: 38.249300000000005
verified: no, type: nauc_mrr_at_100_diff1
value: 40.928399999999996
verified: no, type: nauc_mrr_at_1000_max
value: 32.6205
verified: no, type: nauc_mrr_at_1000_std
value: 38.5623
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.0903
verified: no, type: main_score
value: 12.144
verified: no
task: type: Retrieval, dataset: config: vie-ara
name: MTEB MLQARetrieval (vie-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 4.9079999999999995
verified: no, type: ndcg_at_3
value: 9.378
verified: no, type: ndcg_at_5
value: 10.591000000000001
verified: no, type: ndcg_at_10
value: 13.773
verified: no, type: ndcg_at_20
value: 17.305
verified: no, type: ndcg_at_100
value: 25.165
verified: no, type: ndcg_at_1000
value: 27.455000000000002
verified: no, type: map_at_1
value: 4.9079999999999995
verified: no, type: map_at_3
value: 8.18
verified: no, type: map_at_5
value: 8.824
verified: no, type: map_at_10
value: 10.139
verified: no, type: map_at_20
value: 11.092
verified: no, type: map_at_100
value: 12.062000000000001
verified: no, type: map_at_1000
value: 12.192
verified: no, type: recall_at_1
value: 4.9079999999999995
verified: no, type: recall_at_3
value: 12.883
verified: no, type: recall_at_5
value: 15.951
verified: no, type: recall_at_10
value: 25.767
verified: no, type: recall_at_20
value: 39.877
verified: no, type: recall_at_100
value: 84.04899999999999
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 4.9079999999999995
verified: no, type: precision_at_3
value: 4.294
verified: no, type: precision_at_5
value: 3.19
verified: no, type: precision_at_10
value: 2.577
verified: no, type: precision_at_20
value: 1.994
verified: no, type: precision_at_100
value: 0.84
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 4.9079999999999995
verified: no, type: mrr_at_3
value: 8.18
verified: no, type: mrr_at_5
value: 8.8241
verified: no, type: mrr_at_10
value: 10.1393
verified: no, type: mrr_at_20
value: 11.0917
verified: no, type: mrr_at_100
value: 12.0625
verified: no, type: mrr_at_1000
value: 12.191699999999999
verified: no, type: nauc_ndcg_at_1_max
value: 40.3531
verified: no, type: nauc_ndcg_at_1_std
value: 26.500200000000003
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.7971
verified: no, type: nauc_ndcg_at_3_max
value: 38.8068
verified: no, type: nauc_ndcg_at_3_std
value: 32.4846
verified: no, type: nauc_ndcg_at_3_diff1
value: 11.5734
verified: no, type: nauc_ndcg_at_5_max
value: 35.7357
verified: no, type: nauc_ndcg_at_5_std
value: 27.204800000000002
verified: no, type: nauc_ndcg_at_5_diff1
value: 9.2067
verified: no, type: nauc_ndcg_at_10_max
value: 32.6162
verified: no, type: nauc_ndcg_at_10_std
value: 26.8476
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.0822
verified: no, type: nauc_ndcg_at_20_max
value: 34.913
verified: no, type: nauc_ndcg_at_20_std
value: 31.8602
verified: no, type: nauc_ndcg_at_20_diff1
value: 9.1033
verified: no, type: nauc_ndcg_at_100_max
value: 35.5941
verified: no, type: nauc_ndcg_at_100_std
value: 33.434999999999995
verified: no, type: nauc_ndcg_at_100_diff1
value: 9.1002
verified: no, type: nauc_ndcg_at_1000_max
value: 35.7018
verified: no, type: nauc_ndcg_at_1000_std
value: 30.2656
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.2659
verified: no, type: nauc_map_at_1_max
value: 40.3531
verified: no, type: nauc_map_at_1_std
value: 26.500200000000003
verified: no, type: nauc_map_at_1_diff1
value: 20.7971
verified: no, type: nauc_map_at_3_max
value: 38.5691
verified: no, type: nauc_map_at_3_std
value: 31.0637
verified: no, type: nauc_map_at_3_diff1
value: 12.3641
verified: no, type: nauc_map_at_5_max
value: 36.6934
verified: no, type: nauc_map_at_5_std
value: 27.887600000000003
verified: no, type: nauc_map_at_5_diff1
value: 10.7762
verified: no, type: nauc_map_at_10_max
value: 34.9669
verified: no, type: nauc_map_at_10_std
value: 27.791300000000003
verified: no, type: nauc_map_at_10_diff1
value: 12.925
verified: no, type: nauc_map_at_20_max
value: 35.6357
verified: no, type: nauc_map_at_20_std
value: 29.2105
verified: no, type: nauc_map_at_20_diff1
value: 10.9968
verified: no, type: nauc_map_at_100_max
value: 35.97
verified: no, type: nauc_map_at_100_std
value: 29.3775
verified: no, type: nauc_map_at_100_diff1
value: 11.076600000000001
verified: no, type: nauc_map_at_1000_max
value: 35.991099999999996
verified: no, type: nauc_map_at_1000_std
value: 29.18
verified: no, type: nauc_map_at_1000_diff1
value: 11.1645
verified: no, type: nauc_recall_at_1_max
value: 40.3531
verified: no, type: nauc_recall_at_1_std
value: 26.500200000000003
verified: no, type: nauc_recall_at_1_diff1
value: 20.7971
verified: no, type: nauc_recall_at_3_max
value: 39.3897
verified: no, type: nauc_recall_at_3_std
value: 35.3392
verified: no, type: nauc_recall_at_3_diff1
value: 10.2285
verified: no, type: nauc_recall_at_5_max
value: 33.8506
verified: no, type: nauc_recall_at_5_std
value: 25.554900000000004
verified: no, type: nauc_recall_at_5_diff1
value: 6.449000000000001
verified: no, type: nauc_recall_at_10_max
value: 28.605000000000004
verified: no, type: nauc_recall_at_10_std
value: 24.9785
verified: no, type: nauc_recall_at_10_diff1
value: 16.9384
verified: no, type: nauc_recall_at_20_max
value: 34.5507
verified: no, type: nauc_recall_at_20_std
value: 37.5467
verified: no, type: nauc_recall_at_20_diff1
value: 6.0252
verified: no, type: nauc_recall_at_100_max
value: 35.2445
verified: no, type: nauc_recall_at_100_std
value: 55.316500000000005
verified: no, type: nauc_recall_at_100_diff1
value: 1.4211
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 40.3531
verified: no, type: nauc_precision_at_1_std
value: 26.500200000000003
verified: no, type: nauc_precision_at_1_diff1
value: 20.7971
verified: no, type: nauc_precision_at_3_max
value: 39.3897
verified: no, type: nauc_precision_at_3_std
value: 35.3392
verified: no, type: nauc_precision_at_3_diff1
value: 10.2285
verified: no, type: nauc_precision_at_5_max
value: 33.8506
verified: no, type: nauc_precision_at_5_std
value: 25.554900000000004
verified: no, type: nauc_precision_at_5_diff1
value: 6.449000000000001
verified: no, type: nauc_precision_at_10_max
value: 28.605000000000004
verified: no, type: nauc_precision_at_10_std
value: 24.9785
verified: no, type: nauc_precision_at_10_diff1
value: 16.9384
verified: no, type: nauc_precision_at_20_max
value: 34.5507
verified: no, type: nauc_precision_at_20_std
value: 37.5467
verified: no, type: nauc_precision_at_20_diff1
value: 6.0252
verified: no, type: nauc_precision_at_100_max
value: 35.2445
verified: no, type: nauc_precision_at_100_std
value: 55.316500000000005
verified: no, type: nauc_precision_at_100_diff1
value: 1.4211
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 40.3531
verified: no, type: nauc_mrr_at_1_std
value: 26.500200000000003
verified: no, type: nauc_mrr_at_1_diff1
value: 20.7971
verified: no, type: nauc_mrr_at_3_max
value: 38.5691
verified: no, type: nauc_mrr_at_3_std
value: 31.0637
verified: no, type: nauc_mrr_at_3_diff1
value: 12.3641
verified: no, type: nauc_mrr_at_5_max
value: 36.6934
verified: no, type: nauc_mrr_at_5_std
value: 27.887600000000003
verified: no, type: nauc_mrr_at_5_diff1
value: 10.7762
verified: no, type: nauc_mrr_at_10_max
value: 34.9669
verified: no, type: nauc_mrr_at_10_std
value: 27.791300000000003
verified: no, type: nauc_mrr_at_10_diff1
value: 12.925
verified: no, type: nauc_mrr_at_20_max
value: 35.6357
verified: no, type: nauc_mrr_at_20_std
value: 29.2105
verified: no, type: nauc_mrr_at_20_diff1
value: 10.9968
verified: no, type: nauc_mrr_at_100_max
value: 35.97
verified: no, type: nauc_mrr_at_100_std
value: 29.3775
verified: no, type: nauc_mrr_at_100_diff1
value: 11.076600000000001
verified: no, type: nauc_mrr_at_1000_max
value: 35.991099999999996
verified: no, type: nauc_mrr_at_1000_std
value: 29.18
verified: no, type: nauc_mrr_at_1000_diff1
value: 11.1645
verified: no, type: main_score
value: 13.773
verified: no
task: type: Retrieval, dataset: config: zho-ara
name: MTEB MLQARetrieval (zho-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 9.043
verified: no, type: ndcg_at_3
value: 11.645
verified: no, type: ndcg_at_5
value: 13.866
verified: no, type: ndcg_at_10
value: 15.376000000000001
verified: no, type: ndcg_at_20
value: 17.166999999999998
verified: no, type: ndcg_at_100
value: 24.625
verified: no, type: ndcg_at_1000
value: 28.349999999999998
verified: no, type: map_at_1
value: 9.043
verified: no, type: map_at_3
value: 10.904
verified: no, type: map_at_5
value: 12.154
verified: no, type: map_at_10
value: 12.757
verified: no, type: map_at_20
value: 13.270999999999999
verified: no, type: map_at_100
value: 14.107
verified: no, type: map_at_1000
value: 14.313
verified: no, type: recall_at_1
value: 9.043
verified: no, type: recall_at_3
value: 13.83
verified: no, type: recall_at_5
value: 19.149
verified: no, type: recall_at_10
value: 23.936
verified: no, type: recall_at_20
value: 30.851
verified: no, type: recall_at_100
value: 73.936
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 9.043
verified: no, type: precision_at_3
value: 4.61
verified: no, type: precision_at_5
value: 3.83
verified: no, type: precision_at_10
value: 2.394
verified: no, type: precision_at_20
value: 1.543
verified: no, type: precision_at_100
value: 0.739
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 9.0426
verified: no, type: mrr_at_3
value: 10.9043
verified: no, type: mrr_at_5
value: 12.1543
verified: no, type: mrr_at_10
value: 12.7571
verified: no, type: mrr_at_20
value: 13.2712
verified: no, type: mrr_at_100
value: 14.1069
verified: no, type: mrr_at_1000
value: 14.313400000000001
verified: no, type: nauc_ndcg_at_1_max
value: 36.8917
verified: no, type: nauc_ndcg_at_1_std
value: 49.3361
verified: no, type: nauc_ndcg_at_1_diff1
value: 24.901400000000002
verified: no, type: nauc_ndcg_at_3_max
value: 29.425800000000002
verified: no, type: nauc_ndcg_at_3_std
value: 47.393299999999996
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.5485
verified: no, type: nauc_ndcg_at_5_max
value: 27.4681
verified: no, type: nauc_ndcg_at_5_std
value: 43.2241
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.8624
verified: no, type: nauc_ndcg_at_10_max
value: 23.9194
verified: no, type: nauc_ndcg_at_10_std
value: 41.491099999999996
verified: no, type: nauc_ndcg_at_10_diff1
value: 13.0715
verified: no, type: nauc_ndcg_at_20_max
value: 24.0352
verified: no, type: nauc_ndcg_at_20_std
value: 42.6185
verified: no, type: nauc_ndcg_at_20_diff1
value: 10.3454
verified: no, type: nauc_ndcg_at_100_max
value: 24.8806
verified: no, type: nauc_ndcg_at_100_std
value: 39.805099999999996
verified: no, type: nauc_ndcg_at_100_diff1
value: 12.3217
verified: no, type: nauc_ndcg_at_1000_max
value: 26.0001
verified: no, type: nauc_ndcg_at_1000_std
value: 42.2477
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.9936
verified: no, type: nauc_map_at_1_max
value: 36.8917
verified: no, type: nauc_map_at_1_std
value: 49.3361
verified: no, type: nauc_map_at_1_diff1
value: 24.901400000000002
verified: no, type: nauc_map_at_3_max
value: 30.7966
verified: no, type: nauc_map_at_3_std
value: 47.585300000000004
verified: no, type: nauc_map_at_3_diff1
value: 19.6493
verified: no, type: nauc_map_at_5_max
value: 29.391499999999997
verified: no, type: nauc_map_at_5_std
value: 44.838
verified: no, type: nauc_map_at_5_diff1
value: 17.868100000000002
verified: no, type: nauc_map_at_10_max
value: 27.6565
verified: no, type: nauc_map_at_10_std
value: 43.749
verified: no, type: nauc_map_at_10_diff1
value: 16.6129
verified: no, type: nauc_map_at_20_max
value: 27.7504
verified: no, type: nauc_map_at_20_std
value: 44.1147
verified: no, type: nauc_map_at_20_diff1
value: 15.6632
verified: no, type: nauc_map_at_100_max
value: 27.8401
verified: no, type: nauc_map_at_100_std
value: 43.6703
verified: no, type: nauc_map_at_100_diff1
value: 16.0299
verified: no, type: nauc_map_at_1000_max
value: 27.907300000000003
verified: no, type: nauc_map_at_1000_std
value: 43.8127
verified: no, type: nauc_map_at_1000_diff1
value: 16.1297
verified: no, type: nauc_recall_at_1_max
value: 36.8917
verified: no, type: nauc_recall_at_1_std
value: 49.3361
verified: no, type: nauc_recall_at_1_diff1
value: 24.901400000000002
verified: no, type: nauc_recall_at_3_max
value: 26.201
verified: no, type: nauc_recall_at_3_std
value: 47.0057
verified: no, type: nauc_recall_at_3_diff1
value: 15.9844
verified: no, type: nauc_recall_at_5_max
value: 23.5304
verified: no, type: nauc_recall_at_5_std
value: 39.7691
verified: no, type: nauc_recall_at_5_diff1
value: 11.6532
verified: no, type: nauc_recall_at_10_max
value: 16.082
verified: no, type: nauc_recall_at_10_std
value: 37.0506
verified: no, type: nauc_recall_at_10_diff1
value: 5.5011
verified: no, type: nauc_recall_at_20_max
value: 16.7288
verified: no, type: nauc_recall_at_20_std
value: 40.3695
verified: no, type: nauc_recall_at_20_diff1
value: -0.9124
verified: no, type: nauc_recall_at_100_max
value: 18.1251
verified: no, type: nauc_recall_at_100_std
value: 25.6302
verified: no, type: nauc_recall_at_100_diff1
value: 2.3978
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 36.8917
verified: no, type: nauc_precision_at_1_std
value: 49.3361
verified: no, type: nauc_precision_at_1_diff1
value: 24.901400000000002
verified: no, type: nauc_precision_at_3_max
value: 26.201
verified: no, type: nauc_precision_at_3_std
value: 47.0057
verified: no, type: nauc_precision_at_3_diff1
value: 15.9844
verified: no, type: nauc_precision_at_5_max
value: 23.5304
verified: no, type: nauc_precision_at_5_std
value: 39.7691
verified: no, type: nauc_precision_at_5_diff1
value: 11.6532
verified: no, type: nauc_precision_at_10_max
value: 16.082
verified: no, type: nauc_precision_at_10_std
value: 37.0506
verified: no, type: nauc_precision_at_10_diff1
value: 5.5011
verified: no, type: nauc_precision_at_20_max
value: 16.7288
verified: no, type: nauc_precision_at_20_std
value: 40.3695
verified: no, type: nauc_precision_at_20_diff1
value: -0.9124
verified: no, type: nauc_precision_at_100_max
value: 18.1251
verified: no, type: nauc_precision_at_100_std
value: 25.6302
verified: no, type: nauc_precision_at_100_diff1
value: 2.3978
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 36.8917
verified: no, type: nauc_mrr_at_1_std
value: 49.3361
verified: no, type: nauc_mrr_at_1_diff1
value: 24.901400000000002
verified: no, type: nauc_mrr_at_3_max
value: 30.7966
verified: no, type: nauc_mrr_at_3_std
value: 47.585300000000004
verified: no, type: nauc_mrr_at_3_diff1
value: 19.6493
verified: no, type: nauc_mrr_at_5_max
value: 29.391499999999997
verified: no, type: nauc_mrr_at_5_std
value: 44.838
verified: no, type: nauc_mrr_at_5_diff1
value: 17.868100000000002
verified: no, type: nauc_mrr_at_10_max
value: 27.6565
verified: no, type: nauc_mrr_at_10_std
value: 43.749
verified: no, type: nauc_mrr_at_10_diff1
value: 16.6129
verified: no, type: nauc_mrr_at_20_max
value: 27.7504
verified: no, type: nauc_mrr_at_20_std
value: 44.1147
verified: no, type: nauc_mrr_at_20_diff1
value: 15.6632
verified: no, type: nauc_mrr_at_100_max
value: 27.8401
verified: no, type: nauc_mrr_at_100_std
value: 43.6703
verified: no, type: nauc_mrr_at_100_diff1
value: 16.0299
verified: no, type: nauc_mrr_at_1000_max
value: 27.907300000000003
verified: no, type: nauc_mrr_at_1000_std
value: 43.8127
verified: no, type: nauc_mrr_at_1000_diff1
value: 16.1297
verified: no, type: main_score
value: 15.376000000000001
verified: no
task: type: Retrieval, dataset: config: ara-ara
name: MTEB MLQARetrieval (ara-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 28.127000000000002
verified: no, type: ndcg_at_3
value: 35.058
verified: no, type: ndcg_at_5
value: 37.29
verified: no, type: ndcg_at_10
value: 39.635999999999996
verified: no, type: ndcg_at_20
value: 41.491
verified: no, type: ndcg_at_100
value: 44.468999999999994
verified: no, type: ndcg_at_1000
value: 46.7
verified: no, type: map_at_1
value: 28.116999999999997
verified: no, type: map_at_3
value: 33.352
verified: no, type: map_at_5
value: 34.595
verified: no, type: map_at_10
value: 35.57
verified: no, type: map_at_20
value: 36.077
verified: no, type: map_at_100
value: 36.472
verified: no, type: map_at_1000
value: 36.548
verified: no, type: recall_at_1
value: 28.116999999999997
verified: no, type: recall_at_3
value: 39.987
verified: no, type: recall_at_5
value: 45.387
verified: no, type: recall_at_10
value: 52.605999999999995
verified: no, type: recall_at_20
value: 59.95700000000001
verified: no, type: recall_at_100
value: 76.27000000000001
verified: no, type: recall_at_1000
value: 94.262
verified: no, type: precision_at_1
value: 28.127000000000002
verified: no, type: precision_at_3
value: 13.331999999999999
verified: no, type: precision_at_5
value: 9.078999999999999
verified: no, type: precision_at_10
value: 5.2620000000000005
verified: no, type: precision_at_20
value: 2.9979999999999998
verified: no, type: precision_at_100
value: 0.763
verified: no, type: precision_at_1000
value: 0.094
verified: no, type: mrr_at_1
value: 28.126800000000003
verified: no, type: mrr_at_3
value: 33.3615
verified: no, type: mrr_at_5
value: 34.6047
verified: no, type: mrr_at_10
value: 35.5794
verified: no, type: mrr_at_20
value: 36.086800000000004
verified: no, type: mrr_at_100
value: 36.481
verified: no, type: mrr_at_1000
value: 36.5571
verified: no, type: nauc_ndcg_at_1_max
value: 41.5414
verified: no, type: nauc_ndcg_at_1_std
value: -0.8789999999999999
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.728500000000004
verified: no, type: nauc_ndcg_at_3_max
value: 41.0728
verified: no, type: nauc_ndcg_at_3_std
value: 0.7979999999999999
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.4261
verified: no, type: nauc_ndcg_at_5_max
value: 41.8217
verified: no, type: nauc_ndcg_at_5_std
value: 1.8303
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.314699999999995
verified: no, type: nauc_ndcg_at_10_max
value: 41.814299999999996
verified: no, type: nauc_ndcg_at_10_std
value: 2.4902
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.0084
verified: no, type: nauc_ndcg_at_20_max
value: 41.5935
verified: no, type: nauc_ndcg_at_20_std
value: 2.9617
verified: no, type: nauc_ndcg_at_20_diff1
value: 44.7098
verified: no, type: nauc_ndcg_at_100_max
value: 41.7024
verified: no, type: nauc_ndcg_at_100_std
value: 3.6851000000000003
verified: no, type: nauc_ndcg_at_100_diff1
value: 44.7146
verified: no, type: nauc_ndcg_at_1000_max
value: 41.8327
verified: no, type: nauc_ndcg_at_1000_std
value: 3.3147
verified: no, type: nauc_ndcg_at_1000_diff1
value: 45.556200000000004
verified: no, type: nauc_map_at_1_max
value: 41.5157
verified: no, type: nauc_map_at_1_std
value: -0.8756999999999999
verified: no, type: nauc_map_at_1_diff1
value: 54.6884
verified: no, type: nauc_map_at_3_max
value: 41.255900000000004
verified: no, type: nauc_map_at_3_std
value: 0.4844
verified: no, type: nauc_map_at_3_diff1
value: 49.1125
verified: no, type: nauc_map_at_5_max
value: 41.684
verified: no, type: nauc_map_at_5_std
value: 1.0507
verified: no, type: nauc_map_at_5_diff1
value: 48.5072
verified: no, type: nauc_map_at_10_max
value: 41.6702
verified: no, type: nauc_map_at_10_std
value: 1.3372
verified: no, type: nauc_map_at_10_diff1
value: 47.971399999999996
verified: no, type: nauc_map_at_20_max
value: 41.6117
verified: no, type: nauc_map_at_20_std
value: 1.4579
verified: no, type: nauc_map_at_20_diff1
value: 47.9077
verified: no, type: nauc_map_at_100_max
value: 41.625099999999996
verified: no, type: nauc_map_at_100_std
value: 1.553
verified: no, type: nauc_map_at_100_diff1
value: 47.9068
verified: no, type: nauc_map_at_1000_max
value: 41.6312
verified: no, type: nauc_map_at_1000_std
value: 1.5454
verified: no, type: nauc_map_at_1000_diff1
value: 47.9353
verified: no, type: nauc_recall_at_1_max
value: 41.5157
verified: no, type: nauc_recall_at_1_std
value: -0.8756999999999999
verified: no, type: nauc_recall_at_1_diff1
value: 54.6884
verified: no, type: nauc_recall_at_3_max
value: 40.5084
verified: no, type: nauc_recall_at_3_std
value: 1.6385
verified: no, type: nauc_recall_at_3_diff1
value: 42.7218
verified: no, type: nauc_recall_at_5_max
value: 42.2416
verified: no, type: nauc_recall_at_5_std
value: 4.1475
verified: no, type: nauc_recall_at_5_diff1
value: 39.9531
verified: no, type: nauc_recall_at_10_max
value: 42.2878
verified: no, type: nauc_recall_at_10_std
value: 6.2052000000000005
verified: no, type: nauc_recall_at_10_diff1
value: 35.6463
verified: no, type: nauc_recall_at_20_max
value: 41.3754
verified: no, type: nauc_recall_at_20_std
value: 8.5214
verified: no, type: nauc_recall_at_20_diff1
value: 33.5866
verified: no, type: nauc_recall_at_100_max
value: 42.1815
verified: no, type: nauc_recall_at_100_std
value: 16.7297
verified: no, type: nauc_recall_at_100_diff1
value: 28.9447
verified: no, type: nauc_recall_at_1000_max
value: 48.1891
verified: no, type: nauc_recall_at_1000_std
value: 34.1696
verified: no, type: nauc_recall_at_1000_diff1
value: 22.750799999999998
verified: no, type: nauc_precision_at_1_max
value: 41.5414
verified: no, type: nauc_precision_at_1_std
value: -0.8789999999999999
verified: no, type: nauc_precision_at_1_diff1
value: 54.728500000000004
verified: no, type: nauc_precision_at_3_max
value: 40.5363
verified: no, type: nauc_precision_at_3_std
value: 1.6353
verified: no, type: nauc_precision_at_3_diff1
value: 42.7649
verified: no, type: nauc_precision_at_5_max
value: 42.273300000000006
verified: no, type: nauc_precision_at_5_std
value: 4.1444
verified: no, type: nauc_precision_at_5_diff1
value: 40.0003
verified: no, type: nauc_precision_at_10_max
value: 42.3236
verified: no, type: nauc_precision_at_10_std
value: 6.2024
verified: no, type: nauc_precision_at_10_diff1
value: 35.6977
verified: no, type: nauc_precision_at_20_max
value: 41.4142
verified: no, type: nauc_precision_at_20_std
value: 8.5186
verified: no, type: nauc_precision_at_20_diff1
value: 33.642
verified: no, type: nauc_precision_at_100_max
value: 42.2454
verified: no, type: nauc_precision_at_100_std
value: 16.7297
verified: no, type: nauc_precision_at_100_diff1
value: 29.0302
verified: no, type: nauc_precision_at_1000_max
value: 47.6962
verified: no, type: nauc_precision_at_1000_std
value: 33.706
verified: no, type: nauc_precision_at_1000_diff1
value: 22.7763
verified: no, type: nauc_mrr_at_1_max
value: 41.5414
verified: no, type: nauc_mrr_at_1_std
value: -0.8789999999999999
verified: no, type: nauc_mrr_at_1_diff1
value: 54.728500000000004
verified: no, type: nauc_mrr_at_3_max
value: 41.280699999999996
verified: no, type: nauc_mrr_at_3_std
value: 0.481
verified: no, type: nauc_mrr_at_3_diff1
value: 49.152
verified: no, type: nauc_mrr_at_5_max
value: 41.7089
verified: no, type: nauc_mrr_at_5_std
value: 1.0472000000000001
verified: no, type: nauc_mrr_at_5_diff1
value: 48.5469
verified: no, type: nauc_mrr_at_10_max
value: 41.6952
verified: no, type: nauc_mrr_at_10_std
value: 1.3336999999999999
verified: no, type: nauc_mrr_at_10_diff1
value: 48.0115
verified: no, type: nauc_mrr_at_20_max
value: 41.6369
verified: no, type: nauc_mrr_at_20_std
value: 1.4543
verified: no, type: nauc_mrr_at_20_diff1
value: 47.948
verified: no, type: nauc_mrr_at_100_max
value: 41.6503
verified: no, type: nauc_mrr_at_100_std
value: 1.5494
verified: no, type: nauc_mrr_at_100_diff1
value: 47.9473
verified: no, type: nauc_mrr_at_1000_max
value: 41.6562
verified: no, type: nauc_mrr_at_1000_std
value: 1.5417999999999998
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.9753
verified: no, type: main_score
value: 39.635999999999996
verified: no
task: type: Retrieval, dataset: config: ara-deu
name: MTEB MLQARetrieval (ara-deu)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 1.153
verified: no, type: ndcg_at_3
value: 1.825
verified: no, type: ndcg_at_5
value: 2.175
verified: no, type: ndcg_at_10
value: 2.711
verified: no, type: ndcg_at_20
value: 3.2390000000000003
verified: no, type: ndcg_at_100
value: 5.24
verified: no, type: ndcg_at_1000
value: 12.479
verified: no, type: map_at_1
value: 1.153
verified: no, type: map_at_3
value: 1.659
verified: no, type: map_at_5
value: 1.8530000000000002
verified: no, type: map_at_10
value: 2.078
verified: no, type: map_at_20
value: 2.218
verified: no, type: map_at_100
value: 2.467
verified: no, type: map_at_1000
value: 2.661
verified: no, type: recall_at_1
value: 1.153
verified: no, type: recall_at_3
value: 2.306
verified: no, type: recall_at_5
value: 3.1550000000000002
verified: no, type: recall_at_10
value: 4.7940000000000005
verified: no, type: recall_at_20
value: 6.917
verified: no, type: recall_at_100
value: 18.083
verified: no, type: recall_at_1000
value: 79.824
verified: no, type: precision_at_1
value: 1.153
verified: no, type: precision_at_3
value: 0.769
verified: no, type: precision_at_5
value: 0.631
verified: no, type: precision_at_10
value: 0.479
verified: no, type: precision_at_20
value: 0.346
verified: no, type: precision_at_100
value: 0.181
verified: no, type: precision_at_1000
value: 0.08
verified: no, type: mrr_at_1
value: 1.1529
verified: no, type: mrr_at_3
value: 1.6586
verified: no, type: mrr_at_5
value: 1.8528
verified: no, type: mrr_at_10
value: 2.0781
verified: no, type: mrr_at_20
value: 2.2180999999999997
verified: no, type: mrr_at_100
value: 2.4672
verified: no, type: mrr_at_1000
value: 2.6616
verified: no, type: nauc_ndcg_at_1_max
value: -29.1575
verified: no, type: nauc_ndcg_at_1_std
value: -41.4377
verified: no, type: nauc_ndcg_at_1_diff1
value: -24.8526
verified: no, type: nauc_ndcg_at_3_max
value: -27.121000000000002
verified: no, type: nauc_ndcg_at_3_std
value: -28.9599
verified: no, type: nauc_ndcg_at_3_diff1
value: -28.088400000000004
verified: no, type: nauc_ndcg_at_5_max
value: -24.546599999999998
verified: no, type: nauc_ndcg_at_5_std
value: -25.7197
verified: no, type: nauc_ndcg_at_5_diff1
value: -25.951200000000004
verified: no, type: nauc_ndcg_at_10_max
value: -24.0169
verified: no, type: nauc_ndcg_at_10_std
value: -25.3509
verified: no, type: nauc_ndcg_at_10_diff1
value: -23.9627
verified: no, type: nauc_ndcg_at_20_max
value: -23.6101
verified: no, type: nauc_ndcg_at_20_std
value: -23.3987
verified: no, type: nauc_ndcg_at_20_diff1
value: -23.9474
verified: no, type: nauc_ndcg_at_100_max
value: -20.1283
verified: no, type: nauc_ndcg_at_100_std
value: -17.5713
verified: no, type: nauc_ndcg_at_100_diff1
value: -21.052599999999998
verified: no, type: nauc_ndcg_at_1000_max
value: -20.8522
verified: no, type: nauc_ndcg_at_1000_std
value: -17.368
verified: no, type: nauc_ndcg_at_1000_diff1
value: -22.3194
verified: no, type: nauc_map_at_1_max
value: -29.1575
verified: no, type: nauc_map_at_1_std
value: -41.4377
verified: no, type: nauc_map_at_1_diff1
value: -24.8526
verified: no, type: nauc_map_at_3_max
value: -27.3814
verified: no, type: nauc_map_at_3_std
value: -31.431399999999996
verified: no, type: nauc_map_at_3_diff1
value: -27.5686
verified: no, type: nauc_map_at_5_max
value: -25.7671
verified: no, type: nauc_map_at_5_std
value: -29.1794
verified: no, type: nauc_map_at_5_diff1
value: -26.326500000000003
verified: no, type: nauc_map_at_10_max
value: -25.357200000000002
verified: no, type: nauc_map_at_10_std
value: -28.599999999999998
verified: no, type: nauc_map_at_10_diff1
value: -25.217299999999998
verified: no, type: nauc_map_at_20_max
value: -25.146800000000002
verified: no, type: nauc_map_at_20_std
value: -27.6691
verified: no, type: nauc_map_at_20_diff1
value: -25.149500000000003
verified: no, type: nauc_map_at_100_max
value: -24.326
verified: no, type: nauc_map_at_100_std
value: -25.9635
verified: no, type: nauc_map_at_100_diff1
value: -24.4723
verified: no, type: nauc_map_at_1000_max
value: -24.3132
verified: no, type: nauc_map_at_1000_std
value: -25.778200000000002
verified: no, type: nauc_map_at_1000_diff1
value: -24.5351
verified: no, type: nauc_recall_at_1_max
value: -29.1575
verified: no, type: nauc_recall_at_1_std
value: -41.4377
verified: no, type: nauc_recall_at_1_diff1
value: -24.8526
verified: no, type: nauc_recall_at_3_max
value: -26.604499999999998
verified: no, type: nauc_recall_at_3_std
value: -23.7169
verified: no, type: nauc_recall_at_3_diff1
value: -29.160399999999996
verified: no, type: nauc_recall_at_5_max
value: -22.2177
verified: no, type: nauc_recall_at_5_std
value: -19.4213
verified: no, type: nauc_recall_at_5_diff1
value: -25.0639
verified: no, type: nauc_recall_at_10_max
value: -22.071099999999998
verified: no, type: nauc_recall_at_10_std
value: -20.943800000000003
verified: no, type: nauc_recall_at_10_diff1
value: -21.8887
verified: no, type: nauc_recall_at_20_max
value: -21.8264
verified: no, type: nauc_recall_at_20_std
value: -18.5503
verified: no, type: nauc_recall_at_20_diff1
value: -22.4626
verified: no, type: nauc_recall_at_100_max
value: -16.3776
verified: no, type: nauc_recall_at_100_std
value: -10.917200000000001
verified: no, type: nauc_recall_at_100_diff1
value: -17.9539
verified: no, type: nauc_recall_at_1000_max
value: -17.3281
verified: no, type: nauc_recall_at_1000_std
value: -8.8973
verified: no, type: nauc_recall_at_1000_diff1
value: -20.3091
verified: no, type: nauc_precision_at_1_max
value: -29.1575
verified: no, type: nauc_precision_at_1_std
value: -41.4377
verified: no, type: nauc_precision_at_1_diff1
value: -24.8526
verified: no, type: nauc_precision_at_3_max
value: -26.604499999999998
verified: no, type: nauc_precision_at_3_std
value: -23.7169
verified: no, type: nauc_precision_at_3_diff1
value: -29.160399999999996
verified: no, type: nauc_precision_at_5_max
value: -22.2177
verified: no, type: nauc_precision_at_5_std
value: -19.4213
verified: no, type: nauc_precision_at_5_diff1
value: -25.0639
verified: no, type: nauc_precision_at_10_max
value: -22.071099999999998
verified: no, type: nauc_precision_at_10_std
value: -20.943800000000003
verified: no, type: nauc_precision_at_10_diff1
value: -21.8887
verified: no, type: nauc_precision_at_20_max
value: -21.8264
verified: no, type: nauc_precision_at_20_std
value: -18.5503
verified: no, type: nauc_precision_at_20_diff1
value: -22.4626
verified: no, type: nauc_precision_at_100_max
value: -16.3776
verified: no, type: nauc_precision_at_100_std
value: -10.917200000000001
verified: no, type: nauc_precision_at_100_diff1
value: -17.9539
verified: no, type: nauc_precision_at_1000_max
value: -17.4649
verified: no, type: nauc_precision_at_1000_std
value: -8.7219
verified: no, type: nauc_precision_at_1000_diff1
value: -20.4493
verified: no, type: nauc_mrr_at_1_max
value: -29.1575
verified: no, type: nauc_mrr_at_1_std
value: -41.4377
verified: no, type: nauc_mrr_at_1_diff1
value: -24.8526
verified: no, type: nauc_mrr_at_3_max
value: -27.3814
verified: no, type: nauc_mrr_at_3_std
value: -31.431399999999996
verified: no, type: nauc_mrr_at_3_diff1
value: -27.5686
verified: no, type: nauc_mrr_at_5_max
value: -25.7671
verified: no, type: nauc_mrr_at_5_std
value: -29.1794
verified: no, type: nauc_mrr_at_5_diff1
value: -26.326500000000003
verified: no, type: nauc_mrr_at_10_max
value: -25.357200000000002
verified: no, type: nauc_mrr_at_10_std
value: -28.599999999999998
verified: no, type: nauc_mrr_at_10_diff1
value: -25.217299999999998
verified: no, type: nauc_mrr_at_20_max
value: -25.146800000000002
verified: no, type: nauc_mrr_at_20_std
value: -27.6691
verified: no, type: nauc_mrr_at_20_diff1
value: -25.149500000000003
verified: no, type: nauc_mrr_at_100_max
value: -24.326
verified: no, type: nauc_mrr_at_100_std
value: -25.9635
verified: no, type: nauc_mrr_at_100_diff1
value: -24.4723
verified: no, type: nauc_mrr_at_1000_max
value: -24.315800000000003
verified: no, type: nauc_mrr_at_1000_std
value: -25.773699999999998
verified: no, type: nauc_mrr_at_1000_diff1
value: -24.5377
verified: no, type: main_score
value: 2.711
verified: no
task: type: Retrieval, dataset: config: ara-eng
name: MTEB MLQARetrieval (ara-eng)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 1.763
verified: no, type: ndcg_at_3
value: 2.613
verified: no, type: ndcg_at_5
value: 3.083
verified: no, type: ndcg_at_10
value: 3.781
verified: no, type: ndcg_at_20
value: 4.515000000000001
verified: no, type: ndcg_at_100
value: 6.584
verified: no, type: ndcg_at_1000
value: 11.006
verified: no, type: map_at_1
value: 1.763
verified: no, type: map_at_3
value: 2.407
verified: no, type: map_at_5
value: 2.6630000000000003
verified: no, type: map_at_10
value: 2.951
verified: no, type: map_at_20
value: 3.152
verified: no, type: map_at_100
value: 3.42
verified: no, type: map_at_1000
value: 3.544
verified: no, type: recall_at_1
value: 1.763
verified: no, type: recall_at_3
value: 3.2070000000000003
verified: no, type: recall_at_5
value: 4.37
verified: no, type: recall_at_10
value: 6.526999999999999
verified: no, type: recall_at_20
value: 9.434
verified: no, type: recall_at_100
value: 20.874000000000002
verified: no, type: recall_at_1000
value: 58.214999999999996
verified: no, type: precision_at_1
value: 1.763
verified: no, type: precision_at_3
value: 1.069
verified: no, type: precision_at_5
value: 0.874
verified: no, type: precision_at_10
value: 0.653
verified: no, type: precision_at_20
value: 0.47200000000000003
verified: no, type: precision_at_100
value: 0.209
verified: no, type: precision_at_1000
value: 0.058
verified: no, type: mrr_at_1
value: 1.7629
verified: no, type: mrr_at_3
value: 2.4069
verified: no, type: mrr_at_5
value: 2.6629
verified: no, type: mrr_at_10
value: 2.9514
verified: no, type: mrr_at_20
value: 3.1525
verified: no, type: mrr_at_100
value: 3.42
verified: no, type: mrr_at_1000
value: 3.5442
verified: no, type: nauc_ndcg_at_1_max
value: 17.8863
verified: no, type: nauc_ndcg_at_1_std
value: 15.607
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.7045
verified: no, type: nauc_ndcg_at_3_max
value: 14.368900000000002
verified: no, type: nauc_ndcg_at_3_std
value: 14.9601
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.214199999999998
verified: no, type: nauc_ndcg_at_5_max
value: 12.750800000000002
verified: no, type: nauc_ndcg_at_5_std
value: 14.5652
verified: no, type: nauc_ndcg_at_5_diff1
value: 18.0212
verified: no, type: nauc_ndcg_at_10_max
value: 9.6203
verified: no, type: nauc_ndcg_at_10_std
value: 14.151900000000001
verified: no, type: nauc_ndcg_at_10_diff1
value: 13.3802
verified: no, type: nauc_ndcg_at_20_max
value: 8.209800000000001
verified: no, type: nauc_ndcg_at_20_std
value: 13.9717
verified: no, type: nauc_ndcg_at_20_diff1
value: 10.8446
verified: no, type: nauc_ndcg_at_100_max
value: 6.2136
verified: no, type: nauc_ndcg_at_100_std
value: 15.3197
verified: no, type: nauc_ndcg_at_100_diff1
value: 8.0851
verified: no, type: nauc_ndcg_at_1000_max
value: 6.6178
verified: no, type: nauc_ndcg_at_1000_std
value: 15.8272
verified: no, type: nauc_ndcg_at_1000_diff1
value: 6.94
verified: no, type: nauc_map_at_1_max
value: 17.8863
verified: no, type: nauc_map_at_1_std
value: 15.607
verified: no, type: nauc_map_at_1_diff1
value: 28.7045
verified: no, type: nauc_map_at_3_max
value: 14.9605
verified: no, type: nauc_map_at_3_std
value: 15.179699999999999
verified: no, type: nauc_map_at_3_diff1
value: 21.7785
verified: no, type: nauc_map_at_5_max
value: 13.8929
verified: no, type: nauc_map_at_5_std
value: 14.9527
verified: no, type: nauc_map_at_5_diff1
value: 20.2648
verified: no, type: nauc_map_at_10_max
value: 12.118
verified: no, type: nauc_map_at_10_std
value: 14.7358
verified: no, type: nauc_map_at_10_diff1
value: 17.5345
verified: no, type: nauc_map_at_20_max
value: 11.387799999999999
verified: no, type: nauc_map_at_20_std
value: 14.598600000000001
verified: no, type: nauc_map_at_20_diff1
value: 16.264899999999997
verified: no, type: nauc_map_at_100_max
value: 10.7141
verified: no, type: nauc_map_at_100_std
value: 14.780199999999999
verified: no, type: nauc_map_at_100_diff1
value: 15.2199
verified: no, type: nauc_map_at_1000_max
value: 10.6808
verified: no, type: nauc_map_at_1000_std
value: 14.785400000000001
verified: no, type: nauc_map_at_1000_diff1
value: 15.0314
verified: no, type: nauc_recall_at_1_max
value: 17.8863
verified: no, type: nauc_recall_at_1_std
value: 15.607
verified: no, type: nauc_recall_at_1_diff1
value: 28.7045
verified: no, type: nauc_recall_at_3_max
value: 13.0969
verified: no, type: nauc_recall_at_3_std
value: 14.4518
verified: no, type: nauc_recall_at_3_diff1
value: 16.8062
verified: no, type: nauc_recall_at_5_max
value: 10.5907
verified: no, type: nauc_recall_at_5_std
value: 13.790099999999999
verified: no, type: nauc_recall_at_5_diff1
value: 13.8414
verified: no, type: nauc_recall_at_10_max
value: 5.7153
verified: no, type: nauc_recall_at_10_std
value: 13.2176
verified: no, type: nauc_recall_at_10_diff1
value: 7.044300000000001
verified: no, type: nauc_recall_at_20_max
value: 4.2909999999999995
verified: no, type: nauc_recall_at_20_std
value: 13.2354
verified: no, type: nauc_recall_at_20_diff1
value: 4.2184
verified: no, type: nauc_recall_at_100_max
value: 2.2993
verified: no, type: nauc_recall_at_100_std
value: 16.392
verified: no, type: nauc_recall_at_100_diff1
value: 2.1673
verified: no, type: nauc_recall_at_1000_max
value: 3.9762
verified: no, type: nauc_recall_at_1000_std
value: 17.986
verified: no, type: nauc_recall_at_1000_diff1
value: 0.2551
verified: no, type: nauc_precision_at_1_max
value: 17.8863
verified: no, type: nauc_precision_at_1_std
value: 15.607
verified: no, type: nauc_precision_at_1_diff1
value: 28.7045
verified: no, type: nauc_precision_at_3_max
value: 13.0969
verified: no, type: nauc_precision_at_3_std
value: 14.4518
verified: no, type: nauc_precision_at_3_diff1
value: 16.8062
verified: no, type: nauc_precision_at_5_max
value: 10.5907
verified: no, type: nauc_precision_at_5_std
value: 13.790099999999999
verified: no, type: nauc_precision_at_5_diff1
value: 13.8414
verified: no, type: nauc_precision_at_10_max
value: 5.7153
verified: no, type: nauc_precision_at_10_std
value: 13.2176
verified: no, type: nauc_precision_at_10_diff1
value: 7.044300000000001
verified: no, type: nauc_precision_at_20_max
value: 4.2909999999999995
verified: no, type: nauc_precision_at_20_std
value: 13.2354
verified: no, type: nauc_precision_at_20_diff1
value: 4.2184
verified: no, type: nauc_precision_at_100_max
value: 2.2993
verified: no, type: nauc_precision_at_100_std
value: 16.392
verified: no, type: nauc_precision_at_100_diff1
value: 2.1673
verified: no, type: nauc_precision_at_1000_max
value: 3.9641999999999995
verified: no, type: nauc_precision_at_1000_std
value: 18.0284
verified: no, type: nauc_precision_at_1000_diff1
value: 0.2806
verified: no, type: nauc_mrr_at_1_max
value: 17.8863
verified: no, type: nauc_mrr_at_1_std
value: 15.607
verified: no, type: nauc_mrr_at_1_diff1
value: 28.7045
verified: no, type: nauc_mrr_at_3_max
value: 14.9605
verified: no, type: nauc_mrr_at_3_std
value: 15.179699999999999
verified: no, type: nauc_mrr_at_3_diff1
value: 21.7785
verified: no, type: nauc_mrr_at_5_max
value: 13.8929
verified: no, type: nauc_mrr_at_5_std
value: 14.9527
verified: no, type: nauc_mrr_at_5_diff1
value: 20.2648
verified: no, type: nauc_mrr_at_10_max
value: 12.118
verified: no, type: nauc_mrr_at_10_std
value: 14.7358
verified: no, type: nauc_mrr_at_10_diff1
value: 17.5345
verified: no, type: nauc_mrr_at_20_max
value: 11.387799999999999
verified: no, type: nauc_mrr_at_20_std
value: 14.598600000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 16.264899999999997
verified: no, type: nauc_mrr_at_100_max
value: 10.7141
verified: no, type: nauc_mrr_at_100_std
value: 14.780199999999999
verified: no, type: nauc_mrr_at_100_diff1
value: 15.2199
verified: no, type: nauc_mrr_at_1000_max
value: 10.6809
verified: no, type: nauc_mrr_at_1000_std
value: 14.785799999999998
verified: no, type: nauc_mrr_at_1000_diff1
value: 15.032100000000002
verified: no, type: main_score
value: 3.781
verified: no
task: type: Retrieval, dataset: config: ara-spa
name: MTEB MLQARetrieval (ara-spa)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 1.0619999999999998
verified: no, type: ndcg_at_3
value: 1.71
verified: no, type: ndcg_at_5
value: 2.1870000000000003
verified: no, type: ndcg_at_10
value: 2.7969999999999997
verified: no, type: ndcg_at_20
value: 3.401
verified: no, type: ndcg_at_100
value: 5.186
verified: no, type: ndcg_at_1000
value: 11.699
verified: no, type: map_at_1
value: 1.0619999999999998
verified: no, type: map_at_3
value: 1.55
verified: no, type: map_at_5
value: 1.813
verified: no, type: map_at_10
value: 2.0580000000000003
verified: no, type: map_at_20
value: 2.2190000000000003
verified: no, type: map_at_100
value: 2.4410000000000003
verified: no, type: map_at_1000
value: 2.614
verified: no, type: recall_at_1
value: 1.0619999999999998
verified: no, type: recall_at_3
value: 2.174
verified: no, type: recall_at_5
value: 3.3369999999999997
verified: no, type: recall_at_10
value: 5.258
verified: no, type: recall_at_20
value: 7.6850000000000005
verified: no, type: recall_at_100
value: 17.695
verified: no, type: recall_at_1000
value: 73.256
verified: no, type: precision_at_1
value: 1.0619999999999998
verified: no, type: precision_at_3
value: 0.7250000000000001
verified: no, type: precision_at_5
value: 0.6669999999999999
verified: no, type: precision_at_10
value: 0.526
verified: no, type: precision_at_20
value: 0.384
verified: no, type: precision_at_100
value: 0.17700000000000002
verified: no, type: precision_at_1000
value: 0.073
verified: no, type: mrr_at_1
value: 1.0616999999999999
verified: no, type: mrr_at_3
value: 1.5504
verified: no, type: mrr_at_5
value: 1.8133
verified: no, type: mrr_at_10
value: 2.0584000000000002
verified: no, type: mrr_at_20
value: 2.2193
verified: no, type: mrr_at_100
value: 2.4414000000000002
verified: no, type: mrr_at_1000
value: 2.6142
verified: no, type: nauc_ndcg_at_1_max
value: 12.853700000000002
verified: no, type: nauc_ndcg_at_1_std
value: -14.5138
verified: no, type: nauc_ndcg_at_1_diff1
value: 21.6954
verified: no, type: nauc_ndcg_at_3_max
value: 8.783299999999999
verified: no, type: nauc_ndcg_at_3_std
value: -10.924100000000001
verified: no, type: nauc_ndcg_at_3_diff1
value: 11.0555
verified: no, type: nauc_ndcg_at_5_max
value: 7.6874
verified: no, type: nauc_ndcg_at_5_std
value: -10.2087
verified: no, type: nauc_ndcg_at_5_diff1
value: 7.349799999999999
verified: no, type: nauc_ndcg_at_10_max
value: 4.7589
verified: no, type: nauc_ndcg_at_10_std
value: -9.826500000000001
verified: no, type: nauc_ndcg_at_10_diff1
value: 7.0798
verified: no, type: nauc_ndcg_at_20_max
value: 7.4857000000000005
verified: no, type: nauc_ndcg_at_20_std
value: -3.8035
verified: no, type: nauc_ndcg_at_20_diff1
value: 7.115100000000001
verified: no, type: nauc_ndcg_at_100_max
value: 5.3635
verified: no, type: nauc_ndcg_at_100_std
value: -1.5744
verified: no, type: nauc_ndcg_at_100_diff1
value: 5.3507
verified: no, type: nauc_ndcg_at_1000_max
value: 6.8435
verified: no, type: nauc_ndcg_at_1000_std
value: -1.0574
verified: no, type: nauc_ndcg_at_1000_diff1
value: 3.8205000000000005
verified: no, type: nauc_map_at_1_max
value: 12.853700000000002
verified: no, type: nauc_map_at_1_std
value: -14.5138
verified: no, type: nauc_map_at_1_diff1
value: 21.6954
verified: no, type: nauc_map_at_3_max
value: 9.9009
verified: no, type: nauc_map_at_3_std
value: -11.4219
verified: no, type: nauc_map_at_3_diff1
value: 13.134599999999999
verified: no, type: nauc_map_at_5_max
value: 8.9855
verified: no, type: nauc_map_at_5_std
value: -10.961400000000001
verified: no, type: nauc_map_at_5_diff1
value: 10.3366
verified: no, type: nauc_map_at_10_max
value: 7.0687
verified: no, type: nauc_map_at_10_std
value: -10.6307
verified: no, type: nauc_map_at_10_diff1
value: 9.5388
verified: no, type: nauc_map_at_20_max
value: 8.069600000000001
verified: no, type: nauc_map_at_20_std
value: -8.132
verified: no, type: nauc_map_at_20_diff1
value: 9.3926
verified: no, type: nauc_map_at_100_max
value: 7.3745
verified: no, type: nauc_map_at_100_std
value: -7.114800000000001
verified: no, type: nauc_map_at_100_diff1
value: 8.5882
verified: no, type: nauc_map_at_1000_max
value: 7.4611
verified: no, type: nauc_map_at_1000_std
value: -7.018199999999999
verified: no, type: nauc_map_at_1000_diff1
value: 8.4525
verified: no, type: nauc_recall_at_1_max
value: 12.853700000000002
verified: no, type: nauc_recall_at_1_std
value: -14.5138
verified: no, type: nauc_recall_at_1_diff1
value: 21.6954
verified: no, type: nauc_recall_at_3_max
value: 6.351999999999999
verified: no, type: nauc_recall_at_3_std
value: -9.9276
verified: no, type: nauc_recall_at_3_diff1
value: 6.6817
verified: no, type: nauc_recall_at_5_max
value: 5.5001
verified: no, type: nauc_recall_at_5_std
value: -8.9328
verified: no, type: nauc_recall_at_5_diff1
value: 2.3466
verified: no, type: nauc_recall_at_10_max
value: 1.7214
verified: no, type: nauc_recall_at_10_std
value: -8.8249
verified: no, type: nauc_recall_at_10_diff1
value: 4.3366
verified: no, type: nauc_recall_at_20_max
value: 7.4136
verified: no, type: nauc_recall_at_20_std
value: 1.6204
verified: no, type: nauc_recall_at_20_diff1
value: 5.2264
verified: no, type: nauc_recall_at_100_max
value: 4.0329
verified: no, type: nauc_recall_at_100_std
value: 2.5716
verified: no, type: nauc_recall_at_100_diff1
value: 3.5683
verified: no, type: nauc_recall_at_1000_max
value: 7.999199999999999
verified: no, type: nauc_recall_at_1000_std
value: 4.65
verified: no, type: nauc_recall_at_1000_diff1
value: -1.107
verified: no, type: nauc_precision_at_1_max
value: 12.853700000000002
verified: no, type: nauc_precision_at_1_std
value: -14.5138
verified: no, type: nauc_precision_at_1_diff1
value: 21.6954
verified: no, type: nauc_precision_at_3_max
value: 6.351999999999999
verified: no, type: nauc_precision_at_3_std
value: -9.9276
verified: no, type: nauc_precision_at_3_diff1
value: 6.6817
verified: no, type: nauc_precision_at_5_max
value: 5.5001
verified: no, type: nauc_precision_at_5_std
value: -8.9328
verified: no, type: nauc_precision_at_5_diff1
value: 2.3466
verified: no, type: nauc_precision_at_10_max
value: 1.7214
verified: no, type: nauc_precision_at_10_std
value: -8.8249
verified: no, type: nauc_precision_at_10_diff1
value: 4.3366
verified: no, type: nauc_precision_at_20_max
value: 7.4136
verified: no, type: nauc_precision_at_20_std
value: 1.6204
verified: no, type: nauc_precision_at_20_diff1
value: 5.2264
verified: no, type: nauc_precision_at_100_max
value: 4.0329
verified: no, type: nauc_precision_at_100_std
value: 2.5716
verified: no, type: nauc_precision_at_100_diff1
value: 3.5683
verified: no, type: nauc_precision_at_1000_max
value: 7.999199999999999
verified: no, type: nauc_precision_at_1000_std
value: 4.65
verified: no, type: nauc_precision_at_1000_diff1
value: -1.107
verified: no, type: nauc_mrr_at_1_max
value: 12.853700000000002
verified: no, type: nauc_mrr_at_1_std
value: -14.5138
verified: no, type: nauc_mrr_at_1_diff1
value: 21.6954
verified: no, type: nauc_mrr_at_3_max
value: 9.9009
verified: no, type: nauc_mrr_at_3_std
value: -11.4219
verified: no, type: nauc_mrr_at_3_diff1
value: 13.134599999999999
verified: no, type: nauc_mrr_at_5_max
value: 8.9855
verified: no, type: nauc_mrr_at_5_std
value: -10.961400000000001
verified: no, type: nauc_mrr_at_5_diff1
value: 10.3366
verified: no, type: nauc_mrr_at_10_max
value: 7.0687
verified: no, type: nauc_mrr_at_10_std
value: -10.6307
verified: no, type: nauc_mrr_at_10_diff1
value: 9.5388
verified: no, type: nauc_mrr_at_20_max
value: 8.069600000000001
verified: no, type: nauc_mrr_at_20_std
value: -8.132
verified: no, type: nauc_mrr_at_20_diff1
value: 9.3926
verified: no, type: nauc_mrr_at_100_max
value: 7.3745
verified: no, type: nauc_mrr_at_100_std
value: -7.114800000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 8.5882
verified: no, type: nauc_mrr_at_1000_max
value: 7.4611
verified: no, type: nauc_mrr_at_1000_std
value: -7.018199999999999
verified: no, type: nauc_mrr_at_1000_diff1
value: 8.4525
verified: no, type: main_score
value: 2.7969999999999997
verified: no
task: type: Retrieval, dataset: config: ara-hin
name: MTEB MLQARetrieval (ara-hin)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.7100000000000001
verified: no, type: ndcg_at_3
value: 1.039
verified: no, type: ndcg_at_5
value: 1.234
verified: no, type: ndcg_at_10
value: 1.4829999999999999
verified: no, type: ndcg_at_20
value: 1.6729999999999998
verified: no, type: ndcg_at_100
value: 2.763
verified: no, type: ndcg_at_1000
value: 9.386
verified: no, type: map_at_1
value: 0.7100000000000001
verified: no, type: map_at_3
value: 0.947
verified: no, type: map_at_5
value: 1.05
verified: no, type: map_at_10
value: 1.154
verified: no, type: map_at_20
value: 1.205
verified: no, type: map_at_100
value: 1.333
verified: no, type: map_at_1000
value: 1.486
verified: no, type: recall_at_1
value: 0.7100000000000001
verified: no, type: recall_at_3
value: 1.311
verified: no, type: recall_at_5
value: 1.802
verified: no, type: recall_at_10
value: 2.5669999999999997
verified: no, type: recall_at_20
value: 3.3320000000000003
verified: no, type: recall_at_100
value: 9.558
verified: no, type: recall_at_1000
value: 67.559
verified: no, type: precision_at_1
value: 0.7100000000000001
verified: no, type: precision_at_3
value: 0.437
verified: no, type: precision_at_5
value: 0.36
verified: no, type: precision_at_10
value: 0.257
verified: no, type: precision_at_20
value: 0.167
verified: no, type: precision_at_100
value: 0.096
verified: no, type: precision_at_1000
value: 0.068
verified: no, type: mrr_at_1
value: 0.7100000000000001
verified: no, type: mrr_at_3
value: 0.9467
verified: no, type: mrr_at_5
value: 1.0504
verified: no, type: mrr_at_10
value: 1.154
verified: no, type: mrr_at_20
value: 1.2046
verified: no, type: mrr_at_100
value: 1.3327
verified: no, type: mrr_at_1000
value: 1.4864
verified: no, type: nauc_ndcg_at_1_max
value: 73.4133
verified: no, type: nauc_ndcg_at_1_std
value: 74.6887
verified: no, type: nauc_ndcg_at_1_diff1
value: 66.1938
verified: no, type: nauc_ndcg_at_3_max
value: 73.1025
verified: no, type: nauc_ndcg_at_3_std
value: 66.55
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.7052
verified: no, type: nauc_ndcg_at_5_max
value: 62.950700000000005
verified: no, type: nauc_ndcg_at_5_std
value: 61.1722
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.0954
verified: no, type: nauc_ndcg_at_10_max
value: 57.3187
verified: no, type: nauc_ndcg_at_10_std
value: 57.3573
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.498
verified: no, type: nauc_ndcg_at_20_max
value: 54.1592
verified: no, type: nauc_ndcg_at_20_std
value: 54.118500000000004
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.204499999999996
verified: no, type: nauc_ndcg_at_100_max
value: 36.8563
verified: no, type: nauc_ndcg_at_100_std
value: 36.4866
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.5296
verified: no, type: nauc_ndcg_at_1000_max
value: 24.477899999999998
verified: no, type: nauc_ndcg_at_1000_std
value: 26.8414
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.733899999999998
verified: no, type: nauc_map_at_1_max
value: 73.4133
verified: no, type: nauc_map_at_1_std
value: 74.6887
verified: no, type: nauc_map_at_1_diff1
value: 66.1938
verified: no, type: nauc_map_at_3_max
value: 73.0278
verified: no, type: nauc_map_at_3_std
value: 68.2324
verified: no, type: nauc_map_at_3_diff1
value: 54.3556
verified: no, type: nauc_map_at_5_max
value: 66.5812
verified: no, type: nauc_map_at_5_std
value: 64.6118
verified: no, type: nauc_map_at_5_diff1
value: 46.8285
verified: no, type: nauc_map_at_10_max
value: 63.3098
verified: no, type: nauc_map_at_10_std
value: 62.1382
verified: no, type: nauc_map_at_10_diff1
value: 43.3382
verified: no, type: nauc_map_at_20_max
value: 62.0216
verified: no, type: nauc_map_at_20_std
value: 60.7869
verified: no, type: nauc_map_at_20_diff1
value: 42.916199999999996
verified: no, type: nauc_map_at_100_max
value: 57.14
verified: no, type: nauc_map_at_100_std
value: 56.0964
verified: no, type: nauc_map_at_100_diff1
value: 38.541199999999996
verified: no, type: nauc_map_at_1000_max
value: 54.99079999999999
verified: no, type: nauc_map_at_1000_std
value: 54.210899999999995
verified: no, type: nauc_map_at_1000_diff1
value: 37.2806
verified: no, type: nauc_recall_at_1_max
value: 73.4133
verified: no, type: nauc_recall_at_1_std
value: 74.6887
verified: no, type: nauc_recall_at_1_diff1
value: 66.1938
verified: no, type: nauc_recall_at_3_max
value: 73.2971
verified: no, type: nauc_recall_at_3_std
value: 62.9809
verified: no, type: nauc_recall_at_3_diff1
value: 46.1721
verified: no, type: nauc_recall_at_5_max
value: 55.9754
verified: no, type: nauc_recall_at_5_std
value: 54.8918
verified: no, type: nauc_recall_at_5_diff1
value: 27.653
verified: no, type: nauc_recall_at_10_max
value: 47.9082
verified: no, type: nauc_recall_at_10_std
value: 50.2989
verified: no, type: nauc_recall_at_10_diff1
value: 21.162200000000002
verified: no, type: nauc_recall_at_20_max
value: 43.3455
verified: no, type: nauc_recall_at_20_std
value: 45.273
verified: no, type: nauc_recall_at_20_diff1
value: 23.47
verified: no, type: nauc_recall_at_100_max
value: 21.6168
verified: no, type: nauc_recall_at_100_std
value: 21.4285
verified: no, type: nauc_recall_at_100_diff1
value: 3.9718999999999998
verified: no, type: nauc_recall_at_1000_max
value: 6.026800000000001
verified: no, type: nauc_recall_at_1000_std
value: 10.8864
verified: no, type: nauc_recall_at_1000_diff1
value: 1.3914
verified: no, type: nauc_precision_at_1_max
value: 73.4133
verified: no, type: nauc_precision_at_1_std
value: 74.6887
verified: no, type: nauc_precision_at_1_diff1
value: 66.1938
verified: no, type: nauc_precision_at_3_max
value: 73.2971
verified: no, type: nauc_precision_at_3_std
value: 62.9809
verified: no, type: nauc_precision_at_3_diff1
value: 46.1721
verified: no, type: nauc_precision_at_5_max
value: 55.9754
verified: no, type: nauc_precision_at_5_std
value: 54.8918
verified: no, type: nauc_precision_at_5_diff1
value: 27.653
verified: no, type: nauc_precision_at_10_max
value: 47.9082
verified: no, type: nauc_precision_at_10_std
value: 50.2989
verified: no, type: nauc_precision_at_10_diff1
value: 21.162200000000002
verified: no, type: nauc_precision_at_20_max
value: 43.3455
verified: no, type: nauc_precision_at_20_std
value: 45.273
verified: no, type: nauc_precision_at_20_diff1
value: 23.47
verified: no, type: nauc_precision_at_100_max
value: 21.6168
verified: no, type: nauc_precision_at_100_std
value: 21.4285
verified: no, type: nauc_precision_at_100_diff1
value: 3.9718999999999998
verified: no, type: nauc_precision_at_1000_max
value: 6.026800000000001
verified: no, type: nauc_precision_at_1000_std
value: 10.8864
verified: no, type: nauc_precision_at_1000_diff1
value: 1.3914
verified: no, type: nauc_mrr_at_1_max
value: 73.4133
verified: no, type: nauc_mrr_at_1_std
value: 74.6887
verified: no, type: nauc_mrr_at_1_diff1
value: 66.1938
verified: no, type: nauc_mrr_at_3_max
value: 73.0278
verified: no, type: nauc_mrr_at_3_std
value: 68.2324
verified: no, type: nauc_mrr_at_3_diff1
value: 54.3556
verified: no, type: nauc_mrr_at_5_max
value: 66.5812
verified: no, type: nauc_mrr_at_5_std
value: 64.6118
verified: no, type: nauc_mrr_at_5_diff1
value: 46.8285
verified: no, type: nauc_mrr_at_10_max
value: 63.3098
verified: no, type: nauc_mrr_at_10_std
value: 62.1382
verified: no, type: nauc_mrr_at_10_diff1
value: 43.3382
verified: no, type: nauc_mrr_at_20_max
value: 62.0216
verified: no, type: nauc_mrr_at_20_std
value: 60.7869
verified: no, type: nauc_mrr_at_20_diff1
value: 42.916199999999996
verified: no, type: nauc_mrr_at_100_max
value: 57.14
verified: no, type: nauc_mrr_at_100_std
value: 56.0964
verified: no, type: nauc_mrr_at_100_diff1
value: 38.541199999999996
verified: no, type: nauc_mrr_at_1000_max
value: 54.99079999999999
verified: no, type: nauc_mrr_at_1000_std
value: 54.210800000000006
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.2806
verified: no, type: main_score
value: 1.4829999999999999
verified: no
task: type: Retrieval, dataset: config: ara-vie
name: MTEB MLQARetrieval (ara-vie)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 1.661
verified: no, type: ndcg_at_3
value: 2.436
verified: no, type: ndcg_at_5
value: 2.791
verified: no, type: ndcg_at_10
value: 3.374
verified: no, type: ndcg_at_20
value: 3.904
verified: no, type: ndcg_at_100
value: 5.7090000000000005
verified: no, type: ndcg_at_1000
value: 11.600000000000001
verified: no, type: map_at_1
value: 1.661
verified: no, type: map_at_3
value: 2.247
verified: no, type: map_at_5
value: 2.44
verified: no, type: map_at_10
value: 2.68
verified: no, type: map_at_20
value: 2.825
verified: no, type: map_at_100
value: 3.05
verified: no, type: map_at_1000
value: 3.198
verified: no, type: recall_at_1
value: 1.661
verified: no, type: recall_at_3
value: 2.98
verified: no, type: recall_at_5
value: 3.859
verified: no, type: recall_at_10
value: 5.667
verified: no, type: recall_at_20
value: 7.767
verified: no, type: recall_at_100
value: 17.88
verified: no, type: recall_at_1000
value: 68.735
verified: no, type: precision_at_1
value: 1.661
verified: no, type: precision_at_3
value: 0.993
verified: no, type: precision_at_5
value: 0.772
verified: no, type: precision_at_10
value: 0.567
verified: no, type: precision_at_20
value: 0.388
verified: no, type: precision_at_100
value: 0.179
verified: no, type: precision_at_1000
value: 0.06899999999999999
verified: no, type: mrr_at_1
value: 1.661
verified: no, type: mrr_at_3
value: 2.2472
verified: no, type: mrr_at_5
value: 2.4402
verified: no, type: mrr_at_10
value: 2.6797
verified: no, type: mrr_at_20
value: 2.8247999999999998
verified: no, type: mrr_at_100
value: 3.0496
verified: no, type: mrr_at_1000
value: 3.1981999999999995
verified: no, type: nauc_ndcg_at_1_max
value: 48.7933
verified: no, type: nauc_ndcg_at_1_std
value: 16.0632
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.2402
verified: no, type: nauc_ndcg_at_3_max
value: 45.5169
verified: no, type: nauc_ndcg_at_3_std
value: 20.03
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.231900000000003
verified: no, type: nauc_ndcg_at_5_max
value: 43.228899999999996
verified: no, type: nauc_ndcg_at_5_std
value: 18.6705
verified: no, type: nauc_ndcg_at_5_diff1
value: 25.3823
verified: no, type: nauc_ndcg_at_10_max
value: 39.4875
verified: no, type: nauc_ndcg_at_10_std
value: 18.066499999999998
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.7731
verified: no, type: nauc_ndcg_at_20_max
value: 36.6815
verified: no, type: nauc_ndcg_at_20_std
value: 19.5117
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.1372
verified: no, type: nauc_ndcg_at_100_max
value: 30.2105
verified: no, type: nauc_ndcg_at_100_std
value: 17.8453
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.429200000000002
verified: no, type: nauc_ndcg_at_1000_max
value: 29.2531
verified: no, type: nauc_ndcg_at_1000_std
value: 17.3587
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.099000000000002
verified: no, type: nauc_map_at_1_max
value: 48.7933
verified: no, type: nauc_map_at_1_std
value: 16.0632
verified: no, type: nauc_map_at_1_diff1
value: 44.2402
verified: no, type: nauc_map_at_3_max
value: 46.259499999999996
verified: no, type: nauc_map_at_3_std
value: 19.4188
verified: no, type: nauc_map_at_3_diff1
value: 29.6704
verified: no, type: nauc_map_at_5_max
value: 44.742
verified: no, type: nauc_map_at_5_std
value: 18.578400000000002
verified: no, type: nauc_map_at_5_diff1
value: 28.915499999999998
verified: no, type: nauc_map_at_10_max
value: 42.6648
verified: no, type: nauc_map_at_10_std
value: 18.3327
verified: no, type: nauc_map_at_10_diff1
value: 27.2926
verified: no, type: nauc_map_at_20_max
value: 41.4953
verified: no, type: nauc_map_at_20_std
value: 18.8259
verified: no, type: nauc_map_at_20_diff1
value: 26.3942
verified: no, type: nauc_map_at_100_max
value: 39.645399999999995
verified: no, type: nauc_map_at_100_std
value: 18.5658
verified: no, type: nauc_map_at_100_diff1
value: 24.7403
verified: no, type: nauc_map_at_1000_max
value: 39.387699999999995
verified: no, type: nauc_map_at_1000_std
value: 18.5111
verified: no, type: nauc_map_at_1000_diff1
value: 24.4419
verified: no, type: nauc_recall_at_1_max
value: 48.7933
verified: no, type: nauc_recall_at_1_std
value: 16.0632
verified: no, type: nauc_recall_at_1_diff1
value: 44.2402
verified: no, type: nauc_recall_at_3_max
value: 43.8514
verified: no, type: nauc_recall_at_3_std
value: 21.330099999999998
verified: no, type: nauc_recall_at_3_diff1
value: 18.6779
verified: no, type: nauc_recall_at_5_max
value: 40.2317
verified: no, type: nauc_recall_at_5_std
value: 18.715200000000003
verified: no, type: nauc_recall_at_5_diff1
value: 18.7604
verified: no, type: nauc_recall_at_10_max
value: 34.2928
verified: no, type: nauc_recall_at_10_std
value: 17.4284
verified: no, type: nauc_recall_at_10_diff1
value: 15.9593
verified: no, type: nauc_recall_at_20_max
value: 29.953400000000002
verified: no, type: nauc_recall_at_20_std
value: 20.5869
verified: no, type: nauc_recall_at_20_diff1
value: 14.671400000000002
verified: no, type: nauc_recall_at_100_max
value: 21.169
verified: no, type: nauc_recall_at_100_std
value: 16.6751
verified: no, type: nauc_recall_at_100_diff1
value: 7.0839
verified: no, type: nauc_recall_at_1000_max
value: 20.1592
verified: no, type: nauc_recall_at_1000_std
value: 15.6975
verified: no, type: nauc_recall_at_1000_diff1
value: 8.5563
verified: no, type: nauc_precision_at_1_max
value: 48.7933
verified: no, type: nauc_precision_at_1_std
value: 16.0632
verified: no, type: nauc_precision_at_1_diff1
value: 44.2402
verified: no, type: nauc_precision_at_3_max
value: 43.8514
verified: no, type: nauc_precision_at_3_std
value: 21.330099999999998
verified: no, type: nauc_precision_at_3_diff1
value: 18.6779
verified: no, type: nauc_precision_at_5_max
value: 40.2317
verified: no, type: nauc_precision_at_5_std
value: 18.715200000000003
verified: no, type: nauc_precision_at_5_diff1
value: 18.7604
verified: no, type: nauc_precision_at_10_max
value: 34.2928
verified: no, type: nauc_precision_at_10_std
value: 17.4284
verified: no, type: nauc_precision_at_10_diff1
value: 15.9593
verified: no, type: nauc_precision_at_20_max
value: 29.953400000000002
verified: no, type: nauc_precision_at_20_std
value: 20.5869
verified: no, type: nauc_precision_at_20_diff1
value: 14.671400000000002
verified: no, type: nauc_precision_at_100_max
value: 21.169
verified: no, type: nauc_precision_at_100_std
value: 16.6751
verified: no, type: nauc_precision_at_100_diff1
value: 7.0839
verified: no, type: nauc_precision_at_1000_max
value: 20.1592
verified: no, type: nauc_precision_at_1000_std
value: 15.6975
verified: no, type: nauc_precision_at_1000_diff1
value: 8.5563
verified: no, type: nauc_mrr_at_1_max
value: 48.7933
verified: no, type: nauc_mrr_at_1_std
value: 16.0632
verified: no, type: nauc_mrr_at_1_diff1
value: 44.2402
verified: no, type: nauc_mrr_at_3_max
value: 46.259499999999996
verified: no, type: nauc_mrr_at_3_std
value: 19.4188
verified: no, type: nauc_mrr_at_3_diff1
value: 29.6704
verified: no, type: nauc_mrr_at_5_max
value: 44.742
verified: no, type: nauc_mrr_at_5_std
value: 18.578400000000002
verified: no, type: nauc_mrr_at_5_diff1
value: 28.915499999999998
verified: no, type: nauc_mrr_at_10_max
value: 42.6648
verified: no, type: nauc_mrr_at_10_std
value: 18.3327
verified: no, type: nauc_mrr_at_10_diff1
value: 27.2926
verified: no, type: nauc_mrr_at_20_max
value: 41.4953
verified: no, type: nauc_mrr_at_20_std
value: 18.8259
verified: no, type: nauc_mrr_at_20_diff1
value: 26.3942
verified: no, type: nauc_mrr_at_100_max
value: 39.645399999999995
verified: no, type: nauc_mrr_at_100_std
value: 18.5658
verified: no, type: nauc_mrr_at_100_diff1
value: 24.7403
verified: no, type: nauc_mrr_at_1000_max
value: 39.387699999999995
verified: no, type: nauc_mrr_at_1000_std
value: 18.5111
verified: no, type: nauc_mrr_at_1000_diff1
value: 24.4419
verified: no, type: main_score
value: 3.374
verified: no
task: type: Retrieval, dataset: config: ara-zho
name: MTEB MLQARetrieval (ara-zho)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 1.046
verified: no, type: ndcg_at_3
value: 1.46
verified: no, type: ndcg_at_5
value: 1.5879999999999999
verified: no, type: ndcg_at_10
value: 1.809
verified: no, type: ndcg_at_20
value: 2.096
verified: no, type: ndcg_at_100
value: 3.2779999999999996
verified: no, type: ndcg_at_1000
value: 9.15
verified: no, type: map_at_1
value: 1.046
verified: no, type: map_at_3
value: 1.351
verified: no, type: map_at_5
value: 1.422
verified: no, type: map_at_10
value: 1.513
verified: no, type: map_at_20
value: 1.5890000000000002
verified: no, type: map_at_100
value: 1.7389999999999999
verified: no, type: map_at_1000
value: 1.8769999999999998
verified: no, type: recall_at_1
value: 1.046
verified: no, type: recall_at_3
value: 1.778
verified: no, type: recall_at_5
value: 2.092
verified: no, type: recall_at_10
value: 2.7720000000000002
verified: no, type: recall_at_20
value: 3.923
verified: no, type: recall_at_100
value: 10.513
verified: no, type: recall_at_1000
value: 61.87200000000001
verified: no, type: precision_at_1
value: 1.046
verified: no, type: precision_at_3
value: 0.5930000000000001
verified: no, type: precision_at_5
value: 0.418
verified: no, type: precision_at_10
value: 0.27699999999999997
verified: no, type: precision_at_20
value: 0.196
verified: no, type: precision_at_100
value: 0.105
verified: no, type: precision_at_1000
value: 0.062
verified: no, type: mrr_at_1
value: 1.046
verified: no, type: mrr_at_3
value: 1.3511
verified: no, type: mrr_at_5
value: 1.4217
verified: no, type: mrr_at_10
value: 1.5128000000000001
verified: no, type: mrr_at_20
value: 1.5895
verified: no, type: mrr_at_100
value: 1.7388000000000001
verified: no, type: mrr_at_1000
value: 1.8771
verified: no, type: nauc_ndcg_at_1_max
value: 88.3346
verified: no, type: nauc_ndcg_at_1_std
value: 83.51469999999999
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.8063
verified: no, type: nauc_ndcg_at_3_max
value: 81.2203
verified: no, type: nauc_ndcg_at_3_std
value: 79.0335
verified: no, type: nauc_ndcg_at_3_diff1
value: 45.6175
verified: no, type: nauc_ndcg_at_5_max
value: 79.8677
verified: no, type: nauc_ndcg_at_5_std
value: 77.1073
verified: no, type: nauc_ndcg_at_5_diff1
value: 43.560300000000005
verified: no, type: nauc_ndcg_at_10_max
value: 77.8935
verified: no, type: nauc_ndcg_at_10_std
value: 76.4425
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.546
verified: no, type: nauc_ndcg_at_20_max
value: 72.2048
verified: no, type: nauc_ndcg_at_20_std
value: 71.82549999999999
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.698899999999995
verified: no, type: nauc_ndcg_at_100_max
value: 58.4254
verified: no, type: nauc_ndcg_at_100_std
value: 56.6376
verified: no, type: nauc_ndcg_at_100_diff1
value: 33.415099999999995
verified: no, type: nauc_ndcg_at_1000_max
value: 43.1231
verified: no, type: nauc_ndcg_at_1000_std
value: 40.6218
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.8891
verified: no, type: nauc_map_at_1_max
value: 88.3346
verified: no, type: nauc_map_at_1_std
value: 83.51469999999999
verified: no, type: nauc_map_at_1_diff1
value: 47.8063
verified: no, type: nauc_map_at_3_max
value: 82.9764
verified: no, type: nauc_map_at_3_std
value: 80.2704
verified: no, type: nauc_map_at_3_diff1
value: 46.541900000000005
verified: no, type: nauc_map_at_5_max
value: 82.0966
verified: no, type: nauc_map_at_5_std
value: 79.069
verified: no, type: nauc_map_at_5_diff1
value: 45.2048
verified: no, type: nauc_map_at_10_max
value: 81.139
verified: no, type: nauc_map_at_10_std
value: 78.76950000000001
verified: no, type: nauc_map_at_10_diff1
value: 44.1875
verified: no, type: nauc_map_at_20_max
value: 78.927
verified: no, type: nauc_map_at_20_std
value: 76.9423
verified: no, type: nauc_map_at_20_diff1
value: 43.4064
verified: no, type: nauc_map_at_100_max
value: 75.3608
verified: no, type: nauc_map_at_100_std
value: 73.1476
verified: no, type: nauc_map_at_100_diff1
value: 42.0849
verified: no, type: nauc_map_at_1000_max
value: 73.48649999999999
verified: no, type: nauc_map_at_1000_std
value: 71.30189999999999
verified: no, type: nauc_map_at_1000_diff1
value: 41.005399999999995
verified: no, type: nauc_recall_at_1_max
value: 88.3346
verified: no, type: nauc_recall_at_1_std
value: 83.51469999999999
verified: no, type: nauc_recall_at_1_diff1
value: 47.8063
verified: no, type: nauc_recall_at_3_max
value: 77.2356
verified: no, type: nauc_recall_at_3_std
value: 76.1957
verified: no, type: nauc_recall_at_3_diff1
value: 43.4288
verified: no, type: nauc_recall_at_5_max
value: 75.2106
verified: no, type: nauc_recall_at_5_std
value: 72.9183
verified: no, type: nauc_recall_at_5_diff1
value: 40.0094
verified: no, type: nauc_recall_at_10_max
value: 71.9402
verified: no, type: nauc_recall_at_10_std
value: 72.1823
verified: no, type: nauc_recall_at_10_diff1
value: 36.6118
verified: no, type: nauc_recall_at_20_max
value: 61.6705
verified: no, type: nauc_recall_at_20_std
value: 63.8242
verified: no, type: nauc_recall_at_20_diff1
value: 34.1173
verified: no, type: nauc_recall_at_100_max
value: 43.3301
verified: no, type: nauc_recall_at_100_std
value: 41.4952
verified: no, type: nauc_recall_at_100_diff1
value: 25.353199999999998
verified: no, type: nauc_recall_at_1000_max
value: 20.7681
verified: no, type: nauc_recall_at_1000_std
value: 17.1442
verified: no, type: nauc_recall_at_1000_diff1
value: 10.4611
verified: no, type: nauc_precision_at_1_max
value: 88.3346
verified: no, type: nauc_precision_at_1_std
value: 83.51469999999999
verified: no, type: nauc_precision_at_1_diff1
value: 47.8063
verified: no, type: nauc_precision_at_3_max
value: 77.2356
verified: no, type: nauc_precision_at_3_std
value: 76.1957
verified: no, type: nauc_precision_at_3_diff1
value: 43.4288
verified: no, type: nauc_precision_at_5_max
value: 75.2106
verified: no, type: nauc_precision_at_5_std
value: 72.9183
verified: no, type: nauc_precision_at_5_diff1
value: 40.0094
verified: no, type: nauc_precision_at_10_max
value: 71.9402
verified: no, type: nauc_precision_at_10_std
value: 72.1823
verified: no, type: nauc_precision_at_10_diff1
value: 36.6118
verified: no, type: nauc_precision_at_20_max
value: 61.6705
verified: no, type: nauc_precision_at_20_std
value: 63.8242
verified: no, type: nauc_precision_at_20_diff1
value: 34.1173
verified: no, type: nauc_precision_at_100_max
value: 43.3301
verified: no, type: nauc_precision_at_100_std
value: 41.4952
verified: no, type: nauc_precision_at_100_diff1
value: 25.353199999999998
verified: no, type: nauc_precision_at_1000_max
value: 20.7681
verified: no, type: nauc_precision_at_1000_std
value: 17.1442
verified: no, type: nauc_precision_at_1000_diff1
value: 10.4611
verified: no, type: nauc_mrr_at_1_max
value: 88.3346
verified: no, type: nauc_mrr_at_1_std
value: 83.51469999999999
verified: no, type: nauc_mrr_at_1_diff1
value: 47.8063
verified: no, type: nauc_mrr_at_3_max
value: 82.9764
verified: no, type: nauc_mrr_at_3_std
value: 80.2704
verified: no, type: nauc_mrr_at_3_diff1
value: 46.541900000000005
verified: no, type: nauc_mrr_at_5_max
value: 82.0966
verified: no, type: nauc_mrr_at_5_std
value: 79.069
verified: no, type: nauc_mrr_at_5_diff1
value: 45.2048
verified: no, type: nauc_mrr_at_10_max
value: 81.139
verified: no, type: nauc_mrr_at_10_std
value: 78.76950000000001
verified: no, type: nauc_mrr_at_10_diff1
value: 44.1875
verified: no, type: nauc_mrr_at_20_max
value: 78.927
verified: no, type: nauc_mrr_at_20_std
value: 76.9423
verified: no, type: nauc_mrr_at_20_diff1
value: 43.4064
verified: no, type: nauc_mrr_at_100_max
value: 75.3608
verified: no, type: nauc_mrr_at_100_std
value: 73.1476
verified: no, type: nauc_mrr_at_100_diff1
value: 42.0849
verified: no, type: nauc_mrr_at_1000_max
value: 73.48649999999999
verified: no, type: nauc_mrr_at_1000_std
value: 71.30189999999999
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.005399999999995
verified: no, type: main_score
value: 1.809
verified: no
task: type: Retrieval, dataset: config: deu-ara
name: MTEB MLQARetrieval (deu-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 2.971
verified: no, type: ndcg_at_3
value: 4.407
verified: no, type: ndcg_at_5
value: 5.009
verified: no, type: ndcg_at_10
value: 5.547
verified: no, type: ndcg_at_20
value: 6.483999999999999
verified: no, type: ndcg_at_100
value: 9.012
verified: no, type: ndcg_at_1000
value: 15.928
verified: no, type: map_at_1
value: 2.971
verified: no, type: map_at_3
value: 4.063
verified: no, type: map_at_5
value: 4.3839999999999995
verified: no, type: map_at_10
value: 4.611
verified: no, type: map_at_20
value: 4.869
verified: no, type: map_at_100
value: 5.175
verified: no, type: map_at_1000
value: 5.357
verified: no, type: recall_at_1
value: 2.971
verified: no, type: recall_at_3
value: 5.396999999999999
verified: no, type: recall_at_5
value: 6.912999999999999
verified: no, type: recall_at_10
value: 8.551
verified: no, type: recall_at_20
value: 12.25
verified: no, type: recall_at_100
value: 26.562
verified: no, type: recall_at_1000
value: 85.749
verified: no, type: precision_at_1
value: 2.971
verified: no, type: precision_at_3
value: 1.799
verified: no, type: precision_at_5
value: 1.383
verified: no, type: precision_at_10
value: 0.855
verified: no, type: precision_at_20
value: 0.612
verified: no, type: precision_at_100
value: 0.266
verified: no, type: precision_at_1000
value: 0.086
verified: no, type: mrr_at_1
value: 2.9715
verified: no, type: mrr_at_3
value: 4.0631
verified: no, type: mrr_at_5
value: 4.3845
verified: no, type: mrr_at_10
value: 4.611
verified: no, type: mrr_at_20
value: 4.8694
verified: no, type: mrr_at_100
value: 5.1749
verified: no, type: mrr_at_1000
value: 5.3568999999999996
verified: no, type: nauc_ndcg_at_1_max
value: 32.6894
verified: no, type: nauc_ndcg_at_1_std
value: 37.065799999999996
verified: no, type: nauc_ndcg_at_1_diff1
value: 31.250899999999998
verified: no, type: nauc_ndcg_at_3_max
value: 27.663
verified: no, type: nauc_ndcg_at_3_std
value: 36.9644
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.3597
verified: no, type: nauc_ndcg_at_5_max
value: 25.1974
verified: no, type: nauc_ndcg_at_5_std
value: 35.0505
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.560200000000002
verified: no, type: nauc_ndcg_at_10_max
value: 23.9112
verified: no, type: nauc_ndcg_at_10_std
value: 35.2984
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.0841
verified: no, type: nauc_ndcg_at_20_max
value: 23.369999999999997
verified: no, type: nauc_ndcg_at_20_std
value: 34.3496
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.503400000000003
verified: no, type: nauc_ndcg_at_100_max
value: 22.0739
verified: no, type: nauc_ndcg_at_100_std
value: 31.7505
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.122500000000002
verified: no, type: nauc_ndcg_at_1000_max
value: 22.7406
verified: no, type: nauc_ndcg_at_1000_std
value: 31.9006
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.196
verified: no, type: nauc_map_at_1_max
value: 32.6894
verified: no, type: nauc_map_at_1_std
value: 37.065799999999996
verified: no, type: nauc_map_at_1_diff1
value: 31.250899999999998
verified: no, type: nauc_map_at_3_max
value: 28.6912
verified: no, type: nauc_map_at_3_std
value: 37.0025
verified: no, type: nauc_map_at_3_diff1
value: 24.6937
verified: no, type: nauc_map_at_5_max
value: 27.0558
verified: no, type: nauc_map_at_5_std
value: 35.779300000000006
verified: no, type: nauc_map_at_5_diff1
value: 22.8574
verified: no, type: nauc_map_at_10_max
value: 26.3151
verified: no, type: nauc_map_at_10_std
value: 35.833
verified: no, type: nauc_map_at_10_diff1
value: 22.5535
verified: no, type: nauc_map_at_20_max
value: 26.025199999999998
verified: no, type: nauc_map_at_20_std
value: 35.4135
verified: no, type: nauc_map_at_20_diff1
value: 22.25
verified: no, type: nauc_map_at_100_max
value: 25.7562
verified: no, type: nauc_map_at_100_std
value: 34.955000000000005
verified: no, type: nauc_map_at_100_diff1
value: 21.5452
verified: no, type: nauc_map_at_1000_max
value: 25.680999999999997
verified: no, type: nauc_map_at_1000_std
value: 34.8921
verified: no, type: nauc_map_at_1000_diff1
value: 21.506
verified: no, type: nauc_recall_at_1_max
value: 32.6894
verified: no, type: nauc_recall_at_1_std
value: 37.065799999999996
verified: no, type: nauc_recall_at_1_diff1
value: 31.250899999999998
verified: no, type: nauc_recall_at_3_max
value: 25.385
verified: no, type: nauc_recall_at_3_std
value: 36.8753
verified: no, type: nauc_recall_at_3_diff1
value: 20.4796
verified: no, type: nauc_recall_at_5_max
value: 21.5393
verified: no, type: nauc_recall_at_5_std
value: 33.5467
verified: no, type: nauc_recall_at_5_diff1
value: 16.0911
verified: no, type: nauc_recall_at_10_max
value: 19.689899999999998
verified: no, type: nauc_recall_at_10_std
value: 34.426899999999996
verified: no, type: nauc_recall_at_10_diff1
value: 15.8672
verified: no, type: nauc_recall_at_20_max
value: 19.564
verified: no, type: nauc_recall_at_20_std
value: 32.7697
verified: no, type: nauc_recall_at_20_diff1
value: 15.635499999999999
verified: no, type: nauc_recall_at_100_max
value: 17.8571
verified: no, type: nauc_recall_at_100_std
value: 27.1348
verified: no, type: nauc_recall_at_100_diff1
value: 9.299399999999999
verified: no, type: nauc_recall_at_1000_max
value: 20.700499999999998
verified: no, type: nauc_recall_at_1000_std
value: 24.726200000000002
verified: no, type: nauc_recall_at_1000_diff1
value: 10.3619
verified: no, type: nauc_precision_at_1_max
value: 32.6894
verified: no, type: nauc_precision_at_1_std
value: 37.065799999999996
verified: no, type: nauc_precision_at_1_diff1
value: 31.250899999999998
verified: no, type: nauc_precision_at_3_max
value: 25.385
verified: no, type: nauc_precision_at_3_std
value: 36.8753
verified: no, type: nauc_precision_at_3_diff1
value: 20.4796
verified: no, type: nauc_precision_at_5_max
value: 21.5393
verified: no, type: nauc_precision_at_5_std
value: 33.5467
verified: no, type: nauc_precision_at_5_diff1
value: 16.0911
verified: no, type: nauc_precision_at_10_max
value: 19.689899999999998
verified: no, type: nauc_precision_at_10_std
value: 34.426899999999996
verified: no, type: nauc_precision_at_10_diff1
value: 15.8672
verified: no, type: nauc_precision_at_20_max
value: 19.564
verified: no, type: nauc_precision_at_20_std
value: 32.7697
verified: no, type: nauc_precision_at_20_diff1
value: 15.635499999999999
verified: no, type: nauc_precision_at_100_max
value: 17.8571
verified: no, type: nauc_precision_at_100_std
value: 27.1348
verified: no, type: nauc_precision_at_100_diff1
value: 9.299399999999999
verified: no, type: nauc_precision_at_1000_max
value: 20.700499999999998
verified: no, type: nauc_precision_at_1000_std
value: 24.726200000000002
verified: no, type: nauc_precision_at_1000_diff1
value: 10.3619
verified: no, type: nauc_mrr_at_1_max
value: 32.6894
verified: no, type: nauc_mrr_at_1_std
value: 37.065799999999996
verified: no, type: nauc_mrr_at_1_diff1
value: 31.250899999999998
verified: no, type: nauc_mrr_at_3_max
value: 28.6912
verified: no, type: nauc_mrr_at_3_std
value: 37.0025
verified: no, type: nauc_mrr_at_3_diff1
value: 24.6937
verified: no, type: nauc_mrr_at_5_max
value: 27.0558
verified: no, type: nauc_mrr_at_5_std
value: 35.779300000000006
verified: no, type: nauc_mrr_at_5_diff1
value: 22.8574
verified: no, type: nauc_mrr_at_10_max
value: 26.3151
verified: no, type: nauc_mrr_at_10_std
value: 35.833
verified: no, type: nauc_mrr_at_10_diff1
value: 22.5535
verified: no, type: nauc_mrr_at_20_max
value: 26.025199999999998
verified: no, type: nauc_mrr_at_20_std
value: 35.4135
verified: no, type: nauc_mrr_at_20_diff1
value: 22.25
verified: no, type: nauc_mrr_at_100_max
value: 25.7562
verified: no, type: nauc_mrr_at_100_std
value: 34.955000000000005
verified: no, type: nauc_mrr_at_100_diff1
value: 21.5452
verified: no, type: nauc_mrr_at_1000_max
value: 25.680999999999997
verified: no, type: nauc_mrr_at_1000_std
value: 34.8921
verified: no, type: nauc_mrr_at_1000_diff1
value: 21.506
verified: no, type: main_score
value: 5.547
verified: no
task: type: Retrieval, dataset: config: eng-ara
name: MTEB MLQARetrieval (eng-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 3.0380000000000003
verified: no, type: ndcg_at_3
value: 4.629
verified: no, type: ndcg_at_5
value: 5.494000000000001
verified: no, type: ndcg_at_10
value: 6.299
verified: no, type: ndcg_at_20
value: 7.3020000000000005
verified: no, type: ndcg_at_100
value: 9.907
verified: no, type: ndcg_at_1000
value: 14.696000000000002
verified: no, type: map_at_1
value: 3.0380000000000003
verified: no, type: map_at_3
value: 4.216
verified: no, type: map_at_5
value: 4.696
verified: no, type: map_at_10
value: 5.025
verified: no, type: map_at_20
value: 5.2940000000000005
verified: no, type: map_at_100
value: 5.621
verified: no, type: map_at_1000
value: 5.758
verified: no, type: recall_at_1
value: 3.0380000000000003
verified: no, type: recall_at_3
value: 5.832
verified: no, type: recall_at_5
value: 7.932
verified: no, type: recall_at_10
value: 10.435
verified: no, type: recall_at_20
value: 14.448
verified: no, type: recall_at_100
value: 28.988999999999997
verified: no, type: recall_at_1000
value: 69.20100000000001
verified: no, type: precision_at_1
value: 3.0380000000000003
verified: no, type: precision_at_3
value: 1.944
verified: no, type: precision_at_5
value: 1.5859999999999999
verified: no, type: precision_at_10
value: 1.044
verified: no, type: precision_at_20
value: 0.7230000000000001
verified: no, type: precision_at_100
value: 0.29
verified: no, type: precision_at_1000
value: 0.06899999999999999
verified: no, type: mrr_at_1
value: 3.0377
verified: no, type: mrr_at_3
value: 4.2159
verified: no, type: mrr_at_5
value: 4.6959
verified: no, type: mrr_at_10
value: 5.026400000000001
verified: no, type: mrr_at_20
value: 5.2953
verified: no, type: mrr_at_100
value: 5.622
verified: no, type: mrr_at_1000
value: 5.7597000000000005
verified: no, type: nauc_ndcg_at_1_max
value: 31.7087
verified: no, type: nauc_ndcg_at_1_std
value: 29.2462
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.9373
verified: no, type: nauc_ndcg_at_3_max
value: 27.7107
verified: no, type: nauc_ndcg_at_3_std
value: 25.156200000000002
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.2005
verified: no, type: nauc_ndcg_at_5_max
value: 25.481399999999997
verified: no, type: nauc_ndcg_at_5_std
value: 23.591
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.871199999999998
verified: no, type: nauc_ndcg_at_10_max
value: 22.9291
verified: no, type: nauc_ndcg_at_10_std
value: 23.0025
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.0835
verified: no, type: nauc_ndcg_at_20_max
value: 21.6573
verified: no, type: nauc_ndcg_at_20_std
value: 22.9436
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.2464
verified: no, type: nauc_ndcg_at_100_max
value: 19.8955
verified: no, type: nauc_ndcg_at_100_std
value: 22.7652
verified: no, type: nauc_ndcg_at_100_diff1
value: 17.1338
verified: no, type: nauc_ndcg_at_1000_max
value: 19.578400000000002
verified: no, type: nauc_ndcg_at_1000_std
value: 22.2603
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.8862
verified: no, type: nauc_map_at_1_max
value: 31.7087
verified: no, type: nauc_map_at_1_std
value: 29.2462
verified: no, type: nauc_map_at_1_diff1
value: 40.9373
verified: no, type: nauc_map_at_3_max
value: 28.4128
verified: no, type: nauc_map_at_3_std
value: 25.8257
verified: no, type: nauc_map_at_3_diff1
value: 31.372299999999996
verified: no, type: nauc_map_at_5_max
value: 26.925300000000004
verified: no, type: nauc_map_at_5_std
value: 24.7342
verified: no, type: nauc_map_at_5_diff1
value: 28.366799999999998
verified: no, type: nauc_map_at_10_max
value: 25.546999999999997
verified: no, type: nauc_map_at_10_std
value: 24.3893
verified: no, type: nauc_map_at_10_diff1
value: 26.756400000000003
verified: no, type: nauc_map_at_20_max
value: 25.0158
verified: no, type: nauc_map_at_20_std
value: 24.3293
verified: no, type: nauc_map_at_20_diff1
value: 25.9481
verified: no, type: nauc_map_at_100_max
value: 24.590799999999998
verified: no, type: nauc_map_at_100_std
value: 24.2122
verified: no, type: nauc_map_at_100_diff1
value: 25.119999999999997
verified: no, type: nauc_map_at_1000_max
value: 24.5501
verified: no, type: nauc_map_at_1000_std
value: 24.1677
verified: no, type: nauc_map_at_1000_diff1
value: 25.132900000000003
verified: no, type: nauc_recall_at_1_max
value: 31.7087
verified: no, type: nauc_recall_at_1_std
value: 29.2462
verified: no, type: nauc_recall_at_1_diff1
value: 40.9373
verified: no, type: nauc_recall_at_3_max
value: 26.2436
verified: no, type: nauc_recall_at_3_std
value: 23.771700000000003
verified: no, type: nauc_recall_at_3_diff1
value: 24.6302
verified: no, type: nauc_recall_at_5_max
value: 22.8063
verified: no, type: nauc_recall_at_5_std
value: 21.523400000000002
verified: no, type: nauc_recall_at_5_diff1
value: 18.494
verified: no, type: nauc_recall_at_10_max
value: 18.574099999999998
verified: no, type: nauc_recall_at_10_std
value: 20.822499999999998
verified: no, type: nauc_recall_at_10_diff1
value: 14.5946
verified: no, type: nauc_recall_at_20_max
value: 16.7072
verified: no, type: nauc_recall_at_20_std
value: 21.1182
verified: no, type: nauc_recall_at_20_diff1
value: 12.1733
verified: no, type: nauc_recall_at_100_max
value: 14.1817
verified: no, type: nauc_recall_at_100_std
value: 21.5095
verified: no, type: nauc_recall_at_100_diff1
value: 7.9363
verified: no, type: nauc_recall_at_1000_max
value: 11.9019
verified: no, type: nauc_recall_at_1000_std
value: 19.5945
verified: no, type: nauc_recall_at_1000_diff1
value: 9.0965
verified: no, type: nauc_precision_at_1_max
value: 31.7087
verified: no, type: nauc_precision_at_1_std
value: 29.2462
verified: no, type: nauc_precision_at_1_diff1
value: 40.9373
verified: no, type: nauc_precision_at_3_max
value: 26.2436
verified: no, type: nauc_precision_at_3_std
value: 23.771700000000003
verified: no, type: nauc_precision_at_3_diff1
value: 24.6302
verified: no, type: nauc_precision_at_5_max
value: 22.8063
verified: no, type: nauc_precision_at_5_std
value: 21.523400000000002
verified: no, type: nauc_precision_at_5_diff1
value: 18.494
verified: no, type: nauc_precision_at_10_max
value: 18.5339
verified: no, type: nauc_precision_at_10_std
value: 20.8035
verified: no, type: nauc_precision_at_10_diff1
value: 14.615300000000001
verified: no, type: nauc_precision_at_20_max
value: 16.676099999999998
verified: no, type: nauc_precision_at_20_std
value: 21.102999999999998
verified: no, type: nauc_precision_at_20_diff1
value: 12.191
verified: no, type: nauc_precision_at_100_max
value: 14.1521
verified: no, type: nauc_precision_at_100_std
value: 21.4841
verified: no, type: nauc_precision_at_100_diff1
value: 7.939400000000001
verified: no, type: nauc_precision_at_1000_max
value: 11.837399999999999
verified: no, type: nauc_precision_at_1000_std
value: 19.5457
verified: no, type: nauc_precision_at_1000_diff1
value: 9.1144
verified: no, type: nauc_mrr_at_1_max
value: 31.7087
verified: no, type: nauc_mrr_at_1_std
value: 29.2462
verified: no, type: nauc_mrr_at_1_diff1
value: 40.9373
verified: no, type: nauc_mrr_at_3_max
value: 28.4128
verified: no, type: nauc_mrr_at_3_std
value: 25.8257
verified: no, type: nauc_mrr_at_3_diff1
value: 31.372299999999996
verified: no, type: nauc_mrr_at_5_max
value: 26.925300000000004
verified: no, type: nauc_mrr_at_5_std
value: 24.7342
verified: no, type: nauc_mrr_at_5_diff1
value: 28.366799999999998
verified: no, type: nauc_mrr_at_10_max
value: 25.535200000000003
verified: no, type: nauc_mrr_at_10_std
value: 24.383399999999998
verified: no, type: nauc_mrr_at_10_diff1
value: 26.7594
verified: no, type: nauc_mrr_at_20_max
value: 25.0044
verified: no, type: nauc_mrr_at_20_std
value: 24.323700000000002
verified: no, type: nauc_mrr_at_20_diff1
value: 25.9511
verified: no, type: nauc_mrr_at_100_max
value: 24.5789
verified: no, type: nauc_mrr_at_100_std
value: 24.205299999999998
verified: no, type: nauc_mrr_at_100_diff1
value: 25.122
verified: no, type: nauc_mrr_at_1000_max
value: 24.538899999999998
verified: no, type: nauc_mrr_at_1000_std
value: 24.1612
verified: no, type: nauc_mrr_at_1000_diff1
value: 25.1347
verified: no, type: main_score
value: 6.299
verified: no
task: type: Retrieval, dataset: config: spa-ara
name: MTEB MLQARetrieval (spa-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 2.2239999999999998
verified: no, type: ndcg_at_3
value: 3.54
verified: no, type: ndcg_at_5
value: 3.9960000000000004
verified: no, type: ndcg_at_10
value: 4.809
verified: no, type: ndcg_at_20
value: 5.731
verified: no, type: ndcg_at_100
value: 8.112
verified: no, type: ndcg_at_1000
value: 14.621999999999998
verified: no, type: map_at_1
value: 2.2239999999999998
verified: no, type: map_at_3
value: 3.193
verified: no, type: map_at_5
value: 3.4459999999999997
verified: no, type: map_at_10
value: 3.789
verified: no, type: map_at_20
value: 4.042
verified: no, type: map_at_100
value: 4.329000000000001
verified: no, type: map_at_1000
value: 4.5089999999999995
verified: no, type: recall_at_1
value: 2.2239999999999998
verified: no, type: recall_at_3
value: 4.55
verified: no, type: recall_at_5
value: 5.662
verified: no, type: recall_at_10
value: 8.14
verified: no, type: recall_at_20
value: 11.78
verified: no, type: recall_at_100
value: 25.278
verified: no, type: recall_at_1000
value: 80.384
verified: no, type: precision_at_1
value: 2.2239999999999998
verified: no, type: precision_at_3
value: 1.517
verified: no, type: precision_at_5
value: 1.1320000000000001
verified: no, type: precision_at_10
value: 0.814
verified: no, type: precision_at_20
value: 0.5890000000000001
verified: no, type: precision_at_100
value: 0.253
verified: no, type: precision_at_1000
value: 0.08
verified: no, type: mrr_at_1
value: 2.2245
verified: no, type: mrr_at_3
value: 3.1935
verified: no, type: mrr_at_5
value: 3.4462
verified: no, type: mrr_at_10
value: 3.7885
verified: no, type: mrr_at_20
value: 4.0421
verified: no, type: mrr_at_100
value: 4.3286
verified: no, type: mrr_at_1000
value: 4.5089999999999995
verified: no, type: nauc_ndcg_at_1_max
value: 37.09
verified: no, type: nauc_ndcg_at_1_std
value: 36.2718
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.152299999999997
verified: no, type: nauc_ndcg_at_3_max
value: 30.8249
verified: no, type: nauc_ndcg_at_3_std
value: 39.1117
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.576900000000002
verified: no, type: nauc_ndcg_at_5_max
value: 28.164099999999998
verified: no, type: nauc_ndcg_at_5_std
value: 35.668
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.851
verified: no, type: nauc_ndcg_at_10_max
value: 26.4948
verified: no, type: nauc_ndcg_at_10_std
value: 35.2639
verified: no, type: nauc_ndcg_at_10_diff1
value: 21.532999999999998
verified: no, type: nauc_ndcg_at_20_max
value: 23.247999999999998
verified: no, type: nauc_ndcg_at_20_std
value: 33.630500000000005
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.796
verified: no, type: nauc_ndcg_at_100_max
value: 20.4396
verified: no, type: nauc_ndcg_at_100_std
value: 31.7097
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.846700000000002
verified: no, type: nauc_ndcg_at_1000_max
value: 19.5806
verified: no, type: nauc_ndcg_at_1000_std
value: 30.947599999999998
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.1545
verified: no, type: nauc_map_at_1_max
value: 37.09
verified: no, type: nauc_map_at_1_std
value: 36.2718
verified: no, type: nauc_map_at_1_diff1
value: 30.152299999999997
verified: no, type: nauc_map_at_3_max
value: 31.9943
verified: no, type: nauc_map_at_3_std
value: 38.8633
verified: no, type: nauc_map_at_3_diff1
value: 26.2649
verified: no, type: nauc_map_at_5_max
value: 30.1378
verified: no, type: nauc_map_at_5_std
value: 36.6617
verified: no, type: nauc_map_at_5_diff1
value: 25.150299999999998
verified: no, type: nauc_map_at_10_max
value: 28.903299999999998
verified: no, type: nauc_map_at_10_std
value: 36.1879
verified: no, type: nauc_map_at_10_diff1
value: 23.8403
verified: no, type: nauc_map_at_20_max
value: 27.511400000000002
verified: no, type: nauc_map_at_20_std
value: 35.4369
verified: no, type: nauc_map_at_20_diff1
value: 23.075100000000003
verified: no, type: nauc_map_at_100_max
value: 26.761699999999998
verified: no, type: nauc_map_at_100_std
value: 34.9821
verified: no, type: nauc_map_at_100_diff1
value: 22.3835
verified: no, type: nauc_map_at_1000_max
value: 26.6881
verified: no, type: nauc_map_at_1000_std
value: 34.888400000000004
verified: no, type: nauc_map_at_1000_diff1
value: 22.2791
verified: no, type: nauc_recall_at_1_max
value: 37.09
verified: no, type: nauc_recall_at_1_std
value: 36.2718
verified: no, type: nauc_recall_at_1_diff1
value: 30.152299999999997
verified: no, type: nauc_recall_at_3_max
value: 28.4226
verified: no, type: nauc_recall_at_3_std
value: 39.5484
verified: no, type: nauc_recall_at_3_diff1
value: 24.2068
verified: no, type: nauc_recall_at_5_max
value: 24.482499999999998
verified: no, type: nauc_recall_at_5_std
value: 33.571600000000004
verified: no, type: nauc_recall_at_5_diff1
value: 21.4013
verified: no, type: nauc_recall_at_10_max
value: 23.0096
verified: no, type: nauc_recall_at_10_std
value: 33.8949
verified: no, type: nauc_recall_at_10_diff1
value: 17.8652
verified: no, type: nauc_recall_at_20_max
value: 17.5931
verified: no, type: nauc_recall_at_20_std
value: 31.2361
verified: no, type: nauc_recall_at_20_diff1
value: 15.3625
verified: no, type: nauc_recall_at_100_max
value: 13.912700000000001
verified: no, type: nauc_recall_at_100_std
value: 28.1128
verified: no, type: nauc_recall_at_100_diff1
value: 10.7523
verified: no, type: nauc_recall_at_1000_max
value: 5.9199
verified: no, type: nauc_recall_at_1000_std
value: 23.0928
verified: no, type: nauc_recall_at_1000_diff1
value: 4.8763000000000005
verified: no, type: nauc_precision_at_1_max
value: 37.09
verified: no, type: nauc_precision_at_1_std
value: 36.2718
verified: no, type: nauc_precision_at_1_diff1
value: 30.152299999999997
verified: no, type: nauc_precision_at_3_max
value: 28.4226
verified: no, type: nauc_precision_at_3_std
value: 39.5484
verified: no, type: nauc_precision_at_3_diff1
value: 24.2068
verified: no, type: nauc_precision_at_5_max
value: 24.482499999999998
verified: no, type: nauc_precision_at_5_std
value: 33.571600000000004
verified: no, type: nauc_precision_at_5_diff1
value: 21.4013
verified: no, type: nauc_precision_at_10_max
value: 23.0096
verified: no, type: nauc_precision_at_10_std
value: 33.8949
verified: no, type: nauc_precision_at_10_diff1
value: 17.8652
verified: no, type: nauc_precision_at_20_max
value: 17.5931
verified: no, type: nauc_precision_at_20_std
value: 31.2361
verified: no, type: nauc_precision_at_20_diff1
value: 15.3625
verified: no, type: nauc_precision_at_100_max
value: 13.912700000000001
verified: no, type: nauc_precision_at_100_std
value: 28.1128
verified: no, type: nauc_precision_at_100_diff1
value: 10.7523
verified: no, type: nauc_precision_at_1000_max
value: 5.9199
verified: no, type: nauc_precision_at_1000_std
value: 23.0928
verified: no, type: nauc_precision_at_1000_diff1
value: 4.8763000000000005
verified: no, type: nauc_mrr_at_1_max
value: 37.09
verified: no, type: nauc_mrr_at_1_std
value: 36.2718
verified: no, type: nauc_mrr_at_1_diff1
value: 30.152299999999997
verified: no, type: nauc_mrr_at_3_max
value: 31.9943
verified: no, type: nauc_mrr_at_3_std
value: 38.8633
verified: no, type: nauc_mrr_at_3_diff1
value: 26.2649
verified: no, type: nauc_mrr_at_5_max
value: 30.1378
verified: no, type: nauc_mrr_at_5_std
value: 36.6617
verified: no, type: nauc_mrr_at_5_diff1
value: 25.150299999999998
verified: no, type: nauc_mrr_at_10_max
value: 28.903299999999998
verified: no, type: nauc_mrr_at_10_std
value: 36.1879
verified: no, type: nauc_mrr_at_10_diff1
value: 23.8403
verified: no, type: nauc_mrr_at_20_max
value: 27.511400000000002
verified: no, type: nauc_mrr_at_20_std
value: 35.4369
verified: no, type: nauc_mrr_at_20_diff1
value: 23.075100000000003
verified: no, type: nauc_mrr_at_100_max
value: 26.761699999999998
verified: no, type: nauc_mrr_at_100_std
value: 34.9821
verified: no, type: nauc_mrr_at_100_diff1
value: 22.3835
verified: no, type: nauc_mrr_at_1000_max
value: 26.6881
verified: no, type: nauc_mrr_at_1000_std
value: 34.888400000000004
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.2791
verified: no, type: main_score
value: 4.809
verified: no
task: type: Retrieval, dataset: config: hin-ara
name: MTEB MLQARetrieval (hin-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 2.458
verified: no, type: ndcg_at_3
value: 3.592
verified: no, type: ndcg_at_5
value: 3.839
verified: no, type: ndcg_at_10
value: 4.216
verified: no, type: ndcg_at_20
value: 4.781
verified: no, type: ndcg_at_100
value: 6.292000000000001
verified: no, type: ndcg_at_1000
value: 12.802
verified: no, type: map_at_1
value: 2.458
verified: no, type: map_at_3
value: 3.322
verified: no, type: map_at_5
value: 3.459
verified: no, type: map_at_10
value: 3.618
verified: no, type: map_at_20
value: 3.772
verified: no, type: map_at_100
value: 3.9600000000000004
verified: no, type: map_at_1000
value: 4.12
verified: no, type: recall_at_1
value: 2.458
verified: no, type: recall_at_3
value: 4.369
verified: no, type: recall_at_5
value: 4.97
verified: no, type: recall_at_10
value: 6.117
verified: no, type: recall_at_20
value: 8.356
verified: no, type: recall_at_100
value: 16.821
verified: no, type: recall_at_1000
value: 73.348
verified: no, type: precision_at_1
value: 2.458
verified: no, type: precision_at_3
value: 1.456
verified: no, type: precision_at_5
value: 0.9939999999999999
verified: no, type: precision_at_10
value: 0.612
verified: no, type: precision_at_20
value: 0.418
verified: no, type: precision_at_100
value: 0.168
verified: no, type: precision_at_1000
value: 0.073
verified: no, type: mrr_at_1
value: 2.4577
verified: no, type: mrr_at_3
value: 3.3223999999999996
verified: no, type: mrr_at_5
value: 3.4589000000000003
verified: no, type: mrr_at_10
value: 3.6184000000000003
verified: no, type: mrr_at_20
value: 3.7725
verified: no, type: mrr_at_100
value: 3.9600999999999997
verified: no, type: mrr_at_1000
value: 4.1201
verified: no, type: nauc_ndcg_at_1_max
value: 54.0713
verified: no, type: nauc_ndcg_at_1_std
value: 31.7363
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.967
verified: no, type: nauc_ndcg_at_3_max
value: 48.5172
verified: no, type: nauc_ndcg_at_3_std
value: 32.6197
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.6777
verified: no, type: nauc_ndcg_at_5_max
value: 48.8942
verified: no, type: nauc_ndcg_at_5_std
value: 34.1079
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.471900000000005
verified: no, type: nauc_ndcg_at_10_max
value: 45.5011
verified: no, type: nauc_ndcg_at_10_std
value: 31.8684
verified: no, type: nauc_ndcg_at_10_diff1
value: 33.7644
verified: no, type: nauc_ndcg_at_20_max
value: 40.808699999999995
verified: no, type: nauc_ndcg_at_20_std
value: 29.6373
verified: no, type: nauc_ndcg_at_20_diff1
value: 30.145899999999997
verified: no, type: nauc_ndcg_at_100_max
value: 35.297200000000004
verified: no, type: nauc_ndcg_at_100_std
value: 25.7903
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.9329
verified: no, type: nauc_ndcg_at_1000_max
value: 30.619699999999998
verified: no, type: nauc_ndcg_at_1000_std
value: 19.714599999999997
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.2666
verified: no, type: nauc_map_at_1_max
value: 54.0713
verified: no, type: nauc_map_at_1_std
value: 31.7363
verified: no, type: nauc_map_at_1_diff1
value: 50.967
verified: no, type: nauc_map_at_3_max
value: 49.5646
verified: no, type: nauc_map_at_3_std
value: 32.7418
verified: no, type: nauc_map_at_3_diff1
value: 40.895700000000005
verified: no, type: nauc_map_at_5_max
value: 49.7406
verified: no, type: nauc_map_at_5_std
value: 33.6328
verified: no, type: nauc_map_at_5_diff1
value: 39.4091
verified: no, type: nauc_map_at_10_max
value: 48.0447
verified: no, type: nauc_map_at_10_std
value: 32.5368
verified: no, type: nauc_map_at_10_diff1
value: 37.9346
verified: no, type: nauc_map_at_20_max
value: 46.3547
verified: no, type: nauc_map_at_20_std
value: 31.782100000000003
verified: no, type: nauc_map_at_20_diff1
value: 36.5579
verified: no, type: nauc_map_at_100_max
value: 45.0854
verified: no, type: nauc_map_at_100_std
value: 30.8573
verified: no, type: nauc_map_at_100_diff1
value: 35.423
verified: no, type: nauc_map_at_1000_max
value: 44.6083
verified: no, type: nauc_map_at_1000_std
value: 30.4409
verified: no, type: nauc_map_at_1000_diff1
value: 35.109899999999996
verified: no, type: nauc_recall_at_1_max
value: 54.0713
verified: no, type: nauc_recall_at_1_std
value: 31.7363
verified: no, type: nauc_recall_at_1_diff1
value: 50.967
verified: no, type: nauc_recall_at_3_max
value: 46.2009
verified: no, type: nauc_recall_at_3_std
value: 32.2641
verified: no, type: nauc_recall_at_3_diff1
value: 33.8024
verified: no, type: nauc_recall_at_5_max
value: 47.2308
verified: no, type: nauc_recall_at_5_std
value: 35.1576
verified: no, type: nauc_recall_at_5_diff1
value: 30.372100000000003
verified: no, type: nauc_recall_at_10_max
value: 40.3934
verified: no, type: nauc_recall_at_10_std
value: 30.314999999999998
verified: no, type: nauc_recall_at_10_diff1
value: 25.892
verified: no, type: nauc_recall_at_20_max
value: 30.976599999999998
verified: no, type: nauc_recall_at_20_std
value: 25.508599999999998
verified: no, type: nauc_recall_at_20_diff1
value: 19.628300000000003
verified: no, type: nauc_recall_at_100_max
value: 22.770699999999998
verified: no, type: nauc_recall_at_100_std
value: 19.0499
verified: no, type: nauc_recall_at_100_diff1
value: 11.955200000000001
verified: no, type: nauc_recall_at_1000_max
value: 8.6651
verified: no, type: nauc_recall_at_1000_std
value: -1.8262
verified: no, type: nauc_recall_at_1000_diff1
value: 8.1906
verified: no, type: nauc_precision_at_1_max
value: 54.0713
verified: no, type: nauc_precision_at_1_std
value: 31.7363
verified: no, type: nauc_precision_at_1_diff1
value: 50.967
verified: no, type: nauc_precision_at_3_max
value: 46.2009
verified: no, type: nauc_precision_at_3_std
value: 32.2641
verified: no, type: nauc_precision_at_3_diff1
value: 33.8024
verified: no, type: nauc_precision_at_5_max
value: 47.2308
verified: no, type: nauc_precision_at_5_std
value: 35.1576
verified: no, type: nauc_precision_at_5_diff1
value: 30.372100000000003
verified: no, type: nauc_precision_at_10_max
value: 40.3934
verified: no, type: nauc_precision_at_10_std
value: 30.314999999999998
verified: no, type: nauc_precision_at_10_diff1
value: 25.892
verified: no, type: nauc_precision_at_20_max
value: 30.976599999999998
verified: no, type: nauc_precision_at_20_std
value: 25.508599999999998
verified: no, type: nauc_precision_at_20_diff1
value: 19.628300000000003
verified: no, type: nauc_precision_at_100_max
value: 22.770699999999998
verified: no, type: nauc_precision_at_100_std
value: 19.0499
verified: no, type: nauc_precision_at_100_diff1
value: 11.955200000000001
verified: no, type: nauc_precision_at_1000_max
value: 8.6651
verified: no, type: nauc_precision_at_1000_std
value: -1.8262
verified: no, type: nauc_precision_at_1000_diff1
value: 8.1906
verified: no, type: nauc_mrr_at_1_max
value: 54.0713
verified: no, type: nauc_mrr_at_1_std
value: 31.7363
verified: no, type: nauc_mrr_at_1_diff1
value: 50.967
verified: no, type: nauc_mrr_at_3_max
value: 49.5646
verified: no, type: nauc_mrr_at_3_std
value: 32.7418
verified: no, type: nauc_mrr_at_3_diff1
value: 40.895700000000005
verified: no, type: nauc_mrr_at_5_max
value: 49.7406
verified: no, type: nauc_mrr_at_5_std
value: 33.6328
verified: no, type: nauc_mrr_at_5_diff1
value: 39.4091
verified: no, type: nauc_mrr_at_10_max
value: 48.0447
verified: no, type: nauc_mrr_at_10_std
value: 32.5368
verified: no, type: nauc_mrr_at_10_diff1
value: 37.9346
verified: no, type: nauc_mrr_at_20_max
value: 46.3547
verified: no, type: nauc_mrr_at_20_std
value: 31.782100000000003
verified: no, type: nauc_mrr_at_20_diff1
value: 36.5579
verified: no, type: nauc_mrr_at_100_max
value: 45.0854
verified: no, type: nauc_mrr_at_100_std
value: 30.8573
verified: no, type: nauc_mrr_at_100_diff1
value: 35.423
verified: no, type: nauc_mrr_at_1000_max
value: 44.6083
verified: no, type: nauc_mrr_at_1000_std
value: 30.4409
verified: no, type: nauc_mrr_at_1000_diff1
value: 35.109899999999996
verified: no, type: main_score
value: 4.216
verified: no
task: type: Retrieval, dataset: config: vie-ara
name: MTEB MLQARetrieval (vie-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 1.661
verified: no, type: ndcg_at_3
value: 2.9610000000000003
verified: no, type: ndcg_at_5
value: 3.4410000000000003
verified: no, type: ndcg_at_10
value: 4.138
verified: no, type: ndcg_at_20
value: 4.88
verified: no, type: ndcg_at_100
value: 7.398000000000001
verified: no, type: ndcg_at_1000
value: 13.520999999999999
verified: no, type: map_at_1
value: 1.661
verified: no, type: map_at_3
value: 2.605
verified: no, type: map_at_5
value: 2.869
verified: no, type: map_at_10
value: 3.168
verified: no, type: map_at_20
value: 3.372
verified: no, type: map_at_100
value: 3.678
verified: no, type: map_at_1000
value: 3.84
verified: no, type: recall_at_1
value: 1.661
verified: no, type: recall_at_3
value: 4.006
verified: no, type: recall_at_5
value: 5.178
verified: no, type: recall_at_10
value: 7.278999999999999
verified: no, type: recall_at_20
value: 10.209999999999999
verified: no, type: recall_at_100
value: 24.426000000000002
verified: no, type: recall_at_1000
value: 76.795
verified: no, type: precision_at_1
value: 1.661
verified: no, type: precision_at_3
value: 1.335
verified: no, type: precision_at_5
value: 1.036
verified: no, type: precision_at_10
value: 0.728
verified: no, type: precision_at_20
value: 0.511
verified: no, type: precision_at_100
value: 0.244
verified: no, type: precision_at_1000
value: 0.077
verified: no, type: mrr_at_1
value: 1.661
verified: no, type: mrr_at_3
value: 2.6054
verified: no, type: mrr_at_5
value: 2.8691999999999998
verified: no, type: mrr_at_10
value: 3.1683000000000003
verified: no, type: mrr_at_20
value: 3.372
verified: no, type: mrr_at_100
value: 3.678
verified: no, type: mrr_at_1000
value: 3.8400999999999996
verified: no, type: nauc_ndcg_at_1_max
value: 52.0509
verified: no, type: nauc_ndcg_at_1_std
value: 43.9608
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.3833
verified: no, type: nauc_ndcg_at_3_max
value: 47.7374
verified: no, type: nauc_ndcg_at_3_std
value: 41.4121
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.0473
verified: no, type: nauc_ndcg_at_5_max
value: 44.242799999999995
verified: no, type: nauc_ndcg_at_5_std
value: 35.7479
verified: no, type: nauc_ndcg_at_5_diff1
value: 25.5821
verified: no, type: nauc_ndcg_at_10_max
value: 39.114599999999996
verified: no, type: nauc_ndcg_at_10_std
value: 33.4773
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.2642
verified: no, type: nauc_ndcg_at_20_max
value: 35.8547
verified: no, type: nauc_ndcg_at_20_std
value: 31.562600000000003
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.5296
verified: no, type: nauc_ndcg_at_100_max
value: 31.7722
verified: no, type: nauc_ndcg_at_100_std
value: 29.8534
verified: no, type: nauc_ndcg_at_100_diff1
value: 14.9118
verified: no, type: nauc_ndcg_at_1000_max
value: 31.561
verified: no, type: nauc_ndcg_at_1000_std
value: 30.438399999999998
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.739399999999998
verified: no, type: nauc_map_at_1_max
value: 52.0509
verified: no, type: nauc_map_at_1_std
value: 43.9608
verified: no, type: nauc_map_at_1_diff1
value: 40.3833
verified: no, type: nauc_map_at_3_max
value: 48.6304
verified: no, type: nauc_map_at_3_std
value: 41.7196
verified: no, type: nauc_map_at_3_diff1
value: 28.8719
verified: no, type: nauc_map_at_5_max
value: 46.1294
verified: no, type: nauc_map_at_5_std
value: 37.884499999999996
verified: no, type: nauc_map_at_5_diff1
value: 28.395
verified: no, type: nauc_map_at_10_max
value: 43.2302
verified: no, type: nauc_map_at_10_std
value: 36.539899999999996
verified: no, type: nauc_map_at_10_diff1
value: 26.9009
verified: no, type: nauc_map_at_20_max
value: 41.6755
verified: no, type: nauc_map_at_20_std
value: 35.621700000000004
verified: no, type: nauc_map_at_20_diff1
value: 24.8058
verified: no, type: nauc_map_at_100_max
value: 40.4824
verified: no, type: nauc_map_at_100_std
value: 35.1042
verified: no, type: nauc_map_at_100_diff1
value: 23.7136
verified: no, type: nauc_map_at_1000_max
value: 40.3336
verified: no, type: nauc_map_at_1000_std
value: 35.019600000000004
verified: no, type: nauc_map_at_1000_diff1
value: 23.5824
verified: no, type: nauc_recall_at_1_max
value: 52.0509
verified: no, type: nauc_recall_at_1_std
value: 43.9608
verified: no, type: nauc_recall_at_1_diff1
value: 40.3833
verified: no, type: nauc_recall_at_3_max
value: 45.9996
verified: no, type: nauc_recall_at_3_std
value: 40.8575
verified: no, type: nauc_recall_at_3_diff1
value: 20.5792
verified: no, type: nauc_recall_at_5_max
value: 40.970600000000005
verified: no, type: nauc_recall_at_5_std
value: 31.9328
verified: no, type: nauc_recall_at_5_diff1
value: 20.8545
verified: no, type: nauc_recall_at_10_max
value: 32.7878
verified: no, type: nauc_recall_at_10_std
value: 28.8506
verified: no, type: nauc_recall_at_10_diff1
value: 18.0992
verified: no, type: nauc_recall_at_20_max
value: 28.437099999999997
verified: no, type: nauc_recall_at_20_std
value: 26.4612
verified: no, type: nauc_recall_at_20_diff1
value: 10.5831
verified: no, type: nauc_recall_at_100_max
value: 23.6814
verified: no, type: nauc_recall_at_100_std
value: 25.175399999999996
verified: no, type: nauc_recall_at_100_diff1
value: 6.919899999999999
verified: no, type: nauc_recall_at_1000_max
value: 21.0382
verified: no, type: nauc_recall_at_1000_std
value: 26.933699999999998
verified: no, type: nauc_recall_at_1000_diff1
value: -0.5579
verified: no, type: nauc_precision_at_1_max
value: 52.0509
verified: no, type: nauc_precision_at_1_std
value: 43.9608
verified: no, type: nauc_precision_at_1_diff1
value: 40.3833
verified: no, type: nauc_precision_at_3_max
value: 45.9996
verified: no, type: nauc_precision_at_3_std
value: 40.8575
verified: no, type: nauc_precision_at_3_diff1
value: 20.5792
verified: no, type: nauc_precision_at_5_max
value: 40.970600000000005
verified: no, type: nauc_precision_at_5_std
value: 31.9328
verified: no, type: nauc_precision_at_5_diff1
value: 20.8545
verified: no, type: nauc_precision_at_10_max
value: 32.7878
verified: no, type: nauc_precision_at_10_std
value: 28.8506
verified: no, type: nauc_precision_at_10_diff1
value: 18.0992
verified: no, type: nauc_precision_at_20_max
value: 28.437099999999997
verified: no, type: nauc_precision_at_20_std
value: 26.4612
verified: no, type: nauc_precision_at_20_diff1
value: 10.5831
verified: no, type: nauc_precision_at_100_max
value: 23.6814
verified: no, type: nauc_precision_at_100_std
value: 25.175399999999996
verified: no, type: nauc_precision_at_100_diff1
value: 6.919899999999999
verified: no, type: nauc_precision_at_1000_max
value: 21.0382
verified: no, type: nauc_precision_at_1000_std
value: 26.933699999999998
verified: no, type: nauc_precision_at_1000_diff1
value: -0.5579
verified: no, type: nauc_mrr_at_1_max
value: 52.0509
verified: no, type: nauc_mrr_at_1_std
value: 43.9608
verified: no, type: nauc_mrr_at_1_diff1
value: 40.3833
verified: no, type: nauc_mrr_at_3_max
value: 48.6304
verified: no, type: nauc_mrr_at_3_std
value: 41.7196
verified: no, type: nauc_mrr_at_3_diff1
value: 28.8719
verified: no, type: nauc_mrr_at_5_max
value: 46.1294
verified: no, type: nauc_mrr_at_5_std
value: 37.884499999999996
verified: no, type: nauc_mrr_at_5_diff1
value: 28.395
verified: no, type: nauc_mrr_at_10_max
value: 43.2302
verified: no, type: nauc_mrr_at_10_std
value: 36.539899999999996
verified: no, type: nauc_mrr_at_10_diff1
value: 26.9009
verified: no, type: nauc_mrr_at_20_max
value: 41.6755
verified: no, type: nauc_mrr_at_20_std
value: 35.621700000000004
verified: no, type: nauc_mrr_at_20_diff1
value: 24.8058
verified: no, type: nauc_mrr_at_100_max
value: 40.4824
verified: no, type: nauc_mrr_at_100_std
value: 35.1042
verified: no, type: nauc_mrr_at_100_diff1
value: 23.7136
verified: no, type: nauc_mrr_at_1000_max
value: 40.3336
verified: no, type: nauc_mrr_at_1000_std
value: 35.019600000000004
verified: no, type: nauc_mrr_at_1000_diff1
value: 23.5824
verified: no, type: main_score
value: 4.138
verified: no
task: type: Retrieval, dataset: config: zho-ara
name: MTEB MLQARetrieval (zho-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 2.773
verified: no, type: ndcg_at_3
value: 3.676
verified: no, type: ndcg_at_5
value: 4.212
verified: no, type: ndcg_at_10
value: 4.8500000000000005
verified: no, type: ndcg_at_20
value: 5.256
verified: no, type: ndcg_at_100
value: 6.901
verified: no, type: ndcg_at_1000
value: 12.615000000000002
verified: no, type: map_at_1
value: 2.773
verified: no, type: map_at_3
value: 3.4619999999999997
verified: no, type: map_at_5
value: 3.758
verified: no, type: map_at_10
value: 4.018
verified: no, type: map_at_20
value: 4.127
verified: no, type: map_at_100
value: 4.327
verified: no, type: map_at_1000
value: 4.47
verified: no, type: recall_at_1
value: 2.773
verified: no, type: recall_at_3
value: 4.2909999999999995
verified: no, type: recall_at_5
value: 5.599
verified: no, type: recall_at_10
value: 7.588
verified: no, type: recall_at_20
value: 9.21
verified: no, type: recall_at_100
value: 18.472
verified: no, type: recall_at_1000
value: 67.86999999999999
verified: no, type: precision_at_1
value: 2.773
verified: no, type: precision_at_3
value: 1.43
verified: no, type: precision_at_5
value: 1.1199999999999999
verified: no, type: precision_at_10
value: 0.759
verified: no, type: precision_at_20
value: 0.45999999999999996
verified: no, type: precision_at_100
value: 0.185
verified: no, type: precision_at_1000
value: 0.068
verified: no, type: mrr_at_1
value: 2.7734
verified: no, type: mrr_at_3
value: 3.4624
verified: no, type: mrr_at_5
value: 3.7581
verified: no, type: mrr_at_10
value: 4.017600000000001
verified: no, type: mrr_at_20
value: 4.1274999999999995
verified: no, type: mrr_at_100
value: 4.3274
verified: no, type: mrr_at_1000
value: 4.4700999999999995
verified: no, type: nauc_ndcg_at_1_max
value: 54.410599999999995
verified: no, type: nauc_ndcg_at_1_std
value: 50.604400000000005
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.0207
verified: no, type: nauc_ndcg_at_3_max
value: 49.3759
verified: no, type: nauc_ndcg_at_3_std
value: 46.7699
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.5258
verified: no, type: nauc_ndcg_at_5_max
value: 45.9837
verified: no, type: nauc_ndcg_at_5_std
value: 44.8193
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.2441
verified: no, type: nauc_ndcg_at_10_max
value: 43.9167
verified: no, type: nauc_ndcg_at_10_std
value: 43.1447
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.883900000000004
verified: no, type: nauc_ndcg_at_20_max
value: 41.5623
verified: no, type: nauc_ndcg_at_20_std
value: 41.592400000000005
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.6143
verified: no, type: nauc_ndcg_at_100_max
value: 36.6021
verified: no, type: nauc_ndcg_at_100_std
value: 38.2489
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.7756
verified: no, type: nauc_ndcg_at_1000_max
value: 32.1397
verified: no, type: nauc_ndcg_at_1000_std
value: 32.8109
verified: no, type: nauc_ndcg_at_1000_diff1
value: 22.8184
verified: no, type: nauc_map_at_1_max
value: 54.410599999999995
verified: no, type: nauc_map_at_1_std
value: 50.604400000000005
verified: no, type: nauc_map_at_1_diff1
value: 53.0207
verified: no, type: nauc_map_at_3_max
value: 50.3967
verified: no, type: nauc_map_at_3_std
value: 47.7265
verified: no, type: nauc_map_at_3_diff1
value: 45.2656
verified: no, type: nauc_map_at_5_max
value: 48.2665
verified: no, type: nauc_map_at_5_std
value: 46.469
verified: no, type: nauc_map_at_5_diff1
value: 41.288599999999995
verified: no, type: nauc_map_at_10_max
value: 47.1112
verified: no, type: nauc_map_at_10_std
value: 45.552
verified: no, type: nauc_map_at_10_diff1
value: 39.8445
verified: no, type: nauc_map_at_20_max
value: 46.1928
verified: no, type: nauc_map_at_20_std
value: 44.9445
verified: no, type: nauc_map_at_20_diff1
value: 38.5982
verified: no, type: nauc_map_at_100_max
value: 45.2607
verified: no, type: nauc_map_at_100_std
value: 44.3158
verified: no, type: nauc_map_at_100_diff1
value: 37.094100000000005
verified: no, type: nauc_map_at_1000_max
value: 44.9306
verified: no, type: nauc_map_at_1000_std
value: 43.9963
verified: no, type: nauc_map_at_1000_diff1
value: 36.8083
verified: no, type: nauc_recall_at_1_max
value: 54.410599999999995
verified: no, type: nauc_recall_at_1_std
value: 50.604400000000005
verified: no, type: nauc_recall_at_1_diff1
value: 53.0207
verified: no, type: nauc_recall_at_3_max
value: 46.982600000000005
verified: no, type: nauc_recall_at_3_std
value: 44.4706
verified: no, type: nauc_recall_at_3_diff1
value: 39.5059
verified: no, type: nauc_recall_at_5_max
value: 41.1804
verified: no, type: nauc_recall_at_5_std
value: 41.3593
verified: no, type: nauc_recall_at_5_diff1
value: 28.7871
verified: no, type: nauc_recall_at_10_max
value: 38.286500000000004
verified: no, type: nauc_recall_at_10_std
value: 38.891799999999996
verified: no, type: nauc_recall_at_10_diff1
value: 26.361400000000003
verified: no, type: nauc_recall_at_20_max
value: 33.9991
verified: no, type: nauc_recall_at_20_std
value: 36.1398
verified: no, type: nauc_recall_at_20_diff1
value: 20.3914
verified: no, type: nauc_recall_at_100_max
value: 25.0606
verified: no, type: nauc_recall_at_100_std
value: 30.2577
verified: no, type: nauc_recall_at_100_diff1
value: 9.292
verified: no, type: nauc_recall_at_1000_max
value: 10.7934
verified: no, type: nauc_recall_at_1000_std
value: 11.9231
verified: no, type: nauc_recall_at_1000_diff1
value: 4.7828
verified: no, type: nauc_precision_at_1_max
value: 54.410599999999995
verified: no, type: nauc_precision_at_1_std
value: 50.604400000000005
verified: no, type: nauc_precision_at_1_diff1
value: 53.0207
verified: no, type: nauc_precision_at_3_max
value: 46.982600000000005
verified: no, type: nauc_precision_at_3_std
value: 44.4706
verified: no, type: nauc_precision_at_3_diff1
value: 39.5059
verified: no, type: nauc_precision_at_5_max
value: 41.1804
verified: no, type: nauc_precision_at_5_std
value: 41.3593
verified: no, type: nauc_precision_at_5_diff1
value: 28.7871
verified: no, type: nauc_precision_at_10_max
value: 38.286500000000004
verified: no, type: nauc_precision_at_10_std
value: 38.891799999999996
verified: no, type: nauc_precision_at_10_diff1
value: 26.361400000000003
verified: no, type: nauc_precision_at_20_max
value: 33.9991
verified: no, type: nauc_precision_at_20_std
value: 36.1398
verified: no, type: nauc_precision_at_20_diff1
value: 20.3914
verified: no, type: nauc_precision_at_100_max
value: 25.0606
verified: no, type: nauc_precision_at_100_std
value: 30.2577
verified: no, type: nauc_precision_at_100_diff1
value: 9.292
verified: no, type: nauc_precision_at_1000_max
value: 10.650500000000001
verified: no, type: nauc_precision_at_1000_std
value: 12.1049
verified: no, type: nauc_precision_at_1000_diff1
value: 4.574199999999999
verified: no, type: nauc_mrr_at_1_max
value: 54.410599999999995
verified: no, type: nauc_mrr_at_1_std
value: 50.604400000000005
verified: no, type: nauc_mrr_at_1_diff1
value: 53.0207
verified: no, type: nauc_mrr_at_3_max
value: 50.3967
verified: no, type: nauc_mrr_at_3_std
value: 47.7265
verified: no, type: nauc_mrr_at_3_diff1
value: 45.2656
verified: no, type: nauc_mrr_at_5_max
value: 48.2665
verified: no, type: nauc_mrr_at_5_std
value: 46.469
verified: no, type: nauc_mrr_at_5_diff1
value: 41.288599999999995
verified: no, type: nauc_mrr_at_10_max
value: 47.1112
verified: no, type: nauc_mrr_at_10_std
value: 45.552
verified: no, type: nauc_mrr_at_10_diff1
value: 39.8445
verified: no, type: nauc_mrr_at_20_max
value: 46.1928
verified: no, type: nauc_mrr_at_20_std
value: 44.9445
verified: no, type: nauc_mrr_at_20_diff1
value: 38.5982
verified: no, type: nauc_mrr_at_100_max
value: 45.260600000000004
verified: no, type: nauc_mrr_at_100_std
value: 44.315599999999996
verified: no, type: nauc_mrr_at_100_diff1
value: 37.093900000000005
verified: no, type: nauc_mrr_at_1000_max
value: 44.9314
verified: no, type: nauc_mrr_at_1000_std
value: 43.995200000000004
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.8089
verified: no, type: main_score
value: 4.8500000000000005
verified: no
task: type: Retrieval, dataset: config: ar
name: MTEB MintakaRetrieval (ar)
revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
split: test
type: jinaai/mintakaqa
metrics: type: ndcg_at_1
value: 9.805
verified: no, type: ndcg_at_3
value: 13.504
verified: no, type: ndcg_at_5
value: 15.113999999999999
verified: no, type: ndcg_at_10
value: 17.121
verified: no, type: ndcg_at_20
value: 18.389
verified: no, type: ndcg_at_100
value: 20.686
verified: no, type: ndcg_at_1000
value: 25.858999999999998
verified: no, type: map_at_1
value: 9.805
verified: no, type: map_at_3
value: 12.574
verified: no, type: map_at_5
value: 13.468
verified: no, type: map_at_10
value: 14.294
verified: no, type: map_at_20
value: 14.645
verified: no, type: map_at_100
value: 14.951
verified: no, type: map_at_1000
value: 15.09
verified: no, type: recall_at_1
value: 9.805
verified: no, type: recall_at_3
value: 16.205
verified: no, type: recall_at_5
value: 20.108999999999998
verified: no, type: recall_at_10
value: 26.328000000000003
verified: no, type: recall_at_20
value: 31.320999999999998
verified: no, type: recall_at_100
value: 43.849
verified: no, type: recall_at_1000
value: 87.926
verified: no, type: precision_at_1
value: 9.805
verified: no, type: precision_at_3
value: 5.402
verified: no, type: precision_at_5
value: 4.022
verified: no, type: precision_at_10
value: 2.633
verified: no, type: precision_at_20
value: 1.566
verified: no, type: precision_at_100
value: 0.438
verified: no, type: precision_at_1000
value: 0.08800000000000001
verified: no, type: mrr_at_1
value: 9.8048
verified: no, type: mrr_at_3
value: 12.573799999999999
verified: no, type: mrr_at_5
value: 13.468
verified: no, type: mrr_at_10
value: 14.293600000000001
verified: no, type: mrr_at_20
value: 14.6447
verified: no, type: mrr_at_100
value: 14.950800000000001
verified: no, type: mrr_at_1000
value: 15.090200000000001
verified: no, type: nauc_ndcg_at_1_max
value: 27.5325
verified: no, type: nauc_ndcg_at_1_std
value: 4.0336
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.0381
verified: no, type: nauc_ndcg_at_3_max
value: 27.6773
verified: no, type: nauc_ndcg_at_3_std
value: 3.0208
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.3224
verified: no, type: nauc_ndcg_at_5_max
value: 27.2129
verified: no, type: nauc_ndcg_at_5_std
value: 5.0116000000000005
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.4285
verified: no, type: nauc_ndcg_at_10_max
value: 27.365499999999997
verified: no, type: nauc_ndcg_at_10_std
value: 5.9427
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.4883
verified: no, type: nauc_ndcg_at_20_max
value: 26.6011
verified: no, type: nauc_ndcg_at_20_std
value: 6.0146
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.5899
verified: no, type: nauc_ndcg_at_100_max
value: 25.571899999999996
verified: no, type: nauc_ndcg_at_100_std
value: 5.8324
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.293200000000002
verified: no, type: nauc_ndcg_at_1000_max
value: 25.9882
verified: no, type: nauc_ndcg_at_1000_std
value: 5.5954
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.2149
verified: no, type: nauc_map_at_1_max
value: 27.5325
verified: no, type: nauc_map_at_1_std
value: 4.0336
verified: no, type: nauc_map_at_1_diff1
value: 27.0381
verified: no, type: nauc_map_at_3_max
value: 27.807
verified: no, type: nauc_map_at_3_std
value: 3.2377000000000002
verified: no, type: nauc_map_at_3_diff1
value: 24.2325
verified: no, type: nauc_map_at_5_max
value: 27.512199999999996
verified: no, type: nauc_map_at_5_std
value: 4.4266
verified: no, type: nauc_map_at_5_diff1
value: 23.015900000000002
verified: no, type: nauc_map_at_10_max
value: 27.587400000000002
verified: no, type: nauc_map_at_10_std
value: 4.9136
verified: no, type: nauc_map_at_10_diff1
value: 22.1072
verified: no, type: nauc_map_at_20_max
value: 27.351999999999997
verified: no, type: nauc_map_at_20_std
value: 4.9456
verified: no, type: nauc_map_at_20_diff1
value: 21.8086
verified: no, type: nauc_map_at_100_max
value: 27.208700000000004
verified: no, type: nauc_map_at_100_std
value: 4.944599999999999
verified: no, type: nauc_map_at_100_diff1
value: 21.783
verified: no, type: nauc_map_at_1000_max
value: 27.2124
verified: no, type: nauc_map_at_1000_std
value: 4.9314
verified: no, type: nauc_map_at_1000_diff1
value: 21.8135
verified: no, type: nauc_recall_at_1_max
value: 27.5325
verified: no, type: nauc_recall_at_1_std
value: 4.0336
verified: no, type: nauc_recall_at_1_diff1
value: 27.0381
verified: no, type: nauc_recall_at_3_max
value: 27.3132
verified: no, type: nauc_recall_at_3_std
value: 2.4988
verified: no, type: nauc_recall_at_3_diff1
value: 21.0955
verified: no, type: nauc_recall_at_5_max
value: 26.489800000000002
verified: no, type: nauc_recall_at_5_std
value: 6.4638
verified: no, type: nauc_recall_at_5_diff1
value: 17.8396
verified: no, type: nauc_recall_at_10_max
value: 26.875500000000002
verified: no, type: nauc_recall_at_10_std
value: 8.3047
verified: no, type: nauc_recall_at_10_diff1
value: 13.651399999999999
verified: no, type: nauc_recall_at_20_max
value: 24.7143
verified: no, type: nauc_recall_at_20_std
value: 8.3404
verified: no, type: nauc_recall_at_20_diff1
value: 11.4784
verified: no, type: nauc_recall_at_100_max
value: 20.7007
verified: no, type: nauc_recall_at_100_std
value: 7.3769
verified: no, type: nauc_recall_at_100_diff1
value: 10.3309
verified: no, type: nauc_recall_at_1000_max
value: 19.0644
verified: no, type: nauc_recall_at_1000_std
value: 7.2856000000000005
verified: no, type: nauc_recall_at_1000_diff1
value: 9.1614
verified: no, type: nauc_precision_at_1_max
value: 27.5325
verified: no, type: nauc_precision_at_1_std
value: 4.0336
verified: no, type: nauc_precision_at_1_diff1
value: 27.0381
verified: no, type: nauc_precision_at_3_max
value: 27.3132
verified: no, type: nauc_precision_at_3_std
value: 2.4988
verified: no, type: nauc_precision_at_3_diff1
value: 21.0955
verified: no, type: nauc_precision_at_5_max
value: 26.489800000000002
verified: no, type: nauc_precision_at_5_std
value: 6.4638
verified: no, type: nauc_precision_at_5_diff1
value: 17.8396
verified: no, type: nauc_precision_at_10_max
value: 26.875500000000002
verified: no, type: nauc_precision_at_10_std
value: 8.3047
verified: no, type: nauc_precision_at_10_diff1
value: 13.651399999999999
verified: no, type: nauc_precision_at_20_max
value: 24.7143
verified: no, type: nauc_precision_at_20_std
value: 8.3404
verified: no, type: nauc_precision_at_20_diff1
value: 11.4784
verified: no, type: nauc_precision_at_100_max
value: 20.7007
verified: no, type: nauc_precision_at_100_std
value: 7.3769
verified: no, type: nauc_precision_at_100_diff1
value: 10.3309
verified: no, type: nauc_precision_at_1000_max
value: 19.0644
verified: no, type: nauc_precision_at_1000_std
value: 7.2856000000000005
verified: no, type: nauc_precision_at_1000_diff1
value: 9.1614
verified: no, type: nauc_mrr_at_1_max
value: 27.5325
verified: no, type: nauc_mrr_at_1_std
value: 4.0336
verified: no, type: nauc_mrr_at_1_diff1
value: 27.0381
verified: no, type: nauc_mrr_at_3_max
value: 27.807
verified: no, type: nauc_mrr_at_3_std
value: 3.2377000000000002
verified: no, type: nauc_mrr_at_3_diff1
value: 24.2325
verified: no, type: nauc_mrr_at_5_max
value: 27.512199999999996
verified: no, type: nauc_mrr_at_5_std
value: 4.4266
verified: no, type: nauc_mrr_at_5_diff1
value: 23.015900000000002
verified: no, type: nauc_mrr_at_10_max
value: 27.587400000000002
verified: no, type: nauc_mrr_at_10_std
value: 4.9136
verified: no, type: nauc_mrr_at_10_diff1
value: 22.1072
verified: no, type: nauc_mrr_at_20_max
value: 27.351999999999997
verified: no, type: nauc_mrr_at_20_std
value: 4.9456
verified: no, type: nauc_mrr_at_20_diff1
value: 21.8086
verified: no, type: nauc_mrr_at_100_max
value: 27.208700000000004
verified: no, type: nauc_mrr_at_100_std
value: 4.944599999999999
verified: no, type: nauc_mrr_at_100_diff1
value: 21.783
verified: no, type: nauc_mrr_at_1000_max
value: 27.2124
verified: no, type: nauc_mrr_at_1000_std
value: 4.9314
verified: no, type: nauc_mrr_at_1000_diff1
value: 21.8135
verified: no, type: main_score
value: 17.121
verified: no
task: type: Retrieval, dataset: config: arabic
name: MTEB MrTidyRetrieval (arabic)
revision: fc24a3ce8f09746410daee3d5cd823ff7a0675b7
split: test
type: mteb/mrtidy
metrics: type: ndcg_at_1
value: 3.8850000000000002
verified: no, type: ndcg_at_3
value: 7.06
verified: no, type: ndcg_at_5
value: 8.706999999999999
verified: no, type: ndcg_at_10
value: 11.096
verified: no, type: ndcg_at_20
value: 13.369
verified: no, type: ndcg_at_100
value: 17.444000000000003
verified: no, type: ndcg_at_1000
value: 20.745
verified: no, type: map_at_1
value: 3.6540000000000004
verified: no, type: map_at_3
value: 6.098
verified: no, type: map_at_5
value: 7.02
verified: no, type: map_at_10
value: 7.965
verified: no, type: map_at_20
value: 8.602
verified: no, type: map_at_100
value: 9.157
verified: no, type: map_at_1000
value: 9.275
verified: no, type: recall_at_1
value: 3.6540000000000004
verified: no, type: recall_at_3
value: 9.436
verified: no, type: recall_at_5
value: 13.352
verified: no, type: recall_at_10
value: 20.567
verified: no, type: recall_at_20
value: 29.278
verified: no, type: recall_at_100
value: 50.848000000000006
verified: no, type: recall_at_1000
value: 76.38000000000001
verified: no, type: precision_at_1
value: 3.8850000000000002
verified: no, type: precision_at_3
value: 3.4840000000000004
verified: no, type: precision_at_5
value: 2.979
verified: no, type: precision_at_10
value: 2.322
verified: no, type: precision_at_20
value: 1.656
verified: no, type: precision_at_100
value: 0.5740000000000001
verified: no, type: precision_at_1000
value: 0.08800000000000001
verified: no, type: mrr_at_1
value: 3.8853
verified: no, type: mrr_at_3
value: 6.4909
verified: no, type: mrr_at_5
value: 7.402100000000001
verified: no, type: mrr_at_10
value: 8.4687
verified: no, type: mrr_at_20
value: 9.0948
verified: no, type: mrr_at_100
value: 9.6516
verified: no, type: mrr_at_1000
value: 9.7561
verified: no, type: nauc_ndcg_at_1_max
value: 13.87
verified: no, type: nauc_ndcg_at_1_std
value: -14.7662
verified: no, type: nauc_ndcg_at_1_diff1
value: 21.143
verified: no, type: nauc_ndcg_at_3_max
value: 8.488800000000001
verified: no, type: nauc_ndcg_at_3_std
value: -8.7324
verified: no, type: nauc_ndcg_at_3_diff1
value: 9.936200000000001
verified: no, type: nauc_ndcg_at_5_max
value: 9.411
verified: no, type: nauc_ndcg_at_5_std
value: -6.8907
verified: no, type: nauc_ndcg_at_5_diff1
value: 12.0669
verified: no, type: nauc_ndcg_at_10_max
value: 10.8315
verified: no, type: nauc_ndcg_at_10_std
value: -3.1868
verified: no, type: nauc_ndcg_at_10_diff1
value: 10.603
verified: no, type: nauc_ndcg_at_20_max
value: 13.6627
verified: no, type: nauc_ndcg_at_20_std
value: 0.5377
verified: no, type: nauc_ndcg_at_20_diff1
value: 11.1029
verified: no, type: nauc_ndcg_at_100_max
value: 15.8545
verified: no, type: nauc_ndcg_at_100_std
value: 5.2033000000000005
verified: no, type: nauc_ndcg_at_100_diff1
value: 9.9934
verified: no, type: nauc_ndcg_at_1000_max
value: 16.0408
verified: no, type: nauc_ndcg_at_1000_std
value: 6.7535
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.5018
verified: no, type: nauc_map_at_1_max
value: 15.512200000000002
verified: no, type: nauc_map_at_1_std
value: -14.5163
verified: no, type: nauc_map_at_1_diff1
value: 23.214399999999998
verified: no, type: nauc_map_at_3_max
value: 9.693
verified: no, type: nauc_map_at_3_std
value: -9.8359
verified: no, type: nauc_map_at_3_diff1
value: 12.4657
verified: no, type: nauc_map_at_5_max
value: 10.2629
verified: no, type: nauc_map_at_5_std
value: -8.4367
verified: no, type: nauc_map_at_5_diff1
value: 13.705899999999998
verified: no, type: nauc_map_at_10_max
value: 10.967
verified: no, type: nauc_map_at_10_std
value: -6.332400000000001
verified: no, type: nauc_map_at_10_diff1
value: 12.8899
verified: no, type: nauc_map_at_20_max
value: 12.0946
verified: no, type: nauc_map_at_20_std
value: -4.8926
verified: no, type: nauc_map_at_20_diff1
value: 12.963
verified: no, type: nauc_map_at_100_max
value: 12.573400000000001
verified: no, type: nauc_map_at_100_std
value: -3.959
verified: no, type: nauc_map_at_100_diff1
value: 12.867500000000001
verified: no, type: nauc_map_at_1000_max
value: 12.546299999999999
verified: no, type: nauc_map_at_1000_std
value: -3.893
verified: no, type: nauc_map_at_1000_diff1
value: 12.8913
verified: no, type: nauc_recall_at_1_max
value: 15.512200000000002
verified: no, type: nauc_recall_at_1_std
value: -14.5163
verified: no, type: nauc_recall_at_1_diff1
value: 23.214399999999998
verified: no, type: nauc_recall_at_3_max
value: 6.704000000000001
verified: no, type: nauc_recall_at_3_std
value: -6.544899999999999
verified: no, type: nauc_recall_at_3_diff1
value: 5.9436
verified: no, type: nauc_recall_at_5_max
value: 8.475299999999999
verified: no, type: nauc_recall_at_5_std
value: -4.0531
verified: no, type: nauc_recall_at_5_diff1
value: 10.0714
verified: no, type: nauc_recall_at_10_max
value: 11.2802
verified: no, type: nauc_recall_at_10_std
value: 1.5558
verified: no, type: nauc_recall_at_10_diff1
value: 8.3057
verified: no, type: nauc_recall_at_20_max
value: 16.9903
verified: no, type: nauc_recall_at_20_std
value: 8.6585
verified: no, type: nauc_recall_at_20_diff1
value: 9.6903
verified: no, type: nauc_recall_at_100_max
value: 22.534299999999998
verified: no, type: nauc_recall_at_100_std
value: 21.0219
verified: no, type: nauc_recall_at_100_diff1
value: 5.9019
verified: no, type: nauc_recall_at_1000_max
value: 29.340300000000003
verified: no, type: nauc_recall_at_1000_std
value: 39.8033
verified: no, type: nauc_recall_at_1000_diff1
value: 6.7780000000000005
verified: no, type: nauc_precision_at_1_max
value: 13.87
verified: no, type: nauc_precision_at_1_std
value: -14.7662
verified: no, type: nauc_precision_at_1_diff1
value: 21.143
verified: no, type: nauc_precision_at_3_max
value: 5.1147
verified: no, type: nauc_precision_at_3_std
value: -7.5405
verified: no, type: nauc_precision_at_3_diff1
value: 4.8189
verified: no, type: nauc_precision_at_5_max
value: 6.793699999999999
verified: no, type: nauc_precision_at_5_std
value: -5.1015
verified: no, type: nauc_precision_at_5_diff1
value: 9.1378
verified: no, type: nauc_precision_at_10_max
value: 10.015400000000001
verified: no, type: nauc_precision_at_10_std
value: 1.0311000000000001
verified: no, type: nauc_precision_at_10_diff1
value: 6.8845
verified: no, type: nauc_precision_at_20_max
value: 15.2194
verified: no, type: nauc_precision_at_20_std
value: 8.6185
verified: no, type: nauc_precision_at_20_diff1
value: 7.5559
verified: no, type: nauc_precision_at_100_max
value: 19.5063
verified: no, type: nauc_precision_at_100_std
value: 21.118100000000002
verified: no, type: nauc_precision_at_100_diff1
value: 3.5239
verified: no, type: nauc_precision_at_1000_max
value: 13.497799999999998
verified: no, type: nauc_precision_at_1000_std
value: 26.5551
verified: no, type: nauc_precision_at_1000_diff1
value: 0.012799999999999999
verified: no, type: nauc_mrr_at_1_max
value: 13.87
verified: no, type: nauc_mrr_at_1_std
value: -14.7662
verified: no, type: nauc_mrr_at_1_diff1
value: 21.143
verified: no, type: nauc_mrr_at_3_max
value: 9.0011
verified: no, type: nauc_mrr_at_3_std
value: -9.8324
verified: no, type: nauc_mrr_at_3_diff1
value: 11.1785
verified: no, type: nauc_mrr_at_5_max
value: 9.567499999999999
verified: no, type: nauc_mrr_at_5_std
value: -8.5901
verified: no, type: nauc_mrr_at_5_diff1
value: 12.5328
verified: no, type: nauc_mrr_at_10_max
value: 10.164299999999999
verified: no, type: nauc_mrr_at_10_std
value: -6.304600000000001
verified: no, type: nauc_mrr_at_10_diff1
value: 11.266
verified: no, type: nauc_mrr_at_20_max
value: 11.142000000000001
verified: no, type: nauc_mrr_at_20_std
value: -4.9921
verified: no, type: nauc_mrr_at_20_diff1
value: 11.576699999999999
verified: no, type: nauc_mrr_at_100_max
value: 11.610199999999999
verified: no, type: nauc_mrr_at_100_std
value: -4.0951
verified: no, type: nauc_mrr_at_100_diff1
value: 11.4692
verified: no, type: nauc_mrr_at_1000_max
value: 11.6283
verified: no, type: nauc_mrr_at_1000_std
value: -4.0613
verified: no, type: nauc_mrr_at_1000_diff1
value: 11.5342
verified: no, type: main_score
value: 11.096
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SadeemQuestionRetrieval (default)
revision: 3cb0752b182e5d5d740df547748b06663c8e0bd9
split: test
type: sadeem-ai/sadeem-ar-eval-retrieval-questions
metrics: type: ndcg_at_1
value: 25.945
verified: no, type: ndcg_at_3
value: 55.479
verified: no, type: ndcg_at_5
value: 57.679
verified: no, type: ndcg_at_10
value: 59.306000000000004
verified: no, type: ndcg_at_20
value: 59.976
verified: no, type: ndcg_at_100
value: 60.99099999999999
verified: no, type: ndcg_at_1000
value: 61.341
verified: no, type: map_at_1
value: 25.945
verified: no, type: map_at_3
value: 47.766
verified: no, type: map_at_5
value: 48.994
verified: no, type: map_at_10
value: 49.675000000000004
verified: no, type: map_at_20
value: 49.861
verified: no, type: map_at_100
value: 49.999
verified: no, type: map_at_1000
value: 50.012
verified: no, type: recall_at_1
value: 25.945
verified: no, type: recall_at_3
value: 77.98
verified: no, type: recall_at_5
value: 83.29299999999999
verified: no, type: recall_at_10
value: 88.27199999999999
verified: no, type: recall_at_20
value: 90.905
verified: no, type: recall_at_100
value: 96.41
verified: no, type: recall_at_1000
value: 99.234
verified: no, type: precision_at_1
value: 25.945
verified: no, type: precision_at_3
value: 25.993
verified: no, type: precision_at_5
value: 16.659
verified: no, type: precision_at_10
value: 8.827
verified: no, type: precision_at_20
value: 4.545
verified: no, type: precision_at_100
value: 0.964
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: mrr_at_1
value: 24.988
verified: no, type: mrr_at_3
value: 47.056
verified: no, type: mrr_at_5
value: 48.2671
verified: no, type: mrr_at_10
value: 48.923899999999996
verified: no, type: mrr_at_20
value: 49.1174
verified: no, type: mrr_at_100
value: 49.255300000000005
verified: no, type: mrr_at_1000
value: 49.2676
verified: no, type: nauc_ndcg_at_1_max
value: 15.4771
verified: no, type: nauc_ndcg_at_1_std
value: 0.20379999999999998
verified: no, type: nauc_ndcg_at_1_diff1
value: -11.6063
verified: no, type: nauc_ndcg_at_3_max
value: 38.5076
verified: no, type: nauc_ndcg_at_3_std
value: 6.6336
verified: no, type: nauc_ndcg_at_3_diff1
value: -54.63869999999999
verified: no, type: nauc_ndcg_at_5_max
value: 36.350500000000004
verified: no, type: nauc_ndcg_at_5_std
value: 6.6599
verified: no, type: nauc_ndcg_at_5_diff1
value: -48.6558
verified: no, type: nauc_ndcg_at_10_max
value: 34.416000000000004
verified: no, type: nauc_ndcg_at_10_std
value: 7.136299999999999
verified: no, type: nauc_ndcg_at_10_diff1
value: -45.7416
verified: no, type: nauc_ndcg_at_20_max
value: 33.5184
verified: no, type: nauc_ndcg_at_20_std
value: 7.2716
verified: no, type: nauc_ndcg_at_20_diff1
value: -43.1856
verified: no, type: nauc_ndcg_at_100_max
value: 31.889
verified: no, type: nauc_ndcg_at_100_std
value: 6.6384
verified: no, type: nauc_ndcg_at_100_diff1
value: -40.3665
verified: no, type: nauc_ndcg_at_1000_max
value: 31.2199
verified: no, type: nauc_ndcg_at_1000_std
value: 6.1338
verified: no, type: nauc_ndcg_at_1000_diff1
value: -38.9851
verified: no, type: nauc_map_at_1_max
value: 15.4771
verified: no, type: nauc_map_at_1_std
value: 0.20379999999999998
verified: no, type: nauc_map_at_1_diff1
value: -11.6063
verified: no, type: nauc_map_at_3_max
value: 31.0979
verified: no, type: nauc_map_at_3_std
value: 4.7644
verified: no, type: nauc_map_at_3_diff1
value: -40.0553
verified: no, type: nauc_map_at_5_max
value: 29.7493
verified: no, type: nauc_map_at_5_std
value: 4.7105
verified: no, type: nauc_map_at_5_diff1
value: -36.5137
verified: no, type: nauc_map_at_10_max
value: 28.8933
verified: no, type: nauc_map_at_10_std
value: 4.8251
verified: no, type: nauc_map_at_10_diff1
value: -35.2385
verified: no, type: nauc_map_at_20_max
value: 28.6469
verified: no, type: nauc_map_at_20_std
value: 4.848800000000001
verified: no, type: nauc_map_at_20_diff1
value: -34.573100000000004
verified: no, type: nauc_map_at_100_max
value: 28.4404
verified: no, type: nauc_map_at_100_std
value: 4.758
verified: no, type: nauc_map_at_100_diff1
value: -34.2181
verified: no, type: nauc_map_at_1000_max
value: 28.4196
verified: no, type: nauc_map_at_1000_std
value: 4.7428
verified: no, type: nauc_map_at_1000_diff1
value: -34.1766
verified: no, type: nauc_recall_at_1_max
value: 15.4771
verified: no, type: nauc_recall_at_1_std
value: 0.20379999999999998
verified: no, type: nauc_recall_at_1_diff1
value: -11.6063
verified: no, type: nauc_recall_at_3_max
value: 69.427
verified: no, type: nauc_recall_at_3_std
value: 14.3346
verified: no, type: nauc_recall_at_3_diff1
value: -115.8586
verified: no, type: nauc_recall_at_5_max
value: 69.78020000000001
verified: no, type: nauc_recall_at_5_std
value: 16.5334
verified: no, type: nauc_recall_at_5_diff1
value: -110.2571
verified: no, type: nauc_recall_at_10_max
value: 70.5409
verified: no, type: nauc_recall_at_10_std
value: 23.3736
verified: no, type: nauc_recall_at_10_diff1
value: -114.88000000000001
verified: no, type: nauc_recall_at_20_max
value: 71.3542
verified: no, type: nauc_recall_at_20_std
value: 28.860799999999998
verified: no, type: nauc_recall_at_20_diff1
value: -108.1773
verified: no, type: nauc_recall_at_100_max
value: 76.2548
verified: no, type: nauc_recall_at_100_std
value: 42.041000000000004
verified: no, type: nauc_recall_at_100_diff1
value: -115.5369
verified: no, type: nauc_recall_at_1000_max
value: 90.4724
verified: no, type: nauc_recall_at_1000_std
value: 59.150800000000004
verified: no, type: nauc_recall_at_1000_diff1
value: -83.4991
verified: no, type: nauc_precision_at_1_max
value: 15.4771
verified: no, type: nauc_precision_at_1_std
value: 0.20379999999999998
verified: no, type: nauc_precision_at_1_diff1
value: -11.6063
verified: no, type: nauc_precision_at_3_max
value: 69.427
verified: no, type: nauc_precision_at_3_std
value: 14.3346
verified: no, type: nauc_precision_at_3_diff1
value: -115.8586
verified: no, type: nauc_precision_at_5_max
value: 69.78020000000001
verified: no, type: nauc_precision_at_5_std
value: 16.5334
verified: no, type: nauc_precision_at_5_diff1
value: -110.2571
verified: no, type: nauc_precision_at_10_max
value: 70.5409
verified: no, type: nauc_precision_at_10_std
value: 23.3736
verified: no, type: nauc_precision_at_10_diff1
value: -114.88000000000001
verified: no, type: nauc_precision_at_20_max
value: 71.3542
verified: no, type: nauc_precision_at_20_std
value: 28.860799999999998
verified: no, type: nauc_precision_at_20_diff1
value: -108.1773
verified: no, type: nauc_precision_at_100_max
value: 76.2548
verified: no, type: nauc_precision_at_100_std
value: 42.041000000000004
verified: no, type: nauc_precision_at_100_diff1
value: -115.5369
verified: no, type: nauc_precision_at_1000_max
value: 90.4724
verified: no, type: nauc_precision_at_1000_std
value: 59.150800000000004
verified: no, type: nauc_precision_at_1000_diff1
value: -83.4991
verified: no, type: nauc_mrr_at_1_max
value: 16.091
verified: no, type: nauc_mrr_at_1_std
value: 1.8399999999999999
verified: no, type: nauc_mrr_at_1_diff1
value: -32.1483
verified: no, type: nauc_mrr_at_3_max
value: 31.173299999999998
verified: no, type: nauc_mrr_at_3_std
value: 6.4569
verified: no, type: nauc_mrr_at_3_diff1
value: -55.3024
verified: no, type: nauc_mrr_at_5_max
value: 29.8622
verified: no, type: nauc_mrr_at_5_std
value: 6.5529
verified: no, type: nauc_mrr_at_5_diff1
value: -52.5362
verified: no, type: nauc_mrr_at_10_max
value: 29.039700000000003
verified: no, type: nauc_mrr_at_10_std
value: 6.5341
verified: no, type: nauc_mrr_at_10_diff1
value: -51.472899999999996
verified: no, type: nauc_mrr_at_20_max
value: 28.770899999999997
verified: no, type: nauc_mrr_at_20_std
value: 6.543799999999999
verified: no, type: nauc_mrr_at_20_diff1
value: -50.876200000000004
verified: no, type: nauc_mrr_at_100_max
value: 28.568500000000004
verified: no, type: nauc_mrr_at_100_std
value: 6.4799
verified: no, type: nauc_mrr_at_100_diff1
value: -50.60829999999999
verified: no, type: nauc_mrr_at_1000_max
value: 28.5476
verified: no, type: nauc_mrr_at_1000_std
value: 6.4655000000000005
verified: no, type: nauc_mrr_at_1000_diff1
value: -50.57430000000001
verified: no, type: main_score
value: 59.306000000000004
verified: no
task: type: Retrieval, dataset: config: ara-ara
name: MTEB XPQARetrieval (ara-ara)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 23.333000000000002
verified: no, type: ndcg_at_3
value: 23.294
verified: no, type: ndcg_at_5
value: 24.443
verified: no, type: ndcg_at_10
value: 27.015
verified: no, type: ndcg_at_20
value: 29.703000000000003
verified: no, type: ndcg_at_100
value: 33.715
verified: no, type: ndcg_at_1000
value: 38.334
verified: no, type: map_at_1
value: 11.718
verified: no, type: map_at_3
value: 18.54
verified: no, type: map_at_5
value: 20.696
verified: no, type: map_at_10
value: 22.12
verified: no, type: map_at_20
value: 23.028000000000002
verified: no, type: map_at_100
value: 23.704
verified: no, type: map_at_1000
value: 23.895
verified: no, type: recall_at_1
value: 11.718
verified: no, type: recall_at_3
value: 22.182
verified: no, type: recall_at_5
value: 27.369
verified: no, type: recall_at_10
value: 33.867000000000004
verified: no, type: recall_at_20
value: 42.775999999999996
verified: no, type: recall_at_100
value: 61.436
verified: no, type: recall_at_1000
value: 93.902
verified: no, type: precision_at_1
value: 23.333000000000002
verified: no, type: precision_at_3
value: 16.133
verified: no, type: precision_at_5
value: 12.347
verified: no, type: precision_at_10
value: 7.613
verified: no, type: precision_at_20
value: 4.707
verified: no, type: precision_at_100
value: 1.288
verified: no, type: precision_at_1000
value: 0.191
verified: no, type: mrr_at_1
value: 23.3333
verified: no, type: mrr_at_3
value: 27.5111
verified: no, type: mrr_at_5
value: 28.5378
verified: no, type: mrr_at_10
value: 29.3333
verified: no, type: mrr_at_20
value: 29.9354
verified: no, type: mrr_at_100
value: 30.3861
verified: no, type: mrr_at_1000
value: 30.4844
verified: no, type: nauc_ndcg_at_1_max
value: 38.0648
verified: no, type: nauc_ndcg_at_1_std
value: 0.9056
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.5372
verified: no, type: nauc_ndcg_at_3_max
value: 33.6107
verified: no, type: nauc_ndcg_at_3_std
value: -3.6956999999999995
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.5367
verified: no, type: nauc_ndcg_at_5_max
value: 33.576699999999995
verified: no, type: nauc_ndcg_at_5_std
value: -2.8337000000000003
verified: no, type: nauc_ndcg_at_5_diff1
value: 31.3235
verified: no, type: nauc_ndcg_at_10_max
value: 34.7272
verified: no, type: nauc_ndcg_at_10_std
value: -2.8099
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.273
verified: no, type: nauc_ndcg_at_20_max
value: 34.7517
verified: no, type: nauc_ndcg_at_20_std
value: -2.993
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.619000000000003
verified: no, type: nauc_ndcg_at_100_max
value: 34.3269
verified: no, type: nauc_ndcg_at_100_std
value: -3.3193
verified: no, type: nauc_ndcg_at_100_diff1
value: 31.4498
verified: no, type: nauc_ndcg_at_1000_max
value: 35.1963
verified: no, type: nauc_ndcg_at_1000_std
value: -1.7932
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.420900000000003
verified: no, type: nauc_map_at_1_max
value: 18.3291
verified: no, type: nauc_map_at_1_std
value: -8.2164
verified: no, type: nauc_map_at_1_diff1
value: 35.3379
verified: no, type: nauc_map_at_3_max
value: 28.488599999999998
verified: no, type: nauc_map_at_3_std
value: -6.3122
verified: no, type: nauc_map_at_3_diff1
value: 31.2514
verified: no, type: nauc_map_at_5_max
value: 31.8696
verified: no, type: nauc_map_at_5_std
value: -4.682
verified: no, type: nauc_map_at_5_diff1
value: 31.148799999999998
verified: no, type: nauc_map_at_10_max
value: 33.4164
verified: no, type: nauc_map_at_10_std
value: -4.3865
verified: no, type: nauc_map_at_10_diff1
value: 32.0477
verified: no, type: nauc_map_at_20_max
value: 33.5388
verified: no, type: nauc_map_at_20_std
value: -4.401
verified: no, type: nauc_map_at_20_diff1
value: 31.8417
verified: no, type: nauc_map_at_100_max
value: 33.5304
verified: no, type: nauc_map_at_100_std
value: -4.3404
verified: no, type: nauc_map_at_100_diff1
value: 31.7544
verified: no, type: nauc_map_at_1000_max
value: 33.5379
verified: no, type: nauc_map_at_1000_std
value: -4.294499999999999
verified: no, type: nauc_map_at_1000_diff1
value: 31.753999999999998
verified: no, type: nauc_recall_at_1_max
value: 18.3291
verified: no, type: nauc_recall_at_1_std
value: -8.2164
verified: no, type: nauc_recall_at_1_diff1
value: 35.3379
verified: no, type: nauc_recall_at_3_max
value: 25.8131
verified: no, type: nauc_recall_at_3_std
value: -6.366099999999999
verified: no, type: nauc_recall_at_3_diff1
value: 26.665100000000002
verified: no, type: nauc_recall_at_5_max
value: 29.360999999999997
verified: no, type: nauc_recall_at_5_std
value: -3.5467
verified: no, type: nauc_recall_at_5_diff1
value: 25.8739
verified: no, type: nauc_recall_at_10_max
value: 30.674200000000003
verified: no, type: nauc_recall_at_10_std
value: -3.8815000000000004
verified: no, type: nauc_recall_at_10_diff1
value: 27.695700000000002
verified: no, type: nauc_recall_at_20_max
value: 30.2226
verified: no, type: nauc_recall_at_20_std
value: -4.5366
verified: no, type: nauc_recall_at_20_diff1
value: 25.853199999999998
verified: no, type: nauc_recall_at_100_max
value: 27.7348
verified: no, type: nauc_recall_at_100_std
value: -7.036499999999999
verified: no, type: nauc_recall_at_100_diff1
value: 24.9022
verified: no, type: nauc_recall_at_1000_max
value: 39.2378
verified: no, type: nauc_recall_at_1000_std
value: 9.0625
verified: no, type: nauc_recall_at_1000_diff1
value: 12.650500000000001
verified: no, type: nauc_precision_at_1_max
value: 38.0648
verified: no, type: nauc_precision_at_1_std
value: 0.9056
verified: no, type: nauc_precision_at_1_diff1
value: 38.5372
verified: no, type: nauc_precision_at_3_max
value: 43.234
verified: no, type: nauc_precision_at_3_std
value: 1.2397
verified: no, type: nauc_precision_at_3_diff1
value: 27.2899
verified: no, type: nauc_precision_at_5_max
value: 46.0281
verified: no, type: nauc_precision_at_5_std
value: 4.658799999999999
verified: no, type: nauc_precision_at_5_diff1
value: 26.4281
verified: no, type: nauc_precision_at_10_max
value: 45.5367
verified: no, type: nauc_precision_at_10_std
value: 5.1159
verified: no, type: nauc_precision_at_10_diff1
value: 26.171899999999997
verified: no, type: nauc_precision_at_20_max
value: 42.2018
verified: no, type: nauc_precision_at_20_std
value: 4.8045
verified: no, type: nauc_precision_at_20_diff1
value: 22.3901
verified: no, type: nauc_precision_at_100_max
value: 35.7239
verified: no, type: nauc_precision_at_100_std
value: 4.4103
verified: no, type: nauc_precision_at_100_diff1
value: 18.1576
verified: no, type: nauc_precision_at_1000_max
value: 31.7613
verified: no, type: nauc_precision_at_1000_std
value: 14.3037
verified: no, type: nauc_precision_at_1000_diff1
value: 10.3631
verified: no, type: nauc_mrr_at_1_max
value: 38.0648
verified: no, type: nauc_mrr_at_1_std
value: 0.9056
verified: no, type: nauc_mrr_at_1_diff1
value: 38.5372
verified: no, type: nauc_mrr_at_3_max
value: 36.5061
verified: no, type: nauc_mrr_at_3_std
value: 0.3653
verified: no, type: nauc_mrr_at_3_diff1
value: 35.2553
verified: no, type: nauc_mrr_at_5_max
value: 37.088100000000004
verified: no, type: nauc_mrr_at_5_std
value: 1.0699999999999998
verified: no, type: nauc_mrr_at_5_diff1
value: 35.187000000000005
verified: no, type: nauc_mrr_at_10_max
value: 36.751400000000004
verified: no, type: nauc_mrr_at_10_std
value: 0.6795
verified: no, type: nauc_mrr_at_10_diff1
value: 35.0826
verified: no, type: nauc_mrr_at_20_max
value: 36.633300000000006
verified: no, type: nauc_mrr_at_20_std
value: 0.5191
verified: no, type: nauc_mrr_at_20_diff1
value: 34.9045
verified: no, type: nauc_mrr_at_100_max
value: 36.5353
verified: no, type: nauc_mrr_at_100_std
value: 0.40930000000000005
verified: no, type: nauc_mrr_at_100_diff1
value: 34.9407
verified: no, type: nauc_mrr_at_1000_max
value: 36.546
verified: no, type: nauc_mrr_at_1000_std
value: 0.443
verified: no, type: nauc_mrr_at_1000_diff1
value: 34.930699999999995
verified: no, type: main_score
value: 27.015
verified: no
task: type: Retrieval, dataset: config: eng-ara
name: MTEB XPQARetrieval (eng-ara)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 5.867
verified: no, type: ndcg_at_3
value: 6.081
verified: no, type: ndcg_at_5
value: 6.987
verified: no, type: ndcg_at_10
value: 8.6
verified: no, type: ndcg_at_20
value: 10.218
verified: no, type: ndcg_at_100
value: 13.755
verified: no, type: ndcg_at_1000
value: 21.201999999999998
verified: no, type: map_at_1
value: 3.04
verified: no, type: map_at_3
value: 4.644
verified: no, type: map_at_5
value: 5.4190000000000005
verified: no, type: map_at_10
value: 6.1080000000000005
verified: no, type: map_at_20
value: 6.630999999999999
verified: no, type: map_at_100
value: 7.149
verified: no, type: map_at_1000
value: 7.412000000000001
verified: no, type: recall_at_1
value: 3.04
verified: no, type: recall_at_3
value: 5.998
verified: no, type: recall_at_5
value: 8.604000000000001
verified: no, type: recall_at_10
value: 12.703999999999999
verified: no, type: recall_at_20
value: 18.016
verified: no, type: recall_at_100
value: 34.239999999999995
verified: no, type: recall_at_1000
value: 86.26700000000001
verified: no, type: precision_at_1
value: 5.867
verified: no, type: precision_at_3
value: 4.133
verified: no, type: precision_at_5
value: 3.6799999999999997
verified: no, type: precision_at_10
value: 2.733
verified: no, type: precision_at_20
value: 1.92
verified: no, type: precision_at_100
value: 0.731
verified: no, type: precision_at_1000
value: 0.181
verified: no, type: mrr_at_1
value: 5.8667
verified: no, type: mrr_at_3
value: 7.5556
verified: no, type: mrr_at_5
value: 8.4756
verified: no, type: mrr_at_10
value: 9.242799999999999
verified: no, type: mrr_at_20
value: 9.6367
verified: no, type: mrr_at_100
value: 10.0718
verified: no, type: mrr_at_1000
value: 10.245899999999999
verified: no, type: nauc_ndcg_at_1_max
value: 24.5207
verified: no, type: nauc_ndcg_at_1_std
value: 18.8154
verified: no, type: nauc_ndcg_at_1_diff1
value: 19.8502
verified: no, type: nauc_ndcg_at_3_max
value: 27.6516
verified: no, type: nauc_ndcg_at_3_std
value: 22.7502
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.2305
verified: no, type: nauc_ndcg_at_5_max
value: 27.9041
verified: no, type: nauc_ndcg_at_5_std
value: 23.3642
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.6454
verified: no, type: nauc_ndcg_at_10_max
value: 28.218500000000002
verified: no, type: nauc_ndcg_at_10_std
value: 23.279
verified: no, type: nauc_ndcg_at_10_diff1
value: 13.5709
verified: no, type: nauc_ndcg_at_20_max
value: 27.292499999999997
verified: no, type: nauc_ndcg_at_20_std
value: 25.086100000000002
verified: no, type: nauc_ndcg_at_20_diff1
value: 11.9041
verified: no, type: nauc_ndcg_at_100_max
value: 24.867
verified: no, type: nauc_ndcg_at_100_std
value: 24.6971
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.609399999999999
verified: no, type: nauc_ndcg_at_1000_max
value: 22.9277
verified: no, type: nauc_ndcg_at_1000_std
value: 24.0908
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.3491
verified: no, type: nauc_map_at_1_max
value: 23.5569
verified: no, type: nauc_map_at_1_std
value: 19.559
verified: no, type: nauc_map_at_1_diff1
value: 32.0602
verified: no, type: nauc_map_at_3_max
value: 30.230800000000002
verified: no, type: nauc_map_at_3_std
value: 22.8843
verified: no, type: nauc_map_at_3_diff1
value: 20.6239
verified: no, type: nauc_map_at_5_max
value: 30.1643
verified: no, type: nauc_map_at_5_std
value: 22.954
verified: no, type: nauc_map_at_5_diff1
value: 18.293
verified: no, type: nauc_map_at_10_max
value: 30.6707
verified: no, type: nauc_map_at_10_std
value: 23.562
verified: no, type: nauc_map_at_10_diff1
value: 16.713900000000002
verified: no, type: nauc_map_at_20_max
value: 30.355500000000003
verified: no, type: nauc_map_at_20_std
value: 24.5339
verified: no, type: nauc_map_at_20_diff1
value: 15.7997
verified: no, type: nauc_map_at_100_max
value: 29.589100000000002
verified: no, type: nauc_map_at_100_std
value: 24.9417
verified: no, type: nauc_map_at_100_diff1
value: 15.2164
verified: no, type: nauc_map_at_1000_max
value: 29.4493
verified: no, type: nauc_map_at_1000_std
value: 24.969
verified: no, type: nauc_map_at_1000_diff1
value: 15.1855
verified: no, type: nauc_recall_at_1_max
value: 23.5569
verified: no, type: nauc_recall_at_1_std
value: 19.559
verified: no, type: nauc_recall_at_1_diff1
value: 32.0602
verified: no, type: nauc_recall_at_3_max
value: 30.5699
verified: no, type: nauc_recall_at_3_std
value: 24.6307
verified: no, type: nauc_recall_at_3_diff1
value: 17.823700000000002
verified: no, type: nauc_recall_at_5_max
value: 27.861900000000002
verified: no, type: nauc_recall_at_5_std
value: 23.9421
verified: no, type: nauc_recall_at_5_diff1
value: 13.614799999999999
verified: no, type: nauc_recall_at_10_max
value: 27.118599999999997
verified: no, type: nauc_recall_at_10_std
value: 21.7384
verified: no, type: nauc_recall_at_10_diff1
value: 9.721
verified: no, type: nauc_recall_at_20_max
value: 24.651500000000002
verified: no, type: nauc_recall_at_20_std
value: 24.0625
verified: no, type: nauc_recall_at_20_diff1
value: 7.3709999999999996
verified: no, type: nauc_recall_at_100_max
value: 19.6826
verified: no, type: nauc_recall_at_100_std
value: 20.6291
verified: no, type: nauc_recall_at_100_diff1
value: 5.0297
verified: no, type: nauc_recall_at_1000_max
value: 10.232099999999999
verified: no, type: nauc_recall_at_1000_std
value: 19.097900000000003
verified: no, type: nauc_recall_at_1000_diff1
value: 14.835300000000002
verified: no, type: nauc_precision_at_1_max
value: 24.5207
verified: no, type: nauc_precision_at_1_std
value: 18.8154
verified: no, type: nauc_precision_at_1_diff1
value: 19.8502
verified: no, type: nauc_precision_at_3_max
value: 29.1883
verified: no, type: nauc_precision_at_3_std
value: 24.0621
verified: no, type: nauc_precision_at_3_diff1
value: 4.5495
verified: no, type: nauc_precision_at_5_max
value: 28.608299999999996
verified: no, type: nauc_precision_at_5_std
value: 26.226699999999997
verified: no, type: nauc_precision_at_5_diff1
value: 5.0537
verified: no, type: nauc_precision_at_10_max
value: 28.857300000000002
verified: no, type: nauc_precision_at_10_std
value: 27.6329
verified: no, type: nauc_precision_at_10_diff1
value: 4.3473999999999995
verified: no, type: nauc_precision_at_20_max
value: 26.340200000000003
verified: no, type: nauc_precision_at_20_std
value: 30.8658
verified: no, type: nauc_precision_at_20_diff1
value: 2.2201
verified: no, type: nauc_precision_at_100_max
value: 16.6111
verified: no, type: nauc_precision_at_100_std
value: 25.8891
verified: no, type: nauc_precision_at_100_diff1
value: 2.8278000000000003
verified: no, type: nauc_precision_at_1000_max
value: -1.902
verified: no, type: nauc_precision_at_1000_std
value: 7.988099999999999
verified: no, type: nauc_precision_at_1000_diff1
value: 3.7595000000000005
verified: no, type: nauc_mrr_at_1_max
value: 24.5207
verified: no, type: nauc_mrr_at_1_std
value: 18.8154
verified: no, type: nauc_mrr_at_1_diff1
value: 19.8502
verified: no, type: nauc_mrr_at_3_max
value: 24.1388
verified: no, type: nauc_mrr_at_3_std
value: 21.098300000000002
verified: no, type: nauc_mrr_at_3_diff1
value: 14.9481
verified: no, type: nauc_mrr_at_5_max
value: 23.6298
verified: no, type: nauc_mrr_at_5_std
value: 21.5343
verified: no, type: nauc_mrr_at_5_diff1
value: 14.2625
verified: no, type: nauc_mrr_at_10_max
value: 23.5579
verified: no, type: nauc_mrr_at_10_std
value: 20.9712
verified: no, type: nauc_mrr_at_10_diff1
value: 13.678
verified: no, type: nauc_mrr_at_20_max
value: 23.4559
verified: no, type: nauc_mrr_at_20_std
value: 21.8551
verified: no, type: nauc_mrr_at_20_diff1
value: 13.2439
verified: no, type: nauc_mrr_at_100_max
value: 23.174
verified: no, type: nauc_mrr_at_100_std
value: 21.7331
verified: no, type: nauc_mrr_at_100_diff1
value: 13.027700000000001
verified: no, type: nauc_mrr_at_1000_max
value: 23.1542
verified: no, type: nauc_mrr_at_1000_std
value: 21.7259
verified: no, type: nauc_mrr_at_1000_diff1
value: 13.0556
verified: no, type: main_score
value: 8.6
verified: no
task: type: Retrieval, dataset: config: ara-eng
name: MTEB XPQARetrieval (ara-eng)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 6.604
verified: no, type: ndcg_at_3
value: 6.792
verified: no, type: ndcg_at_5
value: 7.567
verified: no, type: ndcg_at_10
value: 9.058
verified: no, type: ndcg_at_20
value: 10.252
verified: no, type: ndcg_at_100
value: 13.312
verified: no, type: ndcg_at_1000
value: 20.801
verified: no, type: map_at_1
value: 3.6769999999999996
verified: no, type: map_at_3
value: 5.455
verified: no, type: map_at_5
value: 6.226
verified: no, type: map_at_10
value: 6.944
verified: no, type: map_at_20
value: 7.35
verified: no, type: map_at_100
value: 7.829999999999999
verified: no, type: map_at_1000
value: 8.068999999999999
verified: no, type: recall_at_1
value: 3.6769999999999996
verified: no, type: recall_at_3
value: 6.805999999999999
verified: no, type: recall_at_5
value: 9.014
verified: no, type: recall_at_10
value: 12.748999999999999
verified: no, type: recall_at_20
value: 16.691
verified: no, type: recall_at_100
value: 30.779
verified: no, type: recall_at_1000
value: 84.22500000000001
verified: no, type: precision_at_1
value: 6.604
verified: no, type: precision_at_3
value: 4.492
verified: no, type: precision_at_5
value: 3.827
verified: no, type: precision_at_10
value: 2.7359999999999998
verified: no, type: precision_at_20
value: 1.765
verified: no, type: precision_at_100
value: 0.636
verified: no, type: precision_at_1000
value: 0.172
verified: no, type: mrr_at_1
value: 6.6038
verified: no, type: mrr_at_3
value: 7.9963999999999995
verified: no, type: mrr_at_5
value: 8.5961
verified: no, type: mrr_at_10
value: 9.1929
verified: no, type: mrr_at_20
value: 9.4697
verified: no, type: mrr_at_100
value: 9.8663
verified: no, type: mrr_at_1000
value: 10.0431
verified: no, type: nauc_ndcg_at_1_max
value: 50.8088
verified: no, type: nauc_ndcg_at_1_std
value: 11.1589
verified: no, type: nauc_ndcg_at_1_diff1
value: 26.7249
verified: no, type: nauc_ndcg_at_3_max
value: 42.4078
verified: no, type: nauc_ndcg_at_3_std
value: 8.7965
verified: no, type: nauc_ndcg_at_3_diff1
value: 19.7938
verified: no, type: nauc_ndcg_at_5_max
value: 44.369
verified: no, type: nauc_ndcg_at_5_std
value: 11.1412
verified: no, type: nauc_ndcg_at_5_diff1
value: 18.4284
verified: no, type: nauc_ndcg_at_10_max
value: 42.6203
verified: no, type: nauc_ndcg_at_10_std
value: 11.7781
verified: no, type: nauc_ndcg_at_10_diff1
value: 15.8609
verified: no, type: nauc_ndcg_at_20_max
value: 40.7997
verified: no, type: nauc_ndcg_at_20_std
value: 11.996
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.301299999999998
verified: no, type: nauc_ndcg_at_100_max
value: 38.063599999999994
verified: no, type: nauc_ndcg_at_100_std
value: 10.8391
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.216099999999999
verified: no, type: nauc_ndcg_at_1000_max
value: 37.5909
verified: no, type: nauc_ndcg_at_1000_std
value: 12.1856
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.7177
verified: no, type: nauc_map_at_1_max
value: 41.0796
verified: no, type: nauc_map_at_1_std
value: 12.9682
verified: no, type: nauc_map_at_1_diff1
value: 22.383
verified: no, type: nauc_map_at_3_max
value: 42.234
verified: no, type: nauc_map_at_3_std
value: 9.9002
verified: no, type: nauc_map_at_3_diff1
value: 21.2133
verified: no, type: nauc_map_at_5_max
value: 44.6428
verified: no, type: nauc_map_at_5_std
value: 10.5319
verified: no, type: nauc_map_at_5_diff1
value: 19.708000000000002
verified: no, type: nauc_map_at_10_max
value: 44.3294
verified: no, type: nauc_map_at_10_std
value: 11.200899999999999
verified: no, type: nauc_map_at_10_diff1
value: 17.924
verified: no, type: nauc_map_at_20_max
value: 43.5811
verified: no, type: nauc_map_at_20_std
value: 11.2289
verified: no, type: nauc_map_at_20_diff1
value: 18.0249
verified: no, type: nauc_map_at_100_max
value: 43.0189
verified: no, type: nauc_map_at_100_std
value: 11.2023
verified: no, type: nauc_map_at_100_diff1
value: 17.721799999999998
verified: no, type: nauc_map_at_1000_max
value: 42.9302
verified: no, type: nauc_map_at_1000_std
value: 11.277
verified: no, type: nauc_map_at_1000_diff1
value: 17.774
verified: no, type: nauc_recall_at_1_max
value: 41.0796
verified: no, type: nauc_recall_at_1_std
value: 12.9682
verified: no, type: nauc_recall_at_1_diff1
value: 22.383
verified: no, type: nauc_recall_at_3_max
value: 37.5768
verified: no, type: nauc_recall_at_3_std
value: 7.5695
verified: no, type: nauc_recall_at_3_diff1
value: 19.238
verified: no, type: nauc_recall_at_5_max
value: 41.018100000000004
verified: no, type: nauc_recall_at_5_std
value: 11.049000000000001
verified: no, type: nauc_recall_at_5_diff1
value: 16.040399999999998
verified: no, type: nauc_recall_at_10_max
value: 36.2297
verified: no, type: nauc_recall_at_10_std
value: 11.9153
verified: no, type: nauc_recall_at_10_diff1
value: 11.0016
verified: no, type: nauc_recall_at_20_max
value: 33.2628
verified: no, type: nauc_recall_at_20_std
value: 12.5879
verified: no, type: nauc_recall_at_20_diff1
value: 12.9185
verified: no, type: nauc_recall_at_100_max
value: 27.142500000000002
verified: no, type: nauc_recall_at_100_std
value: 7.4169
verified: no, type: nauc_recall_at_100_diff1
value: 10.584
verified: no, type: nauc_recall_at_1000_max
value: 22.1808
verified: no, type: nauc_recall_at_1000_std
value: 11.3579
verified: no, type: nauc_recall_at_1000_diff1
value: 12.942300000000001
verified: no, type: nauc_precision_at_1_max
value: 50.8088
verified: no, type: nauc_precision_at_1_std
value: 11.1589
verified: no, type: nauc_precision_at_1_diff1
value: 26.7249
verified: no, type: nauc_precision_at_3_max
value: 47.8686
verified: no, type: nauc_precision_at_3_std
value: 7.991099999999999
verified: no, type: nauc_precision_at_3_diff1
value: 17.9774
verified: no, type: nauc_precision_at_5_max
value: 51.970499999999994
verified: no, type: nauc_precision_at_5_std
value: 9.6156
verified: no, type: nauc_precision_at_5_diff1
value: 15.770600000000002
verified: no, type: nauc_precision_at_10_max
value: 48.1304
verified: no, type: nauc_precision_at_10_std
value: 10.6987
verified: no, type: nauc_precision_at_10_diff1
value: 12.1846
verified: no, type: nauc_precision_at_20_max
value: 43.4295
verified: no, type: nauc_precision_at_20_std
value: 10.9555
verified: no, type: nauc_precision_at_20_diff1
value: 13.037199999999999
verified: no, type: nauc_precision_at_100_max
value: 34.0574
verified: no, type: nauc_precision_at_100_std
value: 9.7255
verified: no, type: nauc_precision_at_100_diff1
value: 9.9304
verified: no, type: nauc_precision_at_1000_max
value: 11.1782
verified: no, type: nauc_precision_at_1000_std
value: 9.1991
verified: no, type: nauc_precision_at_1000_diff1
value: 3.4078999999999997
verified: no, type: nauc_mrr_at_1_max
value: 50.8088
verified: no, type: nauc_mrr_at_1_std
value: 11.1589
verified: no, type: nauc_mrr_at_1_diff1
value: 26.7249
verified: no, type: nauc_mrr_at_3_max
value: 45.7771
verified: no, type: nauc_mrr_at_3_std
value: 11.3476
verified: no, type: nauc_mrr_at_3_diff1
value: 21.182599999999997
verified: no, type: nauc_mrr_at_5_max
value: 46.7327
verified: no, type: nauc_mrr_at_5_std
value: 12.203899999999999
verified: no, type: nauc_mrr_at_5_diff1
value: 20.2543
verified: no, type: nauc_mrr_at_10_max
value: 45.3585
verified: no, type: nauc_mrr_at_10_std
value: 11.9694
verified: no, type: nauc_mrr_at_10_diff1
value: 19.6598
verified: no, type: nauc_mrr_at_20_max
value: 44.5577
verified: no, type: nauc_mrr_at_20_std
value: 12.004900000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 19.7057
verified: no, type: nauc_mrr_at_100_max
value: 44.1008
verified: no, type: nauc_mrr_at_100_std
value: 11.9877
verified: no, type: nauc_mrr_at_100_diff1
value: 19.683899999999998
verified: no, type: nauc_mrr_at_1000_max
value: 44.088
verified: no, type: nauc_mrr_at_1000_std
value: 12.0156
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.6552
verified: no, type: main_score
value: 9.058
verified: no
task: type: Retrieval
Likes: 1 | All-time downloads: 2563
Created: 2024-08-03 20:49:47