Model: Omartificial-Intelligence-Space/Arabic-mpnet-base-all-nli-triplet
Author: Omartificial-Intelligence-Space
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, mpnet, mteb, sentence-similarity, feature-extraction, generated_from_trainer, dataset_size:557850, loss:MatryoshkaLoss, loss:MultipleNegativesRankingLoss, ar, dataset:Omartificial-Intelligence-Space/Arabic-NLi-Triplet, arxiv:1908.10084, arxiv:2205.13147, arxiv:1705.00652, arxiv:2407.21139, base_model:tomaarsen/mpnet-base-all-nli-triplet, base_model:finetune:tomaarsen/mpnet-base-all-nli-triplet, license:apache-2.0, model-index, endpoints_compatible, deploy:azure, region:us
Base models (finetune): id: tomaarsen/mpnet-base-all-nli-triplet
Card metadata: language: ar
library_name: sentence-transformers
tags: mteb, sentence-transformers, sentence-similarity, feature-extraction, generated_from_trainer, dataset_size:557850, loss:MatryoshkaLoss, loss:MultipleNegativesRankingLoss
base_model: tomaarsen/mpnet-base-all-nli-triplet
datasets: Omartificial-Intelligence-Space/Arabic-NLi-Triplet
metrics: pearson_cosine, spearman_cosine, pearson_manhattan, spearman_manhattan, pearson_euclidean, spearman_euclidean, pearson_dot, spearman_dot, pearson_max, spearman_max
widget: source_sentence: ذكر متوازن بعناية يقف على قدم واحدة بالقرب من منطقة شاطئ المحيط النظيفة
sentences: رجل يقدم عرضاً, هناك رجل بالخارج قرب الشاطئ, رجل يجلس على أريكه, source_sentence: رجل يقفز إلى سريره القذر
sentences: السرير قذر., رجل يضحك أثناء غسيل الملابس, الرجل على القمر, source_sentence: الفتيات بالخارج
sentences: امرأة تلف الخيط إلى كرات بجانب كومة من الكرات, فتيان يركبان في جولة متعة, ثلاث فتيات يقفون سوية في غرفة واحدة تستمع وواحدة تكتب على الحائط والثالثة تتحدث إليهن, source_sentence: الرجل يرتدي قميصاً أزرق.
sentences: رجل يرتدي قميصاً أزرق يميل إلى الجدار بجانب الطريق مع شاحنة زرقاء وسيارة حمراء مع الماء في الخلفية., كتاب القصص مفتوح, رجل يرتدي قميص أسود يعزف على الجيتار., source_sentence: يجلس شاب ذو شعر أشقر على الحائط يقرأ جريدة بينما تمر امرأة وفتاة شابة.
sentences: ذكر شاب ينظر إلى جريدة بينما تمر إمرأتان بجانبه, رجل يستلقي على وجهه على مقعد في الحديقة., الشاب نائم بينما الأم تقود ابنتها إلى الحديقة
pipeline_tag: sentence-similarity
model-index: name: Omartificial-Intelligence-Space/Arabic-mpnet-base-all-nli-triplet
results: dataset: config: ar
name: MTEB MIRACLRetrieval (ar)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: ndcg_at_1
value: 1.934
verified: no, type: ndcg_at_3
value: 2.461
verified: no, type: ndcg_at_5
value: 2.907
verified: no, type: ndcg_at_10
value: 3.581
verified: no, type: ndcg_at_20
value: 4.041
verified: no, type: ndcg_at_100
value: 5.669
verified: no, type: ndcg_at_1000
value: 8.247
verified: no, type: map_at_1
value: 1.298
verified: no, type: map_at_3
value: 1.974
verified: no, type: map_at_5
value: 2.236
verified: no, type: map_at_10
value: 2.503
verified: no, type: map_at_20
value: 2.6310000000000002
verified: no, type: map_at_100
value: 2.8529999999999998
verified: no, type: map_at_1000
value: 2.939
verified: no, type: recall_at_1
value: 1.298
verified: no, type: recall_at_3
value: 2.785
verified: no, type: recall_at_5
value: 3.878
verified: no, type: recall_at_10
value: 5.738
verified: no, type: recall_at_20
value: 7.2940000000000005
verified: no, type: recall_at_100
value: 14.999
verified: no, type: recall_at_1000
value: 33.268
verified: no, type: precision_at_1
value: 1.934
verified: no, type: precision_at_3
value: 1.485
verified: no, type: precision_at_5
value: 1.222
verified: no, type: precision_at_10
value: 0.9249999999999999
verified: no, type: precision_at_20
value: 0.608
verified: no, type: precision_at_100
value: 0.263
verified: no, type: precision_at_1000
value: 0.061
verified: no, type: mrr_at_1
value: 1.9337
verified: no, type: mrr_at_3
value: 2.9236
verified: no, type: mrr_at_5
value: 3.2361
verified: no, type: mrr_at_10
value: 3.5991000000000004
verified: no, type: mrr_at_20
value: 3.7424
verified: no, type: mrr_at_100
value: 3.9737
verified: no, type: mrr_at_1000
value: 4.0521
verified: no, type: nauc_ndcg_at_1_max
value: 18.7293
verified: no, type: nauc_ndcg_at_1_std
value: -22.227
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.751099999999994
verified: no, type: nauc_ndcg_at_3_max
value: 13.960700000000001
verified: no, type: nauc_ndcg_at_3_std
value: -19.653100000000002
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.860800000000005
verified: no, type: nauc_ndcg_at_5_max
value: 12.2772
verified: no, type: nauc_ndcg_at_5_std
value: -19.7249
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.011199999999995
verified: no, type: nauc_ndcg_at_10_max
value: 9.7866
verified: no, type: nauc_ndcg_at_10_std
value: -19.2077
verified: no, type: nauc_ndcg_at_10_diff1
value: 29.893900000000002
verified: no, type: nauc_ndcg_at_20_max
value: 8.677700000000002
verified: no, type: nauc_ndcg_at_20_std
value: -18.2092
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.149800000000003
verified: no, type: nauc_ndcg_at_100_max
value: 8.693900000000001
verified: no, type: nauc_ndcg_at_100_std
value: -15.490100000000002
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.0869
verified: no, type: nauc_ndcg_at_1000_max
value: 8.8565
verified: no, type: nauc_ndcg_at_1000_std
value: -14.285200000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.5158
verified: no, type: nauc_map_at_1_max
value: 18.909100000000002
verified: no, type: nauc_map_at_1_std
value: -24.4301
verified: no, type: nauc_map_at_1_diff1
value: 60.7617
verified: no, type: nauc_map_at_3_max
value: 14.1068
verified: no, type: nauc_map_at_3_std
value: -21.1018
verified: no, type: nauc_map_at_3_diff1
value: 43.9158
verified: no, type: nauc_map_at_5_max
value: 13.1835
verified: no, type: nauc_map_at_5_std
value: -20.8493
verified: no, type: nauc_map_at_5_diff1
value: 39.895399999999995
verified: no, type: nauc_map_at_10_max
value: 11.8414
verified: no, type: nauc_map_at_10_std
value: -20.279
verified: no, type: nauc_map_at_10_diff1
value: 36.4339
verified: no, type: nauc_map_at_20_max
value: 11.1734
verified: no, type: nauc_map_at_20_std
value: -19.801299999999998
verified: no, type: nauc_map_at_20_diff1
value: 34.8787
verified: no, type: nauc_map_at_100_max
value: 11.018
verified: no, type: nauc_map_at_100_std
value: -19.1222
verified: no, type: nauc_map_at_100_diff1
value: 33.216699999999996
verified: no, type: nauc_map_at_1000_max
value: 11.120199999999999
verified: no, type: nauc_map_at_1000_std
value: -18.8841
verified: no, type: nauc_map_at_1000_diff1
value: 32.8634
verified: no, type: nauc_recall_at_1_max
value: 18.909100000000002
verified: no, type: nauc_recall_at_1_std
value: -24.4301
verified: no, type: nauc_recall_at_1_diff1
value: 60.7617
verified: no, type: nauc_recall_at_3_max
value: 11.9728
verified: no, type: nauc_recall_at_3_std
value: -18.6359
verified: no, type: nauc_recall_at_3_diff1
value: 35.7044
verified: no, type: nauc_recall_at_5_max
value: 9.5557
verified: no, type: nauc_recall_at_5_std
value: -18.8616
verified: no, type: nauc_recall_at_5_diff1
value: 27.9593
verified: no, type: nauc_recall_at_10_max
value: 5.581300000000001
verified: no, type: nauc_recall_at_10_std
value: -18.3274
verified: no, type: nauc_recall_at_10_diff1
value: 21.3123
verified: no, type: nauc_recall_at_20_max
value: 4.2211
verified: no, type: nauc_recall_at_20_std
value: -16.7507
verified: no, type: nauc_recall_at_20_diff1
value: 17.9617
verified: no, type: nauc_recall_at_100_max
value: 5.5294
verified: no, type: nauc_recall_at_100_std
value: -11.9885
verified: no, type: nauc_recall_at_100_diff1
value: 11.269
verified: no, type: nauc_recall_at_1000_max
value: 5.6486
verified: no, type: nauc_recall_at_1000_std
value: -11.1735
verified: no, type: nauc_recall_at_1000_diff1
value: 9.0209
verified: no, type: nauc_precision_at_1_max
value: 18.7293
verified: no, type: nauc_precision_at_1_std
value: -22.227
verified: no, type: nauc_precision_at_1_diff1
value: 53.751099999999994
verified: no, type: nauc_precision_at_3_max
value: 13.1207
verified: no, type: nauc_precision_at_3_std
value: -17.6116
verified: no, type: nauc_precision_at_3_diff1
value: 32.0242
verified: no, type: nauc_precision_at_5_max
value: 12.2403
verified: no, type: nauc_precision_at_5_std
value: -16.9403
verified: no, type: nauc_precision_at_5_diff1
value: 26.3656
verified: no, type: nauc_precision_at_10_max
value: 9.5427
verified: no, type: nauc_precision_at_10_std
value: -16.5917
verified: no, type: nauc_precision_at_10_diff1
value: 21.297
verified: no, type: nauc_precision_at_20_max
value: 8.2911
verified: no, type: nauc_precision_at_20_std
value: -14.3532
verified: no, type: nauc_precision_at_20_diff1
value: 17.999599999999997
verified: no, type: nauc_precision_at_100_max
value: 10.3474
verified: no, type: nauc_precision_at_100_std
value: -7.6601
verified: no, type: nauc_precision_at_100_diff1
value: 12.3374
verified: no, type: nauc_precision_at_1000_max
value: 10.9218
verified: no, type: nauc_precision_at_1000_std
value: -4.5216
verified: no, type: nauc_precision_at_1000_diff1
value: 8.4976
verified: no, type: nauc_mrr_at_1_max
value: 18.7293
verified: no, type: nauc_mrr_at_1_std
value: -22.227
verified: no, type: nauc_mrr_at_1_diff1
value: 53.751099999999994
verified: no, type: nauc_mrr_at_3_max
value: 14.973700000000001
verified: no, type: nauc_mrr_at_3_std
value: -19.781000000000002
verified: no, type: nauc_mrr_at_3_diff1
value: 39.7143
verified: no, type: nauc_mrr_at_5_max
value: 14.2562
verified: no, type: nauc_mrr_at_5_std
value: -19.3477
verified: no, type: nauc_mrr_at_5_diff1
value: 37.0654
verified: no, type: nauc_mrr_at_10_max
value: 12.6741
verified: no, type: nauc_mrr_at_10_std
value: -19.4737
verified: no, type: nauc_mrr_at_10_diff1
value: 34.4683
verified: no, type: nauc_mrr_at_20_max
value: 12.1728
verified: no, type: nauc_mrr_at_20_std
value: -19.186500000000002
verified: no, type: nauc_mrr_at_20_diff1
value: 33.287299999999995
verified: no, type: nauc_mrr_at_100_max
value: 11.9865
verified: no, type: nauc_mrr_at_100_std
value: -18.7337
verified: no, type: nauc_mrr_at_100_diff1
value: 32.0965
verified: no, type: nauc_mrr_at_1000_max
value: 11.9275
verified: no, type: nauc_mrr_at_1000_std
value: -18.6911
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.8893
verified: no, type: main_score
value: 3.581
verified: no
task: type: Retrieval, dataset: config: ar
name: MTEB MIRACLRetrievalHardNegatives (ar)
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
split: dev
type: mteb/miracl-hard-negatives
metrics: type: ndcg_at_1
value: 3.2
verified: no, type: ndcg_at_3
value: 4.223
verified: no, type: ndcg_at_5
value: 4.941
verified: no, type: ndcg_at_10
value: 6.198
verified: no, type: ndcg_at_20
value: 7.405
verified: no, type: ndcg_at_100
value: 10.586
verified: no, type: ndcg_at_1000
value: 14.695
verified: no, type: map_at_1
value: 2.083
verified: no, type: map_at_3
value: 3.382
verified: no, type: map_at_5
value: 3.805
verified: no, type: map_at_10
value: 4.314
verified: no, type: map_at_20
value: 4.662
verified: no, type: map_at_100
value: 5.133
verified: no, type: map_at_1000
value: 5.288
verified: no, type: recall_at_1
value: 2.083
verified: no, type: recall_at_3
value: 4.941
verified: no, type: recall_at_5
value: 6.641
verified: no, type: recall_at_10
value: 9.998
verified: no, type: recall_at_20
value: 13.971
verified: no, type: recall_at_100
value: 28.610000000000003
verified: no, type: recall_at_1000
value: 56.98800000000001
verified: no, type: precision_at_1
value: 3.2
verified: no, type: precision_at_3
value: 2.4330000000000003
verified: no, type: precision_at_5
value: 2.02
verified: no, type: precision_at_10
value: 1.63
verified: no, type: precision_at_20
value: 1.23
verified: no, type: precision_at_100
value: 0.538
verified: no, type: precision_at_1000
value: 0.11
verified: no, type: mrr_at_1
value: 3.2
verified: no, type: mrr_at_3
value: 4.9167000000000005
verified: no, type: mrr_at_5
value: 5.4817
verified: no, type: mrr_at_10
value: 6.1372
verified: no, type: mrr_at_20
value: 6.4818
verified: no, type: mrr_at_100
value: 6.9077
verified: no, type: mrr_at_1000
value: 7.017900000000001
verified: no, type: nauc_ndcg_at_1_max
value: 7.5344999999999995
verified: no, type: nauc_ndcg_at_1_std
value: -17.3808
verified: no, type: nauc_ndcg_at_1_diff1
value: 23.0707
verified: no, type: nauc_ndcg_at_3_max
value: 9.2206
verified: no, type: nauc_ndcg_at_3_std
value: -12.559400000000002
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.543
verified: no, type: nauc_ndcg_at_5_max
value: 7.2911
verified: no, type: nauc_ndcg_at_5_std
value: -13.4758
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.2764
verified: no, type: nauc_ndcg_at_10_max
value: 5.4578
verified: no, type: nauc_ndcg_at_10_std
value: -14.1635
verified: no, type: nauc_ndcg_at_10_diff1
value: 13.047900000000002
verified: no, type: nauc_ndcg_at_20_max
value: 7.0633
verified: no, type: nauc_ndcg_at_20_std
value: -12.3854
verified: no, type: nauc_ndcg_at_20_diff1
value: 11.6855
verified: no, type: nauc_ndcg_at_100_max
value: 10.4362
verified: no, type: nauc_ndcg_at_100_std
value: -9.9392
verified: no, type: nauc_ndcg_at_100_diff1
value: 11.9351
verified: no, type: nauc_ndcg_at_1000_max
value: 11.5675
verified: no, type: nauc_ndcg_at_1000_std
value: -8.5511
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.418
verified: no, type: nauc_map_at_1_max
value: 8.729199999999999
verified: no, type: nauc_map_at_1_std
value: -22.5749
verified: no, type: nauc_map_at_1_diff1
value: 24.7528
verified: no, type: nauc_map_at_3_max
value: 8.6757
verified: no, type: nauc_map_at_3_std
value: -14.871899999999998
verified: no, type: nauc_map_at_3_diff1
value: 17.5986
verified: no, type: nauc_map_at_5_max
value: 7.725999999999999
verified: no, type: nauc_map_at_5_std
value: -14.5548
verified: no, type: nauc_map_at_5_diff1
value: 16.54
verified: no, type: nauc_map_at_10_max
value: 6.399000000000001
verified: no, type: nauc_map_at_10_std
value: -14.7618
verified: no, type: nauc_map_at_10_diff1
value: 14.735500000000002
verified: no, type: nauc_map_at_20_max
value: 6.9674
verified: no, type: nauc_map_at_20_std
value: -14.211099999999998
verified: no, type: nauc_map_at_20_diff1
value: 14.294599999999999
verified: no, type: nauc_map_at_100_max
value: 8.024000000000001
verified: no, type: nauc_map_at_100_std
value: -13.2243
verified: no, type: nauc_map_at_100_diff1
value: 14.1314
verified: no, type: nauc_map_at_1000_max
value: 8.1127
verified: no, type: nauc_map_at_1000_std
value: -13.014500000000002
verified: no, type: nauc_map_at_1000_diff1
value: 14.1036
verified: no, type: nauc_recall_at_1_max
value: 8.729199999999999
verified: no, type: nauc_recall_at_1_std
value: -22.5749
verified: no, type: nauc_recall_at_1_diff1
value: 24.7528
verified: no, type: nauc_recall_at_3_max
value: 9.558800000000002
verified: no, type: nauc_recall_at_3_std
value: -10.4583
verified: no, type: nauc_recall_at_3_diff1
value: 14.2197
verified: no, type: nauc_recall_at_5_max
value: 6.5597
verified: no, type: nauc_recall_at_5_std
value: -12.167200000000001
verified: no, type: nauc_recall_at_5_diff1
value: 13.283900000000001
verified: no, type: nauc_recall_at_10_max
value: 2.7824
verified: no, type: nauc_recall_at_10_std
value: -13.879800000000001
verified: no, type: nauc_recall_at_10_diff1
value: 9.4774
verified: no, type: nauc_recall_at_20_max
value: 5.9161
verified: no, type: nauc_recall_at_20_std
value: -10.937
verified: no, type: nauc_recall_at_20_diff1
value: 7.096900000000001
verified: no, type: nauc_recall_at_100_max
value: 12.2712
verified: no, type: nauc_recall_at_100_std
value: -7.2211
verified: no, type: nauc_recall_at_100_diff1
value: 7.9826999999999995
verified: no, type: nauc_recall_at_1000_max
value: 16.5037
verified: no, type: nauc_recall_at_1000_std
value: -3.8615999999999997
verified: no, type: nauc_recall_at_1000_diff1
value: 10.1532
verified: no, type: nauc_precision_at_1_max
value: 7.5344999999999995
verified: no, type: nauc_precision_at_1_std
value: -17.3808
verified: no, type: nauc_precision_at_1_diff1
value: 23.0707
verified: no, type: nauc_precision_at_3_max
value: 8.8492
verified: no, type: nauc_precision_at_3_std
value: -11.2959
verified: no, type: nauc_precision_at_3_diff1
value: 14.475999999999999
verified: no, type: nauc_precision_at_5_max
value: 6.7330000000000005
verified: no, type: nauc_precision_at_5_std
value: -11.0518
verified: no, type: nauc_precision_at_5_diff1
value: 11.148
verified: no, type: nauc_precision_at_10_max
value: 5.7345
verified: no, type: nauc_precision_at_10_std
value: -11.168899999999999
verified: no, type: nauc_precision_at_10_diff1
value: 10.2786
verified: no, type: nauc_precision_at_20_max
value: 10.4611
verified: no, type: nauc_precision_at_20_std
value: -5.3885000000000005
verified: no, type: nauc_precision_at_20_diff1
value: 9.0225
verified: no, type: nauc_precision_at_100_max
value: 16.0671
verified: no, type: nauc_precision_at_100_std
value: -0.5837
verified: no, type: nauc_precision_at_100_diff1
value: 12.506300000000001
verified: no, type: nauc_precision_at_1000_max
value: 13.394
verified: no, type: nauc_precision_at_1000_std
value: 2.2683
verified: no, type: nauc_precision_at_1000_diff1
value: 10.2308
verified: no, type: nauc_mrr_at_1_max
value: 7.5344999999999995
verified: no, type: nauc_mrr_at_1_std
value: -17.3808
verified: no, type: nauc_mrr_at_1_diff1
value: 23.0707
verified: no, type: nauc_mrr_at_3_max
value: 8.5063
verified: no, type: nauc_mrr_at_3_std
value: -13.3302
verified: no, type: nauc_mrr_at_3_diff1
value: 17.413999999999998
verified: no, type: nauc_mrr_at_5_max
value: 7.4507
verified: no, type: nauc_mrr_at_5_std
value: -14.0678
verified: no, type: nauc_mrr_at_5_diff1
value: 16.5774
verified: no, type: nauc_mrr_at_10_max
value: 7.17
verified: no, type: nauc_mrr_at_10_std
value: -14.1629
verified: no, type: nauc_mrr_at_10_diff1
value: 16.3169
verified: no, type: nauc_mrr_at_20_max
value: 7.558
verified: no, type: nauc_mrr_at_20_std
value: -13.3002
verified: no, type: nauc_mrr_at_20_diff1
value: 15.335299999999998
verified: no, type: nauc_mrr_at_100_max
value: 7.947500000000001
verified: no, type: nauc_mrr_at_100_std
value: -12.963099999999999
verified: no, type: nauc_mrr_at_100_diff1
value: 15.235399999999998
verified: no, type: nauc_mrr_at_1000_max
value: 7.9108
verified: no, type: nauc_mrr_at_1000_std
value: -12.954099999999999
verified: no, type: nauc_mrr_at_1000_diff1
value: 15.2051
verified: no, type: main_score
value: 6.198
verified: no
task: type: Retrieval, dataset: config: ara-ara
name: MTEB MLQARetrieval (ara-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 23.985
verified: no, type: ndcg_at_3
value: 31.717000000000002
verified: no, type: ndcg_at_5
value: 34.439
verified: no, type: ndcg_at_10
value: 36.51
verified: no, type: ndcg_at_20
value: 38.442
verified: no, type: ndcg_at_100
value: 42.731
verified: no, type: ndcg_at_1000
value: 45.137
verified: no, type: map_at_1
value: 23.985
verified: no, type: map_at_3
value: 29.723
verified: no, type: map_at_5
value: 31.241000000000003
verified: no, type: map_at_10
value: 32.063
verified: no, type: map_at_20
value: 32.607
verified: no, type: map_at_100
value: 33.181
verified: no, type: map_at_1000
value: 33.278999999999996
verified: no, type: recall_at_1
value: 23.985
verified: no, type: recall_at_3
value: 37.524
verified: no, type: recall_at_5
value: 44.101
verified: no, type: recall_at_10
value: 50.67700000000001
verified: no, type: recall_at_20
value: 58.221000000000004
verified: no, type: recall_at_100
value: 81.625
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 23.985
verified: no, type: precision_at_3
value: 12.508
verified: no, type: precision_at_5
value: 8.82
verified: no, type: precision_at_10
value: 5.0680000000000005
verified: no, type: precision_at_20
value: 2.911
verified: no, type: precision_at_100
value: 0.8160000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 23.9845
verified: no, type: mrr_at_3
value: 29.7228
verified: no, type: mrr_at_5
value: 31.2411
verified: no, type: mrr_at_10
value: 32.0631
verified: no, type: mrr_at_20
value: 32.6073
verified: no, type: mrr_at_100
value: 33.1811
verified: no, type: mrr_at_1000
value: 33.2789
verified: no, type: nauc_ndcg_at_1_max
value: 55.551300000000005
verified: no, type: nauc_ndcg_at_1_std
value: 19.2389
verified: no, type: nauc_ndcg_at_1_diff1
value: 46.3359
verified: no, type: nauc_ndcg_at_3_max
value: 54.64790000000001
verified: no, type: nauc_ndcg_at_3_std
value: 20.7714
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.2472
verified: no, type: nauc_ndcg_at_5_max
value: 52.9641
verified: no, type: nauc_ndcg_at_5_std
value: 20.366500000000002
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.1887
verified: no, type: nauc_ndcg_at_10_max
value: 52.8637
verified: no, type: nauc_ndcg_at_10_std
value: 20.069200000000002
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.0473
verified: no, type: nauc_ndcg_at_20_max
value: 51.578900000000004
verified: no, type: nauc_ndcg_at_20_std
value: 19.564500000000002
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.5057
verified: no, type: nauc_ndcg_at_100_max
value: 52.6159
verified: no, type: nauc_ndcg_at_100_std
value: 20.3172
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.578199999999995
verified: no, type: nauc_ndcg_at_1000_max
value: 53.1581
verified: no, type: nauc_ndcg_at_1000_std
value: 20.188
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.285000000000004
verified: no, type: nauc_map_at_1_max
value: 55.551300000000005
verified: no, type: nauc_map_at_1_std
value: 19.2389
verified: no, type: nauc_map_at_1_diff1
value: 46.3359
verified: no, type: nauc_map_at_3_max
value: 55.1118
verified: no, type: nauc_map_at_3_std
value: 20.3289
verified: no, type: nauc_map_at_3_diff1
value: 40.842
verified: no, type: nauc_map_at_5_max
value: 54.1547
verified: no, type: nauc_map_at_5_std
value: 20.0975
verified: no, type: nauc_map_at_5_diff1
value: 40.2913
verified: no, type: nauc_map_at_10_max
value: 54.173
verified: no, type: nauc_map_at_10_std
value: 20.0246
verified: no, type: nauc_map_at_10_diff1
value: 39.8307
verified: no, type: nauc_map_at_20_max
value: 53.797799999999995
verified: no, type: nauc_map_at_20_std
value: 19.8761
verified: no, type: nauc_map_at_20_diff1
value: 39.1152
verified: no, type: nauc_map_at_100_max
value: 53.957699999999996
verified: no, type: nauc_map_at_100_std
value: 20.0471
verified: no, type: nauc_map_at_100_diff1
value: 39.260600000000004
verified: no, type: nauc_map_at_1000_max
value: 53.982200000000006
verified: no, type: nauc_map_at_1000_std
value: 20.0435
verified: no, type: nauc_map_at_1000_diff1
value: 39.334
verified: no, type: nauc_recall_at_1_max
value: 55.551300000000005
verified: no, type: nauc_recall_at_1_std
value: 19.2389
verified: no, type: nauc_recall_at_1_diff1
value: 46.3359
verified: no, type: nauc_recall_at_3_max
value: 53.303
verified: no, type: nauc_recall_at_3_std
value: 21.9959
verified: no, type: nauc_recall_at_3_diff1
value: 34.9686
verified: no, type: nauc_recall_at_5_max
value: 49.437599999999996
verified: no, type: nauc_recall_at_5_std
value: 21.0745
verified: no, type: nauc_recall_at_5_diff1
value: 32.3358
verified: no, type: nauc_recall_at_10_max
value: 48.7626
verified: no, type: nauc_recall_at_10_std
value: 19.9455
verified: no, type: nauc_recall_at_10_diff1
value: 28.7268
verified: no, type: nauc_recall_at_20_max
value: 43.4219
verified: no, type: nauc_recall_at_20_std
value: 17.959600000000002
verified: no, type: nauc_recall_at_20_diff1
value: 17.9683
verified: no, type: nauc_recall_at_100_max
value: 46.079
verified: no, type: nauc_recall_at_100_std
value: 22.0524
verified: no, type: nauc_recall_at_100_diff1
value: 14.742099999999999
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 55.551300000000005
verified: no, type: nauc_precision_at_1_std
value: 19.2389
verified: no, type: nauc_precision_at_1_diff1
value: 46.3359
verified: no, type: nauc_precision_at_3_max
value: 53.303
verified: no, type: nauc_precision_at_3_std
value: 21.9959
verified: no, type: nauc_precision_at_3_diff1
value: 34.9686
verified: no, type: nauc_precision_at_5_max
value: 49.437599999999996
verified: no, type: nauc_precision_at_5_std
value: 21.0745
verified: no, type: nauc_precision_at_5_diff1
value: 32.3358
verified: no, type: nauc_precision_at_10_max
value: 48.7626
verified: no, type: nauc_precision_at_10_std
value: 19.9455
verified: no, type: nauc_precision_at_10_diff1
value: 28.7268
verified: no, type: nauc_precision_at_20_max
value: 43.4219
verified: no, type: nauc_precision_at_20_std
value: 17.959600000000002
verified: no, type: nauc_precision_at_20_diff1
value: 17.9683
verified: no, type: nauc_precision_at_100_max
value: 46.079
verified: no, type: nauc_precision_at_100_std
value: 22.0524
verified: no, type: nauc_precision_at_100_diff1
value: 14.742099999999999
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 55.551300000000005
verified: no, type: nauc_mrr_at_1_std
value: 19.2389
verified: no, type: nauc_mrr_at_1_diff1
value: 46.3359
verified: no, type: nauc_mrr_at_3_max
value: 55.1118
verified: no, type: nauc_mrr_at_3_std
value: 20.3289
verified: no, type: nauc_mrr_at_3_diff1
value: 40.842
verified: no, type: nauc_mrr_at_5_max
value: 54.1547
verified: no, type: nauc_mrr_at_5_std
value: 20.0975
verified: no, type: nauc_mrr_at_5_diff1
value: 40.2913
verified: no, type: nauc_mrr_at_10_max
value: 54.173
verified: no, type: nauc_mrr_at_10_std
value: 20.0246
verified: no, type: nauc_mrr_at_10_diff1
value: 39.8307
verified: no, type: nauc_mrr_at_20_max
value: 53.797799999999995
verified: no, type: nauc_mrr_at_20_std
value: 19.8761
verified: no, type: nauc_mrr_at_20_diff1
value: 39.1152
verified: no, type: nauc_mrr_at_100_max
value: 53.957699999999996
verified: no, type: nauc_mrr_at_100_std
value: 20.0471
verified: no, type: nauc_mrr_at_100_diff1
value: 39.260600000000004
verified: no, type: nauc_mrr_at_1000_max
value: 53.982200000000006
verified: no, type: nauc_mrr_at_1000_std
value: 20.0435
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.334
verified: no, type: main_score
value: 36.51
verified: no
task: type: Retrieval, dataset: config: ara-deu
name: MTEB MLQARetrieval (ara-deu)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.483
verified: no, type: ndcg_at_3
value: 1.9959999999999998
verified: no, type: ndcg_at_5
value: 2.391
verified: no, type: ndcg_at_10
value: 3.143
verified: no, type: ndcg_at_20
value: 5.194
verified: no, type: ndcg_at_100
value: 13.254
verified: no, type: ndcg_at_1000
value: 18.717
verified: no, type: map_at_1
value: 0.483
verified: no, type: map_at_3
value: 1.53
verified: no, type: map_at_5
value: 1.7469999999999999
verified: no, type: map_at_10
value: 2.041
verified: no, type: map_at_20
value: 2.5919999999999996
verified: no, type: map_at_100
value: 3.5090000000000003
verified: no, type: map_at_1000
value: 3.8
verified: no, type: recall_at_1
value: 0.483
verified: no, type: recall_at_3
value: 3.382
verified: no, type: recall_at_5
value: 4.348
verified: no, type: recall_at_10
value: 6.763
verified: no, type: recall_at_20
value: 14.976
verified: no, type: recall_at_100
value: 61.353
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 0.483
verified: no, type: precision_at_3
value: 1.127
verified: no, type: precision_at_5
value: 0.8699999999999999
verified: no, type: precision_at_10
value: 0.676
verified: no, type: precision_at_20
value: 0.749
verified: no, type: precision_at_100
value: 0.614
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 0.48310000000000003
verified: no, type: mrr_at_3
value: 1.5298
verified: no, type: mrr_at_5
value: 1.7472
verified: no, type: mrr_at_10
value: 2.0409
verified: no, type: mrr_at_20
value: 2.5922
verified: no, type: mrr_at_100
value: 3.5095
verified: no, type: mrr_at_1000
value: 3.8004000000000002
verified: no, type: nauc_ndcg_at_1_max
value: -41.553000000000004
verified: no, type: nauc_ndcg_at_1_std
value: -41.553000000000004
verified: no, type: nauc_ndcg_at_1_diff1
value: -57.523500000000006
verified: no, type: nauc_ndcg_at_3_max
value: -44.262
verified: no, type: nauc_ndcg_at_3_std
value: -41.594300000000004
verified: no, type: nauc_ndcg_at_3_diff1
value: -33.6751
verified: no, type: nauc_ndcg_at_5_max
value: -42.9736
verified: no, type: nauc_ndcg_at_5_std
value: -42.2472
verified: no, type: nauc_ndcg_at_5_diff1
value: -33.2173
verified: no, type: nauc_ndcg_at_10_max
value: -31.821700000000003
verified: no, type: nauc_ndcg_at_10_std
value: -36.0429
verified: no, type: nauc_ndcg_at_10_diff1
value: -19.7423
verified: no, type: nauc_ndcg_at_20_max
value: -19.906
verified: no, type: nauc_ndcg_at_20_std
value: -25.389200000000002
verified: no, type: nauc_ndcg_at_20_diff1
value: -12.357899999999999
verified: no, type: nauc_ndcg_at_100_max
value: -14.87
verified: no, type: nauc_ndcg_at_100_std
value: -15.4838
verified: no, type: nauc_ndcg_at_100_diff1
value: -10.3397
verified: no, type: nauc_ndcg_at_1000_max
value: -22.5591
verified: no, type: nauc_ndcg_at_1000_std
value: -24.8202
verified: no, type: nauc_ndcg_at_1000_diff1
value: -15.3685
verified: no, type: nauc_map_at_1_max
value: -41.553000000000004
verified: no, type: nauc_map_at_1_std
value: -41.553000000000004
verified: no, type: nauc_map_at_1_diff1
value: -57.523500000000006
verified: no, type: nauc_map_at_3_max
value: -44.3092
verified: no, type: nauc_map_at_3_std
value: -41.9893
verified: no, type: nauc_map_at_3_diff1
value: -35.857499999999995
verified: no, type: nauc_map_at_5_max
value: -43.298500000000004
verified: no, type: nauc_map_at_5_std
value: -42.4017
verified: no, type: nauc_map_at_5_diff1
value: -35.0605
verified: no, type: nauc_map_at_10_max
value: -37.1022
verified: no, type: nauc_map_at_10_std
value: -38.9588
verified: no, type: nauc_map_at_10_diff1
value: -26.5455
verified: no, type: nauc_map_at_20_max
value: -30.0711
verified: no, type: nauc_map_at_20_std
value: -33.1179
verified: no, type: nauc_map_at_20_diff1
value: -21.5666
verified: no, type: nauc_map_at_100_max
value: -27.4023
verified: no, type: nauc_map_at_100_std
value: -29.2105
verified: no, type: nauc_map_at_100_diff1
value: -19.9454
verified: no, type: nauc_map_at_1000_max
value: -28.6252
verified: no, type: nauc_map_at_1000_std
value: -30.6047
verified: no, type: nauc_map_at_1000_diff1
value: -20.8378
verified: no, type: nauc_recall_at_1_max
value: -41.553000000000004
verified: no, type: nauc_recall_at_1_std
value: -41.553000000000004
verified: no, type: nauc_recall_at_1_diff1
value: -57.523500000000006
verified: no, type: nauc_recall_at_3_max
value: -44.1529
verified: no, type: nauc_recall_at_3_std
value: -41.004400000000004
verified: no, type: nauc_recall_at_3_diff1
value: -30.7575
verified: no, type: nauc_recall_at_5_max
value: -42.5017
verified: no, type: nauc_recall_at_5_std
value: -42.0639
verified: no, type: nauc_recall_at_5_diff1
value: -31.0911
verified: no, type: nauc_recall_at_10_max
value: -25.1079
verified: no, type: nauc_recall_at_10_std
value: -32.359
verified: no, type: nauc_recall_at_10_diff1
value: -11.9862
verified: no, type: nauc_recall_at_20_max
value: -11.081199999999999
verified: no, type: nauc_recall_at_20_std
value: -18.5217
verified: no, type: nauc_recall_at_20_diff1
value: -5.0226
verified: no, type: nauc_recall_at_100_max
value: -5.0011
verified: no, type: nauc_recall_at_100_std
value: -3.3889000000000005
verified: no, type: nauc_recall_at_100_diff1
value: -3.9987000000000004
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: -41.553000000000004
verified: no, type: nauc_precision_at_1_std
value: -41.553000000000004
verified: no, type: nauc_precision_at_1_diff1
value: -57.523500000000006
verified: no, type: nauc_precision_at_3_max
value: -44.1529
verified: no, type: nauc_precision_at_3_std
value: -41.004400000000004
verified: no, type: nauc_precision_at_3_diff1
value: -30.7575
verified: no, type: nauc_precision_at_5_max
value: -42.5017
verified: no, type: nauc_precision_at_5_std
value: -42.0639
verified: no, type: nauc_precision_at_5_diff1
value: -31.0911
verified: no, type: nauc_precision_at_10_max
value: -25.1079
verified: no, type: nauc_precision_at_10_std
value: -32.359
verified: no, type: nauc_precision_at_10_diff1
value: -11.9862
verified: no, type: nauc_precision_at_20_max
value: -11.081199999999999
verified: no, type: nauc_precision_at_20_std
value: -18.5217
verified: no, type: nauc_precision_at_20_diff1
value: -5.0226
verified: no, type: nauc_precision_at_100_max
value: -5.0011
verified: no, type: nauc_precision_at_100_std
value: -3.3889000000000005
verified: no, type: nauc_precision_at_100_diff1
value: -3.9987000000000004
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: -41.553000000000004
verified: no, type: nauc_mrr_at_1_std
value: -41.553000000000004
verified: no, type: nauc_mrr_at_1_diff1
value: -57.523500000000006
verified: no, type: nauc_mrr_at_3_max
value: -44.3092
verified: no, type: nauc_mrr_at_3_std
value: -41.9893
verified: no, type: nauc_mrr_at_3_diff1
value: -35.857499999999995
verified: no, type: nauc_mrr_at_5_max
value: -43.298500000000004
verified: no, type: nauc_mrr_at_5_std
value: -42.4017
verified: no, type: nauc_mrr_at_5_diff1
value: -35.0605
verified: no, type: nauc_mrr_at_10_max
value: -37.1022
verified: no, type: nauc_mrr_at_10_std
value: -38.9588
verified: no, type: nauc_mrr_at_10_diff1
value: -26.5455
verified: no, type: nauc_mrr_at_20_max
value: -30.0711
verified: no, type: nauc_mrr_at_20_std
value: -33.1179
verified: no, type: nauc_mrr_at_20_diff1
value: -21.5666
verified: no, type: nauc_mrr_at_100_max
value: -27.4023
verified: no, type: nauc_mrr_at_100_std
value: -29.2105
verified: no, type: nauc_mrr_at_100_diff1
value: -19.9454
verified: no, type: nauc_mrr_at_1000_max
value: -28.6252
verified: no, type: nauc_mrr_at_1000_std
value: -30.6047
verified: no, type: nauc_mrr_at_1000_diff1
value: -20.8378
verified: no, type: main_score
value: 3.143
verified: no
task: type: Retrieval, dataset: config: ara-eng
name: MTEB MLQARetrieval (ara-eng)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.387
verified: no, type: ndcg_at_3
value: 0.799
verified: no, type: ndcg_at_5
value: 1.107
verified: no, type: ndcg_at_10
value: 1.8950000000000002
verified: no, type: ndcg_at_20
value: 2.491
verified: no, type: ndcg_at_100
value: 6.7250000000000005
verified: no, type: ndcg_at_1000
value: 15.473999999999998
verified: no, type: map_at_1
value: 0.387
verified: no, type: map_at_3
value: 0.677
verified: no, type: map_at_5
value: 0.8410000000000001
verified: no, type: map_at_10
value: 1.1520000000000001
verified: no, type: map_at_20
value: 1.32
verified: no, type: map_at_100
value: 1.82
verified: no, type: map_at_1000
value: 2.129
verified: no, type: recall_at_1
value: 0.387
verified: no, type: recall_at_3
value: 1.161
verified: no, type: recall_at_5
value: 1.934
verified: no, type: recall_at_10
value: 4.449
verified: no, type: recall_at_20
value: 6.77
verified: no, type: recall_at_100
value: 30.947999999999997
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 0.387
verified: no, type: precision_at_3
value: 0.387
verified: no, type: precision_at_5
value: 0.387
verified: no, type: precision_at_10
value: 0.445
verified: no, type: precision_at_20
value: 0.338
verified: no, type: precision_at_100
value: 0.309
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 0.3868
verified: no, type: mrr_at_3
value: 0.677
verified: no, type: mrr_at_5
value: 0.8413999999999999
verified: no, type: mrr_at_10
value: 1.1516
verified: no, type: mrr_at_20
value: 1.3199
verified: no, type: mrr_at_100
value: 1.8199
verified: no, type: mrr_at_1000
value: 2.1289
verified: no, type: nauc_ndcg_at_1_max
value: 46.4561
verified: no, type: nauc_ndcg_at_1_std
value: -32.306200000000004
verified: no, type: nauc_ndcg_at_1_diff1
value: 4.4164
verified: no, type: nauc_ndcg_at_3_max
value: 21.7988
verified: no, type: nauc_ndcg_at_3_std
value: 9.9137
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.1407
verified: no, type: nauc_ndcg_at_5_max
value: 11.1279
verified: no, type: nauc_ndcg_at_5_std
value: 11.2983
verified: no, type: nauc_ndcg_at_5_diff1
value: 11.506
verified: no, type: nauc_ndcg_at_10_max
value: 13.262199999999998
verified: no, type: nauc_ndcg_at_10_std
value: 11.3881
verified: no, type: nauc_ndcg_at_10_diff1
value: 8.228100000000001
verified: no, type: nauc_ndcg_at_20_max
value: 5.5699
verified: no, type: nauc_ndcg_at_20_std
value: 9.5456
verified: no, type: nauc_ndcg_at_20_diff1
value: 1.0035
verified: no, type: nauc_ndcg_at_100_max
value: 12.0172
verified: no, type: nauc_ndcg_at_100_std
value: 14.402999999999999
verified: no, type: nauc_ndcg_at_100_diff1
value: -3.5281
verified: no, type: nauc_ndcg_at_1000_max
value: 10.545
verified: no, type: nauc_ndcg_at_1000_std
value: 12.3847
verified: no, type: nauc_ndcg_at_1000_diff1
value: -1.6625999999999999
verified: no, type: nauc_map_at_1_max
value: 46.4561
verified: no, type: nauc_map_at_1_std
value: -32.306200000000004
verified: no, type: nauc_map_at_1_diff1
value: 4.4164
verified: no, type: nauc_map_at_3_max
value: 24.696299999999997
verified: no, type: nauc_map_at_3_std
value: 1.8696000000000002
verified: no, type: nauc_map_at_3_diff1
value: 26.0786
verified: no, type: nauc_map_at_5_max
value: 16.475
verified: no, type: nauc_map_at_5_std
value: 3.9592
verified: no, type: nauc_map_at_5_diff1
value: 13.389499999999998
verified: no, type: nauc_map_at_10_max
value: 16.2084
verified: no, type: nauc_map_at_10_std
value: 5.8298000000000005
verified: no, type: nauc_map_at_10_diff1
value: 10.8911
verified: no, type: nauc_map_at_20_max
value: 11.9237
verified: no, type: nauc_map_at_20_std
value: 5.7805
verified: no, type: nauc_map_at_20_diff1
value: 6.8079
verified: no, type: nauc_map_at_100_max
value: 12.779399999999999
verified: no, type: nauc_map_at_100_std
value: 8.5426
verified: no, type: nauc_map_at_100_diff1
value: 3.11
verified: no, type: nauc_map_at_1000_max
value: 12.587200000000001
verified: no, type: nauc_map_at_1000_std
value: 8.2159
verified: no, type: nauc_map_at_1000_diff1
value: 3.3531
verified: no, type: nauc_recall_at_1_max
value: 46.4561
verified: no, type: nauc_recall_at_1_std
value: -32.306200000000004
verified: no, type: nauc_recall_at_1_diff1
value: 4.4164
verified: no, type: nauc_recall_at_3_max
value: 17.041600000000003
verified: no, type: nauc_recall_at_3_std
value: 23.9913
verified: no, type: nauc_recall_at_3_diff1
value: 39.9943
verified: no, type: nauc_recall_at_5_max
value: 3.8781000000000003
verified: no, type: nauc_recall_at_5_std
value: 21.1723
verified: no, type: nauc_recall_at_5_diff1
value: 7.9961
verified: no, type: nauc_recall_at_10_max
value: 11.1446
verified: no, type: nauc_recall_at_10_std
value: 15.9162
verified: no, type: nauc_recall_at_10_diff1
value: 5.334
verified: no, type: nauc_recall_at_20_max
value: 0.585
verified: no, type: nauc_recall_at_20_std
value: 11.422799999999999
verified: no, type: nauc_recall_at_20_diff1
value: -4.172
verified: no, type: nauc_recall_at_100_max
value: 13.1038
verified: no, type: nauc_recall_at_100_std
value: 16.5849
verified: no, type: nauc_recall_at_100_diff1
value: -5.8172
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 46.4561
verified: no, type: nauc_precision_at_1_std
value: -32.306200000000004
verified: no, type: nauc_precision_at_1_diff1
value: 4.4164
verified: no, type: nauc_precision_at_3_max
value: 17.041600000000003
verified: no, type: nauc_precision_at_3_std
value: 23.9913
verified: no, type: nauc_precision_at_3_diff1
value: 39.9943
verified: no, type: nauc_precision_at_5_max
value: 3.8781000000000003
verified: no, type: nauc_precision_at_5_std
value: 21.1723
verified: no, type: nauc_precision_at_5_diff1
value: 7.9961
verified: no, type: nauc_precision_at_10_max
value: 11.1446
verified: no, type: nauc_precision_at_10_std
value: 15.9162
verified: no, type: nauc_precision_at_10_diff1
value: 5.334
verified: no, type: nauc_precision_at_20_max
value: 0.585
verified: no, type: nauc_precision_at_20_std
value: 11.422799999999999
verified: no, type: nauc_precision_at_20_diff1
value: -4.172
verified: no, type: nauc_precision_at_100_max
value: 13.1038
verified: no, type: nauc_precision_at_100_std
value: 16.5849
verified: no, type: nauc_precision_at_100_diff1
value: -5.8172
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 46.4561
verified: no, type: nauc_mrr_at_1_std
value: -32.306200000000004
verified: no, type: nauc_mrr_at_1_diff1
value: 4.4164
verified: no, type: nauc_mrr_at_3_max
value: 24.696299999999997
verified: no, type: nauc_mrr_at_3_std
value: 1.8696000000000002
verified: no, type: nauc_mrr_at_3_diff1
value: 26.0786
verified: no, type: nauc_mrr_at_5_max
value: 16.475
verified: no, type: nauc_mrr_at_5_std
value: 3.9592
verified: no, type: nauc_mrr_at_5_diff1
value: 13.389499999999998
verified: no, type: nauc_mrr_at_10_max
value: 16.2084
verified: no, type: nauc_mrr_at_10_std
value: 5.8298000000000005
verified: no, type: nauc_mrr_at_10_diff1
value: 10.8911
verified: no, type: nauc_mrr_at_20_max
value: 11.9237
verified: no, type: nauc_mrr_at_20_std
value: 5.7805
verified: no, type: nauc_mrr_at_20_diff1
value: 6.8079
verified: no, type: nauc_mrr_at_100_max
value: 12.779399999999999
verified: no, type: nauc_mrr_at_100_std
value: 8.5426
verified: no, type: nauc_mrr_at_100_diff1
value: 3.11
verified: no, type: nauc_mrr_at_1000_max
value: 12.587200000000001
verified: no, type: nauc_mrr_at_1000_std
value: 8.2159
verified: no, type: nauc_mrr_at_1000_diff1
value: 3.3531
verified: no, type: main_score
value: 1.8950000000000002
verified: no
task: type: Retrieval, dataset: config: ara-spa
name: MTEB MLQARetrieval (ara-spa)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.621
verified: no, type: ndcg_at_3
value: 1.9449999999999998
verified: no, type: ndcg_at_5
value: 2.7470000000000003
verified: no, type: ndcg_at_10
value: 3.936
verified: no, type: ndcg_at_20
value: 6.0729999999999995
verified: no, type: ndcg_at_100
value: 16.366
verified: no, type: ndcg_at_1000
value: 19.769000000000002
verified: no, type: map_at_1
value: 0.621
verified: no, type: map_at_3
value: 1.553
verified: no, type: map_at_5
value: 2.019
verified: no, type: map_at_10
value: 2.5
verified: no, type: map_at_20
value: 3.055
verified: no, type: map_at_100
value: 4.247999999999999
verified: no, type: map_at_1000
value: 4.443
verified: no, type: recall_at_1
value: 0.621
verified: no, type: recall_at_3
value: 3.106
verified: no, type: recall_at_5
value: 4.968999999999999
verified: no, type: recall_at_10
value: 8.696
verified: no, type: recall_at_20
value: 17.391000000000002
verified: no, type: recall_at_100
value: 76.398
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 0.621
verified: no, type: precision_at_3
value: 1.035
verified: no, type: precision_at_5
value: 0.9939999999999999
verified: no, type: precision_at_10
value: 0.8699999999999999
verified: no, type: precision_at_20
value: 0.8699999999999999
verified: no, type: precision_at_100
value: 0.764
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 0.6211
verified: no, type: mrr_at_3
value: 1.5528
verified: no, type: mrr_at_5
value: 2.0185999999999997
verified: no, type: mrr_at_10
value: 2.4998
verified: no, type: mrr_at_20
value: 3.0547
verified: no, type: mrr_at_100
value: 4.2485
verified: no, type: mrr_at_1000
value: 4.4432
verified: no, type: nauc_ndcg_at_1_max
value: -49.7187
verified: no, type: nauc_ndcg_at_1_std
value: -49.7187
verified: no, type: nauc_ndcg_at_1_diff1
value: -20.5681
verified: no, type: nauc_ndcg_at_3_max
value: -40.8251
verified: no, type: nauc_ndcg_at_3_std
value: -30.895400000000002
verified: no, type: nauc_ndcg_at_3_diff1
value: -6.4114
verified: no, type: nauc_ndcg_at_5_max
value: -28.4846
verified: no, type: nauc_ndcg_at_5_std
value: -20.5221
verified: no, type: nauc_ndcg_at_5_diff1
value: -0.8007
verified: no, type: nauc_ndcg_at_10_max
value: -20.3348
verified: no, type: nauc_ndcg_at_10_std
value: -8.2217
verified: no, type: nauc_ndcg_at_10_diff1
value: 0.5930000000000001
verified: no, type: nauc_ndcg_at_20_max
value: -19.456699999999998
verified: no, type: nauc_ndcg_at_20_std
value: -9.5993
verified: no, type: nauc_ndcg_at_20_diff1
value: -2.6712
verified: no, type: nauc_ndcg_at_100_max
value: -15.7733
verified: no, type: nauc_ndcg_at_100_std
value: -5.1976
verified: no, type: nauc_ndcg_at_100_diff1
value: 3.029
verified: no, type: nauc_ndcg_at_1000_max
value: -21.9004
verified: no, type: nauc_ndcg_at_1000_std
value: -11.8486
verified: no, type: nauc_ndcg_at_1000_diff1
value: -2.4699
verified: no, type: nauc_map_at_1_max
value: -49.7187
verified: no, type: nauc_map_at_1_std
value: -49.7187
verified: no, type: nauc_map_at_1_diff1
value: -20.5681
verified: no, type: nauc_map_at_3_max
value: -42.530499999999996
verified: no, type: nauc_map_at_3_std
value: -34.239999999999995
verified: no, type: nauc_map_at_3_diff1
value: -8.7485
verified: no, type: nauc_map_at_5_max
value: -32.3882
verified: no, type: nauc_map_at_5_std
value: -25.2735
verified: no, type: nauc_map_at_5_diff1
value: -3.7768
verified: no, type: nauc_map_at_10_max
value: -26.5982
verified: no, type: nauc_map_at_10_std
value: -16.7374
verified: no, type: nauc_map_at_10_diff1
value: -2.3562
verified: no, type: nauc_map_at_20_max
value: -25.2884
verified: no, type: nauc_map_at_20_std
value: -16.1507
verified: no, type: nauc_map_at_20_diff1
value: -3.5117000000000003
verified: no, type: nauc_map_at_100_max
value: -24.921499999999998
verified: no, type: nauc_map_at_100_std
value: -15.5839
verified: no, type: nauc_map_at_100_diff1
value: -3.2183
verified: no, type: nauc_map_at_1000_max
value: -25.655499999999996
verified: no, type: nauc_map_at_1000_std
value: -16.3961
verified: no, type: nauc_map_at_1000_diff1
value: -3.8159
verified: no, type: nauc_recall_at_1_max
value: -49.7187
verified: no, type: nauc_recall_at_1_std
value: -49.7187
verified: no, type: nauc_recall_at_1_diff1
value: -20.5681
verified: no, type: nauc_recall_at_3_max
value: -38.1894
verified: no, type: nauc_recall_at_3_std
value: -25.753700000000002
verified: no, type: nauc_recall_at_3_diff1
value: -2.8386
verified: no, type: nauc_recall_at_5_max
value: -23.336000000000002
verified: no, type: nauc_recall_at_5_std
value: -14.365400000000001
verified: no, type: nauc_recall_at_5_diff1
value: 3.0241000000000002
verified: no, type: nauc_recall_at_10_max
value: -13.7581
verified: no, type: nauc_recall_at_10_std
value: 0.758
verified: no, type: nauc_recall_at_10_diff1
value: 3.3952999999999998
verified: no, type: nauc_recall_at_20_max
value: -15.1755
verified: no, type: nauc_recall_at_20_std
value: -5.1234
verified: no, type: nauc_recall_at_20_diff1
value: -2.7003
verified: no, type: nauc_recall_at_100_max
value: -3.2379
verified: no, type: nauc_recall_at_100_std
value: 8.405
verified: no, type: nauc_recall_at_100_diff1
value: 14.2268
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: -49.7187
verified: no, type: nauc_precision_at_1_std
value: -49.7187
verified: no, type: nauc_precision_at_1_diff1
value: -20.5681
verified: no, type: nauc_precision_at_3_max
value: -38.1894
verified: no, type: nauc_precision_at_3_std
value: -25.753700000000002
verified: no, type: nauc_precision_at_3_diff1
value: -2.8386
verified: no, type: nauc_precision_at_5_max
value: -23.336000000000002
verified: no, type: nauc_precision_at_5_std
value: -14.365400000000001
verified: no, type: nauc_precision_at_5_diff1
value: 3.0241000000000002
verified: no, type: nauc_precision_at_10_max
value: -13.7581
verified: no, type: nauc_precision_at_10_std
value: 0.758
verified: no, type: nauc_precision_at_10_diff1
value: 3.3952999999999998
verified: no, type: nauc_precision_at_20_max
value: -15.1755
verified: no, type: nauc_precision_at_20_std
value: -5.1234
verified: no, type: nauc_precision_at_20_diff1
value: -2.7003
verified: no, type: nauc_precision_at_100_max
value: -3.2379
verified: no, type: nauc_precision_at_100_std
value: 8.405
verified: no, type: nauc_precision_at_100_diff1
value: 14.2268
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: -49.7187
verified: no, type: nauc_mrr_at_1_std
value: -49.7187
verified: no, type: nauc_mrr_at_1_diff1
value: -20.5681
verified: no, type: nauc_mrr_at_3_max
value: -42.530499999999996
verified: no, type: nauc_mrr_at_3_std
value: -34.239999999999995
verified: no, type: nauc_mrr_at_3_diff1
value: -8.7485
verified: no, type: nauc_mrr_at_5_max
value: -32.3882
verified: no, type: nauc_mrr_at_5_std
value: -25.2735
verified: no, type: nauc_mrr_at_5_diff1
value: -3.7768
verified: no, type: nauc_mrr_at_10_max
value: -26.5982
verified: no, type: nauc_mrr_at_10_std
value: -16.7374
verified: no, type: nauc_mrr_at_10_diff1
value: -2.3562
verified: no, type: nauc_mrr_at_20_max
value: -25.2884
verified: no, type: nauc_mrr_at_20_std
value: -16.1507
verified: no, type: nauc_mrr_at_20_diff1
value: -3.5117000000000003
verified: no, type: nauc_mrr_at_100_max
value: -24.921499999999998
verified: no, type: nauc_mrr_at_100_std
value: -15.5839
verified: no, type: nauc_mrr_at_100_diff1
value: -3.2183
verified: no, type: nauc_mrr_at_1000_max
value: -25.655499999999996
verified: no, type: nauc_mrr_at_1000_std
value: -16.3961
verified: no, type: nauc_mrr_at_1000_diff1
value: -3.8159
verified: no, type: main_score
value: 3.936
verified: no
task: type: Retrieval, dataset: config: ara-hin
name: MTEB MLQARetrieval (ara-hin)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 1.075
verified: no, type: ndcg_at_3
value: 1.952
verified: no, type: ndcg_at_5
value: 2.8080000000000003
verified: no, type: ndcg_at_10
value: 3.665
verified: no, type: ndcg_at_20
value: 5.686
verified: no, type: ndcg_at_100
value: 14.824000000000002
verified: no, type: ndcg_at_1000
value: 19.533
verified: no, type: map_at_1
value: 1.075
verified: no, type: map_at_3
value: 1.703
verified: no, type: map_at_5
value: 2.1590000000000003
verified: no, type: map_at_10
value: 2.5069999999999997
verified: no, type: map_at_20
value: 3.052
verified: no, type: map_at_100
value: 4.165
verified: no, type: map_at_1000
value: 4.431
verified: no, type: recall_at_1
value: 1.075
verified: no, type: recall_at_3
value: 2.688
verified: no, type: recall_at_5
value: 4.839
verified: no, type: recall_at_10
value: 7.527
verified: no, type: recall_at_20
value: 15.591
verified: no, type: recall_at_100
value: 67.204
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 1.075
verified: no, type: precision_at_3
value: 0.8959999999999999
verified: no, type: precision_at_5
value: 0.968
verified: no, type: precision_at_10
value: 0.753
verified: no, type: precision_at_20
value: 0.7799999999999999
verified: no, type: precision_at_100
value: 0.672
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 1.0753000000000001
verified: no, type: mrr_at_3
value: 1.7025
verified: no, type: mrr_at_5
value: 2.1595
verified: no, type: mrr_at_10
value: 2.5066
verified: no, type: mrr_at_20
value: 3.0518
verified: no, type: mrr_at_100
value: 4.165
verified: no, type: mrr_at_1000
value: 4.4308
verified: no, type: nauc_ndcg_at_1_max
value: 21.262700000000002
verified: no, type: nauc_ndcg_at_1_std
value: -41.7253
verified: no, type: nauc_ndcg_at_1_diff1
value: 21.262700000000002
verified: no, type: nauc_ndcg_at_3_max
value: 16.2895
verified: no, type: nauc_ndcg_at_3_std
value: -21.9452
verified: no, type: nauc_ndcg_at_3_diff1
value: 12.0077
verified: no, type: nauc_ndcg_at_5_max
value: 14.027999999999999
verified: no, type: nauc_ndcg_at_5_std
value: -5.2867999999999995
verified: no, type: nauc_ndcg_at_5_diff1
value: 1.3698
verified: no, type: nauc_ndcg_at_10_max
value: 6.0018
verified: no, type: nauc_ndcg_at_10_std
value: -9.074
verified: no, type: nauc_ndcg_at_10_diff1
value: 1.3088
verified: no, type: nauc_ndcg_at_20_max
value: -6.839
verified: no, type: nauc_ndcg_at_20_std
value: -17.1404
verified: no, type: nauc_ndcg_at_20_diff1
value: -12.3198
verified: no, type: nauc_ndcg_at_100_max
value: 2.491
verified: no, type: nauc_ndcg_at_100_std
value: -5.4581
verified: no, type: nauc_ndcg_at_100_diff1
value: -2.6779
verified: no, type: nauc_ndcg_at_1000_max
value: 0.6387999999999999
verified: no, type: nauc_ndcg_at_1000_std
value: -12.7081
verified: no, type: nauc_ndcg_at_1000_diff1
value: -5.937
verified: no, type: nauc_map_at_1_max
value: 21.262700000000002
verified: no, type: nauc_map_at_1_std
value: -41.7253
verified: no, type: nauc_map_at_1_diff1
value: 21.262700000000002
verified: no, type: nauc_map_at_3_max
value: 16.7498
verified: no, type: nauc_map_at_3_std
value: -25.7376
verified: no, type: nauc_map_at_3_diff1
value: 12.853
verified: no, type: nauc_map_at_5_max
value: 14.973
verified: no, type: nauc_map_at_5_std
value: -13.637099999999998
verified: no, type: nauc_map_at_5_diff1
value: 5.048699999999999
verified: no, type: nauc_map_at_10_max
value: 10.3348
verified: no, type: nauc_map_at_10_std
value: -14.7688
verified: no, type: nauc_map_at_10_diff1
value: 4.5799
verified: no, type: nauc_map_at_20_max
value: 2.9443
verified: no, type: nauc_map_at_20_std
value: -18.388299999999997
verified: no, type: nauc_map_at_20_diff1
value: -2.883
verified: no, type: nauc_map_at_100_max
value: 4.2533
verified: no, type: nauc_map_at_100_std
value: -15.348700000000001
verified: no, type: nauc_map_at_100_diff1
value: -2.0131
verified: no, type: nauc_map_at_1000_max
value: 4.2232
verified: no, type: nauc_map_at_1000_std
value: -16.1977
verified: no, type: nauc_map_at_1000_diff1
value: -2.1845
verified: no, type: nauc_recall_at_1_max
value: 21.262700000000002
verified: no, type: nauc_recall_at_1_std
value: -41.7253
verified: no, type: nauc_recall_at_1_diff1
value: 21.262700000000002
verified: no, type: nauc_recall_at_3_max
value: 15.5258
verified: no, type: nauc_recall_at_3_std
value: -14.8099
verified: no, type: nauc_recall_at_3_diff1
value: 10.6104
verified: no, type: nauc_recall_at_5_max
value: 12.767800000000001
verified: no, type: nauc_recall_at_5_std
value: 6.8180000000000005
verified: no, type: nauc_recall_at_5_diff1
value: -3.8459
verified: no, type: nauc_recall_at_10_max
value: 0.5512
verified: no, type: nauc_recall_at_10_std
value: -3.2002
verified: no, type: nauc_recall_at_10_diff1
value: -2.238
verified: no, type: nauc_recall_at_20_max
value: -15.572099999999999
verified: no, type: nauc_recall_at_20_std
value: -17.1781
verified: no, type: nauc_recall_at_20_diff1
value: -20.64
verified: no, type: nauc_recall_at_100_max
value: 5.5887
verified: no, type: nauc_recall_at_100_std
value: 6.551
verified: no, type: nauc_recall_at_100_diff1
value: 2.6925999999999997
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 21.262700000000002
verified: no, type: nauc_precision_at_1_std
value: -41.7253
verified: no, type: nauc_precision_at_1_diff1
value: 21.262700000000002
verified: no, type: nauc_precision_at_3_max
value: 15.5258
verified: no, type: nauc_precision_at_3_std
value: -14.8099
verified: no, type: nauc_precision_at_3_diff1
value: 10.6104
verified: no, type: nauc_precision_at_5_max
value: 12.767800000000001
verified: no, type: nauc_precision_at_5_std
value: 6.8180000000000005
verified: no, type: nauc_precision_at_5_diff1
value: -3.8459
verified: no, type: nauc_precision_at_10_max
value: 0.5512
verified: no, type: nauc_precision_at_10_std
value: -3.2002
verified: no, type: nauc_precision_at_10_diff1
value: -2.238
verified: no, type: nauc_precision_at_20_max
value: -15.572099999999999
verified: no, type: nauc_precision_at_20_std
value: -17.1781
verified: no, type: nauc_precision_at_20_diff1
value: -20.64
verified: no, type: nauc_precision_at_100_max
value: 5.5887
verified: no, type: nauc_precision_at_100_std
value: 6.551
verified: no, type: nauc_precision_at_100_diff1
value: 2.6925999999999997
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 21.262700000000002
verified: no, type: nauc_mrr_at_1_std
value: -41.7253
verified: no, type: nauc_mrr_at_1_diff1
value: 21.262700000000002
verified: no, type: nauc_mrr_at_3_max
value: 16.7498
verified: no, type: nauc_mrr_at_3_std
value: -25.7376
verified: no, type: nauc_mrr_at_3_diff1
value: 12.853
verified: no, type: nauc_mrr_at_5_max
value: 14.973
verified: no, type: nauc_mrr_at_5_std
value: -13.637099999999998
verified: no, type: nauc_mrr_at_5_diff1
value: 5.048699999999999
verified: no, type: nauc_mrr_at_10_max
value: 10.3348
verified: no, type: nauc_mrr_at_10_std
value: -14.7688
verified: no, type: nauc_mrr_at_10_diff1
value: 4.5799
verified: no, type: nauc_mrr_at_20_max
value: 2.9443
verified: no, type: nauc_mrr_at_20_std
value: -18.388299999999997
verified: no, type: nauc_mrr_at_20_diff1
value: -2.883
verified: no, type: nauc_mrr_at_100_max
value: 4.2533
verified: no, type: nauc_mrr_at_100_std
value: -15.348700000000001
verified: no, type: nauc_mrr_at_100_diff1
value: -2.0131
verified: no, type: nauc_mrr_at_1000_max
value: 4.2232
verified: no, type: nauc_mrr_at_1000_std
value: -16.1977
verified: no, type: nauc_mrr_at_1000_diff1
value: -2.1845
verified: no, type: main_score
value: 3.665
verified: no
task: type: Retrieval, dataset: config: ara-vie
name: MTEB MLQARetrieval (ara-vie)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.613
verified: no, type: ndcg_at_3
value: 1.307
verified: no, type: ndcg_at_5
value: 1.307
verified: no, type: ndcg_at_10
value: 2.843
verified: no, type: ndcg_at_20
value: 5.175
verified: no, type: ndcg_at_100
value: 13.927
verified: no, type: ndcg_at_1000
value: 18.776
verified: no, type: map_at_1
value: 0.613
verified: no, type: map_at_3
value: 1.125
verified: no, type: map_at_5
value: 1.125
verified: no, type: map_at_10
value: 1.729
verified: no, type: map_at_20
value: 2.371
verified: no, type: map_at_100
value: 3.38
verified: no, type: map_at_1000
value: 3.6540000000000004
verified: no, type: recall_at_1
value: 0.613
verified: no, type: recall_at_3
value: 1.8399999999999999
verified: no, type: recall_at_5
value: 1.8399999999999999
verified: no, type: recall_at_10
value: 6.748
verified: no, type: recall_at_20
value: 15.951
verified: no, type: recall_at_100
value: 66.258
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 0.613
verified: no, type: precision_at_3
value: 0.613
verified: no, type: precision_at_5
value: 0.368
verified: no, type: precision_at_10
value: 0.675
verified: no, type: precision_at_20
value: 0.7979999999999999
verified: no, type: precision_at_100
value: 0.6629999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 0.6134999999999999
verified: no, type: mrr_at_3
value: 1.1247
verified: no, type: mrr_at_5
value: 1.1247
verified: no, type: mrr_at_10
value: 1.7287000000000001
verified: no, type: mrr_at_20
value: 2.3708
verified: no, type: mrr_at_100
value: 3.38
verified: no, type: mrr_at_1000
value: 3.6543
verified: no, type: nauc_ndcg_at_1_max
value: -6.955400000000001
verified: no, type: nauc_ndcg_at_1_std
value: 32.3707
verified: no, type: nauc_ndcg_at_1_diff1
value: -31.731199999999998
verified: no, type: nauc_ndcg_at_3_max
value: -5.0637
verified: no, type: nauc_ndcg_at_3_std
value: -7.6478
verified: no, type: nauc_ndcg_at_3_diff1
value: -31.9542
verified: no, type: nauc_ndcg_at_5_max
value: -5.0637
verified: no, type: nauc_ndcg_at_5_std
value: -7.6478
verified: no, type: nauc_ndcg_at_5_diff1
value: -31.9542
verified: no, type: nauc_ndcg_at_10_max
value: -5.5409
verified: no, type: nauc_ndcg_at_10_std
value: -5.2786
verified: no, type: nauc_ndcg_at_10_diff1
value: -14.349300000000001
verified: no, type: nauc_ndcg_at_20_max
value: 3.7065
verified: no, type: nauc_ndcg_at_20_std
value: -2.9243
verified: no, type: nauc_ndcg_at_20_diff1
value: -11.675
verified: no, type: nauc_ndcg_at_100_max
value: 5.6824
verified: no, type: nauc_ndcg_at_100_std
value: 4.7786
verified: no, type: nauc_ndcg_at_100_diff1
value: -15.0033
verified: no, type: nauc_ndcg_at_1000_max
value: 2.2786
verified: no, type: nauc_ndcg_at_1000_std
value: 1.9116000000000002
verified: no, type: nauc_ndcg_at_1000_diff1
value: -14.347299999999999
verified: no, type: nauc_map_at_1_max
value: -6.955400000000001
verified: no, type: nauc_map_at_1_std
value: 32.3707
verified: no, type: nauc_map_at_1_diff1
value: -31.731199999999998
verified: no, type: nauc_map_at_3_max
value: -6.5623000000000005
verified: no, type: nauc_map_at_3_std
value: -1.4144999999999999
verified: no, type: nauc_map_at_3_diff1
value: -32.321299999999994
verified: no, type: nauc_map_at_5_max
value: -6.5623000000000005
verified: no, type: nauc_map_at_5_std
value: -1.4144999999999999
verified: no, type: nauc_map_at_5_diff1
value: -32.321299999999994
verified: no, type: nauc_map_at_10_max
value: -5.9183
verified: no, type: nauc_map_at_10_std
value: -1.3847
verified: no, type: nauc_map_at_10_diff1
value: -21.0487
verified: no, type: nauc_map_at_20_max
value: -0.3147
verified: no, type: nauc_map_at_20_std
value: -0.8122
verified: no, type: nauc_map_at_20_diff1
value: -18.2027
verified: no, type: nauc_map_at_100_max
value: 0.5482
verified: no, type: nauc_map_at_100_std
value: 2.1596
verified: no, type: nauc_map_at_100_diff1
value: -17.8683
verified: no, type: nauc_map_at_1000_max
value: -0.0387
verified: no, type: nauc_map_at_1000_std
value: 1.7451999999999999
verified: no, type: nauc_map_at_1000_diff1
value: -17.9499
verified: no, type: nauc_recall_at_1_max
value: -6.955400000000001
verified: no, type: nauc_recall_at_1_std
value: 32.3707
verified: no, type: nauc_recall_at_1_diff1
value: -31.731199999999998
verified: no, type: nauc_recall_at_3_max
value: -2.1052999999999997
verified: no, type: nauc_recall_at_3_std
value: -18.885199999999998
verified: no, type: nauc_recall_at_3_diff1
value: -31.206699999999998
verified: no, type: nauc_recall_at_5_max
value: -2.1052999999999997
verified: no, type: nauc_recall_at_5_std
value: -18.885199999999998
verified: no, type: nauc_recall_at_5_diff1
value: -31.206699999999998
verified: no, type: nauc_recall_at_10_max
value: -5.5279
verified: no, type: nauc_recall_at_10_std
value: -8.5135
verified: no, type: nauc_recall_at_10_diff1
value: -7.7075000000000005
verified: no, type: nauc_recall_at_20_max
value: 6.4999
verified: no, type: nauc_recall_at_20_std
value: -3.8489000000000004
verified: no, type: nauc_recall_at_20_diff1
value: -7.310999999999999
verified: no, type: nauc_recall_at_100_max
value: 9.9534
verified: no, type: nauc_recall_at_100_std
value: 8.2841
verified: no, type: nauc_recall_at_100_diff1
value: -15.723300000000002
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: -6.955400000000001
verified: no, type: nauc_precision_at_1_std
value: 32.3707
verified: no, type: nauc_precision_at_1_diff1
value: -31.731199999999998
verified: no, type: nauc_precision_at_3_max
value: -2.1052999999999997
verified: no, type: nauc_precision_at_3_std
value: -18.885199999999998
verified: no, type: nauc_precision_at_3_diff1
value: -31.206699999999998
verified: no, type: nauc_precision_at_5_max
value: -2.1052999999999997
verified: no, type: nauc_precision_at_5_std
value: -18.885199999999998
verified: no, type: nauc_precision_at_5_diff1
value: -31.206699999999998
verified: no, type: nauc_precision_at_10_max
value: -5.5279
verified: no, type: nauc_precision_at_10_std
value: -8.5135
verified: no, type: nauc_precision_at_10_diff1
value: -7.7075000000000005
verified: no, type: nauc_precision_at_20_max
value: 6.4999
verified: no, type: nauc_precision_at_20_std
value: -3.8489000000000004
verified: no, type: nauc_precision_at_20_diff1
value: -7.310999999999999
verified: no, type: nauc_precision_at_100_max
value: 9.9534
verified: no, type: nauc_precision_at_100_std
value: 8.2841
verified: no, type: nauc_precision_at_100_diff1
value: -15.723300000000002
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: -6.955400000000001
verified: no, type: nauc_mrr_at_1_std
value: 32.3707
verified: no, type: nauc_mrr_at_1_diff1
value: -31.731199999999998
verified: no, type: nauc_mrr_at_3_max
value: -6.5623000000000005
verified: no, type: nauc_mrr_at_3_std
value: -1.4144999999999999
verified: no, type: nauc_mrr_at_3_diff1
value: -32.321299999999994
verified: no, type: nauc_mrr_at_5_max
value: -6.5623000000000005
verified: no, type: nauc_mrr_at_5_std
value: -1.4144999999999999
verified: no, type: nauc_mrr_at_5_diff1
value: -32.321299999999994
verified: no, type: nauc_mrr_at_10_max
value: -5.9183
verified: no, type: nauc_mrr_at_10_std
value: -1.3847
verified: no, type: nauc_mrr_at_10_diff1
value: -21.0487
verified: no, type: nauc_mrr_at_20_max
value: -0.3147
verified: no, type: nauc_mrr_at_20_std
value: -0.8122
verified: no, type: nauc_mrr_at_20_diff1
value: -18.2027
verified: no, type: nauc_mrr_at_100_max
value: 0.5482
verified: no, type: nauc_mrr_at_100_std
value: 2.1596
verified: no, type: nauc_mrr_at_100_diff1
value: -17.8683
verified: no, type: nauc_mrr_at_1000_max
value: -0.0387
verified: no, type: nauc_mrr_at_1000_std
value: 1.7451999999999999
verified: no, type: nauc_mrr_at_1000_diff1
value: -17.9499
verified: no, type: main_score
value: 2.843
verified: no
task: type: Retrieval, dataset: config: ara-zho
name: MTEB MLQARetrieval (ara-zho)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.532
verified: no, type: ndcg_at_3
value: 1.133
verified: no, type: ndcg_at_5
value: 1.592
verified: no, type: ndcg_at_10
value: 3.001
verified: no, type: ndcg_at_20
value: 4.599
verified: no, type: ndcg_at_100
value: 13.530000000000001
verified: no, type: ndcg_at_1000
value: 18.706999999999997
verified: no, type: map_at_1
value: 0.532
verified: no, type: map_at_3
value: 0.975
verified: no, type: map_at_5
value: 1.2409999999999999
verified: no, type: map_at_10
value: 1.8419999999999999
verified: no, type: map_at_20
value: 2.273
verified: no, type: map_at_100
value: 3.3529999999999998
verified: no, type: map_at_1000
value: 3.642
verified: no, type: recall_at_1
value: 0.532
verified: no, type: recall_at_3
value: 1.5959999999999999
verified: no, type: recall_at_5
value: 2.6599999999999997
verified: no, type: recall_at_10
value: 6.915
verified: no, type: recall_at_20
value: 13.297999999999998
verified: no, type: recall_at_100
value: 63.83
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 0.532
verified: no, type: precision_at_3
value: 0.532
verified: no, type: precision_at_5
value: 0.532
verified: no, type: precision_at_10
value: 0.6910000000000001
verified: no, type: precision_at_20
value: 0.6649999999999999
verified: no, type: precision_at_100
value: 0.638
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 0.5319
verified: no, type: mrr_at_3
value: 0.9752000000000001
verified: no, type: mrr_at_5
value: 1.2411
verified: no, type: mrr_at_10
value: 1.8416
verified: no, type: mrr_at_20
value: 2.2734
verified: no, type: mrr_at_100
value: 3.3527
verified: no, type: mrr_at_1000
value: 3.6415
verified: no, type: nauc_ndcg_at_1_max
value: 100
verified: no, type: nauc_ndcg_at_1_std
value: 100
verified: no, type: nauc_ndcg_at_1_diff1
value: 100
verified: no, type: nauc_ndcg_at_3_max
value: 43.0668
verified: no, type: nauc_ndcg_at_3_std
value: 53.02329999999999
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.2661
verified: no, type: nauc_ndcg_at_5_max
value: 15.126999999999999
verified: no, type: nauc_ndcg_at_5_std
value: 44.332899999999995
verified: no, type: nauc_ndcg_at_5_diff1
value: 18.2645
verified: no, type: nauc_ndcg_at_10_max
value: 19.707900000000002
verified: no, type: nauc_ndcg_at_10_std
value: 24.8599
verified: no, type: nauc_ndcg_at_10_diff1
value: 8.5712
verified: no, type: nauc_ndcg_at_20_max
value: 18.529999999999998
verified: no, type: nauc_ndcg_at_20_std
value: 23.8624
verified: no, type: nauc_ndcg_at_20_diff1
value: 3.8219999999999996
verified: no, type: nauc_ndcg_at_100_max
value: 13.3018
verified: no, type: nauc_ndcg_at_100_std
value: 13.919699999999999
verified: no, type: nauc_ndcg_at_100_diff1
value: 5.1807
verified: no, type: nauc_ndcg_at_1000_max
value: 15.4975
verified: no, type: nauc_ndcg_at_1000_std
value: 19.0027
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.5977
verified: no, type: nauc_map_at_1_max
value: 100
verified: no, type: nauc_map_at_1_std
value: 100
verified: no, type: nauc_map_at_1_diff1
value: 100
verified: no, type: nauc_map_at_3_max
value: 52.9714
verified: no, type: nauc_map_at_3_std
value: 62.1425
verified: no, type: nauc_map_at_3_diff1
value: 49.1278
verified: no, type: nauc_map_at_5_max
value: 30.0502
verified: no, type: nauc_map_at_5_std
value: 53.7191
verified: no, type: nauc_map_at_5_diff1
value: 29.7903
verified: no, type: nauc_map_at_10_max
value: 28.0566
verified: no, type: nauc_map_at_10_std
value: 37.3678
verified: no, type: nauc_map_at_10_diff1
value: 19.3192
verified: no, type: nauc_map_at_20_max
value: 24.929499999999997
verified: no, type: nauc_map_at_20_std
value: 34.0077
verified: no, type: nauc_map_at_20_diff1
value: 14.304
verified: no, type: nauc_map_at_100_max
value: 21.8729
verified: no, type: nauc_map_at_100_std
value: 27.860000000000003
verified: no, type: nauc_map_at_100_diff1
value: 15.3385
verified: no, type: nauc_map_at_1000_max
value: 22.311700000000002
verified: no, type: nauc_map_at_1000_std
value: 28.900100000000002
verified: no, type: nauc_map_at_1000_diff1
value: 16.1893
verified: no, type: nauc_recall_at_1_max
value: 100
verified: no, type: nauc_recall_at_1_std
value: 100
verified: no, type: nauc_recall_at_1_diff1
value: 100
verified: no, type: nauc_recall_at_3_max
value: 24.990000000000002
verified: no, type: nauc_recall_at_3_std
value: 36.1992
verified: no, type: nauc_recall_at_3_diff1
value: 30.3501
verified: no, type: nauc_recall_at_5_max
value: -6.6037
verified: no, type: nauc_recall_at_5_std
value: 30.852899999999998
verified: no, type: nauc_recall_at_5_diff1
value: 1.7645000000000002
verified: no, type: nauc_recall_at_10_max
value: 13.189899999999998
verified: no, type: nauc_recall_at_10_std
value: 13.314699999999998
verified: no, type: nauc_recall_at_10_diff1
value: -0.8269000000000001
verified: no, type: nauc_recall_at_20_max
value: 15.8802
verified: no, type: nauc_recall_at_20_std
value: 17.947499999999998
verified: no, type: nauc_recall_at_20_diff1
value: -2.5606
verified: no, type: nauc_recall_at_100_max
value: 9.5721
verified: no, type: nauc_recall_at_100_std
value: 6.9126
verified: no, type: nauc_recall_at_100_diff1
value: -2.2487
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 100
verified: no, type: nauc_precision_at_1_std
value: 100
verified: no, type: nauc_precision_at_1_diff1
value: 100
verified: no, type: nauc_precision_at_3_max
value: 24.990000000000002
verified: no, type: nauc_precision_at_3_std
value: 36.1992
verified: no, type: nauc_precision_at_3_diff1
value: 30.3501
verified: no, type: nauc_precision_at_5_max
value: -6.6037
verified: no, type: nauc_precision_at_5_std
value: 30.852899999999998
verified: no, type: nauc_precision_at_5_diff1
value: 1.7645000000000002
verified: no, type: nauc_precision_at_10_max
value: 13.189899999999998
verified: no, type: nauc_precision_at_10_std
value: 13.314699999999998
verified: no, type: nauc_precision_at_10_diff1
value: -0.8269000000000001
verified: no, type: nauc_precision_at_20_max
value: 15.8802
verified: no, type: nauc_precision_at_20_std
value: 17.947499999999998
verified: no, type: nauc_precision_at_20_diff1
value: -2.5606
verified: no, type: nauc_precision_at_100_max
value: 9.5721
verified: no, type: nauc_precision_at_100_std
value: 6.9126
verified: no, type: nauc_precision_at_100_diff1
value: -2.2487
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 100
verified: no, type: nauc_mrr_at_1_std
value: 100
verified: no, type: nauc_mrr_at_1_diff1
value: 100
verified: no, type: nauc_mrr_at_3_max
value: 52.9714
verified: no, type: nauc_mrr_at_3_std
value: 62.1425
verified: no, type: nauc_mrr_at_3_diff1
value: 49.1278
verified: no, type: nauc_mrr_at_5_max
value: 30.0502
verified: no, type: nauc_mrr_at_5_std
value: 53.7191
verified: no, type: nauc_mrr_at_5_diff1
value: 29.7903
verified: no, type: nauc_mrr_at_10_max
value: 28.0566
verified: no, type: nauc_mrr_at_10_std
value: 37.3678
verified: no, type: nauc_mrr_at_10_diff1
value: 19.3192
verified: no, type: nauc_mrr_at_20_max
value: 24.929499999999997
verified: no, type: nauc_mrr_at_20_std
value: 34.0077
verified: no, type: nauc_mrr_at_20_diff1
value: 14.304
verified: no, type: nauc_mrr_at_100_max
value: 21.8729
verified: no, type: nauc_mrr_at_100_std
value: 27.860000000000003
verified: no, type: nauc_mrr_at_100_diff1
value: 15.3385
verified: no, type: nauc_mrr_at_1000_max
value: 22.311700000000002
verified: no, type: nauc_mrr_at_1000_std
value: 28.900100000000002
verified: no, type: nauc_mrr_at_1000_diff1
value: 16.1893
verified: no, type: main_score
value: 3.001
verified: no
task: type: Retrieval, dataset: config: deu-ara
name: MTEB MLQARetrieval (deu-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.966
verified: no, type: ndcg_at_3
value: 2.122
verified: no, type: ndcg_at_5
value: 3.3070000000000004
verified: no, type: ndcg_at_10
value: 4.409
verified: no, type: ndcg_at_20
value: 5.734
verified: no, type: ndcg_at_100
value: 14.12
verified: no, type: ndcg_at_1000
value: 19.293
verified: no, type: map_at_1
value: 0.966
verified: no, type: map_at_3
value: 1.8519999999999999
verified: no, type: map_at_5
value: 2.504
verified: no, type: map_at_10
value: 2.965
verified: no, type: map_at_20
value: 3.318
verified: no, type: map_at_100
value: 4.249
verified: no, type: map_at_1000
value: 4.522
verified: no, type: recall_at_1
value: 0.966
verified: no, type: recall_at_3
value: 2.899
verified: no, type: recall_at_5
value: 5.797
verified: no, type: recall_at_10
value: 9.179
verified: no, type: recall_at_20
value: 14.493
verified: no, type: recall_at_100
value: 63.285000000000004
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 0.966
verified: no, type: precision_at_3
value: 0.966
verified: no, type: precision_at_5
value: 1.159
verified: no, type: precision_at_10
value: 0.918
verified: no, type: precision_at_20
value: 0.7250000000000001
verified: no, type: precision_at_100
value: 0.633
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 0.9662000000000001
verified: no, type: mrr_at_3
value: 1.8519
verified: no, type: mrr_at_5
value: 2.504
verified: no, type: mrr_at_10
value: 2.9648999999999996
verified: no, type: mrr_at_20
value: 3.3182000000000005
verified: no, type: mrr_at_100
value: 4.249
verified: no, type: mrr_at_1000
value: 4.5216
verified: no, type: nauc_ndcg_at_1_max
value: 100
verified: no, type: nauc_ndcg_at_1_std
value: 100
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.942
verified: no, type: nauc_ndcg_at_3_max
value: 49.4196
verified: no, type: nauc_ndcg_at_3_std
value: 56.1838
verified: no, type: nauc_ndcg_at_3_diff1
value: 32.665499999999994
verified: no, type: nauc_ndcg_at_5_max
value: 40.9893
verified: no, type: nauc_ndcg_at_5_std
value: 47.916799999999995
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.5136
verified: no, type: nauc_ndcg_at_10_max
value: 29.115299999999998
verified: no, type: nauc_ndcg_at_10_std
value: 32.858
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.005300000000002
verified: no, type: nauc_ndcg_at_20_max
value: 31.2368
verified: no, type: nauc_ndcg_at_20_std
value: 21.3015
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.6284
verified: no, type: nauc_ndcg_at_100_max
value: 25.645400000000002
verified: no, type: nauc_ndcg_at_100_std
value: 12.3866
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.502
verified: no, type: nauc_ndcg_at_1000_max
value: 33.4067
verified: no, type: nauc_ndcg_at_1000_std
value: 24.5891
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.9563
verified: no, type: nauc_map_at_1_max
value: 100
verified: no, type: nauc_map_at_1_std
value: 100
verified: no, type: nauc_map_at_1_diff1
value: 54.942
verified: no, type: nauc_map_at_3_max
value: 56.2303
verified: no, type: nauc_map_at_3_std
value: 62.7938
verified: no, type: nauc_map_at_3_diff1
value: 35.7282
verified: no, type: nauc_map_at_5_max
value: 48.2731
verified: no, type: nauc_map_at_5_std
value: 55.2495
verified: no, type: nauc_map_at_5_diff1
value: 22.6228
verified: no, type: nauc_map_at_10_max
value: 39.508700000000005
verified: no, type: nauc_map_at_10_std
value: 44.6957
verified: no, type: nauc_map_at_10_diff1
value: 22.8637
verified: no, type: nauc_map_at_20_max
value: 39.6895
verified: no, type: nauc_map_at_20_std
value: 38.8865
verified: no, type: nauc_map_at_20_diff1
value: 23.1892
verified: no, type: nauc_map_at_100_max
value: 38.5582
verified: no, type: nauc_map_at_100_std
value: 35.4221
verified: no, type: nauc_map_at_100_diff1
value: 20.6822
verified: no, type: nauc_map_at_1000_max
value: 39.5093
verified: no, type: nauc_map_at_1000_std
value: 36.8263
verified: no, type: nauc_map_at_1000_diff1
value: 21.2755
verified: no, type: nauc_recall_at_1_max
value: 100
verified: no, type: nauc_recall_at_1_std
value: 100
verified: no, type: nauc_recall_at_1_diff1
value: 54.942
verified: no, type: nauc_recall_at_3_max
value: 36.7448
verified: no, type: nauc_recall_at_3_std
value: 43.7074
verified: no, type: nauc_recall_at_3_diff1
value: 26.950200000000002
verified: no, type: nauc_recall_at_5_max
value: 31.4159
verified: no, type: nauc_recall_at_5_std
value: 38.074200000000005
verified: no, type: nauc_recall_at_5_diff1
value: 5.5841
verified: no, type: nauc_recall_at_10_max
value: 17.8359
verified: no, type: nauc_recall_at_10_std
value: 19.564799999999998
verified: no, type: nauc_recall_at_10_diff1
value: 10.7378
verified: no, type: nauc_recall_at_20_max
value: 24.5378
verified: no, type: nauc_recall_at_20_std
value: 3.8707
verified: no, type: nauc_recall_at_20_diff1
value: 15.1151
verified: no, type: nauc_recall_at_100_max
value: 12.8051
verified: no, type: nauc_recall_at_100_std
value: -9.097900000000001
verified: no, type: nauc_recall_at_100_diff1
value: 0.7080000000000001
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 100
verified: no, type: nauc_precision_at_1_std
value: 100
verified: no, type: nauc_precision_at_1_diff1
value: 54.942
verified: no, type: nauc_precision_at_3_max
value: 36.7448
verified: no, type: nauc_precision_at_3_std
value: 43.7074
verified: no, type: nauc_precision_at_3_diff1
value: 26.950200000000002
verified: no, type: nauc_precision_at_5_max
value: 31.4159
verified: no, type: nauc_precision_at_5_std
value: 38.074200000000005
verified: no, type: nauc_precision_at_5_diff1
value: 5.5841
verified: no, type: nauc_precision_at_10_max
value: 17.8359
verified: no, type: nauc_precision_at_10_std
value: 19.564799999999998
verified: no, type: nauc_precision_at_10_diff1
value: 10.7378
verified: no, type: nauc_precision_at_20_max
value: 24.5378
verified: no, type: nauc_precision_at_20_std
value: 3.8707
verified: no, type: nauc_precision_at_20_diff1
value: 15.1151
verified: no, type: nauc_precision_at_100_max
value: 12.8051
verified: no, type: nauc_precision_at_100_std
value: -9.097900000000001
verified: no, type: nauc_precision_at_100_diff1
value: 0.7080000000000001
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 100
verified: no, type: nauc_mrr_at_1_std
value: 100
verified: no, type: nauc_mrr_at_1_diff1
value: 54.942
verified: no, type: nauc_mrr_at_3_max
value: 56.2303
verified: no, type: nauc_mrr_at_3_std
value: 62.7938
verified: no, type: nauc_mrr_at_3_diff1
value: 35.7282
verified: no, type: nauc_mrr_at_5_max
value: 48.2731
verified: no, type: nauc_mrr_at_5_std
value: 55.2495
verified: no, type: nauc_mrr_at_5_diff1
value: 22.6228
verified: no, type: nauc_mrr_at_10_max
value: 39.508700000000005
verified: no, type: nauc_mrr_at_10_std
value: 44.6957
verified: no, type: nauc_mrr_at_10_diff1
value: 22.8637
verified: no, type: nauc_mrr_at_20_max
value: 39.6895
verified: no, type: nauc_mrr_at_20_std
value: 38.8865
verified: no, type: nauc_mrr_at_20_diff1
value: 23.1892
verified: no, type: nauc_mrr_at_100_max
value: 38.5582
verified: no, type: nauc_mrr_at_100_std
value: 35.4221
verified: no, type: nauc_mrr_at_100_diff1
value: 20.6822
verified: no, type: nauc_mrr_at_1000_max
value: 39.5093
verified: no, type: nauc_mrr_at_1000_std
value: 36.8263
verified: no, type: nauc_mrr_at_1000_diff1
value: 21.2755
verified: no, type: main_score
value: 4.409
verified: no
task: type: Retrieval, dataset: config: eng-ara
name: MTEB MLQARetrieval (eng-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.774
verified: no, type: ndcg_at_3
value: 1.745
verified: no, type: ndcg_at_5
value: 2.2030000000000003
verified: no, type: ndcg_at_10
value: 2.635
verified: no, type: ndcg_at_20
value: 3.514
verified: no, type: ndcg_at_100
value: 8.031
verified: no, type: ndcg_at_1000
value: 16.525000000000002
verified: no, type: map_at_1
value: 0.774
verified: no, type: map_at_3
value: 1.4829999999999999
verified: no, type: map_at_5
value: 1.725
verified: no, type: map_at_10
value: 1.9
verified: no, type: map_at_20
value: 2.1399999999999997
verified: no, type: map_at_100
value: 2.71
verified: no, type: map_at_1000
value: 3.0220000000000002
verified: no, type: recall_at_1
value: 0.774
verified: no, type: recall_at_3
value: 2.5149999999999997
verified: no, type: recall_at_5
value: 3.675
verified: no, type: recall_at_10
value: 5.029
verified: no, type: recall_at_20
value: 8.511000000000001
verified: no, type: recall_at_100
value: 33.656000000000006
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 0.774
verified: no, type: precision_at_3
value: 0.8380000000000001
verified: no, type: precision_at_5
value: 0.735
verified: no, type: precision_at_10
value: 0.503
verified: no, type: precision_at_20
value: 0.426
verified: no, type: precision_at_100
value: 0.337
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 0.7736999999999999
verified: no, type: mrr_at_3
value: 1.4829
verified: no, type: mrr_at_5
value: 1.7247
verified: no, type: mrr_at_10
value: 1.8998000000000002
verified: no, type: mrr_at_20
value: 2.1399999999999997
verified: no, type: mrr_at_100
value: 2.71
verified: no, type: mrr_at_1000
value: 3.0224
verified: no, type: nauc_ndcg_at_1_max
value: 60.5507
verified: no, type: nauc_ndcg_at_1_std
value: 17.7109
verified: no, type: nauc_ndcg_at_1_diff1
value: 69.8508
verified: no, type: nauc_ndcg_at_3_max
value: 17.8387
verified: no, type: nauc_ndcg_at_3_std
value: -12.759699999999999
verified: no, type: nauc_ndcg_at_3_diff1
value: 32.9363
verified: no, type: nauc_ndcg_at_5_max
value: 13.933300000000001
verified: no, type: nauc_ndcg_at_5_std
value: -7.4468000000000005
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.0875
verified: no, type: nauc_ndcg_at_10_max
value: 24.0901
verified: no, type: nauc_ndcg_at_10_std
value: -1.9087
verified: no, type: nauc_ndcg_at_10_diff1
value: 30.859199999999998
verified: no, type: nauc_ndcg_at_20_max
value: 14.4843
verified: no, type: nauc_ndcg_at_20_std
value: -2.4103
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.251800000000003
verified: no, type: nauc_ndcg_at_100_max
value: 11.147400000000001
verified: no, type: nauc_ndcg_at_100_std
value: 0.5721
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.865499999999997
verified: no, type: nauc_ndcg_at_1000_max
value: 14.3921
verified: no, type: nauc_ndcg_at_1000_std
value: -1.4730999999999999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.5761
verified: no, type: nauc_map_at_1_max
value: 60.5507
verified: no, type: nauc_map_at_1_std
value: 17.7109
verified: no, type: nauc_map_at_1_diff1
value: 69.8508
verified: no, type: nauc_map_at_3_max
value: 23.5728
verified: no, type: nauc_map_at_3_std
value: -8.4614
verified: no, type: nauc_map_at_3_diff1
value: 37.580000000000005
verified: no, type: nauc_map_at_5_max
value: 20.072300000000002
verified: no, type: nauc_map_at_5_std
value: -5.5798
verified: no, type: nauc_map_at_5_diff1
value: 37.894800000000004
verified: no, type: nauc_map_at_10_max
value: 25.3164
verified: no, type: nauc_map_at_10_std
value: -2.6436
verified: no, type: nauc_map_at_10_diff1
value: 35.591
verified: no, type: nauc_map_at_20_max
value: 20.962
verified: no, type: nauc_map_at_20_std
value: -2.7786999999999997
verified: no, type: nauc_map_at_20_diff1
value: 32.562999999999995
verified: no, type: nauc_map_at_100_max
value: 19.2988
verified: no, type: nauc_map_at_100_std
value: -1.6022
verified: no, type: nauc_map_at_100_diff1
value: 30.2483
verified: no, type: nauc_map_at_1000_max
value: 19.542399999999997
verified: no, type: nauc_map_at_1000_std
value: -1.9428
verified: no, type: nauc_map_at_1000_diff1
value: 30.5552
verified: no, type: nauc_recall_at_1_max
value: 60.5507
verified: no, type: nauc_recall_at_1_std
value: 17.7109
verified: no, type: nauc_recall_at_1_diff1
value: 69.8508
verified: no, type: nauc_recall_at_3_max
value: 7.9922
verified: no, type: nauc_recall_at_3_std
value: -20.188
verified: no, type: nauc_recall_at_3_diff1
value: 25.0336
verified: no, type: nauc_recall_at_5_max
value: 5.2796
verified: no, type: nauc_recall_at_5_std
value: -9.5635
verified: no, type: nauc_recall_at_5_diff1
value: 28.912900000000004
verified: no, type: nauc_recall_at_10_max
value: 24.0746
verified: no, type: nauc_recall_at_10_std
value: 0.1106
verified: no, type: nauc_recall_at_10_diff1
value: 25.271
verified: no, type: nauc_recall_at_20_max
value: 8.2207
verified: no, type: nauc_recall_at_20_std
value: -1.5499
verified: no, type: nauc_recall_at_20_diff1
value: 18.351200000000002
verified: no, type: nauc_recall_at_100_max
value: 6.2993
verified: no, type: nauc_recall_at_100_std
value: 2.1907
verified: no, type: nauc_recall_at_100_diff1
value: 11.477
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 60.5507
verified: no, type: nauc_precision_at_1_std
value: 17.7109
verified: no, type: nauc_precision_at_1_diff1
value: 69.8508
verified: no, type: nauc_precision_at_3_max
value: 7.9922
verified: no, type: nauc_precision_at_3_std
value: -20.188
verified: no, type: nauc_precision_at_3_diff1
value: 25.0336
verified: no, type: nauc_precision_at_5_max
value: 5.2796
verified: no, type: nauc_precision_at_5_std
value: -9.5635
verified: no, type: nauc_precision_at_5_diff1
value: 28.912900000000004
verified: no, type: nauc_precision_at_10_max
value: 24.0746
verified: no, type: nauc_precision_at_10_std
value: 0.1106
verified: no, type: nauc_precision_at_10_diff1
value: 25.271
verified: no, type: nauc_precision_at_20_max
value: 8.2207
verified: no, type: nauc_precision_at_20_std
value: -1.5499
verified: no, type: nauc_precision_at_20_diff1
value: 18.351200000000002
verified: no, type: nauc_precision_at_100_max
value: 6.2993
verified: no, type: nauc_precision_at_100_std
value: 2.1907
verified: no, type: nauc_precision_at_100_diff1
value: 11.477
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 60.5507
verified: no, type: nauc_mrr_at_1_std
value: 17.7109
verified: no, type: nauc_mrr_at_1_diff1
value: 69.8508
verified: no, type: nauc_mrr_at_3_max
value: 23.5728
verified: no, type: nauc_mrr_at_3_std
value: -8.4614
verified: no, type: nauc_mrr_at_3_diff1
value: 37.580000000000005
verified: no, type: nauc_mrr_at_5_max
value: 20.072300000000002
verified: no, type: nauc_mrr_at_5_std
value: -5.5798
verified: no, type: nauc_mrr_at_5_diff1
value: 37.894800000000004
verified: no, type: nauc_mrr_at_10_max
value: 25.3164
verified: no, type: nauc_mrr_at_10_std
value: -2.6436
verified: no, type: nauc_mrr_at_10_diff1
value: 35.591
verified: no, type: nauc_mrr_at_20_max
value: 20.962
verified: no, type: nauc_mrr_at_20_std
value: -2.7786999999999997
verified: no, type: nauc_mrr_at_20_diff1
value: 32.562999999999995
verified: no, type: nauc_mrr_at_100_max
value: 19.2988
verified: no, type: nauc_mrr_at_100_std
value: -1.6022
verified: no, type: nauc_mrr_at_100_diff1
value: 30.2483
verified: no, type: nauc_mrr_at_1000_max
value: 19.542399999999997
verified: no, type: nauc_mrr_at_1000_std
value: -1.9428
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.5552
verified: no, type: main_score
value: 2.635
verified: no
task: type: Retrieval, dataset: config: spa-ara
name: MTEB MLQARetrieval (spa-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 1.863
verified: no, type: ndcg_at_3
value: 3.66
verified: no, type: ndcg_at_5
value: 4.168
verified: no, type: ndcg_at_10
value: 5.173
verified: no, type: ndcg_at_20
value: 7.7090000000000005
verified: no, type: ndcg_at_100
value: 17.645
verified: no, type: ndcg_at_1000
value: 21.322
verified: no, type: map_at_1
value: 1.863
verified: no, type: map_at_3
value: 3.209
verified: no, type: map_at_5
value: 3.489
verified: no, type: map_at_10
value: 3.904
verified: no, type: map_at_20
value: 4.612
verified: no, type: map_at_100
value: 5.858
verified: no, type: map_at_1000
value: 6.069999999999999
verified: no, type: recall_at_1
value: 1.863
verified: no, type: recall_at_3
value: 4.968999999999999
verified: no, type: recall_at_5
value: 6.211
verified: no, type: recall_at_10
value: 9.317
verified: no, type: recall_at_20
value: 19.255
verified: no, type: recall_at_100
value: 74.534
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 1.863
verified: no, type: precision_at_3
value: 1.656
verified: no, type: precision_at_5
value: 1.242
verified: no, type: precision_at_10
value: 0.932
verified: no, type: precision_at_20
value: 0.963
verified: no, type: precision_at_100
value: 0.745
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 1.8634000000000002
verified: no, type: mrr_at_3
value: 3.2091000000000003
verified: no, type: mrr_at_5
value: 3.4886
verified: no, type: mrr_at_10
value: 3.9044000000000003
verified: no, type: mrr_at_20
value: 4.612299999999999
verified: no, type: mrr_at_100
value: 5.8578
verified: no, type: mrr_at_1000
value: 6.0696
verified: no, type: nauc_ndcg_at_1_max
value: 59.8106
verified: no, type: nauc_ndcg_at_1_std
value: 41.6091
verified: no, type: nauc_ndcg_at_1_diff1
value: 15.8988
verified: no, type: nauc_ndcg_at_3_max
value: 17.326900000000002
verified: no, type: nauc_ndcg_at_3_std
value: 0.8758
verified: no, type: nauc_ndcg_at_3_diff1
value: -13.537199999999999
verified: no, type: nauc_ndcg_at_5_max
value: 17.0792
verified: no, type: nauc_ndcg_at_5_std
value: -4.134
verified: no, type: nauc_ndcg_at_5_diff1
value: -14.3938
verified: no, type: nauc_ndcg_at_10_max
value: 19.2218
verified: no, type: nauc_ndcg_at_10_std
value: -4.1131
verified: no, type: nauc_ndcg_at_10_diff1
value: -0.5739
verified: no, type: nauc_ndcg_at_20_max
value: 14.7981
verified: no, type: nauc_ndcg_at_20_std
value: -0.0645
verified: no, type: nauc_ndcg_at_20_diff1
value: -1.8365
verified: no, type: nauc_ndcg_at_100_max
value: 20.259
verified: no, type: nauc_ndcg_at_100_std
value: 3.2459000000000002
verified: no, type: nauc_ndcg_at_100_diff1
value: -3.5298999999999996
verified: no, type: nauc_ndcg_at_1000_max
value: 18.958
verified: no, type: nauc_ndcg_at_1000_std
value: 2.0313999999999997
verified: no, type: nauc_ndcg_at_1000_diff1
value: -3.6224
verified: no, type: nauc_map_at_1_max
value: 59.8106
verified: no, type: nauc_map_at_1_std
value: 41.6091
verified: no, type: nauc_map_at_1_diff1
value: 15.8988
verified: no, type: nauc_map_at_3_max
value: 23.4457
verified: no, type: nauc_map_at_3_std
value: 6.589200000000001
verified: no, type: nauc_map_at_3_diff1
value: -9.1205
verified: no, type: nauc_map_at_5_max
value: 23.0402
verified: no, type: nauc_map_at_5_std
value: 2.8784
verified: no, type: nauc_map_at_5_diff1
value: -10.0377
verified: no, type: nauc_map_at_10_max
value: 23.477
verified: no, type: nauc_map_at_10_std
value: 1.9317999999999997
verified: no, type: nauc_map_at_10_diff1
value: -3.1433000000000004
verified: no, type: nauc_map_at_20_max
value: 21.138199999999998
verified: no, type: nauc_map_at_20_std
value: 3.3765000000000005
verified: no, type: nauc_map_at_20_diff1
value: -3.2526
verified: no, type: nauc_map_at_100_max
value: 21.8857
verified: no, type: nauc_map_at_100_std
value: 4.147
verified: no, type: nauc_map_at_100_diff1
value: -3.5649
verified: no, type: nauc_map_at_1000_max
value: 21.8479
verified: no, type: nauc_map_at_1000_std
value: 4.0359
verified: no, type: nauc_map_at_1000_diff1
value: -3.5894000000000004
verified: no, type: nauc_recall_at_1_max
value: 59.8106
verified: no, type: nauc_recall_at_1_std
value: 41.6091
verified: no, type: nauc_recall_at_1_diff1
value: 15.8988
verified: no, type: nauc_recall_at_3_max
value: 5.8776
verified: no, type: nauc_recall_at_3_std
value: -9.775
verified: no, type: nauc_recall_at_3_diff1
value: -21.8474
verified: no, type: nauc_recall_at_5_max
value: 7.184799999999999
verified: no, type: nauc_recall_at_5_std
value: -15.965399999999999
verified: no, type: nauc_recall_at_5_diff1
value: -21.5915
verified: no, type: nauc_recall_at_10_max
value: 14.3481
verified: no, type: nauc_recall_at_10_std
value: -11.5027
verified: no, type: nauc_recall_at_10_diff1
value: 5.0225
verified: no, type: nauc_recall_at_20_max
value: 8.8023
verified: no, type: nauc_recall_at_20_std
value: -2.2973
verified: no, type: nauc_recall_at_20_diff1
value: 0.2097
verified: no, type: nauc_recall_at_100_max
value: 23.613799999999998
verified: no, type: nauc_recall_at_100_std
value: 5.728599999999999
verified: no, type: nauc_recall_at_100_diff1
value: -3.4857
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 59.8106
verified: no, type: nauc_precision_at_1_std
value: 41.6091
verified: no, type: nauc_precision_at_1_diff1
value: 15.8988
verified: no, type: nauc_precision_at_3_max
value: 5.8776
verified: no, type: nauc_precision_at_3_std
value: -9.775
verified: no, type: nauc_precision_at_3_diff1
value: -21.8474
verified: no, type: nauc_precision_at_5_max
value: 7.184799999999999
verified: no, type: nauc_precision_at_5_std
value: -15.965399999999999
verified: no, type: nauc_precision_at_5_diff1
value: -21.5915
verified: no, type: nauc_precision_at_10_max
value: 14.3481
verified: no, type: nauc_precision_at_10_std
value: -11.5027
verified: no, type: nauc_precision_at_10_diff1
value: 5.0225
verified: no, type: nauc_precision_at_20_max
value: 8.8023
verified: no, type: nauc_precision_at_20_std
value: -2.2973
verified: no, type: nauc_precision_at_20_diff1
value: 0.2097
verified: no, type: nauc_precision_at_100_max
value: 23.613799999999998
verified: no, type: nauc_precision_at_100_std
value: 5.728599999999999
verified: no, type: nauc_precision_at_100_diff1
value: -3.4857
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 59.8106
verified: no, type: nauc_mrr_at_1_std
value: 41.6091
verified: no, type: nauc_mrr_at_1_diff1
value: 15.8988
verified: no, type: nauc_mrr_at_3_max
value: 23.4457
verified: no, type: nauc_mrr_at_3_std
value: 6.589200000000001
verified: no, type: nauc_mrr_at_3_diff1
value: -9.1205
verified: no, type: nauc_mrr_at_5_max
value: 23.0402
verified: no, type: nauc_mrr_at_5_std
value: 2.8784
verified: no, type: nauc_mrr_at_5_diff1
value: -10.0377
verified: no, type: nauc_mrr_at_10_max
value: 23.477
verified: no, type: nauc_mrr_at_10_std
value: 1.9317999999999997
verified: no, type: nauc_mrr_at_10_diff1
value: -3.1433000000000004
verified: no, type: nauc_mrr_at_20_max
value: 21.138199999999998
verified: no, type: nauc_mrr_at_20_std
value: 3.3765000000000005
verified: no, type: nauc_mrr_at_20_diff1
value: -3.2526
verified: no, type: nauc_mrr_at_100_max
value: 21.8857
verified: no, type: nauc_mrr_at_100_std
value: 4.147
verified: no, type: nauc_mrr_at_100_diff1
value: -3.5649
verified: no, type: nauc_mrr_at_1000_max
value: 21.8479
verified: no, type: nauc_mrr_at_1000_std
value: 4.0359
verified: no, type: nauc_mrr_at_1000_diff1
value: -3.5894000000000004
verified: no, type: main_score
value: 5.173
verified: no
task: type: Retrieval, dataset: config: hin-ara
name: MTEB MLQARetrieval (hin-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.538
verified: no, type: ndcg_at_3
value: 2.3619999999999997
verified: no, type: ndcg_at_5
value: 3.496
verified: no, type: ndcg_at_10
value: 4.166
verified: no, type: ndcg_at_20
value: 5.763
verified: no, type: ndcg_at_100
value: 16.819
verified: no, type: ndcg_at_1000
value: 20.063
verified: no, type: map_at_1
value: 0.538
verified: no, type: map_at_3
value: 1.882
verified: no, type: map_at_5
value: 2.527
verified: no, type: map_at_10
value: 2.79
verified: no, type: map_at_20
value: 3.2079999999999997
verified: no, type: map_at_100
value: 4.555
verified: no, type: map_at_1000
value: 4.7379999999999995
verified: no, type: recall_at_1
value: 0.538
verified: no, type: recall_at_3
value: 3.763
verified: no, type: recall_at_5
value: 6.451999999999999
verified: no, type: recall_at_10
value: 8.602
verified: no, type: recall_at_20
value: 15.054
verified: no, type: recall_at_100
value: 77.41900000000001
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 0.538
verified: no, type: precision_at_3
value: 1.254
verified: no, type: precision_at_5
value: 1.29
verified: no, type: precision_at_10
value: 0.86
verified: no, type: precision_at_20
value: 0.753
verified: no, type: precision_at_100
value: 0.774
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 0.5376
verified: no, type: mrr_at_3
value: 1.8817
verified: no, type: mrr_at_5
value: 2.5269
verified: no, type: mrr_at_10
value: 2.7897000000000003
verified: no, type: mrr_at_20
value: 3.2081999999999997
verified: no, type: mrr_at_100
value: 4.554600000000001
verified: no, type: mrr_at_1000
value: 4.7382
verified: no, type: nauc_ndcg_at_1_max
value: 100
verified: no, type: nauc_ndcg_at_1_std
value: 66.7257
verified: no, type: nauc_ndcg_at_1_diff1
value: 100
verified: no, type: nauc_ndcg_at_3_max
value: 29.630000000000003
verified: no, type: nauc_ndcg_at_3_std
value: 57.101400000000005
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.5155
verified: no, type: nauc_ndcg_at_5_max
value: 8.1457
verified: no, type: nauc_ndcg_at_5_std
value: 43.9017
verified: no, type: nauc_ndcg_at_5_diff1
value: 12.2764
verified: no, type: nauc_ndcg_at_10_max
value: 10.8742
verified: no, type: nauc_ndcg_at_10_std
value: 35.634100000000004
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.8804
verified: no, type: nauc_ndcg_at_20_max
value: 8.2366
verified: no, type: nauc_ndcg_at_20_std
value: 34.4244
verified: no, type: nauc_ndcg_at_20_diff1
value: 10.3725
verified: no, type: nauc_ndcg_at_100_max
value: 7.661900000000001
verified: no, type: nauc_ndcg_at_100_std
value: 24.1541
verified: no, type: nauc_ndcg_at_100_diff1
value: 8.6735
verified: no, type: nauc_ndcg_at_1000_max
value: 9.024899999999999
verified: no, type: nauc_ndcg_at_1000_std
value: 31.385099999999998
verified: no, type: nauc_ndcg_at_1000_diff1
value: 11.6807
verified: no, type: nauc_map_at_1_max
value: 100
verified: no, type: nauc_map_at_1_std
value: 66.7257
verified: no, type: nauc_map_at_1_diff1
value: 100
verified: no, type: nauc_map_at_3_max
value: 37.627500000000005
verified: no, type: nauc_map_at_3_std
value: 59.4071
verified: no, type: nauc_map_at_3_diff1
value: 27.9837
verified: no, type: nauc_map_at_5_max
value: 18.7887
verified: no, type: nauc_map_at_5_std
value: 48.7344
verified: no, type: nauc_map_at_5_diff1
value: 18.7448
verified: no, type: nauc_map_at_10_max
value: 19.7517
verified: no, type: nauc_map_at_10_std
value: 43.2046
verified: no, type: nauc_map_at_10_diff1
value: 21.3488
verified: no, type: nauc_map_at_20_max
value: 17.3749
verified: no, type: nauc_map_at_20_std
value: 41.8178
verified: no, type: nauc_map_at_20_diff1
value: 17.8946
verified: no, type: nauc_map_at_100_max
value: 15.4
verified: no, type: nauc_map_at_100_std
value: 37.7516
verified: no, type: nauc_map_at_100_diff1
value: 16.4172
verified: no, type: nauc_map_at_1000_max
value: 15.743099999999998
verified: no, type: nauc_map_at_1000_std
value: 38.642700000000005
verified: no, type: nauc_map_at_1000_diff1
value: 16.8576
verified: no, type: nauc_recall_at_1_max
value: 100
verified: no, type: nauc_recall_at_1_std
value: 66.7257
verified: no, type: nauc_recall_at_1_diff1
value: 100
verified: no, type: nauc_recall_at_3_max
value: 17.4401
verified: no, type: nauc_recall_at_3_std
value: 53.4353
verified: no, type: nauc_recall_at_3_diff1
value: 14.5988
verified: no, type: nauc_recall_at_5_max
value: -5.2527
verified: no, type: nauc_recall_at_5_std
value: 37.5174
verified: no, type: nauc_recall_at_5_diff1
value: 4.3982
verified: no, type: nauc_recall_at_10_max
value: 1.6920000000000002
verified: no, type: nauc_recall_at_10_std
value: 26.655299999999997
verified: no, type: nauc_recall_at_10_diff1
value: 12.6153
verified: no, type: nauc_recall_at_20_max
value: 1.2351
verified: no, type: nauc_recall_at_20_std
value: 28.0528
verified: no, type: nauc_recall_at_20_diff1
value: 3.728
verified: no, type: nauc_recall_at_100_max
value: 4.7833
verified: no, type: nauc_recall_at_100_std
value: 8.0403
verified: no, type: nauc_recall_at_100_diff1
value: 2.0422
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 100
verified: no, type: nauc_precision_at_1_std
value: 66.7257
verified: no, type: nauc_precision_at_1_diff1
value: 100
verified: no, type: nauc_precision_at_3_max
value: 17.4401
verified: no, type: nauc_precision_at_3_std
value: 53.4353
verified: no, type: nauc_precision_at_3_diff1
value: 14.5988
verified: no, type: nauc_precision_at_5_max
value: -5.2527
verified: no, type: nauc_precision_at_5_std
value: 37.5174
verified: no, type: nauc_precision_at_5_diff1
value: 4.3982
verified: no, type: nauc_precision_at_10_max
value: 1.6920000000000002
verified: no, type: nauc_precision_at_10_std
value: 26.655299999999997
verified: no, type: nauc_precision_at_10_diff1
value: 12.6153
verified: no, type: nauc_precision_at_20_max
value: 1.2351
verified: no, type: nauc_precision_at_20_std
value: 28.0528
verified: no, type: nauc_precision_at_20_diff1
value: 3.728
verified: no, type: nauc_precision_at_100_max
value: 4.7833
verified: no, type: nauc_precision_at_100_std
value: 8.0403
verified: no, type: nauc_precision_at_100_diff1
value: 2.0422
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 100
verified: no, type: nauc_mrr_at_1_std
value: 66.7257
verified: no, type: nauc_mrr_at_1_diff1
value: 100
verified: no, type: nauc_mrr_at_3_max
value: 37.627500000000005
verified: no, type: nauc_mrr_at_3_std
value: 59.4071
verified: no, type: nauc_mrr_at_3_diff1
value: 27.9837
verified: no, type: nauc_mrr_at_5_max
value: 18.7887
verified: no, type: nauc_mrr_at_5_std
value: 48.7344
verified: no, type: nauc_mrr_at_5_diff1
value: 18.7448
verified: no, type: nauc_mrr_at_10_max
value: 19.7517
verified: no, type: nauc_mrr_at_10_std
value: 43.2046
verified: no, type: nauc_mrr_at_10_diff1
value: 21.3488
verified: no, type: nauc_mrr_at_20_max
value: 17.3749
verified: no, type: nauc_mrr_at_20_std
value: 41.8178
verified: no, type: nauc_mrr_at_20_diff1
value: 17.8946
verified: no, type: nauc_mrr_at_100_max
value: 15.4
verified: no, type: nauc_mrr_at_100_std
value: 37.7516
verified: no, type: nauc_mrr_at_100_diff1
value: 16.4172
verified: no, type: nauc_mrr_at_1000_max
value: 15.743099999999998
verified: no, type: nauc_mrr_at_1000_std
value: 38.642700000000005
verified: no, type: nauc_mrr_at_1000_diff1
value: 16.8576
verified: no, type: main_score
value: 4.166
verified: no
task: type: Retrieval, dataset: config: vie-ara
name: MTEB MLQARetrieval (vie-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0
verified: no, type: ndcg_at_3
value: 0.694
verified: no, type: ndcg_at_5
value: 1.222
verified: no, type: ndcg_at_10
value: 2.809
verified: no, type: ndcg_at_20
value: 5.146
verified: no, type: ndcg_at_100
value: 14.91
verified: no, type: ndcg_at_1000
value: 18.864
verified: no, type: map_at_1
value: 0
verified: no, type: map_at_3
value: 0.511
verified: no, type: map_at_5
value: 0.818
verified: no, type: map_at_10
value: 1.47
verified: no, type: map_at_20
value: 2.12
verified: no, type: map_at_100
value: 3.2649999999999997
verified: no, type: map_at_1000
value: 3.485
verified: no, type: recall_at_1
value: 0
verified: no, type: recall_at_3
value: 1.2269999999999999
verified: no, type: recall_at_5
value: 2.4539999999999997
verified: no, type: recall_at_10
value: 7.362
verified: no, type: recall_at_20
value: 16.564
verified: no, type: recall_at_100
value: 72.393
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 0
verified: no, type: precision_at_3
value: 0.409
verified: no, type: precision_at_5
value: 0.49100000000000005
verified: no, type: precision_at_10
value: 0.736
verified: no, type: precision_at_20
value: 0.828
verified: no, type: precision_at_100
value: 0.724
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 0
verified: no, type: mrr_at_3
value: 0.5112
verified: no, type: mrr_at_5
value: 0.818
verified: no, type: mrr_at_10
value: 1.4704
verified: no, type: mrr_at_20
value: 2.12
verified: no, type: mrr_at_100
value: 3.2646
verified: no, type: mrr_at_1000
value: 3.4854999999999996
verified: no, type: nauc_ndcg_at_1_max
verified: no, type: nauc_ndcg_at_1_std
verified: no, type: nauc_ndcg_at_1_diff1
verified: no, type: nauc_ndcg_at_3_max
value: -7.0496
verified: no, type: nauc_ndcg_at_3_std
value: -32.1514
verified: no, type: nauc_ndcg_at_3_diff1
value: -18.6811
verified: no, type: nauc_ndcg_at_5_max
value: 13.1797
verified: no, type: nauc_ndcg_at_5_std
value: -24.1903
verified: no, type: nauc_ndcg_at_5_diff1
value: -29.849500000000003
verified: no, type: nauc_ndcg_at_10_max
value: 27.9005
verified: no, type: nauc_ndcg_at_10_std
value: -17.3769
verified: no, type: nauc_ndcg_at_10_diff1
value: -12.732299999999999
verified: no, type: nauc_ndcg_at_20_max
value: 21.567700000000002
verified: no, type: nauc_ndcg_at_20_std
value: -4.7954
verified: no, type: nauc_ndcg_at_20_diff1
value: -11.060599999999999
verified: no, type: nauc_ndcg_at_100_max
value: 11.6238
verified: no, type: nauc_ndcg_at_100_std
value: -5.933999999999999
verified: no, type: nauc_ndcg_at_100_diff1
value: -2.0311
verified: no, type: nauc_ndcg_at_1000_max
value: 17.6537
verified: no, type: nauc_ndcg_at_1000_std
value: -8.9981
verified: no, type: nauc_ndcg_at_1000_diff1
value: -5.7923
verified: no, type: nauc_map_at_1_max
verified: no, type: nauc_map_at_1_std
verified: no, type: nauc_map_at_1_diff1
verified: no, type: nauc_map_at_3_max
value: -8.3328
verified: no, type: nauc_map_at_3_std
value: -33.029399999999995
verified: no, type: nauc_map_at_3_diff1
value: -20.842299999999998
verified: no, type: nauc_map_at_5_max
value: 9.694600000000001
verified: no, type: nauc_map_at_5_std
value: -25.795
verified: no, type: nauc_map_at_5_diff1
value: -29.718899999999998
verified: no, type: nauc_map_at_10_max
value: 24.2406
verified: no, type: nauc_map_at_10_std
value: -19.192899999999998
verified: no, type: nauc_map_at_10_diff1
value: -16.1405
verified: no, type: nauc_map_at_20_max
value: 20.515800000000002
verified: no, type: nauc_map_at_20_std
value: -10.6617
verified: no, type: nauc_map_at_20_diff1
value: -14.4404
verified: no, type: nauc_map_at_100_max
value: 17.603099999999998
verified: no, type: nauc_map_at_100_std
value: -11.405
verified: no, type: nauc_map_at_100_diff1
value: -9.4802
verified: no, type: nauc_map_at_1000_max
value: 18.4729
verified: no, type: nauc_map_at_1000_std
value: -11.7628
verified: no, type: nauc_map_at_1000_diff1
value: -10.1215
verified: no, type: nauc_recall_at_1_max
verified: no, type: nauc_recall_at_1_std
verified: no, type: nauc_recall_at_1_diff1
verified: no, type: nauc_recall_at_3_max
value: -5.286
verified: no, type: nauc_recall_at_3_std
value: -30.9445
verified: no, type: nauc_recall_at_3_diff1
value: -15.7106
verified: no, type: nauc_recall_at_5_max
value: 17.227
verified: no, type: nauc_recall_at_5_std
value: -22.3411
verified: no, type: nauc_recall_at_5_diff1
value: -30.111900000000002
verified: no, type: nauc_recall_at_10_max
value: 30.406
verified: no, type: nauc_recall_at_10_std
value: -16.0824
verified: no, type: nauc_recall_at_10_diff1
value: -9.9285
verified: no, type: nauc_recall_at_20_max
value: 21.794900000000002
verified: no, type: nauc_recall_at_20_std
value: -0.7081
verified: no, type: nauc_recall_at_20_diff1
value: -8.8937
verified: no, type: nauc_recall_at_100_max
value: 3.2778
verified: no, type: nauc_recall_at_100_std
value: -0.6836
verified: no, type: nauc_recall_at_100_diff1
value: 3.6675
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
verified: no, type: nauc_precision_at_1_std
verified: no, type: nauc_precision_at_1_diff1
verified: no, type: nauc_precision_at_3_max
value: -5.286
verified: no, type: nauc_precision_at_3_std
value: -30.9445
verified: no, type: nauc_precision_at_3_diff1
value: -15.7106
verified: no, type: nauc_precision_at_5_max
value: 17.227
verified: no, type: nauc_precision_at_5_std
value: -22.3411
verified: no, type: nauc_precision_at_5_diff1
value: -30.111900000000002
verified: no, type: nauc_precision_at_10_max
value: 30.406
verified: no, type: nauc_precision_at_10_std
value: -16.0824
verified: no, type: nauc_precision_at_10_diff1
value: -9.9285
verified: no, type: nauc_precision_at_20_max
value: 21.794900000000002
verified: no, type: nauc_precision_at_20_std
value: -0.7081
verified: no, type: nauc_precision_at_20_diff1
value: -8.8937
verified: no, type: nauc_precision_at_100_max
value: 3.2778
verified: no, type: nauc_precision_at_100_std
value: -0.6836
verified: no, type: nauc_precision_at_100_diff1
value: 3.6675
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
verified: no, type: nauc_mrr_at_1_std
verified: no, type: nauc_mrr_at_1_diff1
verified: no, type: nauc_mrr_at_3_max
value: -8.3328
verified: no, type: nauc_mrr_at_3_std
value: -33.029399999999995
verified: no, type: nauc_mrr_at_3_diff1
value: -20.842299999999998
verified: no, type: nauc_mrr_at_5_max
value: 9.694600000000001
verified: no, type: nauc_mrr_at_5_std
value: -25.795
verified: no, type: nauc_mrr_at_5_diff1
value: -29.718899999999998
verified: no, type: nauc_mrr_at_10_max
value: 24.2406
verified: no, type: nauc_mrr_at_10_std
value: -19.192899999999998
verified: no, type: nauc_mrr_at_10_diff1
value: -16.1405
verified: no, type: nauc_mrr_at_20_max
value: 20.515800000000002
verified: no, type: nauc_mrr_at_20_std
value: -10.6617
verified: no, type: nauc_mrr_at_20_diff1
value: -14.4404
verified: no, type: nauc_mrr_at_100_max
value: 17.603099999999998
verified: no, type: nauc_mrr_at_100_std
value: -11.405
verified: no, type: nauc_mrr_at_100_diff1
value: -9.4802
verified: no, type: nauc_mrr_at_1000_max
value: 18.4729
verified: no, type: nauc_mrr_at_1000_std
value: -11.7628
verified: no, type: nauc_mrr_at_1000_diff1
value: -10.1215
verified: no, type: main_score
value: 2.809
verified: no
task: type: Retrieval, dataset: config: zho-ara
name: MTEB MLQARetrieval (zho-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 1.5959999999999999
verified: no, type: ndcg_at_3
value: 2.869
verified: no, type: ndcg_at_5
value: 3.3029999999999995
verified: no, type: ndcg_at_10
value: 5.124
verified: no, type: ndcg_at_20
value: 6.805
verified: no, type: ndcg_at_100
value: 14.495
verified: no, type: ndcg_at_1000
value: 19.941
verified: no, type: map_at_1
value: 1.5959999999999999
verified: no, type: map_at_3
value: 2.571
verified: no, type: map_at_5
value: 2.81
verified: no, type: map_at_10
value: 3.5220000000000002
verified: no, type: map_at_20
value: 3.948
verified: no, type: map_at_100
value: 4.8309999999999995
verified: no, type: map_at_1000
value: 5.128
verified: no, type: recall_at_1
value: 1.5959999999999999
verified: no, type: recall_at_3
value: 3.723
verified: no, type: recall_at_5
value: 4.787
verified: no, type: recall_at_10
value: 10.638
verified: no, type: recall_at_20
value: 17.553
verified: no, type: recall_at_100
value: 61.702
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 1.5959999999999999
verified: no, type: precision_at_3
value: 1.2409999999999999
verified: no, type: precision_at_5
value: 0.9570000000000001
verified: no, type: precision_at_10
value: 1.064
verified: no, type: precision_at_20
value: 0.878
verified: no, type: precision_at_100
value: 0.617
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 1.5957
verified: no, type: mrr_at_3
value: 2.5709
verified: no, type: mrr_at_5
value: 2.8103
verified: no, type: mrr_at_10
value: 3.5216
verified: no, type: mrr_at_20
value: 3.9482999999999997
verified: no, type: mrr_at_100
value: 4.8312
verified: no, type: mrr_at_1000
value: 5.1277
verified: no, type: nauc_ndcg_at_1_max
value: 25.9707
verified: no, type: nauc_ndcg_at_1_std
value: 25.9707
verified: no, type: nauc_ndcg_at_1_diff1
value: 88.7908
verified: no, type: nauc_ndcg_at_3_max
value: 8.0769
verified: no, type: nauc_ndcg_at_3_std
value: -1.4973999999999998
verified: no, type: nauc_ndcg_at_3_diff1
value: 66.1072
verified: no, type: nauc_ndcg_at_5_max
value: 8.4885
verified: no, type: nauc_ndcg_at_5_std
value: 1.5889
verified: no, type: nauc_ndcg_at_5_diff1
value: 55.131699999999995
verified: no, type: nauc_ndcg_at_10_max
value: 4.4135
verified: no, type: nauc_ndcg_at_10_std
value: -2.4915
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.2008
verified: no, type: nauc_ndcg_at_20_max
value: 5.2495
verified: no, type: nauc_ndcg_at_20_std
value: -6.4857
verified: no, type: nauc_ndcg_at_20_diff1
value: 30.0024
verified: no, type: nauc_ndcg_at_100_max
value: 15.6634
verified: no, type: nauc_ndcg_at_100_std
value: -2.1768
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.4728
verified: no, type: nauc_ndcg_at_1000_max
value: 10.8195
verified: no, type: nauc_ndcg_at_1000_std
value: -0.9631000000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.1256
verified: no, type: nauc_map_at_1_max
value: 25.9707
verified: no, type: nauc_map_at_1_std
value: 25.9707
verified: no, type: nauc_map_at_1_diff1
value: 88.7908
verified: no, type: nauc_map_at_3_max
value: 11.2388
verified: no, type: nauc_map_at_3_std
value: 2.7731
verified: no, type: nauc_map_at_3_diff1
value: 70.1588
verified: no, type: nauc_map_at_5_max
value: 11.5213
verified: no, type: nauc_map_at_5_std
value: 4.4621
verified: no, type: nauc_map_at_5_diff1
value: 62.586
verified: no, type: nauc_map_at_10_max
value: 8.664900000000001
verified: no, type: nauc_map_at_10_std
value: 0.9982
verified: no, type: nauc_map_at_10_diff1
value: 52.0845
verified: no, type: nauc_map_at_20_max
value: 8.7285
verified: no, type: nauc_map_at_20_std
value: -0.9410999999999999
verified: no, type: nauc_map_at_20_diff1
value: 46.8936
verified: no, type: nauc_map_at_100_max
value: 11.1619
verified: no, type: nauc_map_at_100_std
value: 0.5134
verified: no, type: nauc_map_at_100_diff1
value: 45.5704
verified: no, type: nauc_map_at_1000_max
value: 10.7283
verified: no, type: nauc_map_at_1000_std
value: 0.6891
verified: no, type: nauc_map_at_1000_diff1
value: 47.0302
verified: no, type: nauc_recall_at_1_max
value: 25.9707
verified: no, type: nauc_recall_at_1_std
value: 25.9707
verified: no, type: nauc_recall_at_1_diff1
value: 88.7908
verified: no, type: nauc_recall_at_3_max
value: 1.6386999999999998
verified: no, type: nauc_recall_at_3_std
value: -10.052
verified: no, type: nauc_recall_at_3_diff1
value: 57.8468
verified: no, type: nauc_recall_at_5_max
value: 3.0700000000000003
verified: no, type: nauc_recall_at_5_std
value: -3.0769
verified: no, type: nauc_recall_at_5_diff1
value: 41.4621
verified: no, type: nauc_recall_at_10_max
value: -0.44349999999999995
verified: no, type: nauc_recall_at_10_std
value: -5.8379
verified: no, type: nauc_recall_at_10_diff1
value: 26.6638
verified: no, type: nauc_recall_at_20_max
value: 2.3823
verified: no, type: nauc_recall_at_20_std
value: -11.5308
verified: no, type: nauc_recall_at_20_diff1
value: 13.6577
verified: no, type: nauc_recall_at_100_max
value: 24.204600000000003
verified: no, type: nauc_recall_at_100_std
value: -4.2306
verified: no, type: nauc_recall_at_100_diff1
value: 5.4663
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 25.9707
verified: no, type: nauc_precision_at_1_std
value: 25.9707
verified: no, type: nauc_precision_at_1_diff1
value: 88.7908
verified: no, type: nauc_precision_at_3_max
value: 1.6386999999999998
verified: no, type: nauc_precision_at_3_std
value: -10.052
verified: no, type: nauc_precision_at_3_diff1
value: 57.8468
verified: no, type: nauc_precision_at_5_max
value: 3.0700000000000003
verified: no, type: nauc_precision_at_5_std
value: -3.0769
verified: no, type: nauc_precision_at_5_diff1
value: 41.4621
verified: no, type: nauc_precision_at_10_max
value: -0.44349999999999995
verified: no, type: nauc_precision_at_10_std
value: -5.8379
verified: no, type: nauc_precision_at_10_diff1
value: 26.6638
verified: no, type: nauc_precision_at_20_max
value: 2.3823
verified: no, type: nauc_precision_at_20_std
value: -11.5308
verified: no, type: nauc_precision_at_20_diff1
value: 13.6577
verified: no, type: nauc_precision_at_100_max
value: 24.204600000000003
verified: no, type: nauc_precision_at_100_std
value: -4.2306
verified: no, type: nauc_precision_at_100_diff1
value: 5.4663
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 25.9707
verified: no, type: nauc_mrr_at_1_std
value: 25.9707
verified: no, type: nauc_mrr_at_1_diff1
value: 88.7908
verified: no, type: nauc_mrr_at_3_max
value: 11.2388
verified: no, type: nauc_mrr_at_3_std
value: 2.7731
verified: no, type: nauc_mrr_at_3_diff1
value: 70.1588
verified: no, type: nauc_mrr_at_5_max
value: 11.5213
verified: no, type: nauc_mrr_at_5_std
value: 4.4621
verified: no, type: nauc_mrr_at_5_diff1
value: 62.586
verified: no, type: nauc_mrr_at_10_max
value: 8.664900000000001
verified: no, type: nauc_mrr_at_10_std
value: 0.9982
verified: no, type: nauc_mrr_at_10_diff1
value: 52.0845
verified: no, type: nauc_mrr_at_20_max
value: 8.7285
verified: no, type: nauc_mrr_at_20_std
value: -0.9410999999999999
verified: no, type: nauc_mrr_at_20_diff1
value: 46.8936
verified: no, type: nauc_mrr_at_100_max
value: 11.1619
verified: no, type: nauc_mrr_at_100_std
value: 0.5134
verified: no, type: nauc_mrr_at_100_diff1
value: 45.5704
verified: no, type: nauc_mrr_at_1000_max
value: 10.7283
verified: no, type: nauc_mrr_at_1000_std
value: 0.6891
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.0302
verified: no, type: main_score
value: 5.124
verified: no
task: type: Retrieval, dataset: config: ara-ara
name: MTEB MLQARetrieval (ara-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 13.145000000000001
verified: no, type: ndcg_at_3
value: 17.358
verified: no, type: ndcg_at_5
value: 18.838
verified: no, type: ndcg_at_10
value: 20.508000000000003
verified: no, type: ndcg_at_20
value: 22.025
verified: no, type: ndcg_at_100
value: 24.966
verified: no, type: ndcg_at_1000
value: 28.415000000000003
verified: no, type: map_at_1
value: 13.135
verified: no, type: map_at_3
value: 16.292
verified: no, type: map_at_5
value: 17.105999999999998
verified: no, type: map_at_10
value: 17.793
verified: no, type: map_at_20
value: 18.207
verified: no, type: map_at_100
value: 18.590999999999998
verified: no, type: map_at_1000
value: 18.698999999999998
verified: no, type: recall_at_1
value: 13.135
verified: no, type: recall_at_3
value: 20.448
verified: no, type: recall_at_5
value: 24.067
verified: no, type: recall_at_10
value: 29.242
verified: no, type: recall_at_20
value: 35.262
verified: no, type: recall_at_100
value: 51.453
verified: no, type: recall_at_1000
value: 79.87100000000001
verified: no, type: precision_at_1
value: 13.145000000000001
verified: no, type: precision_at_3
value: 6.819
verified: no, type: precision_at_5
value: 4.8149999999999995
verified: no, type: precision_at_10
value: 2.9250000000000003
verified: no, type: precision_at_20
value: 1.764
verified: no, type: precision_at_100
value: 0.515
verified: no, type: precision_at_1000
value: 0.08
verified: no, type: mrr_at_1
value: 13.1446
verified: no, type: mrr_at_3
value: 16.301
verified: no, type: mrr_at_5
value: 17.1158
verified: no, type: mrr_at_10
value: 17.802699999999998
verified: no, type: mrr_at_20
value: 18.2164
verified: no, type: mrr_at_100
value: 18.5997
verified: no, type: mrr_at_1000
value: 18.708
verified: no, type: nauc_ndcg_at_1_max
value: 54.626
verified: no, type: nauc_ndcg_at_1_std
value: 9.7213
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.3128
verified: no, type: nauc_ndcg_at_3_max
value: 49.8152
verified: no, type: nauc_ndcg_at_3_std
value: 10.6486
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.6318
verified: no, type: nauc_ndcg_at_5_max
value: 49.3946
verified: no, type: nauc_ndcg_at_5_std
value: 11.0498
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.6375
verified: no, type: nauc_ndcg_at_10_max
value: 48.226
verified: no, type: nauc_ndcg_at_10_std
value: 11.574900000000001
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.591499999999996
verified: no, type: nauc_ndcg_at_20_max
value: 47.5075
verified: no, type: nauc_ndcg_at_20_std
value: 11.9084
verified: no, type: nauc_ndcg_at_20_diff1
value: 33.475300000000004
verified: no, type: nauc_ndcg_at_100_max
value: 47.131299999999996
verified: no, type: nauc_ndcg_at_100_std
value: 12.7452
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.7759
verified: no, type: nauc_ndcg_at_1000_max
value: 47.5947
verified: no, type: nauc_ndcg_at_1000_std
value: 12.570500000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 33.3662
verified: no, type: nauc_map_at_1_max
value: 54.5764
verified: no, type: nauc_map_at_1_std
value: 9.6486
verified: no, type: nauc_map_at_1_diff1
value: 48.2862
verified: no, type: nauc_map_at_3_max
value: 50.8942
verified: no, type: nauc_map_at_3_std
value: 10.4293
verified: no, type: nauc_map_at_3_diff1
value: 39.9007
verified: no, type: nauc_map_at_5_max
value: 50.61639999999999
verified: no, type: nauc_map_at_5_std
value: 10.6779
verified: no, type: nauc_map_at_5_diff1
value: 39.2573
verified: no, type: nauc_map_at_10_max
value: 50.0815
verified: no, type: nauc_map_at_10_std
value: 10.935400000000001
verified: no, type: nauc_map_at_10_diff1
value: 38.290400000000005
verified: no, type: nauc_map_at_20_max
value: 49.8737
verified: no, type: nauc_map_at_20_std
value: 11.0391
verified: no, type: nauc_map_at_20_diff1
value: 37.9496
verified: no, type: nauc_map_at_100_max
value: 49.7948
verified: no, type: nauc_map_at_100_std
value: 11.1509
verified: no, type: nauc_map_at_100_diff1
value: 37.8322
verified: no, type: nauc_map_at_1000_max
value: 49.818
verified: no, type: nauc_map_at_1000_std
value: 11.157300000000001
verified: no, type: nauc_map_at_1000_diff1
value: 37.859500000000004
verified: no, type: nauc_recall_at_1_max
value: 54.5764
verified: no, type: nauc_recall_at_1_std
value: 9.6486
verified: no, type: nauc_recall_at_1_diff1
value: 48.2862
verified: no, type: nauc_recall_at_3_max
value: 47.1152
verified: no, type: nauc_recall_at_3_std
value: 11.1346
verified: no, type: nauc_recall_at_3_diff1
value: 32.0666
verified: no, type: nauc_recall_at_5_max
value: 46.455600000000004
verified: no, type: nauc_recall_at_5_std
value: 11.905100000000001
verified: no, type: nauc_recall_at_5_diff1
value: 30.426599999999997
verified: no, type: nauc_recall_at_10_max
value: 43.7652
verified: no, type: nauc_recall_at_10_std
value: 13.0735
verified: no, type: nauc_recall_at_10_diff1
value: 25.9008
verified: no, type: nauc_recall_at_20_max
value: 41.6091
verified: no, type: nauc_recall_at_20_std
value: 14.041200000000002
verified: no, type: nauc_recall_at_20_diff1
value: 22.7051
verified: no, type: nauc_recall_at_100_max
value: 40.0424
verified: no, type: nauc_recall_at_100_std
value: 17.8576
verified: no, type: nauc_recall_at_100_diff1
value: 19.5013
verified: no, type: nauc_recall_at_1000_max
value: 39.2051
verified: no, type: nauc_recall_at_1000_std
value: 18.9662
verified: no, type: nauc_recall_at_1000_diff1
value: 15.2009
verified: no, type: nauc_precision_at_1_max
value: 54.626
verified: no, type: nauc_precision_at_1_std
value: 9.7213
verified: no, type: nauc_precision_at_1_diff1
value: 48.3128
verified: no, type: nauc_precision_at_3_max
value: 47.1626
verified: no, type: nauc_precision_at_3_std
value: 11.1885
verified: no, type: nauc_precision_at_3_diff1
value: 32.0978
verified: no, type: nauc_precision_at_5_max
value: 46.5
verified: no, type: nauc_precision_at_5_std
value: 11.955300000000001
verified: no, type: nauc_precision_at_5_diff1
value: 30.456
verified: no, type: nauc_precision_at_10_max
value: 43.8063
verified: no, type: nauc_precision_at_10_std
value: 13.1193
verified: no, type: nauc_precision_at_10_diff1
value: 25.9284
verified: no, type: nauc_precision_at_20_max
value: 41.6532
verified: no, type: nauc_precision_at_20_std
value: 14.0865
verified: no, type: nauc_precision_at_20_diff1
value: 22.7346
verified: no, type: nauc_precision_at_100_max
value: 40.0991
verified: no, type: nauc_precision_at_100_std
value: 17.935200000000002
verified: no, type: nauc_precision_at_100_diff1
value: 19.545399999999997
verified: no, type: nauc_precision_at_1000_max
value: 39.2887
verified: no, type: nauc_precision_at_1000_std
value: 19.0859
verified: no, type: nauc_precision_at_1000_diff1
value: 15.277
verified: no, type: nauc_mrr_at_1_max
value: 54.626
verified: no, type: nauc_mrr_at_1_std
value: 9.7213
verified: no, type: nauc_mrr_at_1_diff1
value: 48.3128
verified: no, type: nauc_mrr_at_3_max
value: 50.938300000000005
verified: no, type: nauc_mrr_at_3_std
value: 10.491100000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 39.927099999999996
verified: no, type: nauc_mrr_at_5_max
value: 50.6598
verified: no, type: nauc_mrr_at_5_std
value: 10.7385
verified: no, type: nauc_mrr_at_5_diff1
value: 39.2835
verified: no, type: nauc_mrr_at_10_max
value: 50.124500000000005
verified: no, type: nauc_mrr_at_10_std
value: 10.994900000000001
verified: no, type: nauc_mrr_at_10_diff1
value: 38.3166
verified: no, type: nauc_mrr_at_20_max
value: 49.9166
verified: no, type: nauc_mrr_at_20_std
value: 11.0984
verified: no, type: nauc_mrr_at_20_diff1
value: 37.9759
verified: no, type: nauc_mrr_at_100_max
value: 49.836200000000005
verified: no, type: nauc_mrr_at_100_std
value: 11.2082
verified: no, type: nauc_mrr_at_100_diff1
value: 37.8577
verified: no, type: nauc_mrr_at_1000_max
value: 49.859500000000004
verified: no, type: nauc_mrr_at_1000_std
value: 11.2147
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.885000000000005
verified: no, type: main_score
value: 20.508000000000003
verified: no
task: type: Retrieval, dataset: config: ara-deu
name: MTEB MLQARetrieval (ara-deu)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.182
verified: no, type: ndcg_at_3
value: 0.358
verified: no, type: ndcg_at_5
value: 0.457
verified: no, type: ndcg_at_10
value: 0.732
verified: no, type: ndcg_at_20
value: 1.065
verified: no, type: ndcg_at_100
value: 2.373
verified: no, type: ndcg_at_1000
value: 9.254
verified: no, type: map_at_1
value: 0.182
verified: no, type: map_at_3
value: 0.314
verified: no, type: map_at_5
value: 0.368
verified: no, type: map_at_10
value: 0.482
verified: no, type: map_at_20
value: 0.5720000000000001
verified: no, type: map_at_100
value: 0.7250000000000001
verified: no, type: map_at_1000
value: 0.889
verified: no, type: recall_at_1
value: 0.182
verified: no, type: recall_at_3
value: 0.485
verified: no, type: recall_at_5
value: 0.728
verified: no, type: recall_at_10
value: 1.5779999999999998
verified: no, type: recall_at_20
value: 2.913
verified: no, type: recall_at_100
value: 10.376000000000001
verified: no, type: recall_at_1000
value: 70.419
verified: no, type: precision_at_1
value: 0.182
verified: no, type: precision_at_3
value: 0.16199999999999998
verified: no, type: precision_at_5
value: 0.146
verified: no, type: precision_at_10
value: 0.158
verified: no, type: precision_at_20
value: 0.146
verified: no, type: precision_at_100
value: 0.104
verified: no, type: precision_at_1000
value: 0.06999999999999999
verified: no, type: mrr_at_1
value: 0.182
verified: no, type: mrr_at_3
value: 0.3135
verified: no, type: mrr_at_5
value: 0.3681
verified: no, type: mrr_at_10
value: 0.4821
verified: no, type: mrr_at_20
value: 0.5716
verified: no, type: mrr_at_100
value: 0.7255
verified: no, type: mrr_at_1000
value: 0.8887
verified: no, type: nauc_ndcg_at_1_max
value: 28.624699999999997
verified: no, type: nauc_ndcg_at_1_std
value: 6.1873
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.0501
verified: no, type: nauc_ndcg_at_3_max
value: 3.8078000000000003
verified: no, type: nauc_ndcg_at_3_std
value: 2.7539000000000002
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.1103
verified: no, type: nauc_ndcg_at_5_max
value: 0.6967
verified: no, type: nauc_ndcg_at_5_std
value: 1.5486
verified: no, type: nauc_ndcg_at_5_diff1
value: 11.990499999999999
verified: no, type: nauc_ndcg_at_10_max
value: 0.2519
verified: no, type: nauc_ndcg_at_10_std
value: -1.0728
verified: no, type: nauc_ndcg_at_10_diff1
value: 0.755
verified: no, type: nauc_ndcg_at_20_max
value: -1.6757000000000002
verified: no, type: nauc_ndcg_at_20_std
value: -0.3161
verified: no, type: nauc_ndcg_at_20_diff1
value: 4.1878
verified: no, type: nauc_ndcg_at_100_max
value: -2.2508
verified: no, type: nauc_ndcg_at_100_std
value: -5.1434
verified: no, type: nauc_ndcg_at_100_diff1
value: -0.15410000000000001
verified: no, type: nauc_ndcg_at_1000_max
value: -5.904
verified: no, type: nauc_ndcg_at_1000_std
value: -5.141
verified: no, type: nauc_ndcg_at_1000_diff1
value: -4.047
verified: no, type: nauc_map_at_1_max
value: 28.624699999999997
verified: no, type: nauc_map_at_1_std
value: 6.1873
verified: no, type: nauc_map_at_1_diff1
value: 53.0501
verified: no, type: nauc_map_at_3_max
value: 7.9022
verified: no, type: nauc_map_at_3_std
value: 3.8733999999999997
verified: no, type: nauc_map_at_3_diff1
value: 27.1528
verified: no, type: nauc_map_at_5_max
value: 5.4552000000000005
verified: no, type: nauc_map_at_5_std
value: 2.6903
verified: no, type: nauc_map_at_5_diff1
value: 19.6651
verified: no, type: nauc_map_at_10_max
value: 3.7626
verified: no, type: nauc_map_at_10_std
value: 0.9359
verified: no, type: nauc_map_at_10_diff1
value: 10.467799999999999
verified: no, type: nauc_map_at_20_max
value: 2.3636
verified: no, type: nauc_map_at_20_std
value: 1.0025
verified: no, type: nauc_map_at_20_diff1
value: 10.8077
verified: no, type: nauc_map_at_100_max
value: 0.5793999999999999
verified: no, type: nauc_map_at_100_std
value: -1.1226999999999998
verified: no, type: nauc_map_at_100_diff1
value: 7.180400000000001
verified: no, type: nauc_map_at_1000_max
value: -0.1581
verified: no, type: nauc_map_at_1000_std
value: -1.7341
verified: no, type: nauc_map_at_1000_diff1
value: 6.1155
verified: no, type: nauc_recall_at_1_max
value: 28.624699999999997
verified: no, type: nauc_recall_at_1_std
value: 6.1873
verified: no, type: nauc_recall_at_1_diff1
value: 53.0501
verified: no, type: nauc_recall_at_3_max
value: -3.9881
verified: no, type: nauc_recall_at_3_std
value: 0.4971
verified: no, type: nauc_recall_at_3_diff1
value: 12.523000000000001
verified: no, type: nauc_recall_at_5_max
value: -6.7618
verified: no, type: nauc_recall_at_5_std
value: -0.19449999999999998
verified: no, type: nauc_recall_at_5_diff1
value: -0.1727
verified: no, type: nauc_recall_at_10_max
value: -2.9286
verified: no, type: nauc_recall_at_10_std
value: -3.2508000000000004
verified: no, type: nauc_recall_at_10_diff1
value: -9.1922
verified: no, type: nauc_recall_at_20_max
value: -4.4579
verified: no, type: nauc_recall_at_20_std
value: -1.1248
verified: no, type: nauc_recall_at_20_diff1
value: 0.1875
verified: no, type: nauc_recall_at_100_max
value: -2.4858000000000002
verified: no, type: nauc_recall_at_100_std
value: -6.912999999999999
verified: no, type: nauc_recall_at_100_diff1
value: -2.0854
verified: no, type: nauc_recall_at_1000_max
value: -8.0511
verified: no, type: nauc_recall_at_1000_std
value: -5.1655
verified: no, type: nauc_recall_at_1000_diff1
value: -7.4412
verified: no, type: nauc_precision_at_1_max
value: 28.624699999999997
verified: no, type: nauc_precision_at_1_std
value: 6.1873
verified: no, type: nauc_precision_at_1_diff1
value: 53.0501
verified: no, type: nauc_precision_at_3_max
value: -3.9881
verified: no, type: nauc_precision_at_3_std
value: 0.4971
verified: no, type: nauc_precision_at_3_diff1
value: 12.523000000000001
verified: no, type: nauc_precision_at_5_max
value: -6.7618
verified: no, type: nauc_precision_at_5_std
value: -0.19449999999999998
verified: no, type: nauc_precision_at_5_diff1
value: -0.1727
verified: no, type: nauc_precision_at_10_max
value: -2.9286
verified: no, type: nauc_precision_at_10_std
value: -3.2508000000000004
verified: no, type: nauc_precision_at_10_diff1
value: -9.1922
verified: no, type: nauc_precision_at_20_max
value: -4.4579
verified: no, type: nauc_precision_at_20_std
value: -1.1248
verified: no, type: nauc_precision_at_20_diff1
value: 0.1875
verified: no, type: nauc_precision_at_100_max
value: -2.4858000000000002
verified: no, type: nauc_precision_at_100_std
value: -6.912999999999999
verified: no, type: nauc_precision_at_100_diff1
value: -2.0854
verified: no, type: nauc_precision_at_1000_max
value: -8.1766
verified: no, type: nauc_precision_at_1000_std
value: -5.273
verified: no, type: nauc_precision_at_1000_diff1
value: -7.5506
verified: no, type: nauc_mrr_at_1_max
value: 28.624699999999997
verified: no, type: nauc_mrr_at_1_std
value: 6.1873
verified: no, type: nauc_mrr_at_1_diff1
value: 53.0501
verified: no, type: nauc_mrr_at_3_max
value: 7.9022
verified: no, type: nauc_mrr_at_3_std
value: 3.8733999999999997
verified: no, type: nauc_mrr_at_3_diff1
value: 27.1528
verified: no, type: nauc_mrr_at_5_max
value: 5.4552000000000005
verified: no, type: nauc_mrr_at_5_std
value: 2.6903
verified: no, type: nauc_mrr_at_5_diff1
value: 19.6651
verified: no, type: nauc_mrr_at_10_max
value: 3.7626
verified: no, type: nauc_mrr_at_10_std
value: 0.9359
verified: no, type: nauc_mrr_at_10_diff1
value: 10.467799999999999
verified: no, type: nauc_mrr_at_20_max
value: 2.3636
verified: no, type: nauc_mrr_at_20_std
value: 1.0025
verified: no, type: nauc_mrr_at_20_diff1
value: 10.8077
verified: no, type: nauc_mrr_at_100_max
value: 0.5793999999999999
verified: no, type: nauc_mrr_at_100_std
value: -1.1226999999999998
verified: no, type: nauc_mrr_at_100_diff1
value: 7.180400000000001
verified: no, type: nauc_mrr_at_1000_max
value: -0.1628
verified: no, type: nauc_mrr_at_1000_std
value: -1.7382000000000002
verified: no, type: nauc_mrr_at_1000_diff1
value: 6.1114
verified: no, type: main_score
value: 0.732
verified: no
task: type: Retrieval, dataset: config: ara-eng
name: MTEB MLQARetrieval (ara-eng)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.038
verified: no, type: ndcg_at_3
value: 0.13899999999999998
verified: no, type: ndcg_at_5
value: 0.23700000000000002
verified: no, type: ndcg_at_10
value: 0.31
verified: no, type: ndcg_at_20
value: 0.439
verified: no, type: ndcg_at_100
value: 1.061
verified: no, type: ndcg_at_1000
value: 3.857
verified: no, type: map_at_1
value: 0.038
verified: no, type: map_at_3
value: 0.109
verified: no, type: map_at_5
value: 0.163
verified: no, type: map_at_10
value: 0.193
verified: no, type: map_at_20
value: 0.22899999999999998
verified: no, type: map_at_100
value: 0.306
verified: no, type: map_at_1000
value: 0.373
verified: no, type: recall_at_1
value: 0.038
verified: no, type: recall_at_3
value: 0.22499999999999998
verified: no, type: recall_at_5
value: 0.469
verified: no, type: recall_at_10
value: 0.694
verified: no, type: recall_at_20
value: 1.2
verified: no, type: recall_at_100
value: 4.689
verified: no, type: recall_at_1000
value: 29.060000000000002
verified: no, type: precision_at_1
value: 0.038
verified: no, type: precision_at_3
value: 0.075
verified: no, type: precision_at_5
value: 0.094
verified: no, type: precision_at_10
value: 0.06899999999999999
verified: no, type: precision_at_20
value: 0.06
verified: no, type: precision_at_100
value: 0.047
verified: no, type: precision_at_1000
value: 0.029
verified: no, type: mrr_at_1
value: 0.0375
verified: no, type: mrr_at_3
value: 0.1094
verified: no, type: mrr_at_5
value: 0.1629
verified: no, type: mrr_at_10
value: 0.19319999999999998
verified: no, type: mrr_at_20
value: 0.2287
verified: no, type: mrr_at_100
value: 0.3061
verified: no, type: mrr_at_1000
value: 0.373
verified: no, type: nauc_ndcg_at_1_max
value: 25.0247
verified: no, type: nauc_ndcg_at_1_std
value: 100
verified: no, type: nauc_ndcg_at_1_diff1
value: 21.269099999999998
verified: no, type: nauc_ndcg_at_3_max
value: -2.6221
verified: no, type: nauc_ndcg_at_3_std
value: 58.781499999999994
verified: no, type: nauc_ndcg_at_3_diff1
value: -8.5801
verified: no, type: nauc_ndcg_at_5_max
value: 11.3108
verified: no, type: nauc_ndcg_at_5_std
value: 52.609300000000005
verified: no, type: nauc_ndcg_at_5_diff1
value: -1.0551
verified: no, type: nauc_ndcg_at_10_max
value: 16.031000000000002
verified: no, type: nauc_ndcg_at_10_std
value: 45.3023
verified: no, type: nauc_ndcg_at_10_diff1
value: 5.7653
verified: no, type: nauc_ndcg_at_20_max
value: 9.3925
verified: no, type: nauc_ndcg_at_20_std
value: 30.537799999999997
verified: no, type: nauc_ndcg_at_20_diff1
value: 0.9148999999999999
verified: no, type: nauc_ndcg_at_100_max
value: 2.9912
verified: no, type: nauc_ndcg_at_100_std
value: 18.066499999999998
verified: no, type: nauc_ndcg_at_100_diff1
value: -4.87
verified: no, type: nauc_ndcg_at_1000_max
value: 3.5232
verified: no, type: nauc_ndcg_at_1000_std
value: 9.6114
verified: no, type: nauc_ndcg_at_1000_diff1
value: -2.5008
verified: no, type: nauc_map_at_1_max
value: 25.0247
verified: no, type: nauc_map_at_1_std
value: 100
verified: no, type: nauc_map_at_1_diff1
value: 21.269099999999998
verified: no, type: nauc_map_at_3_max
value: -0.7981
verified: no, type: nauc_map_at_3_std
value: 64.2546
verified: no, type: nauc_map_at_3_diff1
value: -6.6277
verified: no, type: nauc_map_at_5_max
value: 9.6297
verified: no, type: nauc_map_at_5_std
value: 57.415000000000006
verified: no, type: nauc_map_at_5_diff1
value: -1.5141
verified: no, type: nauc_map_at_10_max
value: 12.7673
verified: no, type: nauc_map_at_10_std
value: 51.8795
verified: no, type: nauc_map_at_10_diff1
value: 3.0726
verified: no, type: nauc_map_at_20_max
value: 9.911399999999999
verified: no, type: nauc_map_at_20_std
value: 43.0182
verified: no, type: nauc_map_at_20_diff1
value: 1.046
verified: no, type: nauc_map_at_100_max
value: 6.8581
verified: no, type: nauc_map_at_100_std
value: 35.2906
verified: no, type: nauc_map_at_100_diff1
value: -1.5436999999999999
verified: no, type: nauc_map_at_1000_max
value: 6.7394
verified: no, type: nauc_map_at_1000_std
value: 31.183
verified: no, type: nauc_map_at_1000_diff1
value: -1.4350999999999998
verified: no, type: nauc_recall_at_1_max
value: 25.0247
verified: no, type: nauc_recall_at_1_std
value: 100
verified: no, type: nauc_recall_at_1_diff1
value: 21.269099999999998
verified: no, type: nauc_recall_at_3_max
value: -5.088
verified: no, type: nauc_recall_at_3_std
value: 50.689099999999996
verified: no, type: nauc_recall_at_3_diff1
value: -11.2155
verified: no, type: nauc_recall_at_5_max
value: 13.6279
verified: no, type: nauc_recall_at_5_std
value: 47.4024
verified: no, type: nauc_recall_at_5_diff1
value: -0.1403
verified: no, type: nauc_recall_at_10_max
value: 19.7762
verified: no, type: nauc_recall_at_10_std
value: 38.9053
verified: no, type: nauc_recall_at_10_diff1
value: 9.001199999999999
verified: no, type: nauc_recall_at_20_max
value: 8.4134
verified: no, type: nauc_recall_at_20_std
value: 20.3737
verified: no, type: nauc_recall_at_20_diff1
value: 0.4812
verified: no, type: nauc_recall_at_100_max
value: 1.1665999999999999
verified: no, type: nauc_recall_at_100_std
value: 11.3664
verified: no, type: nauc_recall_at_100_diff1
value: -6.5212
verified: no, type: nauc_recall_at_1000_max
value: 2.8707
verified: no, type: nauc_recall_at_1000_std
value: 5.8485000000000005
verified: no, type: nauc_recall_at_1000_diff1
value: -2.4025000000000003
verified: no, type: nauc_precision_at_1_max
value: 25.0247
verified: no, type: nauc_precision_at_1_std
value: 100
verified: no, type: nauc_precision_at_1_diff1
value: 21.269099999999998
verified: no, type: nauc_precision_at_3_max
value: -5.088
verified: no, type: nauc_precision_at_3_std
value: 50.689099999999996
verified: no, type: nauc_precision_at_3_diff1
value: -11.2155
verified: no, type: nauc_precision_at_5_max
value: 13.6279
verified: no, type: nauc_precision_at_5_std
value: 47.4024
verified: no, type: nauc_precision_at_5_diff1
value: -0.1403
verified: no, type: nauc_precision_at_10_max
value: 19.7762
verified: no, type: nauc_precision_at_10_std
value: 38.9053
verified: no, type: nauc_precision_at_10_diff1
value: 9.001199999999999
verified: no, type: nauc_precision_at_20_max
value: 8.4134
verified: no, type: nauc_precision_at_20_std
value: 20.3737
verified: no, type: nauc_precision_at_20_diff1
value: 0.4812
verified: no, type: nauc_precision_at_100_max
value: 1.1665999999999999
verified: no, type: nauc_precision_at_100_std
value: 11.3664
verified: no, type: nauc_precision_at_100_diff1
value: -6.5212
verified: no, type: nauc_precision_at_1000_max
value: 2.8549
verified: no, type: nauc_precision_at_1000_std
value: 5.8442
verified: no, type: nauc_precision_at_1000_diff1
value: -2.3865999999999996
verified: no, type: nauc_mrr_at_1_max
value: 25.0247
verified: no, type: nauc_mrr_at_1_std
value: 100
verified: no, type: nauc_mrr_at_1_diff1
value: 21.269099999999998
verified: no, type: nauc_mrr_at_3_max
value: -0.7981
verified: no, type: nauc_mrr_at_3_std
value: 64.2546
verified: no, type: nauc_mrr_at_3_diff1
value: -6.6277
verified: no, type: nauc_mrr_at_5_max
value: 9.6297
verified: no, type: nauc_mrr_at_5_std
value: 57.415000000000006
verified: no, type: nauc_mrr_at_5_diff1
value: -1.5141
verified: no, type: nauc_mrr_at_10_max
value: 12.7673
verified: no, type: nauc_mrr_at_10_std
value: 51.8795
verified: no, type: nauc_mrr_at_10_diff1
value: 3.0726
verified: no, type: nauc_mrr_at_20_max
value: 9.911399999999999
verified: no, type: nauc_mrr_at_20_std
value: 43.0182
verified: no, type: nauc_mrr_at_20_diff1
value: 1.046
verified: no, type: nauc_mrr_at_100_max
value: 6.8581
verified: no, type: nauc_mrr_at_100_std
value: 35.2906
verified: no, type: nauc_mrr_at_100_diff1
value: -1.5436999999999999
verified: no, type: nauc_mrr_at_1000_max
value: 6.7368999999999994
verified: no, type: nauc_mrr_at_1000_std
value: 31.181199999999997
verified: no, type: nauc_mrr_at_1000_diff1
value: -1.4328
verified: no, type: main_score
value: 0.31
verified: no
task: type: Retrieval, dataset: config: ara-spa
name: MTEB MLQARetrieval (ara-spa)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.051000000000000004
verified: no, type: ndcg_at_3
value: 0.19
verified: no, type: ndcg_at_5
value: 0.22899999999999998
verified: no, type: ndcg_at_10
value: 0.43
verified: no, type: ndcg_at_20
value: 0.668
verified: no, type: ndcg_at_100
value: 1.687
verified: no, type: ndcg_at_1000
value: 7.878
verified: no, type: map_at_1
value: 0.051000000000000004
verified: no, type: map_at_3
value: 0.152
verified: no, type: map_at_5
value: 0.172
verified: no, type: map_at_10
value: 0.258
verified: no, type: map_at_20
value: 0.32
verified: no, type: map_at_100
value: 0.44400000000000006
verified: no, type: map_at_1000
value: 0.592
verified: no, type: recall_at_1
value: 0.051000000000000004
verified: no, type: recall_at_3
value: 0.303
verified: no, type: recall_at_5
value: 0.404
verified: no, type: recall_at_10
value: 1.011
verified: no, type: recall_at_20
value: 1.9720000000000002
verified: no, type: recall_at_100
value: 7.735
verified: no, type: recall_at_1000
value: 61.729
verified: no, type: precision_at_1
value: 0.051000000000000004
verified: no, type: precision_at_3
value: 0.101
verified: no, type: precision_at_5
value: 0.08099999999999999
verified: no, type: precision_at_10
value: 0.101
verified: no, type: precision_at_20
value: 0.099
verified: no, type: precision_at_100
value: 0.077
verified: no, type: precision_at_1000
value: 0.062
verified: no, type: mrr_at_1
value: 0.050600000000000006
verified: no, type: mrr_at_3
value: 0.1517
verified: no, type: mrr_at_5
value: 0.1719
verified: no, type: mrr_at_10
value: 0.2578
verified: no, type: mrr_at_20
value: 0.3199
verified: no, type: mrr_at_100
value: 0.44409999999999994
verified: no, type: mrr_at_1000
value: 0.5918
verified: no, type: nauc_ndcg_at_1_max
value: 66.2097
verified: no, type: nauc_ndcg_at_1_std
value: 66.2097
verified: no, type: nauc_ndcg_at_1_diff1
value: 32.419399999999996
verified: no, type: nauc_ndcg_at_3_max
value: -3.5048000000000004
verified: no, type: nauc_ndcg_at_3_std
value: -1.1603
verified: no, type: nauc_ndcg_at_3_diff1
value: 4.6897
verified: no, type: nauc_ndcg_at_5_max
value: -9.5677
verified: no, type: nauc_ndcg_at_5_std
value: 7.449999999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: -5.919300000000001
verified: no, type: nauc_ndcg_at_10_max
value: -4.8053
verified: no, type: nauc_ndcg_at_10_std
value: 13.3414
verified: no, type: nauc_ndcg_at_10_diff1
value: -5.1068
verified: no, type: nauc_ndcg_at_20_max
value: -2.2846
verified: no, type: nauc_ndcg_at_20_std
value: 7.589700000000001
verified: no, type: nauc_ndcg_at_20_diff1
value: -2.1516
verified: no, type: nauc_ndcg_at_100_max
value: 1.1325999999999998
verified: no, type: nauc_ndcg_at_100_std
value: 3.0970999999999997
verified: no, type: nauc_ndcg_at_100_diff1
value: 1.9342000000000001
verified: no, type: nauc_ndcg_at_1000_max
value: 0.7024
verified: no, type: nauc_ndcg_at_1000_std
value: 4.9341
verified: no, type: nauc_ndcg_at_1000_diff1
value: 2.2851
verified: no, type: nauc_map_at_1_max
value: 66.2097
verified: no, type: nauc_map_at_1_std
value: 66.2097
verified: no, type: nauc_map_at_1_diff1
value: 32.419399999999996
verified: no, type: nauc_map_at_3_max
value: 1.5827
verified: no, type: nauc_map_at_3_std
value: 3.7415
verified: no, type: nauc_map_at_3_diff1
value: 6.6845
verified: no, type: nauc_map_at_5_max
value: -3.1972
verified: no, type: nauc_map_at_5_std
value: 9.103
verified: no, type: nauc_map_at_5_diff1
value: -0.8668
verified: no, type: nauc_map_at_10_max
value: -2.1843000000000004
verified: no, type: nauc_map_at_10_std
value: 12.824399999999999
verified: no, type: nauc_map_at_10_diff1
value: -2.0369
verified: no, type: nauc_map_at_20_max
value: -1.4794
verified: no, type: nauc_map_at_20_std
value: 9.4729
verified: no, type: nauc_map_at_20_diff1
value: -0.8819
verified: no, type: nauc_map_at_100_max
value: -0.0817
verified: no, type: nauc_map_at_100_std
value: 7.3338
verified: no, type: nauc_map_at_100_diff1
value: 1.1033
verified: no, type: nauc_map_at_1000_max
value: -0.4769
verified: no, type: nauc_map_at_1000_std
value: 6.927
verified: no, type: nauc_map_at_1000_diff1
value: 0.9951
verified: no, type: nauc_recall_at_1_max
value: 66.2097
verified: no, type: nauc_recall_at_1_std
value: 66.2097
verified: no, type: nauc_recall_at_1_diff1
value: 32.419399999999996
verified: no, type: nauc_recall_at_3_max
value: -10.7387
verified: no, type: nauc_recall_at_3_std
value: -8.126999999999999
verified: no, type: nauc_recall_at_3_diff1
value: 1.8596000000000001
verified: no, type: nauc_recall_at_5_max
value: -17.8157
verified: no, type: nauc_recall_at_5_std
value: 6.2334
verified: no, type: nauc_recall_at_5_diff1
value: -12.9807
verified: no, type: nauc_recall_at_10_max
value: -6.397899999999999
verified: no, type: nauc_recall_at_10_std
value: 14.4229
verified: no, type: nauc_recall_at_10_diff1
value: -7.5951
verified: no, type: nauc_recall_at_20_max
value: -1.9718
verified: no, type: nauc_recall_at_20_std
value: 6.3748
verified: no, type: nauc_recall_at_20_diff1
value: -2.4903999999999997
verified: no, type: nauc_recall_at_100_max
value: 1.9014
verified: no, type: nauc_recall_at_100_std
value: 1.3683
verified: no, type: nauc_recall_at_100_diff1
value: 2.3786
verified: no, type: nauc_recall_at_1000_max
value: 1.6191
verified: no, type: nauc_recall_at_1000_std
value: 5.3927000000000005
verified: no, type: nauc_recall_at_1000_diff1
value: 3.0677
verified: no, type: nauc_precision_at_1_max
value: 66.2097
verified: no, type: nauc_precision_at_1_std
value: 66.2097
verified: no, type: nauc_precision_at_1_diff1
value: 32.419399999999996
verified: no, type: nauc_precision_at_3_max
value: -10.7387
verified: no, type: nauc_precision_at_3_std
value: -8.126999999999999
verified: no, type: nauc_precision_at_3_diff1
value: 1.8596000000000001
verified: no, type: nauc_precision_at_5_max
value: -17.8157
verified: no, type: nauc_precision_at_5_std
value: 6.2334
verified: no, type: nauc_precision_at_5_diff1
value: -12.9807
verified: no, type: nauc_precision_at_10_max
value: -6.397899999999999
verified: no, type: nauc_precision_at_10_std
value: 14.4229
verified: no, type: nauc_precision_at_10_diff1
value: -7.5951
verified: no, type: nauc_precision_at_20_max
value: -1.9718
verified: no, type: nauc_precision_at_20_std
value: 6.3748
verified: no, type: nauc_precision_at_20_diff1
value: -2.4903999999999997
verified: no, type: nauc_precision_at_100_max
value: 1.9014
verified: no, type: nauc_precision_at_100_std
value: 1.3683
verified: no, type: nauc_precision_at_100_diff1
value: 2.3786
verified: no, type: nauc_precision_at_1000_max
value: 1.6191
verified: no, type: nauc_precision_at_1000_std
value: 5.3927000000000005
verified: no, type: nauc_precision_at_1000_diff1
value: 3.0677
verified: no, type: nauc_mrr_at_1_max
value: 66.2097
verified: no, type: nauc_mrr_at_1_std
value: 66.2097
verified: no, type: nauc_mrr_at_1_diff1
value: 32.419399999999996
verified: no, type: nauc_mrr_at_3_max
value: 1.5827
verified: no, type: nauc_mrr_at_3_std
value: 3.7415
verified: no, type: nauc_mrr_at_3_diff1
value: 6.6845
verified: no, type: nauc_mrr_at_5_max
value: -3.1972
verified: no, type: nauc_mrr_at_5_std
value: 9.103
verified: no, type: nauc_mrr_at_5_diff1
value: -0.8668
verified: no, type: nauc_mrr_at_10_max
value: -2.1843000000000004
verified: no, type: nauc_mrr_at_10_std
value: 12.824399999999999
verified: no, type: nauc_mrr_at_10_diff1
value: -2.0369
verified: no, type: nauc_mrr_at_20_max
value: -1.4794
verified: no, type: nauc_mrr_at_20_std
value: 9.4729
verified: no, type: nauc_mrr_at_20_diff1
value: -0.8819
verified: no, type: nauc_mrr_at_100_max
value: -0.0817
verified: no, type: nauc_mrr_at_100_std
value: 7.3338
verified: no, type: nauc_mrr_at_100_diff1
value: 1.1033
verified: no, type: nauc_mrr_at_1000_max
value: -0.4769
verified: no, type: nauc_mrr_at_1000_std
value: 6.927
verified: no, type: nauc_mrr_at_1000_diff1
value: 0.9951
verified: no, type: main_score
value: 0.43
verified: no
task: type: Retrieval, dataset: config: ara-hin
name: MTEB MLQARetrieval (ara-hin)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.218
verified: no, type: ndcg_at_3
value: 0.322
verified: no, type: ndcg_at_5
value: 0.38999999999999996
verified: no, type: ndcg_at_10
value: 0.7230000000000001
verified: no, type: ndcg_at_20
value: 1.004
verified: no, type: ndcg_at_100
value: 2.493
verified: no, type: ndcg_at_1000
value: 9.104
verified: no, type: map_at_1
value: 0.218
verified: no, type: map_at_3
value: 0.3
verified: no, type: map_at_5
value: 0.33899999999999997
verified: no, type: map_at_10
value: 0.475
verified: no, type: map_at_20
value: 0.547
verified: no, type: map_at_100
value: 0.7250000000000001
verified: no, type: map_at_1000
value: 0.8829999999999999
verified: no, type: recall_at_1
value: 0.218
verified: no, type: recall_at_3
value: 0.382
verified: no, type: recall_at_5
value: 0.5459999999999999
verified: no, type: recall_at_10
value: 1.584
verified: no, type: recall_at_20
value: 2.731
verified: no, type: recall_at_100
value: 11.196
verified: no, type: recall_at_1000
value: 68.815
verified: no, type: precision_at_1
value: 0.218
verified: no, type: precision_at_3
value: 0.127
verified: no, type: precision_at_5
value: 0.109
verified: no, type: precision_at_10
value: 0.158
verified: no, type: precision_at_20
value: 0.13699999999999998
verified: no, type: precision_at_100
value: 0.11199999999999999
verified: no, type: precision_at_1000
value: 0.06899999999999999
verified: no, type: mrr_at_1
value: 0.2185
verified: no, type: mrr_at_3
value: 0.3004
verified: no, type: mrr_at_5
value: 0.3386
verified: no, type: mrr_at_10
value: 0.4749
verified: no, type: mrr_at_20
value: 0.547
verified: no, type: mrr_at_100
value: 0.7244999999999999
verified: no, type: mrr_at_1000
value: 0.8832
verified: no, type: nauc_ndcg_at_1_max
value: 12.828800000000001
verified: no, type: nauc_ndcg_at_1_std
value: 12.828800000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 11.947199999999999
verified: no, type: nauc_ndcg_at_3_max
value: 12.5981
verified: no, type: nauc_ndcg_at_3_std
value: 21.1562
verified: no, type: nauc_ndcg_at_3_diff1
value: 9.2582
verified: no, type: nauc_ndcg_at_5_max
value: 14.901800000000001
verified: no, type: nauc_ndcg_at_5_std
value: 18.6988
verified: no, type: nauc_ndcg_at_5_diff1
value: 14.119000000000002
verified: no, type: nauc_ndcg_at_10_max
value: -0.8004000000000001
verified: no, type: nauc_ndcg_at_10_std
value: 7.9477
verified: no, type: nauc_ndcg_at_10_diff1
value: 2.8608000000000002
verified: no, type: nauc_ndcg_at_20_max
value: 0.4824
verified: no, type: nauc_ndcg_at_20_std
value: 11.9344
verified: no, type: nauc_ndcg_at_20_diff1
value: -4.9617
verified: no, type: nauc_ndcg_at_100_max
value: 3.257
verified: no, type: nauc_ndcg_at_100_std
value: 3.4608
verified: no, type: nauc_ndcg_at_100_diff1
value: 5.3857
verified: no, type: nauc_ndcg_at_1000_max
value: -2.4372000000000003
verified: no, type: nauc_ndcg_at_1000_std
value: -1.0752
verified: no, type: nauc_ndcg_at_1000_diff1
value: 2.1543
verified: no, type: nauc_map_at_1_max
value: 12.828800000000001
verified: no, type: nauc_map_at_1_std
value: 12.828800000000001
verified: no, type: nauc_map_at_1_diff1
value: 11.947199999999999
verified: no, type: nauc_map_at_3_max
value: 12.6329
verified: no, type: nauc_map_at_3_std
value: 19.8994
verified: no, type: nauc_map_at_3_diff1
value: 9.664
verified: no, type: nauc_map_at_5_max
value: 14.0908
verified: no, type: nauc_map_at_5_std
value: 18.2199
verified: no, type: nauc_map_at_5_diff1
value: 12.865699999999999
verified: no, type: nauc_map_at_10_max
value: 4.3515999999999995
verified: no, type: nauc_map_at_10_std
value: 11.3301
verified: no, type: nauc_map_at_10_diff1
value: 6.399000000000001
verified: no, type: nauc_map_at_20_max
value: 3.9482999999999997
verified: no, type: nauc_map_at_20_std
value: 12.4301
verified: no, type: nauc_map_at_20_diff1
value: 2.2731000000000003
verified: no, type: nauc_map_at_100_max
value: 4.5962000000000005
verified: no, type: nauc_map_at_100_std
value: 8.9138
verified: no, type: nauc_map_at_100_diff1
value: 4.7346
verified: no, type: nauc_map_at_1000_max
value: 3.7624999999999997
verified: no, type: nauc_map_at_1000_std
value: 7.8308
verified: no, type: nauc_map_at_1000_diff1
value: 4.3517
verified: no, type: nauc_recall_at_1_max
value: 12.828800000000001
verified: no, type: nauc_recall_at_1_std
value: 12.828800000000001
verified: no, type: nauc_recall_at_1_diff1
value: 11.947199999999999
verified: no, type: nauc_recall_at_3_max
value: 12.520999999999999
verified: no, type: nauc_recall_at_3_std
value: 23.9397
verified: no, type: nauc_recall_at_3_diff1
value: 8.3594
verified: no, type: nauc_recall_at_5_max
value: 16.5653
verified: no, type: nauc_recall_at_5_std
value: 19.4884
verified: no, type: nauc_recall_at_5_diff1
value: 16.6947
verified: no, type: nauc_recall_at_10_max
value: -6.5468
verified: no, type: nauc_recall_at_10_std
value: 4.1849
verified: no, type: nauc_recall_at_10_diff1
value: -1.2863
verified: no, type: nauc_recall_at_20_max
value: -1.7106
verified: no, type: nauc_recall_at_20_std
value: 12.2516
verified: no, type: nauc_recall_at_20_diff1
value: -11.3388
verified: no, type: nauc_recall_at_100_max
value: 3.1510000000000002
verified: no, type: nauc_recall_at_100_std
value: 1.1705
verified: no, type: nauc_recall_at_100_diff1
value: 6.681900000000001
verified: no, type: nauc_recall_at_1000_max
value: -6.5283999999999995
verified: no, type: nauc_recall_at_1000_std
value: -5.6811
verified: no, type: nauc_recall_at_1000_diff1
value: 0.9051999999999999
verified: no, type: nauc_precision_at_1_max
value: 12.828800000000001
verified: no, type: nauc_precision_at_1_std
value: 12.828800000000001
verified: no, type: nauc_precision_at_1_diff1
value: 11.947199999999999
verified: no, type: nauc_precision_at_3_max
value: 12.520999999999999
verified: no, type: nauc_precision_at_3_std
value: 23.9397
verified: no, type: nauc_precision_at_3_diff1
value: 8.3594
verified: no, type: nauc_precision_at_5_max
value: 16.5653
verified: no, type: nauc_precision_at_5_std
value: 19.4884
verified: no, type: nauc_precision_at_5_diff1
value: 16.6947
verified: no, type: nauc_precision_at_10_max
value: -6.5468
verified: no, type: nauc_precision_at_10_std
value: 4.1849
verified: no, type: nauc_precision_at_10_diff1
value: -1.2863
verified: no, type: nauc_precision_at_20_max
value: -1.7106
verified: no, type: nauc_precision_at_20_std
value: 12.2516
verified: no, type: nauc_precision_at_20_diff1
value: -11.3388
verified: no, type: nauc_precision_at_100_max
value: 3.1510000000000002
verified: no, type: nauc_precision_at_100_std
value: 1.1705
verified: no, type: nauc_precision_at_100_diff1
value: 6.681900000000001
verified: no, type: nauc_precision_at_1000_max
value: -6.5283999999999995
verified: no, type: nauc_precision_at_1000_std
value: -5.6811
verified: no, type: nauc_precision_at_1000_diff1
value: 0.9051999999999999
verified: no, type: nauc_mrr_at_1_max
value: 12.828800000000001
verified: no, type: nauc_mrr_at_1_std
value: 12.828800000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 11.947199999999999
verified: no, type: nauc_mrr_at_3_max
value: 12.6329
verified: no, type: nauc_mrr_at_3_std
value: 19.8994
verified: no, type: nauc_mrr_at_3_diff1
value: 9.664
verified: no, type: nauc_mrr_at_5_max
value: 14.0908
verified: no, type: nauc_mrr_at_5_std
value: 18.2199
verified: no, type: nauc_mrr_at_5_diff1
value: 12.865699999999999
verified: no, type: nauc_mrr_at_10_max
value: 4.3515999999999995
verified: no, type: nauc_mrr_at_10_std
value: 11.3301
verified: no, type: nauc_mrr_at_10_diff1
value: 6.399000000000001
verified: no, type: nauc_mrr_at_20_max
value: 3.9482999999999997
verified: no, type: nauc_mrr_at_20_std
value: 12.4301
verified: no, type: nauc_mrr_at_20_diff1
value: 2.2731000000000003
verified: no, type: nauc_mrr_at_100_max
value: 4.5962000000000005
verified: no, type: nauc_mrr_at_100_std
value: 8.9138
verified: no, type: nauc_mrr_at_100_diff1
value: 4.7346
verified: no, type: nauc_mrr_at_1000_max
value: 3.7624999999999997
verified: no, type: nauc_mrr_at_1000_std
value: 7.8308
verified: no, type: nauc_mrr_at_1000_diff1
value: 4.3517
verified: no, type: main_score
value: 0.7230000000000001
verified: no
task: type: Retrieval, dataset: config: ara-vie
name: MTEB MLQARetrieval (ara-vie)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.098
verified: no, type: ndcg_at_3
value: 0.22
verified: no, type: ndcg_at_5
value: 0.304
verified: no, type: ndcg_at_10
value: 0.46499999999999997
verified: no, type: ndcg_at_20
value: 0.673
verified: no, type: ndcg_at_100
value: 1.469
verified: no, type: ndcg_at_1000
value: 7.327999999999999
verified: no, type: map_at_1
value: 0.098
verified: no, type: map_at_3
value: 0.179
verified: no, type: map_at_5
value: 0.22799999999999998
verified: no, type: map_at_10
value: 0.296
verified: no, type: map_at_20
value: 0.35300000000000004
verified: no, type: map_at_100
value: 0.44799999999999995
verified: no, type: map_at_1000
value: 0.584
verified: no, type: recall_at_1
value: 0.098
verified: no, type: recall_at_3
value: 0.34199999999999997
verified: no, type: recall_at_5
value: 0.5369999999999999
verified: no, type: recall_at_10
value: 1.026
verified: no, type: recall_at_20
value: 1.856
verified: no, type: recall_at_100
value: 6.351
verified: no, type: recall_at_1000
value: 57.694
verified: no, type: precision_at_1
value: 0.098
verified: no, type: precision_at_3
value: 0.11399999999999999
verified: no, type: precision_at_5
value: 0.107
verified: no, type: precision_at_10
value: 0.10300000000000001
verified: no, type: precision_at_20
value: 0.093
verified: no, type: precision_at_100
value: 0.064
verified: no, type: precision_at_1000
value: 0.058
verified: no, type: mrr_at_1
value: 0.0977
verified: no, type: mrr_at_3
value: 0.1791
verified: no, type: mrr_at_5
value: 0.22799999999999998
verified: no, type: mrr_at_10
value: 0.29650000000000004
verified: no, type: mrr_at_20
value: 0.3525
verified: no, type: mrr_at_100
value: 0.4483
verified: no, type: mrr_at_1000
value: 0.5842
verified: no, type: nauc_ndcg_at_1_max
value: -39.0297
verified: no, type: nauc_ndcg_at_1_std
value: -45.7382
verified: no, type: nauc_ndcg_at_1_diff1
value: -8.7843
verified: no, type: nauc_ndcg_at_3_max
value: -24.9691
verified: no, type: nauc_ndcg_at_3_std
value: -11.2432
verified: no, type: nauc_ndcg_at_3_diff1
value: -27.354
verified: no, type: nauc_ndcg_at_5_max
value: -22.1604
verified: no, type: nauc_ndcg_at_5_std
value: -11.8447
verified: no, type: nauc_ndcg_at_5_diff1
value: -6.9122
verified: no, type: nauc_ndcg_at_10_max
value: -23.735
verified: no, type: nauc_ndcg_at_10_std
value: -15.4924
verified: no, type: nauc_ndcg_at_10_diff1
value: -10.152999999999999
verified: no, type: nauc_ndcg_at_20_max
value: -20.741699999999998
verified: no, type: nauc_ndcg_at_20_std
value: -13.452300000000001
verified: no, type: nauc_ndcg_at_20_diff1
value: -12.496599999999999
verified: no, type: nauc_ndcg_at_100_max
value: -10.9657
verified: no, type: nauc_ndcg_at_100_std
value: -8.015500000000001
verified: no, type: nauc_ndcg_at_100_diff1
value: -4.9342999999999995
verified: no, type: nauc_ndcg_at_1000_max
value: -7.3108
verified: no, type: nauc_ndcg_at_1000_std
value: -7.736800000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: -5.5809
verified: no, type: nauc_map_at_1_max
value: -39.0297
verified: no, type: nauc_map_at_1_std
value: -45.7382
verified: no, type: nauc_map_at_1_diff1
value: -8.7843
verified: no, type: nauc_map_at_3_max
value: -27.5256
verified: no, type: nauc_map_at_3_std
value: -17.515
verified: no, type: nauc_map_at_3_diff1
value: -23.9777
verified: no, type: nauc_map_at_5_max
value: -24.8037
verified: no, type: nauc_map_at_5_std
value: -16.636699999999998
verified: no, type: nauc_map_at_5_diff1
value: -8.8785
verified: no, type: nauc_map_at_10_max
value: -25.373800000000003
verified: no, type: nauc_map_at_10_std
value: -17.8539
verified: no, type: nauc_map_at_10_diff1
value: -11.072899999999999
verified: no, type: nauc_map_at_20_max
value: -24.0998
verified: no, type: nauc_map_at_20_std
value: -16.9043
verified: no, type: nauc_map_at_20_diff1
value: -12.5078
verified: no, type: nauc_map_at_100_max
value: -19.8743
verified: no, type: nauc_map_at_100_std
value: -14.344299999999999
verified: no, type: nauc_map_at_100_diff1
value: -9.7229
verified: no, type: nauc_map_at_1000_max
value: -17.7073
verified: no, type: nauc_map_at_1000_std
value: -13.0328
verified: no, type: nauc_map_at_1000_diff1
value: -9.25
verified: no, type: nauc_recall_at_1_max
value: -39.0297
verified: no, type: nauc_recall_at_1_std
value: -45.7382
verified: no, type: nauc_recall_at_1_diff1
value: -8.7843
verified: no, type: nauc_recall_at_3_max
value: -20.951800000000002
verified: no, type: nauc_recall_at_3_std
value: -1.3875
verified: no, type: nauc_recall_at_3_diff1
value: -32.6596
verified: no, type: nauc_recall_at_5_max
value: -18.723300000000002
verified: no, type: nauc_recall_at_5_std
value: -5.7615
verified: no, type: nauc_recall_at_5_diff1
value: -3.8796999999999997
verified: no, type: nauc_recall_at_10_max
value: -22.3454
verified: no, type: nauc_recall_at_10_std
value: -13.831199999999999
verified: no, type: nauc_recall_at_10_diff1
value: -9.0449
verified: no, type: nauc_recall_at_20_max
value: -17.8615
verified: no, type: nauc_recall_at_20_std
value: -10.921899999999999
verified: no, type: nauc_recall_at_20_diff1
value: -12.389100000000001
verified: no, type: nauc_recall_at_100_max
value: -6.7801
verified: no, type: nauc_recall_at_100_std
value: -5.249899999999999
verified: no, type: nauc_recall_at_100_diff1
value: -2.3929
verified: no, type: nauc_recall_at_1000_max
value: -5.3346
verified: no, type: nauc_recall_at_1000_std
value: -7.7999
verified: no, type: nauc_recall_at_1000_diff1
value: -5.005
verified: no, type: nauc_precision_at_1_max
value: -39.0297
verified: no, type: nauc_precision_at_1_std
value: -45.7382
verified: no, type: nauc_precision_at_1_diff1
value: -8.7843
verified: no, type: nauc_precision_at_3_max
value: -20.951800000000002
verified: no, type: nauc_precision_at_3_std
value: -1.3875
verified: no, type: nauc_precision_at_3_diff1
value: -32.6596
verified: no, type: nauc_precision_at_5_max
value: -18.723300000000002
verified: no, type: nauc_precision_at_5_std
value: -5.7615
verified: no, type: nauc_precision_at_5_diff1
value: -3.8796999999999997
verified: no, type: nauc_precision_at_10_max
value: -22.3454
verified: no, type: nauc_precision_at_10_std
value: -13.831199999999999
verified: no, type: nauc_precision_at_10_diff1
value: -9.0449
verified: no, type: nauc_precision_at_20_max
value: -17.8615
verified: no, type: nauc_precision_at_20_std
value: -10.921899999999999
verified: no, type: nauc_precision_at_20_diff1
value: -12.389100000000001
verified: no, type: nauc_precision_at_100_max
value: -6.7801
verified: no, type: nauc_precision_at_100_std
value: -5.249899999999999
verified: no, type: nauc_precision_at_100_diff1
value: -2.3929
verified: no, type: nauc_precision_at_1000_max
value: -5.3346
verified: no, type: nauc_precision_at_1000_std
value: -7.7999
verified: no, type: nauc_precision_at_1000_diff1
value: -5.005
verified: no, type: nauc_mrr_at_1_max
value: -39.0297
verified: no, type: nauc_mrr_at_1_std
value: -45.7382
verified: no, type: nauc_mrr_at_1_diff1
value: -8.7843
verified: no, type: nauc_mrr_at_3_max
value: -27.5256
verified: no, type: nauc_mrr_at_3_std
value: -17.515
verified: no, type: nauc_mrr_at_3_diff1
value: -23.9777
verified: no, type: nauc_mrr_at_5_max
value: -24.8037
verified: no, type: nauc_mrr_at_5_std
value: -16.636699999999998
verified: no, type: nauc_mrr_at_5_diff1
value: -8.8785
verified: no, type: nauc_mrr_at_10_max
value: -25.373800000000003
verified: no, type: nauc_mrr_at_10_std
value: -17.8539
verified: no, type: nauc_mrr_at_10_diff1
value: -11.072899999999999
verified: no, type: nauc_mrr_at_20_max
value: -24.0998
verified: no, type: nauc_mrr_at_20_std
value: -16.9043
verified: no, type: nauc_mrr_at_20_diff1
value: -12.5078
verified: no, type: nauc_mrr_at_100_max
value: -19.8743
verified: no, type: nauc_mrr_at_100_std
value: -14.344299999999999
verified: no, type: nauc_mrr_at_100_diff1
value: -9.7229
verified: no, type: nauc_mrr_at_1000_max
value: -17.7073
verified: no, type: nauc_mrr_at_1000_std
value: -13.0328
verified: no, type: nauc_mrr_at_1000_diff1
value: -9.25
verified: no, type: main_score
value: 0.46499999999999997
verified: no
task: type: Retrieval, dataset: config: ara-zho
name: MTEB MLQARetrieval (ara-zho)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.105
verified: no, type: ndcg_at_3
value: 0.197
verified: no, type: ndcg_at_5
value: 0.28200000000000003
verified: no, type: ndcg_at_10
value: 0.45799999999999996
verified: no, type: ndcg_at_20
value: 0.695
verified: no, type: ndcg_at_100
value: 1.595
verified: no, type: ndcg_at_1000
value: 7.693
verified: no, type: map_at_1
value: 0.105
verified: no, type: map_at_3
value: 0.174
verified: no, type: map_at_5
value: 0.22100000000000003
verified: no, type: map_at_10
value: 0.28800000000000003
verified: no, type: map_at_20
value: 0.35200000000000004
verified: no, type: map_at_100
value: 0.455
verified: no, type: map_at_1000
value: 0.5930000000000001
verified: no, type: recall_at_1
value: 0.105
verified: no, type: recall_at_3
value: 0.262
verified: no, type: recall_at_5
value: 0.471
verified: no, type: recall_at_10
value: 1.046
verified: no, type: recall_at_20
value: 1.9869999999999999
verified: no, type: recall_at_100
value: 7.165000000000001
verified: no, type: recall_at_1000
value: 60.826
verified: no, type: precision_at_1
value: 0.105
verified: no, type: precision_at_3
value: 0.087
verified: no, type: precision_at_5
value: 0.094
verified: no, type: precision_at_10
value: 0.105
verified: no, type: precision_at_20
value: 0.099
verified: no, type: precision_at_100
value: 0.07200000000000001
verified: no, type: precision_at_1000
value: 0.061
verified: no, type: mrr_at_1
value: 0.1046
verified: no, type: mrr_at_3
value: 0.1743
verified: no, type: mrr_at_5
value: 0.22139999999999999
verified: no, type: mrr_at_10
value: 0.28809999999999997
verified: no, type: mrr_at_20
value: 0.3525
verified: no, type: mrr_at_100
value: 0.45510000000000006
verified: no, type: mrr_at_1000
value: 0.5931
verified: no, type: nauc_ndcg_at_1_max
value: 54.9196
verified: no, type: nauc_ndcg_at_1_std
value: 29.255399999999998
verified: no, type: nauc_ndcg_at_1_diff1
value: 83.0875
verified: no, type: nauc_ndcg_at_3_max
value: 55.1068
verified: no, type: nauc_ndcg_at_3_std
value: 43.5827
verified: no, type: nauc_ndcg_at_3_diff1
value: 65.4072
verified: no, type: nauc_ndcg_at_5_max
value: 60.8846
verified: no, type: nauc_ndcg_at_5_std
value: 53.4801
verified: no, type: nauc_ndcg_at_5_diff1
value: 52.855700000000006
verified: no, type: nauc_ndcg_at_10_max
value: 42.187000000000005
verified: no, type: nauc_ndcg_at_10_std
value: 41.0796
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.4853
verified: no, type: nauc_ndcg_at_20_max
value: 39.556599999999996
verified: no, type: nauc_ndcg_at_20_std
value: 39.8692
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.9452
verified: no, type: nauc_ndcg_at_100_max
value: 20.7679
verified: no, type: nauc_ndcg_at_100_std
value: 23.0806
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.4211
verified: no, type: nauc_ndcg_at_1000_max
value: 16.6114
verified: no, type: nauc_ndcg_at_1000_std
value: 16.4112
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.213700000000001
verified: no, type: nauc_map_at_1_max
value: 54.9196
verified: no, type: nauc_map_at_1_std
value: 29.255399999999998
verified: no, type: nauc_map_at_1_diff1
value: 83.0875
verified: no, type: nauc_map_at_3_max
value: 57.2075
verified: no, type: nauc_map_at_3_std
value: 43.4043
verified: no, type: nauc_map_at_3_diff1
value: 69.78529999999999
verified: no, type: nauc_map_at_5_max
value: 60.711999999999996
verified: no, type: nauc_map_at_5_std
value: 50.112
verified: no, type: nauc_map_at_5_diff1
value: 60.0604
verified: no, type: nauc_map_at_10_max
value: 49.7578
verified: no, type: nauc_map_at_10_std
value: 43.871300000000005
verified: no, type: nauc_map_at_10_diff1
value: 45.129599999999996
verified: no, type: nauc_map_at_20_max
value: 46.7772
verified: no, type: nauc_map_at_20_std
value: 43.0928
verified: no, type: nauc_map_at_20_diff1
value: 40.8293
verified: no, type: nauc_map_at_100_max
value: 37.595299999999995
verified: no, type: nauc_map_at_100_std
value: 35.288199999999996
verified: no, type: nauc_map_at_100_diff1
value: 32.1313
verified: no, type: nauc_map_at_1000_max
value: 34.822199999999995
verified: no, type: nauc_map_at_1000_std
value: 32.6604
verified: no, type: nauc_map_at_1000_diff1
value: 29.493599999999997
verified: no, type: nauc_recall_at_1_max
value: 54.9196
verified: no, type: nauc_recall_at_1_std
value: 29.255399999999998
verified: no, type: nauc_recall_at_1_diff1
value: 83.0875
verified: no, type: nauc_recall_at_3_max
value: 50.4794
verified: no, type: nauc_recall_at_3_std
value: 43.4043
verified: no, type: nauc_recall_at_3_diff1
value: 56.4831
verified: no, type: nauc_recall_at_5_max
value: 61.213499999999996
verified: no, type: nauc_recall_at_5_std
value: 58.540099999999995
verified: no, type: nauc_recall_at_5_diff1
value: 42.0099
verified: no, type: nauc_recall_at_10_max
value: 33.8003
verified: no, type: nauc_recall_at_10_std
value: 37.2919
verified: no, type: nauc_recall_at_10_diff1
value: 17.9128
verified: no, type: nauc_recall_at_20_max
value: 34.3856
verified: no, type: nauc_recall_at_20_std
value: 36.9134
verified: no, type: nauc_recall_at_20_diff1
value: 21.3988
verified: no, type: nauc_recall_at_100_max
value: 14.2024
verified: no, type: nauc_recall_at_100_std
value: 17.9803
verified: no, type: nauc_recall_at_100_diff1
value: 10.1473
verified: no, type: nauc_recall_at_1000_max
value: 12.4813
verified: no, type: nauc_recall_at_1000_std
value: 11.7174
verified: no, type: nauc_recall_at_1000_diff1
value: 5.5424
verified: no, type: nauc_precision_at_1_max
value: 54.9196
verified: no, type: nauc_precision_at_1_std
value: 29.255399999999998
verified: no, type: nauc_precision_at_1_diff1
value: 83.0875
verified: no, type: nauc_precision_at_3_max
value: 50.4794
verified: no, type: nauc_precision_at_3_std
value: 43.4043
verified: no, type: nauc_precision_at_3_diff1
value: 56.4831
verified: no, type: nauc_precision_at_5_max
value: 61.213499999999996
verified: no, type: nauc_precision_at_5_std
value: 58.540099999999995
verified: no, type: nauc_precision_at_5_diff1
value: 42.0099
verified: no, type: nauc_precision_at_10_max
value: 33.8003
verified: no, type: nauc_precision_at_10_std
value: 37.2919
verified: no, type: nauc_precision_at_10_diff1
value: 17.9128
verified: no, type: nauc_precision_at_20_max
value: 34.3856
verified: no, type: nauc_precision_at_20_std
value: 36.9134
verified: no, type: nauc_precision_at_20_diff1
value: 21.3988
verified: no, type: nauc_precision_at_100_max
value: 14.2024
verified: no, type: nauc_precision_at_100_std
value: 17.9803
verified: no, type: nauc_precision_at_100_diff1
value: 10.1473
verified: no, type: nauc_precision_at_1000_max
value: 12.4813
verified: no, type: nauc_precision_at_1000_std
value: 11.7174
verified: no, type: nauc_precision_at_1000_diff1
value: 5.5424
verified: no, type: nauc_mrr_at_1_max
value: 54.9196
verified: no, type: nauc_mrr_at_1_std
value: 29.255399999999998
verified: no, type: nauc_mrr_at_1_diff1
value: 83.0875
verified: no, type: nauc_mrr_at_3_max
value: 57.2075
verified: no, type: nauc_mrr_at_3_std
value: 43.4043
verified: no, type: nauc_mrr_at_3_diff1
value: 69.78529999999999
verified: no, type: nauc_mrr_at_5_max
value: 60.711999999999996
verified: no, type: nauc_mrr_at_5_std
value: 50.112
verified: no, type: nauc_mrr_at_5_diff1
value: 60.0604
verified: no, type: nauc_mrr_at_10_max
value: 49.7578
verified: no, type: nauc_mrr_at_10_std
value: 43.871300000000005
verified: no, type: nauc_mrr_at_10_diff1
value: 45.129599999999996
verified: no, type: nauc_mrr_at_20_max
value: 46.7772
verified: no, type: nauc_mrr_at_20_std
value: 43.0928
verified: no, type: nauc_mrr_at_20_diff1
value: 40.8293
verified: no, type: nauc_mrr_at_100_max
value: 37.595299999999995
verified: no, type: nauc_mrr_at_100_std
value: 35.288199999999996
verified: no, type: nauc_mrr_at_100_diff1
value: 32.1313
verified: no, type: nauc_mrr_at_1000_max
value: 34.822199999999995
verified: no, type: nauc_mrr_at_1000_std
value: 32.6604
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.493599999999997
verified: no, type: main_score
value: 0.45799999999999996
verified: no
task: type: Retrieval, dataset: config: deu-ara
name: MTEB MLQARetrieval (deu-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.243
verified: no, type: ndcg_at_3
value: 0.5329999999999999
verified: no, type: ndcg_at_5
value: 0.7080000000000001
verified: no, type: ndcg_at_10
value: 0.822
verified: no, type: ndcg_at_20
value: 1.149
verified: no, type: ndcg_at_100
value: 2.443
verified: no, type: ndcg_at_1000
value: 9.719999999999999
verified: no, type: map_at_1
value: 0.243
verified: no, type: map_at_3
value: 0.46499999999999997
verified: no, type: map_at_5
value: 0.562
verified: no, type: map_at_10
value: 0.607
verified: no, type: map_at_20
value: 0.692
verified: no, type: map_at_100
value: 0.84
verified: no, type: map_at_1000
value: 1.014
verified: no, type: recall_at_1
value: 0.243
verified: no, type: recall_at_3
value: 0.728
verified: no, type: recall_at_5
value: 1.1520000000000001
verified: no, type: recall_at_10
value: 1.516
verified: no, type: recall_at_20
value: 2.85
verified: no, type: recall_at_100
value: 10.309
verified: no, type: recall_at_1000
value: 73.681
verified: no, type: precision_at_1
value: 0.243
verified: no, type: precision_at_3
value: 0.243
verified: no, type: precision_at_5
value: 0.22999999999999998
verified: no, type: precision_at_10
value: 0.152
verified: no, type: precision_at_20
value: 0.14300000000000002
verified: no, type: precision_at_100
value: 0.10300000000000001
verified: no, type: precision_at_1000
value: 0.074
verified: no, type: mrr_at_1
value: 0.2426
verified: no, type: mrr_at_3
value: 0.46490000000000004
verified: no, type: mrr_at_5
value: 0.562
verified: no, type: mrr_at_10
value: 0.6072
verified: no, type: mrr_at_20
value: 0.6916
verified: no, type: mrr_at_100
value: 0.8397
verified: no, type: mrr_at_1000
value: 1.0143
verified: no, type: nauc_ndcg_at_1_max
value: 34.470800000000004
verified: no, type: nauc_ndcg_at_1_std
value: 17.7296
verified: no, type: nauc_ndcg_at_1_diff1
value: 25.4054
verified: no, type: nauc_ndcg_at_3_max
value: 51.27589999999999
verified: no, type: nauc_ndcg_at_3_std
value: 29.8213
verified: no, type: nauc_ndcg_at_3_diff1
value: 19.96
verified: no, type: nauc_ndcg_at_5_max
value: 58.739799999999995
verified: no, type: nauc_ndcg_at_5_std
value: 24.7685
verified: no, type: nauc_ndcg_at_5_diff1
value: 17.957
verified: no, type: nauc_ndcg_at_10_max
value: 54.85060000000001
verified: no, type: nauc_ndcg_at_10_std
value: 19.6216
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.5672
verified: no, type: nauc_ndcg_at_20_max
value: 45.870400000000004
verified: no, type: nauc_ndcg_at_20_std
value: 14.829500000000001
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.0996
verified: no, type: nauc_ndcg_at_100_max
value: 33.6706
verified: no, type: nauc_ndcg_at_100_std
value: 10.0954
verified: no, type: nauc_ndcg_at_100_diff1
value: 9.6092
verified: no, type: nauc_ndcg_at_1000_max
value: 25.971300000000003
verified: no, type: nauc_ndcg_at_1000_std
value: 4.9195
verified: no, type: nauc_ndcg_at_1000_diff1
value: 7.0839
verified: no, type: nauc_map_at_1_max
value: 34.470800000000004
verified: no, type: nauc_map_at_1_std
value: 17.7296
verified: no, type: nauc_map_at_1_diff1
value: 25.4054
verified: no, type: nauc_map_at_3_max
value: 49.3966
verified: no, type: nauc_map_at_3_std
value: 27.9153
verified: no, type: nauc_map_at_3_diff1
value: 20.7442
verified: no, type: nauc_map_at_5_max
value: 54.789500000000004
verified: no, type: nauc_map_at_5_std
value: 24.4111
verified: no, type: nauc_map_at_5_diff1
value: 18.7472
verified: no, type: nauc_map_at_10_max
value: 53.115
verified: no, type: nauc_map_at_10_std
value: 21.7997
verified: no, type: nauc_map_at_10_diff1
value: 18.1703
verified: no, type: nauc_map_at_20_max
value: 49.4189
verified: no, type: nauc_map_at_20_std
value: 19.4909
verified: no, type: nauc_map_at_20_diff1
value: 18.6365
verified: no, type: nauc_map_at_100_max
value: 45.3179
verified: no, type: nauc_map_at_100_std
value: 17.7435
verified: no, type: nauc_map_at_100_diff1
value: 16.0309
verified: no, type: nauc_map_at_1000_max
value: 43.352000000000004
verified: no, type: nauc_map_at_1000_std
value: 16.3267
verified: no, type: nauc_map_at_1000_diff1
value: 15.204300000000002
verified: no, type: nauc_recall_at_1_max
value: 34.470800000000004
verified: no, type: nauc_recall_at_1_std
value: 17.7296
verified: no, type: nauc_recall_at_1_diff1
value: 25.4054
verified: no, type: nauc_recall_at_3_max
value: 54.6788
verified: no, type: nauc_recall_at_3_std
value: 33.4369
verified: no, type: nauc_recall_at_3_diff1
value: 18.488
verified: no, type: nauc_recall_at_5_max
value: 64.8516
verified: no, type: nauc_recall_at_5_std
value: 25.182100000000002
verified: no, type: nauc_recall_at_5_diff1
value: 16.9772
verified: no, type: nauc_recall_at_10_max
value: 56.427099999999996
verified: no, type: nauc_recall_at_10_std
value: 15.958400000000001
verified: no, type: nauc_recall_at_10_diff1
value: 14.3287
verified: no, type: nauc_recall_at_20_max
value: 41.0315
verified: no, type: nauc_recall_at_20_std
value: 9.7701
verified: no, type: nauc_recall_at_20_diff1
value: 17.8564
verified: no, type: nauc_recall_at_100_max
value: 27.0754
verified: no, type: nauc_recall_at_100_std
value: 6.103
verified: no, type: nauc_recall_at_100_diff1
value: 5.9928
verified: no, type: nauc_recall_at_1000_max
value: 16.7685
verified: no, type: nauc_recall_at_1000_std
value: -0.752
verified: no, type: nauc_recall_at_1000_diff1
value: 3.0706
verified: no, type: nauc_precision_at_1_max
value: 34.470800000000004
verified: no, type: nauc_precision_at_1_std
value: 17.7296
verified: no, type: nauc_precision_at_1_diff1
value: 25.4054
verified: no, type: nauc_precision_at_3_max
value: 54.6788
verified: no, type: nauc_precision_at_3_std
value: 33.4369
verified: no, type: nauc_precision_at_3_diff1
value: 18.488
verified: no, type: nauc_precision_at_5_max
value: 64.8516
verified: no, type: nauc_precision_at_5_std
value: 25.182100000000002
verified: no, type: nauc_precision_at_5_diff1
value: 16.9772
verified: no, type: nauc_precision_at_10_max
value: 56.427099999999996
verified: no, type: nauc_precision_at_10_std
value: 15.958400000000001
verified: no, type: nauc_precision_at_10_diff1
value: 14.3287
verified: no, type: nauc_precision_at_20_max
value: 41.0315
verified: no, type: nauc_precision_at_20_std
value: 9.7701
verified: no, type: nauc_precision_at_20_diff1
value: 17.8564
verified: no, type: nauc_precision_at_100_max
value: 27.0754
verified: no, type: nauc_precision_at_100_std
value: 6.103
verified: no, type: nauc_precision_at_100_diff1
value: 5.9928
verified: no, type: nauc_precision_at_1000_max
value: 16.7685
verified: no, type: nauc_precision_at_1000_std
value: -0.752
verified: no, type: nauc_precision_at_1000_diff1
value: 3.0706
verified: no, type: nauc_mrr_at_1_max
value: 34.470800000000004
verified: no, type: nauc_mrr_at_1_std
value: 17.7296
verified: no, type: nauc_mrr_at_1_diff1
value: 25.4054
verified: no, type: nauc_mrr_at_3_max
value: 49.3966
verified: no, type: nauc_mrr_at_3_std
value: 27.9153
verified: no, type: nauc_mrr_at_3_diff1
value: 20.7442
verified: no, type: nauc_mrr_at_5_max
value: 54.789500000000004
verified: no, type: nauc_mrr_at_5_std
value: 24.4111
verified: no, type: nauc_mrr_at_5_diff1
value: 18.7472
verified: no, type: nauc_mrr_at_10_max
value: 53.115
verified: no, type: nauc_mrr_at_10_std
value: 21.7997
verified: no, type: nauc_mrr_at_10_diff1
value: 18.1703
verified: no, type: nauc_mrr_at_20_max
value: 49.4189
verified: no, type: nauc_mrr_at_20_std
value: 19.4909
verified: no, type: nauc_mrr_at_20_diff1
value: 18.6365
verified: no, type: nauc_mrr_at_100_max
value: 45.3179
verified: no, type: nauc_mrr_at_100_std
value: 17.7435
verified: no, type: nauc_mrr_at_100_diff1
value: 16.0309
verified: no, type: nauc_mrr_at_1000_max
value: 43.352000000000004
verified: no, type: nauc_mrr_at_1000_std
value: 16.3267
verified: no, type: nauc_mrr_at_1000_diff1
value: 15.204300000000002
verified: no, type: main_score
value: 0.822
verified: no
task: type: Retrieval, dataset: config: eng-ara
name: MTEB MLQARetrieval (eng-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.375
verified: no, type: ndcg_at_3
value: 0.5780000000000001
verified: no, type: ndcg_at_5
value: 0.654
verified: no, type: ndcg_at_10
value: 0.8250000000000001
verified: no, type: ndcg_at_20
value: 1.034
verified: no, type: ndcg_at_100
value: 1.7930000000000001
verified: no, type: ndcg_at_1000
value: 4.977
verified: no, type: map_at_1
value: 0.375
verified: no, type: map_at_3
value: 0.525
verified: no, type: map_at_5
value: 0.567
verified: no, type: map_at_10
value: 0.638
verified: no, type: map_at_20
value: 0.696
verified: no, type: map_at_100
value: 0.788
verified: no, type: map_at_1000
value: 0.868
verified: no, type: recall_at_1
value: 0.375
verified: no, type: recall_at_3
value: 0.731
verified: no, type: recall_at_5
value: 0.919
verified: no, type: recall_at_10
value: 1.444
verified: no, type: recall_at_20
value: 2.2689999999999997
verified: no, type: recall_at_100
value: 6.563
verified: no, type: recall_at_1000
value: 34.099000000000004
verified: no, type: precision_at_1
value: 0.375
verified: no, type: precision_at_3
value: 0.244
verified: no, type: precision_at_5
value: 0.184
verified: no, type: precision_at_10
value: 0.14400000000000002
verified: no, type: precision_at_20
value: 0.11299999999999999
verified: no, type: precision_at_100
value: 0.066
verified: no, type: precision_at_1000
value: 0.034
verified: no, type: mrr_at_1
value: 0.375
verified: no, type: mrr_at_3
value: 0.525
verified: no, type: mrr_at_5
value: 0.5672
verified: no, type: mrr_at_10
value: 0.6383
verified: no, type: mrr_at_20
value: 0.6961
verified: no, type: mrr_at_100
value: 0.7882
verified: no, type: mrr_at_1000
value: 0.8677
verified: no, type: nauc_ndcg_at_1_max
value: 56.5121
verified: no, type: nauc_ndcg_at_1_std
value: 19.2292
verified: no, type: nauc_ndcg_at_1_diff1
value: 18.6031
verified: no, type: nauc_ndcg_at_3_max
value: 53.795899999999996
verified: no, type: nauc_ndcg_at_3_std
value: 13.674900000000001
verified: no, type: nauc_ndcg_at_3_diff1
value: 14.913699999999999
verified: no, type: nauc_ndcg_at_5_max
value: 54.0713
verified: no, type: nauc_ndcg_at_5_std
value: 16.5134
verified: no, type: nauc_ndcg_at_5_diff1
value: 13.835
verified: no, type: nauc_ndcg_at_10_max
value: 47.3624
verified: no, type: nauc_ndcg_at_10_std
value: 14.0322
verified: no, type: nauc_ndcg_at_10_diff1
value: 12.4765
verified: no, type: nauc_ndcg_at_20_max
value: 40.5382
verified: no, type: nauc_ndcg_at_20_std
value: 13.1801
verified: no, type: nauc_ndcg_at_20_diff1
value: 10.8866
verified: no, type: nauc_ndcg_at_100_max
value: 27.4861
verified: no, type: nauc_ndcg_at_100_std
value: 9.985
verified: no, type: nauc_ndcg_at_100_diff1
value: 5.003
verified: no, type: nauc_ndcg_at_1000_max
value: 14.236299999999998
verified: no, type: nauc_ndcg_at_1000_std
value: 5.5438
verified: no, type: nauc_ndcg_at_1000_diff1
value: 3.5621
verified: no, type: nauc_map_at_1_max
value: 56.5121
verified: no, type: nauc_map_at_1_std
value: 19.2292
verified: no, type: nauc_map_at_1_diff1
value: 18.6031
verified: no, type: nauc_map_at_3_max
value: 54.069599999999994
verified: no, type: nauc_map_at_3_std
value: 14.5317
verified: no, type: nauc_map_at_3_diff1
value: 15.2434
verified: no, type: nauc_map_at_5_max
value: 54.295
verified: no, type: nauc_map_at_5_std
value: 16.362
verified: no, type: nauc_map_at_5_diff1
value: 14.560200000000002
verified: no, type: nauc_map_at_10_max
value: 50.6652
verified: no, type: nauc_map_at_10_std
value: 14.840700000000002
verified: no, type: nauc_map_at_10_diff1
value: 13.7079
verified: no, type: nauc_map_at_20_max
value: 47.6818
verified: no, type: nauc_map_at_20_std
value: 14.355599999999999
verified: no, type: nauc_map_at_20_diff1
value: 12.894400000000001
verified: no, type: nauc_map_at_100_max
value: 43.4343
verified: no, type: nauc_map_at_100_std
value: 13.241
verified: no, type: nauc_map_at_100_diff1
value: 11.0841
verified: no, type: nauc_map_at_1000_max
value: 40.872
verified: no, type: nauc_map_at_1000_std
value: 12.5729
verified: no, type: nauc_map_at_1000_diff1
value: 10.5395
verified: no, type: nauc_recall_at_1_max
value: 56.5121
verified: no, type: nauc_recall_at_1_std
value: 19.2292
verified: no, type: nauc_recall_at_1_diff1
value: 18.6031
verified: no, type: nauc_recall_at_3_max
value: 53.2864
verified: no, type: nauc_recall_at_3_std
value: 11.929499999999999
verified: no, type: nauc_recall_at_3_diff1
value: 14.321200000000001
verified: no, type: nauc_recall_at_5_max
value: 53.689
verified: no, type: nauc_recall_at_5_std
value: 16.997
verified: no, type: nauc_recall_at_5_diff1
value: 12.4956
verified: no, type: nauc_recall_at_10_max
value: 42.0383
verified: no, type: nauc_recall_at_10_std
value: 12.9387
verified: no, type: nauc_recall_at_10_diff1
value: 10.699
verified: no, type: nauc_recall_at_20_max
value: 31.483
verified: no, type: nauc_recall_at_20_std
value: 11.967500000000001
verified: no, type: nauc_recall_at_20_diff1
value: 8.6104
verified: no, type: nauc_recall_at_100_max
value: 16.9294
verified: no, type: nauc_recall_at_100_std
value: 8.0626
verified: no, type: nauc_recall_at_100_diff1
value: 0.9781
verified: no, type: nauc_recall_at_1000_max
value: 5.0692
verified: no, type: nauc_recall_at_1000_std
value: 2.8923
verified: no, type: nauc_recall_at_1000_diff1
value: 1.661
verified: no, type: nauc_precision_at_1_max
value: 56.5121
verified: no, type: nauc_precision_at_1_std
value: 19.2292
verified: no, type: nauc_precision_at_1_diff1
value: 18.6031
verified: no, type: nauc_precision_at_3_max
value: 53.2864
verified: no, type: nauc_precision_at_3_std
value: 11.929499999999999
verified: no, type: nauc_precision_at_3_diff1
value: 14.321200000000001
verified: no, type: nauc_precision_at_5_max
value: 53.689
verified: no, type: nauc_precision_at_5_std
value: 16.997
verified: no, type: nauc_precision_at_5_diff1
value: 12.4956
verified: no, type: nauc_precision_at_10_max
value: 42.0383
verified: no, type: nauc_precision_at_10_std
value: 12.9387
verified: no, type: nauc_precision_at_10_diff1
value: 10.699
verified: no, type: nauc_precision_at_20_max
value: 31.483
verified: no, type: nauc_precision_at_20_std
value: 11.967500000000001
verified: no, type: nauc_precision_at_20_diff1
value: 8.6104
verified: no, type: nauc_precision_at_100_max
value: 16.9294
verified: no, type: nauc_precision_at_100_std
value: 8.0626
verified: no, type: nauc_precision_at_100_diff1
value: 0.9781
verified: no, type: nauc_precision_at_1000_max
value: 5.0423
verified: no, type: nauc_precision_at_1000_std
value: 2.8774
verified: no, type: nauc_precision_at_1000_diff1
value: 1.6759
verified: no, type: nauc_mrr_at_1_max
value: 56.5121
verified: no, type: nauc_mrr_at_1_std
value: 19.2292
verified: no, type: nauc_mrr_at_1_diff1
value: 18.6031
verified: no, type: nauc_mrr_at_3_max
value: 54.069599999999994
verified: no, type: nauc_mrr_at_3_std
value: 14.5317
verified: no, type: nauc_mrr_at_3_diff1
value: 15.2434
verified: no, type: nauc_mrr_at_5_max
value: 54.295
verified: no, type: nauc_mrr_at_5_std
value: 16.362
verified: no, type: nauc_mrr_at_5_diff1
value: 14.560200000000002
verified: no, type: nauc_mrr_at_10_max
value: 50.6652
verified: no, type: nauc_mrr_at_10_std
value: 14.840700000000002
verified: no, type: nauc_mrr_at_10_diff1
value: 13.7079
verified: no, type: nauc_mrr_at_20_max
value: 47.6818
verified: no, type: nauc_mrr_at_20_std
value: 14.355599999999999
verified: no, type: nauc_mrr_at_20_diff1
value: 12.894400000000001
verified: no, type: nauc_mrr_at_100_max
value: 43.4343
verified: no, type: nauc_mrr_at_100_std
value: 13.241
verified: no, type: nauc_mrr_at_100_diff1
value: 11.0841
verified: no, type: nauc_mrr_at_1000_max
value: 40.8708
verified: no, type: nauc_mrr_at_1000_std
value: 12.5722
verified: no, type: nauc_mrr_at_1000_diff1
value: 10.54
verified: no, type: main_score
value: 0.8250000000000001
verified: no
task: type: Retrieval, dataset: config: spa-ara
name: MTEB MLQARetrieval (spa-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.253
verified: no, type: ndcg_at_3
value: 0.418
verified: no, type: ndcg_at_5
value: 0.461
verified: no, type: ndcg_at_10
value: 0.715
verified: no, type: ndcg_at_20
value: 0.9450000000000001
verified: no, type: ndcg_at_100
value: 2.331
verified: no, type: ndcg_at_1000
value: 8.574
verified: no, type: map_at_1
value: 0.253
verified: no, type: map_at_3
value: 0.371
verified: no, type: map_at_5
value: 0.396
verified: no, type: map_at_10
value: 0.505
verified: no, type: map_at_20
value: 0.569
verified: no, type: map_at_100
value: 0.733
verified: no, type: map_at_1000
value: 0.8829999999999999
verified: no, type: recall_at_1
value: 0.253
verified: no, type: recall_at_3
value: 0.5559999999999999
verified: no, type: recall_at_5
value: 0.657
verified: no, type: recall_at_10
value: 1.4160000000000001
verified: no, type: recall_at_20
value: 2.326
verified: no, type: recall_at_100
value: 10.212
verified: no, type: recall_at_1000
value: 64.56
verified: no, type: precision_at_1
value: 0.253
verified: no, type: precision_at_3
value: 0.185
verified: no, type: precision_at_5
value: 0.131
verified: no, type: precision_at_10
value: 0.14200000000000002
verified: no, type: precision_at_20
value: 0.116
verified: no, type: precision_at_100
value: 0.10200000000000001
verified: no, type: precision_at_1000
value: 0.065
verified: no, type: mrr_at_1
value: 0.25279999999999997
verified: no, type: mrr_at_3
value: 0.3707
verified: no, type: mrr_at_5
value: 0.396
verified: no, type: mrr_at_10
value: 0.5054000000000001
verified: no, type: mrr_at_20
value: 0.5688000000000001
verified: no, type: mrr_at_100
value: 0.7331
verified: no, type: mrr_at_1000
value: 0.8831
verified: no, type: nauc_ndcg_at_1_max
value: 51.9741
verified: no, type: nauc_ndcg_at_1_std
value: 46.907700000000006
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.1964
verified: no, type: nauc_ndcg_at_3_max
value: 41.3447
verified: no, type: nauc_ndcg_at_3_std
value: 24.360599999999998
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.8418
verified: no, type: nauc_ndcg_at_5_max
value: 41.0319
verified: no, type: nauc_ndcg_at_5_std
value: 25.809199999999997
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.909100000000002
verified: no, type: nauc_ndcg_at_10_max
value: 36.6761
verified: no, type: nauc_ndcg_at_10_std
value: 23.1623
verified: no, type: nauc_ndcg_at_10_diff1
value: 24.2909
verified: no, type: nauc_ndcg_at_20_max
value: 33.2627
verified: no, type: nauc_ndcg_at_20_std
value: 19.0886
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.6171
verified: no, type: nauc_ndcg_at_100_max
value: 22.1033
verified: no, type: nauc_ndcg_at_100_std
value: 10.6684
verified: no, type: nauc_ndcg_at_100_diff1
value: 6.77
verified: no, type: nauc_ndcg_at_1000_max
value: 17.8432
verified: no, type: nauc_ndcg_at_1000_std
value: 5.2092
verified: no, type: nauc_ndcg_at_1000_diff1
value: 5.8879
verified: no, type: nauc_map_at_1_max
value: 51.9741
verified: no, type: nauc_map_at_1_std
value: 46.907700000000006
verified: no, type: nauc_map_at_1_diff1
value: 30.1964
verified: no, type: nauc_map_at_3_max
value: 42.766799999999996
verified: no, type: nauc_map_at_3_std
value: 29.0518
verified: no, type: nauc_map_at_3_diff1
value: 20.8244
verified: no, type: nauc_map_at_5_max
value: 42.464600000000004
verified: no, type: nauc_map_at_5_std
value: 29.7317
verified: no, type: nauc_map_at_5_diff1
value: 24.799699999999998
verified: no, type: nauc_map_at_10_max
value: 39.827600000000004
verified: no, type: nauc_map_at_10_std
value: 27.3121
verified: no, type: nauc_map_at_10_diff1
value: 24.6463
verified: no, type: nauc_map_at_20_max
value: 37.9365
verified: no, type: nauc_map_at_20_std
value: 24.8287
verified: no, type: nauc_map_at_20_diff1
value: 21.9878
verified: no, type: nauc_map_at_100_max
value: 33.333
verified: no, type: nauc_map_at_100_std
value: 20.2466
verified: no, type: nauc_map_at_100_diff1
value: 16.561
verified: no, type: nauc_map_at_1000_max
value: 31.8401
verified: no, type: nauc_map_at_1000_std
value: 18.740499999999997
verified: no, type: nauc_map_at_1000_diff1
value: 15.820400000000001
verified: no, type: nauc_recall_at_1_max
value: 51.9741
verified: no, type: nauc_recall_at_1_std
value: 46.907700000000006
verified: no, type: nauc_recall_at_1_diff1
value: 30.1964
verified: no, type: nauc_recall_at_3_max
value: 38.6984
verified: no, type: nauc_recall_at_3_std
value: 15.0644
verified: no, type: nauc_recall_at_3_diff1
value: 14.9959
verified: no, type: nauc_recall_at_5_max
value: 38.5959
verified: no, type: nauc_recall_at_5_std
value: 18.8551
verified: no, type: nauc_recall_at_5_diff1
value: 25.474200000000003
verified: no, type: nauc_recall_at_10_max
value: 32.6875
verified: no, type: nauc_recall_at_10_std
value: 18.4863
verified: no, type: nauc_recall_at_10_diff1
value: 23.8654
verified: no, type: nauc_recall_at_20_max
value: 28.6992
verified: no, type: nauc_recall_at_20_std
value: 14.019100000000002
verified: no, type: nauc_recall_at_20_diff1
value: 14.965100000000001
verified: no, type: nauc_recall_at_100_max
value: 16.8806
verified: no, type: nauc_recall_at_100_std
value: 7.1583
verified: no, type: nauc_recall_at_100_diff1
value: 2.6362
verified: no, type: nauc_recall_at_1000_max
value: 12.6884
verified: no, type: nauc_recall_at_1000_std
value: 0.3778
verified: no, type: nauc_recall_at_1000_diff1
value: 2.9179
verified: no, type: nauc_precision_at_1_max
value: 51.9741
verified: no, type: nauc_precision_at_1_std
value: 46.907700000000006
verified: no, type: nauc_precision_at_1_diff1
value: 30.1964
verified: no, type: nauc_precision_at_3_max
value: 38.6984
verified: no, type: nauc_precision_at_3_std
value: 15.0644
verified: no, type: nauc_precision_at_3_diff1
value: 14.9959
verified: no, type: nauc_precision_at_5_max
value: 38.5959
verified: no, type: nauc_precision_at_5_std
value: 18.8551
verified: no, type: nauc_precision_at_5_diff1
value: 25.474200000000003
verified: no, type: nauc_precision_at_10_max
value: 32.6875
verified: no, type: nauc_precision_at_10_std
value: 18.4863
verified: no, type: nauc_precision_at_10_diff1
value: 23.8654
verified: no, type: nauc_precision_at_20_max
value: 28.6992
verified: no, type: nauc_precision_at_20_std
value: 14.019100000000002
verified: no, type: nauc_precision_at_20_diff1
value: 14.965100000000001
verified: no, type: nauc_precision_at_100_max
value: 16.8806
verified: no, type: nauc_precision_at_100_std
value: 7.1583
verified: no, type: nauc_precision_at_100_diff1
value: 2.6362
verified: no, type: nauc_precision_at_1000_max
value: 12.6884
verified: no, type: nauc_precision_at_1000_std
value: 0.3778
verified: no, type: nauc_precision_at_1000_diff1
value: 2.9179
verified: no, type: nauc_mrr_at_1_max
value: 51.9741
verified: no, type: nauc_mrr_at_1_std
value: 46.907700000000006
verified: no, type: nauc_mrr_at_1_diff1
value: 30.1964
verified: no, type: nauc_mrr_at_3_max
value: 42.766799999999996
verified: no, type: nauc_mrr_at_3_std
value: 29.0518
verified: no, type: nauc_mrr_at_3_diff1
value: 20.8244
verified: no, type: nauc_mrr_at_5_max
value: 42.464600000000004
verified: no, type: nauc_mrr_at_5_std
value: 29.7317
verified: no, type: nauc_mrr_at_5_diff1
value: 24.799699999999998
verified: no, type: nauc_mrr_at_10_max
value: 39.827600000000004
verified: no, type: nauc_mrr_at_10_std
value: 27.3121
verified: no, type: nauc_mrr_at_10_diff1
value: 24.6463
verified: no, type: nauc_mrr_at_20_max
value: 37.9365
verified: no, type: nauc_mrr_at_20_std
value: 24.8287
verified: no, type: nauc_mrr_at_20_diff1
value: 21.9878
verified: no, type: nauc_mrr_at_100_max
value: 33.333
verified: no, type: nauc_mrr_at_100_std
value: 20.2466
verified: no, type: nauc_mrr_at_100_diff1
value: 16.561
verified: no, type: nauc_mrr_at_1000_max
value: 31.8401
verified: no, type: nauc_mrr_at_1000_std
value: 18.740499999999997
verified: no, type: nauc_mrr_at_1000_diff1
value: 15.820400000000001
verified: no, type: main_score
value: 0.715
verified: no
task: type: Retrieval, dataset: config: hin-ara
name: MTEB MLQARetrieval (hin-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.328
verified: no, type: ndcg_at_3
value: 0.486
verified: no, type: ndcg_at_5
value: 0.683
verified: no, type: ndcg_at_10
value: 0.997
verified: no, type: ndcg_at_20
value: 1.365
verified: no, type: ndcg_at_100
value: 2.706
verified: no, type: ndcg_at_1000
value: 9.648
verified: no, type: map_at_1
value: 0.328
verified: no, type: map_at_3
value: 0.44600000000000006
verified: no, type: map_at_5
value: 0.553
verified: no, type: map_at_10
value: 0.6799999999999999
verified: no, type: map_at_20
value: 0.7779999999999999
verified: no, type: map_at_100
value: 0.935
verified: no, type: map_at_1000
value: 1.0999999999999999
verified: no, type: recall_at_1
value: 0.328
verified: no, type: recall_at_3
value: 0.601
verified: no, type: recall_at_5
value: 1.0919999999999999
verified: no, type: recall_at_10
value: 2.075
verified: no, type: recall_at_20
value: 3.55
verified: no, type: recall_at_100
value: 11.196
verified: no, type: recall_at_1000
value: 71.764
verified: no, type: precision_at_1
value: 0.328
verified: no, type: precision_at_3
value: 0.2
verified: no, type: precision_at_5
value: 0.218
verified: no, type: precision_at_10
value: 0.208
verified: no, type: precision_at_20
value: 0.17700000000000002
verified: no, type: precision_at_100
value: 0.11199999999999999
verified: no, type: precision_at_1000
value: 0.07200000000000001
verified: no, type: mrr_at_1
value: 0.3277
verified: no, type: mrr_at_3
value: 0.44600000000000006
verified: no, type: mrr_at_5
value: 0.5525
verified: no, type: mrr_at_10
value: 0.6796
verified: no, type: mrr_at_20
value: 0.7782
verified: no, type: mrr_at_100
value: 0.9353999999999999
verified: no, type: mrr_at_1000
value: 1.1002
verified: no, type: nauc_ndcg_at_1_max
value: 53.9859
verified: no, type: nauc_ndcg_at_1_std
value: -15.8864
verified: no, type: nauc_ndcg_at_1_diff1
value: 19.794600000000003
verified: no, type: nauc_ndcg_at_3_max
value: 50.3487
verified: no, type: nauc_ndcg_at_3_std
value: -15.716
verified: no, type: nauc_ndcg_at_3_diff1
value: 27.936299999999996
verified: no, type: nauc_ndcg_at_5_max
value: 40.6703
verified: no, type: nauc_ndcg_at_5_std
value: -14.965600000000002
verified: no, type: nauc_ndcg_at_5_diff1
value: 12.5167
verified: no, type: nauc_ndcg_at_10_max
value: 28.513500000000004
verified: no, type: nauc_ndcg_at_10_std
value: -12.0676
verified: no, type: nauc_ndcg_at_10_diff1
value: 9.7136
verified: no, type: nauc_ndcg_at_20_max
value: 23.6262
verified: no, type: nauc_ndcg_at_20_std
value: -12.1013
verified: no, type: nauc_ndcg_at_20_diff1
value: 9.2594
verified: no, type: nauc_ndcg_at_100_max
value: 13.739199999999999
verified: no, type: nauc_ndcg_at_100_std
value: -6.6952
verified: no, type: nauc_ndcg_at_100_diff1
value: 4.2473
verified: no, type: nauc_ndcg_at_1000_max
value: 9.275799999999998
verified: no, type: nauc_ndcg_at_1000_std
value: -5.5039
verified: no, type: nauc_ndcg_at_1000_diff1
value: 2.4499
verified: no, type: nauc_map_at_1_max
value: 53.9859
verified: no, type: nauc_map_at_1_std
value: -15.8864
verified: no, type: nauc_map_at_1_diff1
value: 19.794600000000003
verified: no, type: nauc_map_at_3_max
value: 51.153800000000004
verified: no, type: nauc_map_at_3_std
value: -15.7911
verified: no, type: nauc_map_at_3_diff1
value: 26.674599999999998
verified: no, type: nauc_map_at_5_max
value: 44.6463
verified: no, type: nauc_map_at_5_std
value: -15.310699999999999
verified: no, type: nauc_map_at_5_diff1
value: 16.8168
verified: no, type: nauc_map_at_10_max
value: 36.5886
verified: no, type: nauc_map_at_10_std
value: -13.2727
verified: no, type: nauc_map_at_10_diff1
value: 14.392199999999999
verified: no, type: nauc_map_at_20_max
value: 33.772200000000005
verified: no, type: nauc_map_at_20_std
value: -13.108500000000001
verified: no, type: nauc_map_at_20_diff1
value: 13.7855
verified: no, type: nauc_map_at_100_max
value: 28.4893
verified: no, type: nauc_map_at_100_std
value: -11.2989
verified: no, type: nauc_map_at_100_diff1
value: 11.4836
verified: no, type: nauc_map_at_1000_max
value: 26.9177
verified: no, type: nauc_map_at_1000_std
value: -11.165
verified: no, type: nauc_map_at_1000_diff1
value: 10.600999999999999
verified: no, type: nauc_recall_at_1_max
value: 53.9859
verified: no, type: nauc_recall_at_1_std
value: -15.8864
verified: no, type: nauc_recall_at_1_diff1
value: 19.794600000000003
verified: no, type: nauc_recall_at_3_max
value: 48.5745
verified: no, type: nauc_recall_at_3_std
value: -15.5412
verified: no, type: nauc_recall_at_3_diff1
value: 30.583900000000003
verified: no, type: nauc_recall_at_5_max
value: 34.0788
verified: no, type: nauc_recall_at_5_std
value: -14.3783
verified: no, type: nauc_recall_at_5_diff1
value: 4.9851
verified: no, type: nauc_recall_at_10_max
value: 19.0897
verified: no, type: nauc_recall_at_10_std
value: -10.734
verified: no, type: nauc_recall_at_10_diff1
value: 4.2515
verified: no, type: nauc_recall_at_20_max
value: 14.646
verified: no, type: nauc_recall_at_20_std
value: -11.3526
verified: no, type: nauc_recall_at_20_diff1
value: 5.4940999999999995
verified: no, type: nauc_recall_at_100_max
value: 7.383000000000001
verified: no, type: nauc_recall_at_100_std
value: -4.1648
verified: no, type: nauc_recall_at_100_diff1
value: 0.9353
verified: no, type: nauc_recall_at_1000_max
value: 2.4582
verified: no, type: nauc_recall_at_1000_std
value: -1.7946
verified: no, type: nauc_recall_at_1000_diff1
value: -0.0116
verified: no, type: nauc_precision_at_1_max
value: 53.9859
verified: no, type: nauc_precision_at_1_std
value: -15.8864
verified: no, type: nauc_precision_at_1_diff1
value: 19.794600000000003
verified: no, type: nauc_precision_at_3_max
value: 48.5745
verified: no, type: nauc_precision_at_3_std
value: -15.5412
verified: no, type: nauc_precision_at_3_diff1
value: 30.583900000000003
verified: no, type: nauc_precision_at_5_max
value: 34.0788
verified: no, type: nauc_precision_at_5_std
value: -14.3783
verified: no, type: nauc_precision_at_5_diff1
value: 4.9851
verified: no, type: nauc_precision_at_10_max
value: 19.0897
verified: no, type: nauc_precision_at_10_std
value: -10.734
verified: no, type: nauc_precision_at_10_diff1
value: 4.2515
verified: no, type: nauc_precision_at_20_max
value: 14.646
verified: no, type: nauc_precision_at_20_std
value: -11.3526
verified: no, type: nauc_precision_at_20_diff1
value: 5.4940999999999995
verified: no, type: nauc_precision_at_100_max
value: 7.383000000000001
verified: no, type: nauc_precision_at_100_std
value: -4.1648
verified: no, type: nauc_precision_at_100_diff1
value: 0.9353
verified: no, type: nauc_precision_at_1000_max
value: 2.4582
verified: no, type: nauc_precision_at_1000_std
value: -1.7946
verified: no, type: nauc_precision_at_1000_diff1
value: -0.0116
verified: no, type: nauc_mrr_at_1_max
value: 53.9859
verified: no, type: nauc_mrr_at_1_std
value: -15.8864
verified: no, type: nauc_mrr_at_1_diff1
value: 19.794600000000003
verified: no, type: nauc_mrr_at_3_max
value: 51.153800000000004
verified: no, type: nauc_mrr_at_3_std
value: -15.7911
verified: no, type: nauc_mrr_at_3_diff1
value: 26.674599999999998
verified: no, type: nauc_mrr_at_5_max
value: 44.6463
verified: no, type: nauc_mrr_at_5_std
value: -15.310699999999999
verified: no, type: nauc_mrr_at_5_diff1
value: 16.8168
verified: no, type: nauc_mrr_at_10_max
value: 36.5886
verified: no, type: nauc_mrr_at_10_std
value: -13.2727
verified: no, type: nauc_mrr_at_10_diff1
value: 14.392199999999999
verified: no, type: nauc_mrr_at_20_max
value: 33.772200000000005
verified: no, type: nauc_mrr_at_20_std
value: -13.108500000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 13.7855
verified: no, type: nauc_mrr_at_100_max
value: 28.4893
verified: no, type: nauc_mrr_at_100_std
value: -11.2989
verified: no, type: nauc_mrr_at_100_diff1
value: 11.4836
verified: no, type: nauc_mrr_at_1000_max
value: 26.9177
verified: no, type: nauc_mrr_at_1000_std
value: -11.165
verified: no, type: nauc_mrr_at_1000_diff1
value: 10.600999999999999
verified: no, type: main_score
value: 0.997
verified: no
task: type: Retrieval, dataset: config: vie-ara
name: MTEB MLQARetrieval (vie-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.391
verified: no, type: ndcg_at_3
value: 0.612
verified: no, type: ndcg_at_5
value: 0.795
verified: no, type: ndcg_at_10
value: 0.9820000000000001
verified: no, type: ndcg_at_20
value: 1.239
verified: no, type: ndcg_at_100
value: 2.341
verified: no, type: ndcg_at_1000
value: 8.206
verified: no, type: map_at_1
value: 0.391
verified: no, type: map_at_3
value: 0.5539999999999999
verified: no, type: map_at_5
value: 0.656
verified: no, type: map_at_10
value: 0.733
verified: no, type: map_at_20
value: 0.8019999999999999
verified: no, type: map_at_100
value: 0.9329999999999999
verified: no, type: map_at_1000
value: 1.069
verified: no, type: recall_at_1
value: 0.391
verified: no, type: recall_at_3
value: 0.782
verified: no, type: recall_at_5
value: 1.221
verified: no, type: recall_at_10
value: 1.8079999999999998
verified: no, type: recall_at_20
value: 2.833
verified: no, type: recall_at_100
value: 9.086
verified: no, type: recall_at_1000
value: 60.479000000000006
verified: no, type: precision_at_1
value: 0.391
verified: no, type: precision_at_3
value: 0.261
verified: no, type: precision_at_5
value: 0.244
verified: no, type: precision_at_10
value: 0.181
verified: no, type: precision_at_20
value: 0.14200000000000002
verified: no, type: precision_at_100
value: 0.091
verified: no, type: precision_at_1000
value: 0.06
verified: no, type: mrr_at_1
value: 0.3908
verified: no, type: mrr_at_3
value: 0.5537000000000001
verified: no, type: mrr_at_5
value: 0.6562
verified: no, type: mrr_at_10
value: 0.7326
verified: no, type: mrr_at_20
value: 0.8019999999999999
verified: no, type: mrr_at_100
value: 0.9327
verified: no, type: mrr_at_1000
value: 1.069
verified: no, type: nauc_ndcg_at_1_max
value: 22.3169
verified: no, type: nauc_ndcg_at_1_std
value: -17.4758
verified: no, type: nauc_ndcg_at_1_diff1
value: 1.8166000000000002
verified: no, type: nauc_ndcg_at_3_max
value: 17.6929
verified: no, type: nauc_ndcg_at_3_std
value: 9.7291
verified: no, type: nauc_ndcg_at_3_diff1
value: 7.194599999999999
verified: no, type: nauc_ndcg_at_5_max
value: 14.1354
verified: no, type: nauc_ndcg_at_5_std
value: 13.7104
verified: no, type: nauc_ndcg_at_5_diff1
value: 8.8759
verified: no, type: nauc_ndcg_at_10_max
value: 21.5601
verified: no, type: nauc_ndcg_at_10_std
value: 16.240299999999998
verified: no, type: nauc_ndcg_at_10_diff1
value: 5.8809000000000005
verified: no, type: nauc_ndcg_at_20_max
value: 22.5519
verified: no, type: nauc_ndcg_at_20_std
value: 15.6586
verified: no, type: nauc_ndcg_at_20_diff1
value: 8.152099999999999
verified: no, type: nauc_ndcg_at_100_max
value: 18.656100000000002
verified: no, type: nauc_ndcg_at_100_std
value: 9.4551
verified: no, type: nauc_ndcg_at_100_diff1
value: 7.2737
verified: no, type: nauc_ndcg_at_1000_max
value: 11.1981
verified: no, type: nauc_ndcg_at_1000_std
value: 5.075699999999999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 1.3835
verified: no, type: nauc_map_at_1_max
value: 22.3169
verified: no, type: nauc_map_at_1_std
value: -17.4758
verified: no, type: nauc_map_at_1_diff1
value: 1.8166000000000002
verified: no, type: nauc_map_at_3_max
value: 18.4824
verified: no, type: nauc_map_at_3_std
value: 4.9891
verified: no, type: nauc_map_at_3_diff1
value: 7.0646
verified: no, type: nauc_map_at_5_max
value: 15.9382
verified: no, type: nauc_map_at_5_std
value: 8.3427
verified: no, type: nauc_map_at_5_diff1
value: 8.2007
verified: no, type: nauc_map_at_10_max
value: 19.8876
verified: no, type: nauc_map_at_10_std
value: 10.2508
verified: no, type: nauc_map_at_10_diff1
value: 6.5514
verified: no, type: nauc_map_at_20_max
value: 20.333499999999997
verified: no, type: nauc_map_at_20_std
value: 10.3019
verified: no, type: nauc_map_at_20_diff1
value: 7.6846
verified: no, type: nauc_map_at_100_max
value: 19.386
verified: no, type: nauc_map_at_100_std
value: 9.1304
verified: no, type: nauc_map_at_100_diff1
value: 7.4995
verified: no, type: nauc_map_at_1000_max
value: 18.398
verified: no, type: nauc_map_at_1000_std
value: 8.7011
verified: no, type: nauc_map_at_1000_diff1
value: 6.6249
verified: no, type: nauc_recall_at_1_max
value: 22.3169
verified: no, type: nauc_recall_at_1_std
value: -17.4758
verified: no, type: nauc_recall_at_1_diff1
value: 1.8166000000000002
verified: no, type: nauc_recall_at_3_max
value: 16.0786
verified: no, type: nauc_recall_at_3_std
value: 19.45
verified: no, type: nauc_recall_at_3_diff1
value: 7.2306
verified: no, type: nauc_recall_at_5_max
value: 11.106
verified: no, type: nauc_recall_at_5_std
value: 22.3805
verified: no, type: nauc_recall_at_5_diff1
value: 9.905100000000001
verified: no, type: nauc_recall_at_10_max
value: 24.482599999999998
verified: no, type: nauc_recall_at_10_std
value: 23.9065
verified: no, type: nauc_recall_at_10_diff1
value: 4.6589
verified: no, type: nauc_recall_at_20_max
value: 25.4127
verified: no, type: nauc_recall_at_20_std
value: 20.5898
verified: no, type: nauc_recall_at_20_diff1
value: 8.5451
verified: no, type: nauc_recall_at_100_max
value: 17.8939
verified: no, type: nauc_recall_at_100_std
value: 8.286200000000001
verified: no, type: nauc_recall_at_100_diff1
value: 7.000299999999999
verified: no, type: nauc_recall_at_1000_max
value: 6.693499999999999
verified: no, type: nauc_recall_at_1000_std
value: 1.6481
verified: no, type: nauc_recall_at_1000_diff1
value: -1.6732
verified: no, type: nauc_precision_at_1_max
value: 22.3169
verified: no, type: nauc_precision_at_1_std
value: -17.4758
verified: no, type: nauc_precision_at_1_diff1
value: 1.8166000000000002
verified: no, type: nauc_precision_at_3_max
value: 16.0786
verified: no, type: nauc_precision_at_3_std
value: 19.45
verified: no, type: nauc_precision_at_3_diff1
value: 7.2306
verified: no, type: nauc_precision_at_5_max
value: 11.106
verified: no, type: nauc_precision_at_5_std
value: 22.3805
verified: no, type: nauc_precision_at_5_diff1
value: 9.905100000000001
verified: no, type: nauc_precision_at_10_max
value: 24.482599999999998
verified: no, type: nauc_precision_at_10_std
value: 23.9065
verified: no, type: nauc_precision_at_10_diff1
value: 4.6589
verified: no, type: nauc_precision_at_20_max
value: 25.4127
verified: no, type: nauc_precision_at_20_std
value: 20.5898
verified: no, type: nauc_precision_at_20_diff1
value: 8.5451
verified: no, type: nauc_precision_at_100_max
value: 17.8939
verified: no, type: nauc_precision_at_100_std
value: 8.286200000000001
verified: no, type: nauc_precision_at_100_diff1
value: 7.000299999999999
verified: no, type: nauc_precision_at_1000_max
value: 6.693499999999999
verified: no, type: nauc_precision_at_1000_std
value: 1.6481
verified: no, type: nauc_precision_at_1000_diff1
value: -1.6732
verified: no, type: nauc_mrr_at_1_max
value: 22.3169
verified: no, type: nauc_mrr_at_1_std
value: -17.4758
verified: no, type: nauc_mrr_at_1_diff1
value: 1.8166000000000002
verified: no, type: nauc_mrr_at_3_max
value: 18.4824
verified: no, type: nauc_mrr_at_3_std
value: 4.9891
verified: no, type: nauc_mrr_at_3_diff1
value: 7.0646
verified: no, type: nauc_mrr_at_5_max
value: 15.9382
verified: no, type: nauc_mrr_at_5_std
value: 8.3427
verified: no, type: nauc_mrr_at_5_diff1
value: 8.2007
verified: no, type: nauc_mrr_at_10_max
value: 19.8876
verified: no, type: nauc_mrr_at_10_std
value: 10.2508
verified: no, type: nauc_mrr_at_10_diff1
value: 6.5514
verified: no, type: nauc_mrr_at_20_max
value: 20.333499999999997
verified: no, type: nauc_mrr_at_20_std
value: 10.3019
verified: no, type: nauc_mrr_at_20_diff1
value: 7.6846
verified: no, type: nauc_mrr_at_100_max
value: 19.386
verified: no, type: nauc_mrr_at_100_std
value: 9.1304
verified: no, type: nauc_mrr_at_100_diff1
value: 7.4995
verified: no, type: nauc_mrr_at_1000_max
value: 18.398
verified: no, type: nauc_mrr_at_1000_std
value: 8.7011
verified: no, type: nauc_mrr_at_1000_diff1
value: 6.6249
verified: no, type: main_score
value: 0.9820000000000001
verified: no
task: type: Retrieval, dataset: config: zho-ara
name: MTEB MLQARetrieval (zho-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.942
verified: no, type: ndcg_at_3
value: 1.093
verified: no, type: ndcg_at_5
value: 1.2189999999999999
verified: no, type: ndcg_at_10
value: 1.5010000000000001
verified: no, type: ndcg_at_20
value: 1.7500000000000002
verified: no, type: ndcg_at_100
value: 2.979
verified: no, type: ndcg_at_1000
value: 9.001000000000001
verified: no, type: map_at_1
value: 0.942
verified: no, type: map_at_3
value: 1.055
verified: no, type: map_at_5
value: 1.123
verified: no, type: map_at_10
value: 1.236
verified: no, type: map_at_20
value: 1.303
verified: no, type: map_at_100
value: 1.447
verified: no, type: map_at_1000
value: 1.587
verified: no, type: recall_at_1
value: 0.942
verified: no, type: recall_at_3
value: 1.204
verified: no, type: recall_at_5
value: 1.518
verified: no, type: recall_at_10
value: 2.407
verified: no, type: recall_at_20
value: 3.401
verified: no, type: recall_at_100
value: 10.413
verified: no, type: recall_at_1000
value: 63.239000000000004
verified: no, type: precision_at_1
value: 0.942
verified: no, type: precision_at_3
value: 0.40099999999999997
verified: no, type: precision_at_5
value: 0.304
verified: no, type: precision_at_10
value: 0.241
verified: no, type: precision_at_20
value: 0.16999999999999998
verified: no, type: precision_at_100
value: 0.104
verified: no, type: precision_at_1000
value: 0.063
verified: no, type: mrr_at_1
value: 0.9419000000000001
verified: no, type: mrr_at_3
value: 1.0553
verified: no, type: mrr_at_5
value: 1.1233
verified: no, type: mrr_at_10
value: 1.2364
verified: no, type: mrr_at_20
value: 1.3032
verified: no, type: mrr_at_100
value: 1.4472
verified: no, type: mrr_at_1000
value: 1.5868
verified: no, type: nauc_ndcg_at_1_max
value: 44.329
verified: no, type: nauc_ndcg_at_1_std
value: -22.1462
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.6924
verified: no, type: nauc_ndcg_at_3_max
value: 44.3874
verified: no, type: nauc_ndcg_at_3_std
value: -12.476700000000001
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.205799999999996
verified: no, type: nauc_ndcg_at_5_max
value: 40.2294
verified: no, type: nauc_ndcg_at_5_std
value: -7.8638
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.3091
verified: no, type: nauc_ndcg_at_10_max
value: 38.2905
verified: no, type: nauc_ndcg_at_10_std
value: -5.8234
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.6644
verified: no, type: nauc_ndcg_at_20_max
value: 32.7502
verified: no, type: nauc_ndcg_at_20_std
value: -3.6723
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.0788
verified: no, type: nauc_ndcg_at_100_max
value: 18.657899999999998
verified: no, type: nauc_ndcg_at_100_std
value: 0.0926
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.2937
verified: no, type: nauc_ndcg_at_1000_max
value: 12.2758
verified: no, type: nauc_ndcg_at_1000_std
value: -2.3555
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.314100000000002
verified: no, type: nauc_map_at_1_max
value: 44.329
verified: no, type: nauc_map_at_1_std
value: -22.1462
verified: no, type: nauc_map_at_1_diff1
value: 54.6924
verified: no, type: nauc_map_at_3_max
value: 44.405699999999996
verified: no, type: nauc_map_at_3_std
value: -14.424600000000002
verified: no, type: nauc_map_at_3_diff1
value: 45.6364
verified: no, type: nauc_map_at_5_max
value: 42.0327
verified: no, type: nauc_map_at_5_std
value: -11.7529
verified: no, type: nauc_map_at_5_diff1
value: 44.4403
verified: no, type: nauc_map_at_10_max
value: 40.7915
verified: no, type: nauc_map_at_10_std
value: -10.4077
verified: no, type: nauc_map_at_10_diff1
value: 41.1685
verified: no, type: nauc_map_at_20_max
value: 38.574799999999996
verified: no, type: nauc_map_at_20_std
value: -9.4044
verified: no, type: nauc_map_at_20_diff1
value: 39.5908
verified: no, type: nauc_map_at_100_max
value: 34.6009
verified: no, type: nauc_map_at_100_std
value: -7.71
verified: no, type: nauc_map_at_100_diff1
value: 35.6646
verified: no, type: nauc_map_at_1000_max
value: 33.46
verified: no, type: nauc_map_at_1000_std
value: -7.535500000000001
verified: no, type: nauc_map_at_1000_diff1
value: 34.6565
verified: no, type: nauc_recall_at_1_max
value: 44.329
verified: no, type: nauc_recall_at_1_std
value: -22.1462
verified: no, type: nauc_recall_at_1_diff1
value: 54.6924
verified: no, type: nauc_recall_at_3_max
value: 44.3297
verified: no, type: nauc_recall_at_3_std
value: -7.5964
verified: no, type: nauc_recall_at_3_diff1
value: 37.0708
verified: no, type: nauc_recall_at_5_max
value: 35.8238
verified: no, type: nauc_recall_at_5_std
value: 1.0823
verified: no, type: nauc_recall_at_5_diff1
value: 34.3532
verified: no, type: nauc_recall_at_10_max
value: 34.007
verified: no, type: nauc_recall_at_10_std
value: 1.8081
verified: no, type: nauc_recall_at_10_diff1
value: 26.466099999999997
verified: no, type: nauc_recall_at_20_max
value: 24.140900000000002
verified: no, type: nauc_recall_at_20_std
value: 4.0295
verified: no, type: nauc_recall_at_20_diff1
value: 21.781100000000002
verified: no, type: nauc_recall_at_100_max
value: 6.908499999999999
verified: no, type: nauc_recall_at_100_std
value: 4.5512
verified: no, type: nauc_recall_at_100_diff1
value: 7.940600000000001
verified: no, type: nauc_recall_at_1000_max
value: 0.2262
verified: no, type: nauc_recall_at_1000_std
value: -2.7483
verified: no, type: nauc_recall_at_1000_diff1
value: 1.2992
verified: no, type: nauc_precision_at_1_max
value: 44.329
verified: no, type: nauc_precision_at_1_std
value: -22.1462
verified: no, type: nauc_precision_at_1_diff1
value: 54.6924
verified: no, type: nauc_precision_at_3_max
value: 44.3297
verified: no, type: nauc_precision_at_3_std
value: -7.5964
verified: no, type: nauc_precision_at_3_diff1
value: 37.0708
verified: no, type: nauc_precision_at_5_max
value: 35.8238
verified: no, type: nauc_precision_at_5_std
value: 1.0823
verified: no, type: nauc_precision_at_5_diff1
value: 34.3532
verified: no, type: nauc_precision_at_10_max
value: 34.007
verified: no, type: nauc_precision_at_10_std
value: 1.8081
verified: no, type: nauc_precision_at_10_diff1
value: 26.466099999999997
verified: no, type: nauc_precision_at_20_max
value: 24.140900000000002
verified: no, type: nauc_precision_at_20_std
value: 4.0295
verified: no, type: nauc_precision_at_20_diff1
value: 21.781100000000002
verified: no, type: nauc_precision_at_100_max
value: 6.908499999999999
verified: no, type: nauc_precision_at_100_std
value: 4.5512
verified: no, type: nauc_precision_at_100_diff1
value: 7.940600000000001
verified: no, type: nauc_precision_at_1000_max
value: 0.3281
verified: no, type: nauc_precision_at_1000_std
value: -2.6999
verified: no, type: nauc_precision_at_1000_diff1
value: 1.2890000000000001
verified: no, type: nauc_mrr_at_1_max
value: 44.329
verified: no, type: nauc_mrr_at_1_std
value: -22.1462
verified: no, type: nauc_mrr_at_1_diff1
value: 54.6924
verified: no, type: nauc_mrr_at_3_max
value: 44.405699999999996
verified: no, type: nauc_mrr_at_3_std
value: -14.424600000000002
verified: no, type: nauc_mrr_at_3_diff1
value: 45.6364
verified: no, type: nauc_mrr_at_5_max
value: 42.0327
verified: no, type: nauc_mrr_at_5_std
value: -11.7529
verified: no, type: nauc_mrr_at_5_diff1
value: 44.4403
verified: no, type: nauc_mrr_at_10_max
value: 40.7915
verified: no, type: nauc_mrr_at_10_std
value: -10.4077
verified: no, type: nauc_mrr_at_10_diff1
value: 41.1685
verified: no, type: nauc_mrr_at_20_max
value: 38.574799999999996
verified: no, type: nauc_mrr_at_20_std
value: -9.4044
verified: no, type: nauc_mrr_at_20_diff1
value: 39.5908
verified: no, type: nauc_mrr_at_100_max
value: 34.6009
verified: no, type: nauc_mrr_at_100_std
value: -7.71
verified: no, type: nauc_mrr_at_100_diff1
value: 35.6646
verified: no, type: nauc_mrr_at_1000_max
value: 33.461800000000004
verified: no, type: nauc_mrr_at_1000_std
value: -7.5348
verified: no, type: nauc_mrr_at_1000_diff1
value: 34.6565
verified: no, type: main_score
value: 1.5010000000000001
verified: no
task: type: Retrieval, dataset: config: ar
name: MTEB MintakaRetrieval (ar)
revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
split: test
type: jinaai/mintakaqa
metrics: type: ndcg_at_1
value: 7.308000000000001
verified: no, type: ndcg_at_3
value: 10.071
verified: no, type: ndcg_at_5
value: 10.985
verified: no, type: ndcg_at_10
value: 12.306000000000001
verified: no, type: ndcg_at_20
value: 13.205
verified: no, type: ndcg_at_100
value: 14.701
verified: no, type: ndcg_at_1000
value: 20.005
verified: no, type: map_at_1
value: 7.308000000000001
verified: no, type: map_at_3
value: 9.366
verified: no, type: map_at_5
value: 9.872
verified: no, type: map_at_10
value: 10.424999999999999
verified: no, type: map_at_20
value: 10.674999999999999
verified: no, type: map_at_100
value: 10.859
verified: no, type: map_at_1000
value: 10.984
verified: no, type: recall_at_1
value: 7.308000000000001
verified: no, type: recall_at_3
value: 12.120000000000001
verified: no, type: recall_at_5
value: 14.344000000000001
verified: no, type: recall_at_10
value: 18.384
verified: no, type: recall_at_20
value: 21.925
verified: no, type: recall_at_100
value: 30.322
verified: no, type: recall_at_1000
value: 76.668
verified: no, type: precision_at_1
value: 7.308000000000001
verified: no, type: precision_at_3
value: 4.04
verified: no, type: precision_at_5
value: 2.869
verified: no, type: precision_at_10
value: 1.838
verified: no, type: precision_at_20
value: 1.0959999999999999
verified: no, type: precision_at_100
value: 0.303
verified: no, type: precision_at_1000
value: 0.077
verified: no, type: mrr_at_1
value: 7.308199999999999
verified: no, type: mrr_at_3
value: 9.366
verified: no, type: mrr_at_5
value: 9.8721
verified: no, type: mrr_at_10
value: 10.4255
verified: no, type: mrr_at_20
value: 10.6746
verified: no, type: mrr_at_100
value: 10.8587
verified: no, type: mrr_at_1000
value: 10.9839
verified: no, type: nauc_ndcg_at_1_max
value: 21.783
verified: no, type: nauc_ndcg_at_1_std
value: 20.8127
verified: no, type: nauc_ndcg_at_1_diff1
value: 21.791
verified: no, type: nauc_ndcg_at_3_max
value: 18.2102
verified: no, type: nauc_ndcg_at_3_std
value: 17.9469
verified: no, type: nauc_ndcg_at_3_diff1
value: 14.283399999999999
verified: no, type: nauc_ndcg_at_5_max
value: 18.4726
verified: no, type: nauc_ndcg_at_5_std
value: 19.3571
verified: no, type: nauc_ndcg_at_5_diff1
value: 13.2607
verified: no, type: nauc_ndcg_at_10_max
value: 18.5108
verified: no, type: nauc_ndcg_at_10_std
value: 21.5774
verified: no, type: nauc_ndcg_at_10_diff1
value: 11.7807
verified: no, type: nauc_ndcg_at_20_max
value: 18.4889
verified: no, type: nauc_ndcg_at_20_std
value: 22.3138
verified: no, type: nauc_ndcg_at_20_diff1
value: 12.0277
verified: no, type: nauc_ndcg_at_100_max
value: 17.5017
verified: no, type: nauc_ndcg_at_100_std
value: 21.1196
verified: no, type: nauc_ndcg_at_100_diff1
value: 11.5115
verified: no, type: nauc_ndcg_at_1000_max
value: 17.2058
verified: no, type: nauc_ndcg_at_1000_std
value: 20.3049
verified: no, type: nauc_ndcg_at_1000_diff1
value: 11.5737
verified: no, type: nauc_map_at_1_max
value: 21.783
verified: no, type: nauc_map_at_1_std
value: 20.8127
verified: no, type: nauc_map_at_1_diff1
value: 21.791
verified: no, type: nauc_map_at_3_max
value: 18.8523
verified: no, type: nauc_map_at_3_std
value: 18.4494
verified: no, type: nauc_map_at_3_diff1
value: 15.720899999999999
verified: no, type: nauc_map_at_5_max
value: 19.0264
verified: no, type: nauc_map_at_5_std
value: 19.329
verified: no, type: nauc_map_at_5_diff1
value: 15.057100000000002
verified: no, type: nauc_map_at_10_max
value: 19.038
verified: no, type: nauc_map_at_10_std
value: 20.3913
verified: no, type: nauc_map_at_10_diff1
value: 14.2778
verified: no, type: nauc_map_at_20_max
value: 19.0167
verified: no, type: nauc_map_at_20_std
value: 20.6651
verified: no, type: nauc_map_at_20_diff1
value: 14.2818
verified: no, type: nauc_map_at_100_max
value: 18.8506
verified: no, type: nauc_map_at_100_std
value: 20.5035
verified: no, type: nauc_map_at_100_diff1
value: 14.194300000000002
verified: no, type: nauc_map_at_1000_max
value: 18.814600000000002
verified: no, type: nauc_map_at_1000_std
value: 20.4537
verified: no, type: nauc_map_at_1000_diff1
value: 14.1742
verified: no, type: nauc_recall_at_1_max
value: 21.783
verified: no, type: nauc_recall_at_1_std
value: 20.8127
verified: no, type: nauc_recall_at_1_diff1
value: 21.791
verified: no, type: nauc_recall_at_3_max
value: 16.7429
verified: no, type: nauc_recall_at_3_std
value: 16.8033
verified: no, type: nauc_recall_at_3_diff1
value: 10.9673
verified: no, type: nauc_recall_at_5_max
value: 17.305400000000002
verified: no, type: nauc_recall_at_5_std
value: 19.543
verified: no, type: nauc_recall_at_5_diff1
value: 9.339
verified: no, type: nauc_recall_at_10_max
value: 17.5378
verified: no, type: nauc_recall_at_10_std
value: 24.3867
verified: no, type: nauc_recall_at_10_diff1
value: 6.776
verified: no, type: nauc_recall_at_20_max
value: 17.6106
verified: no, type: nauc_recall_at_20_std
value: 25.9784
verified: no, type: nauc_recall_at_20_diff1
value: 8.1176
verified: no, type: nauc_recall_at_100_max
value: 14.5343
verified: no, type: nauc_recall_at_100_std
value: 21.406
verified: no, type: nauc_recall_at_100_diff1
value: 6.8826
verified: no, type: nauc_recall_at_1000_max
value: 11.740200000000002
verified: no, type: nauc_recall_at_1000_std
value: 16.5951
verified: no, type: nauc_recall_at_1000_diff1
value: 5.6598999999999995
verified: no, type: nauc_precision_at_1_max
value: 21.783
verified: no, type: nauc_precision_at_1_std
value: 20.8127
verified: no, type: nauc_precision_at_1_diff1
value: 21.791
verified: no, type: nauc_precision_at_3_max
value: 16.7429
verified: no, type: nauc_precision_at_3_std
value: 16.8033
verified: no, type: nauc_precision_at_3_diff1
value: 10.9673
verified: no, type: nauc_precision_at_5_max
value: 17.305400000000002
verified: no, type: nauc_precision_at_5_std
value: 19.543
verified: no, type: nauc_precision_at_5_diff1
value: 9.339
verified: no, type: nauc_precision_at_10_max
value: 17.5378
verified: no, type: nauc_precision_at_10_std
value: 24.3867
verified: no, type: nauc_precision_at_10_diff1
value: 6.776
verified: no, type: nauc_precision_at_20_max
value: 17.6106
verified: no, type: nauc_precision_at_20_std
value: 25.9784
verified: no, type: nauc_precision_at_20_diff1
value: 8.1176
verified: no, type: nauc_precision_at_100_max
value: 14.5343
verified: no, type: nauc_precision_at_100_std
value: 21.406
verified: no, type: nauc_precision_at_100_diff1
value: 6.8826
verified: no, type: nauc_precision_at_1000_max
value: 11.740200000000002
verified: no, type: nauc_precision_at_1000_std
value: 16.5951
verified: no, type: nauc_precision_at_1000_diff1
value: 5.6598999999999995
verified: no, type: nauc_mrr_at_1_max
value: 21.783
verified: no, type: nauc_mrr_at_1_std
value: 20.8127
verified: no, type: nauc_mrr_at_1_diff1
value: 21.791
verified: no, type: nauc_mrr_at_3_max
value: 18.8523
verified: no, type: nauc_mrr_at_3_std
value: 18.4494
verified: no, type: nauc_mrr_at_3_diff1
value: 15.720899999999999
verified: no, type: nauc_mrr_at_5_max
value: 19.0264
verified: no, type: nauc_mrr_at_5_std
value: 19.329
verified: no, type: nauc_mrr_at_5_diff1
value: 15.057100000000002
verified: no, type: nauc_mrr_at_10_max
value: 19.038
verified: no, type: nauc_mrr_at_10_std
value: 20.3913
verified: no, type: nauc_mrr_at_10_diff1
value: 14.2778
verified: no, type: nauc_mrr_at_20_max
value: 19.0167
verified: no, type: nauc_mrr_at_20_std
value: 20.6651
verified: no, type: nauc_mrr_at_20_diff1
value: 14.2818
verified: no, type: nauc_mrr_at_100_max
value: 18.8506
verified: no, type: nauc_mrr_at_100_std
value: 20.5035
verified: no, type: nauc_mrr_at_100_diff1
value: 14.194300000000002
verified: no, type: nauc_mrr_at_1000_max
value: 18.814600000000002
verified: no, type: nauc_mrr_at_1000_std
value: 20.4537
verified: no, type: nauc_mrr_at_1000_diff1
value: 14.1742
verified: no, type: main_score
value: 12.306000000000001
verified: no
task: type: Retrieval, dataset: config: arabic
name: MTEB MrTidyRetrieval (arabic)
revision: fc24a3ce8f09746410daee3d5cd823ff7a0675b7
split: test
type: mteb/mrtidy
metrics: type: ndcg_at_1
value: 2.128
verified: no, type: ndcg_at_3
value: 2.632
verified: no, type: ndcg_at_5
value: 3.2329999999999997
verified: no, type: ndcg_at_10
value: 3.9469999999999996
verified: no, type: ndcg_at_20
value: 4.4479999999999995
verified: no, type: ndcg_at_100
value: 6.2330000000000005
verified: no, type: ndcg_at_1000
value: 8.812000000000001
verified: no, type: map_at_1
value: 1.989
verified: no, type: map_at_3
value: 2.444
verified: no, type: map_at_5
value: 2.786
verified: no, type: map_at_10
value: 3.078
verified: no, type: map_at_20
value: 3.2099999999999995
verified: no, type: map_at_100
value: 3.42
verified: no, type: map_at_1000
value: 3.497
verified: no, type: recall_at_1
value: 1.989
verified: no, type: recall_at_3
value: 3.006
verified: no, type: recall_at_5
value: 4.394
verified: no, type: recall_at_10
value: 6.614000000000001
verified: no, type: recall_at_20
value: 8.511000000000001
verified: no, type: recall_at_100
value: 18.378
verified: no, type: recall_at_1000
value: 39.300000000000004
verified: no, type: precision_at_1
value: 2.128
verified: no, type: precision_at_3
value: 1.079
verified: no, type: precision_at_5
value: 0.962
verified: no, type: precision_at_10
value: 0.712
verified: no, type: precision_at_20
value: 0.47200000000000003
verified: no, type: precision_at_100
value: 0.20500000000000002
verified: no, type: precision_at_1000
value: 0.044000000000000004
verified: no, type: mrr_at_1
value: 2.1277
verified: no, type: mrr_at_3
value: 2.621
verified: no, type: mrr_at_5
value: 2.9726
verified: no, type: mrr_at_10
value: 3.2579
verified: no, type: mrr_at_20
value: 3.4111000000000002
verified: no, type: mrr_at_100
value: 3.6346999999999996
verified: no, type: mrr_at_1000
value: 3.7098
verified: no, type: nauc_ndcg_at_1_max
value: 9.8338
verified: no, type: nauc_ndcg_at_1_std
value: -12.548
verified: no, type: nauc_ndcg_at_1_diff1
value: 23.988100000000003
verified: no, type: nauc_ndcg_at_3_max
value: 14.5487
verified: no, type: nauc_ndcg_at_3_std
value: -14.249400000000001
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.1887
verified: no, type: nauc_ndcg_at_5_max
value: 15.2084
verified: no, type: nauc_ndcg_at_5_std
value: -12.0395
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.9387
verified: no, type: nauc_ndcg_at_10_max
value: 16.49
verified: no, type: nauc_ndcg_at_10_std
value: -9.2455
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.6085
verified: no, type: nauc_ndcg_at_20_max
value: 16.7376
verified: no, type: nauc_ndcg_at_20_std
value: -7.4205
verified: no, type: nauc_ndcg_at_20_diff1
value: 17.7278
verified: no, type: nauc_ndcg_at_100_max
value: 12.4233
verified: no, type: nauc_ndcg_at_100_std
value: -5.614800000000001
verified: no, type: nauc_ndcg_at_100_diff1
value: 14.599799999999998
verified: no, type: nauc_ndcg_at_1000_max
value: 14.0367
verified: no, type: nauc_ndcg_at_1000_std
value: -4.0573
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.4415
verified: no, type: nauc_map_at_1_max
value: 12.962499999999999
verified: no, type: nauc_map_at_1_std
value: -11.679599999999999
verified: no, type: nauc_map_at_1_diff1
value: 24.3343
verified: no, type: nauc_map_at_3_max
value: 14.8937
verified: no, type: nauc_map_at_3_std
value: -13.460700000000001
verified: no, type: nauc_map_at_3_diff1
value: 24.3587
verified: no, type: nauc_map_at_5_max
value: 15.174299999999999
verified: no, type: nauc_map_at_5_std
value: -12.3433
verified: no, type: nauc_map_at_5_diff1
value: 22.753899999999998
verified: no, type: nauc_map_at_10_max
value: 15.7631
verified: no, type: nauc_map_at_10_std
value: -10.7924
verified: no, type: nauc_map_at_10_diff1
value: 21.3339
verified: no, type: nauc_map_at_20_max
value: 15.8264
verified: no, type: nauc_map_at_20_std
value: -10.1158
verified: no, type: nauc_map_at_20_diff1
value: 20.6053
verified: no, type: nauc_map_at_100_max
value: 14.8213
verified: no, type: nauc_map_at_100_std
value: -9.7321
verified: no, type: nauc_map_at_100_diff1
value: 19.7135
verified: no, type: nauc_map_at_1000_max
value: 14.8924
verified: no, type: nauc_map_at_1000_std
value: -9.5351
verified: no, type: nauc_map_at_1000_diff1
value: 19.6631
verified: no, type: nauc_recall_at_1_max
value: 12.962499999999999
verified: no, type: nauc_recall_at_1_std
value: -11.679599999999999
verified: no, type: nauc_recall_at_1_diff1
value: 24.3343
verified: no, type: nauc_recall_at_3_max
value: 16.7586
verified: no, type: nauc_recall_at_3_std
value: -15.3483
verified: no, type: nauc_recall_at_3_diff1
value: 25.061899999999998
verified: no, type: nauc_recall_at_5_max
value: 17.8571
verified: no, type: nauc_recall_at_5_std
value: -11.274099999999999
verified: no, type: nauc_recall_at_5_diff1
value: 21.6014
verified: no, type: nauc_recall_at_10_max
value: 19.5196
verified: no, type: nauc_recall_at_10_std
value: -6.507899999999999
verified: no, type: nauc_recall_at_10_diff1
value: 17.893
verified: no, type: nauc_recall_at_20_max
value: 19.6178
verified: no, type: nauc_recall_at_20_std
value: -3.0103999999999997
verified: no, type: nauc_recall_at_20_diff1
value: 14.6408
verified: no, type: nauc_recall_at_100_max
value: 10.41
verified: no, type: nauc_recall_at_100_std
value: -0.7312
verified: no, type: nauc_recall_at_100_diff1
value: 10.3312
verified: no, type: nauc_recall_at_1000_max
value: 15.058
verified: no, type: nauc_recall_at_1000_std
value: 1.5328
verified: no, type: nauc_recall_at_1000_diff1
value: 13.9017
verified: no, type: nauc_precision_at_1_max
value: 9.8338
verified: no, type: nauc_precision_at_1_std
value: -12.548
verified: no, type: nauc_precision_at_1_diff1
value: 23.988100000000003
verified: no, type: nauc_precision_at_3_max
value: 12.634699999999999
verified: no, type: nauc_precision_at_3_std
value: -16.3304
verified: no, type: nauc_precision_at_3_diff1
value: 22.9192
verified: no, type: nauc_precision_at_5_max
value: 12.7579
verified: no, type: nauc_precision_at_5_std
value: -11.520199999999999
verified: no, type: nauc_precision_at_5_diff1
value: 17.8422
verified: no, type: nauc_precision_at_10_max
value: 15.9994
verified: no, type: nauc_precision_at_10_std
value: -6.447700000000001
verified: no, type: nauc_precision_at_10_diff1
value: 15.634799999999998
verified: no, type: nauc_precision_at_20_max
value: 16.1337
verified: no, type: nauc_precision_at_20_std
value: -3.8893999999999997
verified: no, type: nauc_precision_at_20_diff1
value: 11.8299
verified: no, type: nauc_precision_at_100_max
value: 7.0385
verified: no, type: nauc_precision_at_100_std
value: -2.4169
verified: no, type: nauc_precision_at_100_diff1
value: 7.9619
verified: no, type: nauc_precision_at_1000_max
value: 11.1822
verified: no, type: nauc_precision_at_1000_std
value: -0.7087
verified: no, type: nauc_precision_at_1000_diff1
value: 11.1584
verified: no, type: nauc_mrr_at_1_max
value: 9.8338
verified: no, type: nauc_mrr_at_1_std
value: -12.548
verified: no, type: nauc_mrr_at_1_diff1
value: 23.988100000000003
verified: no, type: nauc_mrr_at_3_max
value: 11.2985
verified: no, type: nauc_mrr_at_3_std
value: -14.4349
verified: no, type: nauc_mrr_at_3_diff1
value: 23.0904
verified: no, type: nauc_mrr_at_5_max
value: 11.9144
verified: no, type: nauc_mrr_at_5_std
value: -12.544
verified: no, type: nauc_mrr_at_5_diff1
value: 21.580099999999998
verified: no, type: nauc_mrr_at_10_max
value: 12.802299999999999
verified: no, type: nauc_mrr_at_10_std
value: -11.1495
verified: no, type: nauc_mrr_at_10_diff1
value: 20.1189
verified: no, type: nauc_mrr_at_20_max
value: 13.0409
verified: no, type: nauc_mrr_at_20_std
value: -10.516399999999999
verified: no, type: nauc_mrr_at_20_diff1
value: 19.3462
verified: no, type: nauc_mrr_at_100_max
value: 12.0976
verified: no, type: nauc_mrr_at_100_std
value: -10.1146
verified: no, type: nauc_mrr_at_100_diff1
value: 18.3944
verified: no, type: nauc_mrr_at_1000_max
value: 12.155100000000001
verified: no, type: nauc_mrr_at_1000_std
value: -9.9877
verified: no, type: nauc_mrr_at_1000_diff1
value: 18.390500000000003
verified: no, type: main_score
value: 3.9469999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SadeemQuestionRetrieval (default)
revision: 3cb0752b182e5d5d740df547748b06663c8e0bd9
split: test
type: sadeem-ai/sadeem-ar-eval-retrieval-questions
metrics: type: ndcg_at_1
value: 19.435
verified: no, type: ndcg_at_3
value: 42.789
verified: no, type: ndcg_at_5
value: 44.798
verified: no, type: ndcg_at_10
value: 46.705999999999996
verified: no, type: ndcg_at_20
value: 48.193000000000005
verified: no, type: ndcg_at_100
value: 49.882
verified: no, type: ndcg_at_1000
value: 50.924
verified: no, type: map_at_1
value: 19.435
verified: no, type: map_at_3
value: 36.596000000000004
verified: no, type: map_at_5
value: 37.721
verified: no, type: map_at_10
value: 38.521
verified: no, type: map_at_20
value: 38.934999999999995
verified: no, type: map_at_100
value: 39.169
verified: no, type: map_at_1000
value: 39.205
verified: no, type: recall_at_1
value: 19.435
verified: no, type: recall_at_3
value: 60.89
verified: no, type: recall_at_5
value: 65.725
verified: no, type: recall_at_10
value: 71.565
verified: no, type: recall_at_20
value: 77.405
verified: no, type: recall_at_100
value: 86.50099999999999
verified: no, type: recall_at_1000
value: 94.926
verified: no, type: precision_at_1
value: 19.435
verified: no, type: precision_at_3
value: 20.297
verified: no, type: precision_at_5
value: 13.145000000000001
verified: no, type: precision_at_10
value: 7.156999999999999
verified: no, type: precision_at_20
value: 3.8699999999999997
verified: no, type: precision_at_100
value: 0.865
verified: no, type: precision_at_1000
value: 0.095
verified: no, type: mrr_at_1
value: 17.8076
verified: no, type: mrr_at_3
value: 35.4875
verified: no, type: mrr_at_5
value: 36.78
verified: no, type: mrr_at_10
value: 37.5405
verified: no, type: mrr_at_20
value: 37.966
verified: no, type: mrr_at_100
value: 38.1923
verified: no, type: mrr_at_1000
value: 38.2282
verified: no, type: nauc_ndcg_at_1_max
value: 33.4563
verified: no, type: nauc_ndcg_at_1_std
value: 14.063300000000002
verified: no, type: nauc_ndcg_at_1_diff1
value: -29.665999999999997
verified: no, type: nauc_ndcg_at_3_max
value: 55.5122
verified: no, type: nauc_ndcg_at_3_std
value: 23.3885
verified: no, type: nauc_ndcg_at_3_diff1
value: -60.501099999999994
verified: no, type: nauc_ndcg_at_5_max
value: 54.832499999999996
verified: no, type: nauc_ndcg_at_5_std
value: 23.6066
verified: no, type: nauc_ndcg_at_5_diff1
value: -57.5511
verified: no, type: nauc_ndcg_at_10_max
value: 54.089600000000004
verified: no, type: nauc_ndcg_at_10_std
value: 23.9497
verified: no, type: nauc_ndcg_at_10_diff1
value: -55.457699999999996
verified: no, type: nauc_ndcg_at_20_max
value: 53.3345
verified: no, type: nauc_ndcg_at_20_std
value: 24.313399999999998
verified: no, type: nauc_ndcg_at_20_diff1
value: -54.1937
verified: no, type: nauc_ndcg_at_100_max
value: 52.2829
verified: no, type: nauc_ndcg_at_100_std
value: 24.3924
verified: no, type: nauc_ndcg_at_100_diff1
value: -52.9938
verified: no, type: nauc_ndcg_at_1000_max
value: 51.5458
verified: no, type: nauc_ndcg_at_1000_std
value: 23.4862
verified: no, type: nauc_ndcg_at_1000_diff1
value: -51.9041
verified: no, type: nauc_map_at_1_max
value: 33.4563
verified: no, type: nauc_map_at_1_std
value: 14.063300000000002
verified: no, type: nauc_map_at_1_diff1
value: -29.665999999999997
verified: no, type: nauc_map_at_3_max
value: 49.4643
verified: no, type: nauc_map_at_3_std
value: 20.686
verified: no, type: nauc_map_at_3_diff1
value: -51.4965
verified: no, type: nauc_map_at_5_max
value: 48.976
verified: no, type: nauc_map_at_5_std
value: 20.7495
verified: no, type: nauc_map_at_5_diff1
value: -49.645
verified: no, type: nauc_map_at_10_max
value: 48.5698
verified: no, type: nauc_map_at_10_std
value: 20.8694
verified: no, type: nauc_map_at_10_diff1
value: -48.673100000000005
verified: no, type: nauc_map_at_20_max
value: 48.3171
verified: no, type: nauc_map_at_20_std
value: 20.951900000000002
verified: no, type: nauc_map_at_20_diff1
value: -48.2722
verified: no, type: nauc_map_at_100_max
value: 48.1488
verified: no, type: nauc_map_at_100_std
value: 20.9507
verified: no, type: nauc_map_at_100_diff1
value: -48.0933
verified: no, type: nauc_map_at_1000_max
value: 48.1232
verified: no, type: nauc_map_at_1000_std
value: 20.9226
verified: no, type: nauc_map_at_1000_diff1
value: -48.0486
verified: no, type: nauc_recall_at_1_max
value: 33.4563
verified: no, type: nauc_recall_at_1_std
value: 14.063300000000002
verified: no, type: nauc_recall_at_1_diff1
value: -29.665999999999997
verified: no, type: nauc_recall_at_3_max
value: 73.1441
verified: no, type: nauc_recall_at_3_std
value: 31.3154
verified: no, type: nauc_recall_at_3_diff1
value: -86.93469999999999
verified: no, type: nauc_recall_at_5_max
value: 73.0428
verified: no, type: nauc_recall_at_5_std
value: 32.6181
verified: no, type: nauc_recall_at_5_diff1
value: -82.15289999999999
verified: no, type: nauc_recall_at_10_max
value: 73.0875
verified: no, type: nauc_recall_at_10_std
value: 34.933
verified: no, type: nauc_recall_at_10_diff1
value: -78.28
verified: no, type: nauc_recall_at_20_max
value: 73.03150000000001
verified: no, type: nauc_recall_at_20_std
value: 38.8894
verified: no, type: nauc_recall_at_20_diff1
value: -76.3884
verified: no, type: nauc_recall_at_100_max
value: 73.2723
verified: no, type: nauc_recall_at_100_std
value: 47.7568
verified: no, type: nauc_recall_at_100_diff1
value: -75.98169999999999
verified: no, type: nauc_recall_at_1000_max
value: 76.5266
verified: no, type: nauc_recall_at_1000_std
value: 47.3315
verified: no, type: nauc_recall_at_1000_diff1
value: -70.95139999999999
verified: no, type: nauc_precision_at_1_max
value: 33.4563
verified: no, type: nauc_precision_at_1_std
value: 14.063300000000002
verified: no, type: nauc_precision_at_1_diff1
value: -29.665999999999997
verified: no, type: nauc_precision_at_3_max
value: 73.1441
verified: no, type: nauc_precision_at_3_std
value: 31.3154
verified: no, type: nauc_precision_at_3_diff1
value: -86.93469999999999
verified: no, type: nauc_precision_at_5_max
value: 73.0428
verified: no, type: nauc_precision_at_5_std
value: 32.6181
verified: no, type: nauc_precision_at_5_diff1
value: -82.15289999999999
verified: no, type: nauc_precision_at_10_max
value: 73.0875
verified: no, type: nauc_precision_at_10_std
value: 34.933
verified: no, type: nauc_precision_at_10_diff1
value: -78.28
verified: no, type: nauc_precision_at_20_max
value: 73.03150000000001
verified: no, type: nauc_precision_at_20_std
value: 38.8894
verified: no, type: nauc_precision_at_20_diff1
value: -76.3884
verified: no, type: nauc_precision_at_100_max
value: 73.2723
verified: no, type: nauc_precision_at_100_std
value: 47.7568
verified: no, type: nauc_precision_at_100_diff1
value: -75.98169999999999
verified: no, type: nauc_precision_at_1000_max
value: 76.5266
verified: no, type: nauc_precision_at_1000_std
value: 47.3315
verified: no, type: nauc_precision_at_1000_diff1
value: -70.95139999999999
verified: no, type: nauc_mrr_at_1_max
value: 28.7221
verified: no, type: nauc_mrr_at_1_std
value: 11.3037
verified: no, type: nauc_mrr_at_1_diff1
value: -36.5891
verified: no, type: nauc_mrr_at_3_max
value: 47.3382
verified: no, type: nauc_mrr_at_3_std
value: 19.6286
verified: no, type: nauc_mrr_at_3_diff1
value: -57.08689999999999
verified: no, type: nauc_mrr_at_5_max
value: 46.6486
verified: no, type: nauc_mrr_at_5_std
value: 19.6178
verified: no, type: nauc_mrr_at_5_diff1
value: -55.2681
verified: no, type: nauc_mrr_at_10_max
value: 46.0209
verified: no, type: nauc_mrr_at_10_std
value: 19.5032
verified: no, type: nauc_mrr_at_10_diff1
value: -54.3868
verified: no, type: nauc_mrr_at_20_max
value: 45.729
verified: no, type: nauc_mrr_at_20_std
value: 19.4986
verified: no, type: nauc_mrr_at_20_diff1
value: -53.967699999999994
verified: no, type: nauc_mrr_at_100_max
value: 45.5478
verified: no, type: nauc_mrr_at_100_std
value: 19.484299999999998
verified: no, type: nauc_mrr_at_100_diff1
value: -53.8288
verified: no, type: nauc_mrr_at_1000_max
value: 45.5182
verified: no, type: nauc_mrr_at_1000_std
value: 19.453400000000002
verified: no, type: nauc_mrr_at_1000_diff1
value: -53.7893
verified: no, type: main_score
value: 46.705999999999996
verified: no
task: type: Retrieval, dataset: config: ara-ara
name: MTEB XPQARetrieval (ara-ara)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 20.8
verified: no, type: ndcg_at_3
value: 20.547
verified: no, type: ndcg_at_5
value: 21.232
verified: no, type: ndcg_at_10
value: 23.518
verified: no, type: ndcg_at_20
value: 25.659
verified: no, type: ndcg_at_100
value: 29.643000000000004
verified: no, type: ndcg_at_1000
value: 34.81
verified: no, type: map_at_1
value: 10.544
verified: no, type: map_at_3
value: 16.2
verified: no, type: map_at_5
value: 17.743000000000002
verified: no, type: map_at_10
value: 18.951
verified: no, type: map_at_20
value: 19.704
verified: no, type: map_at_100
value: 20.355
verified: no, type: map_at_1000
value: 20.569000000000003
verified: no, type: recall_at_1
value: 10.544
verified: no, type: recall_at_3
value: 19.32
verified: no, type: recall_at_5
value: 23.355999999999998
verified: no, type: recall_at_10
value: 28.951
verified: no, type: recall_at_20
value: 35.878
verified: no, type: recall_at_100
value: 54.496
verified: no, type: recall_at_1000
value: 90.958
verified: no, type: precision_at_1
value: 20.8
verified: no, type: precision_at_3
value: 14.133000000000001
verified: no, type: precision_at_5
value: 10.453
verified: no, type: precision_at_10
value: 6.52
verified: no, type: precision_at_20
value: 4
verified: no, type: precision_at_100
value: 1.172
verified: no, type: precision_at_1000
value: 0.186
verified: no, type: mrr_at_1
value: 20.8
verified: no, type: mrr_at_3
value: 24.8444
verified: no, type: mrr_at_5
value: 25.7911
verified: no, type: mrr_at_10
value: 26.5573
verified: no, type: mrr_at_20
value: 27.030500000000004
verified: no, type: mrr_at_100
value: 27.4134
verified: no, type: mrr_at_1000
value: 27.528799999999997
verified: no, type: nauc_ndcg_at_1_max
value: 31.7051
verified: no, type: nauc_ndcg_at_1_std
value: 1.2411999999999999
verified: no, type: nauc_ndcg_at_1_diff1
value: 33.0747
verified: no, type: nauc_ndcg_at_3_max
value: 30.142400000000002
verified: no, type: nauc_ndcg_at_3_std
value: -0.9313999999999999
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.7065
verified: no, type: nauc_ndcg_at_5_max
value: 29.7749
verified: no, type: nauc_ndcg_at_5_std
value: 0.0249
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.8829
verified: no, type: nauc_ndcg_at_10_max
value: 30.777500000000003
verified: no, type: nauc_ndcg_at_10_std
value: 0.7138
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.270599999999998
verified: no, type: nauc_ndcg_at_20_max
value: 30.8149
verified: no, type: nauc_ndcg_at_20_std
value: 0.7107
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.0781
verified: no, type: nauc_ndcg_at_100_max
value: 30.1661
verified: no, type: nauc_ndcg_at_100_std
value: 1.4445
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.7807
verified: no, type: nauc_ndcg_at_1000_max
value: 31.0257
verified: no, type: nauc_ndcg_at_1000_std
value: 1.8606999999999998
verified: no, type: nauc_ndcg_at_1000_diff1
value: 27.2222
verified: no, type: nauc_map_at_1_max
value: 17.7301
verified: no, type: nauc_map_at_1_std
value: -3.6554999999999995
verified: no, type: nauc_map_at_1_diff1
value: 31.9805
verified: no, type: nauc_map_at_3_max
value: 27.411400000000004
verified: no, type: nauc_map_at_3_std
value: -2.1001
verified: no, type: nauc_map_at_3_diff1
value: 26.7978
verified: no, type: nauc_map_at_5_max
value: 28.4826
verified: no, type: nauc_map_at_5_std
value: -1.5623
verified: no, type: nauc_map_at_5_diff1
value: 26.6386
verified: no, type: nauc_map_at_10_max
value: 29.229300000000002
verified: no, type: nauc_map_at_10_std
value: -1.2293
verified: no, type: nauc_map_at_10_diff1
value: 26.287
verified: no, type: nauc_map_at_20_max
value: 29.4007
verified: no, type: nauc_map_at_20_std
value: -1.0069
verified: no, type: nauc_map_at_20_diff1
value: 26.114900000000002
verified: no, type: nauc_map_at_100_max
value: 29.5016
verified: no, type: nauc_map_at_100_std
value: -0.8401000000000001
verified: no, type: nauc_map_at_100_diff1
value: 26.247300000000003
verified: no, type: nauc_map_at_1000_max
value: 29.5489
verified: no, type: nauc_map_at_1000_std
value: -0.762
verified: no, type: nauc_map_at_1000_diff1
value: 26.3015
verified: no, type: nauc_recall_at_1_max
value: 17.7301
verified: no, type: nauc_recall_at_1_std
value: -3.6554999999999995
verified: no, type: nauc_recall_at_1_diff1
value: 31.9805
verified: no, type: nauc_recall_at_3_max
value: 26.789099999999998
verified: no, type: nauc_recall_at_3_std
value: -1.087
verified: no, type: nauc_recall_at_3_diff1
value: 22.7132
verified: no, type: nauc_recall_at_5_max
value: 27.6821
verified: no, type: nauc_recall_at_5_std
value: 1.043
verified: no, type: nauc_recall_at_5_diff1
value: 23.6854
verified: no, type: nauc_recall_at_10_max
value: 28.6304
verified: no, type: nauc_recall_at_10_std
value: 1.8037
verified: no, type: nauc_recall_at_10_diff1
value: 21.7246
verified: no, type: nauc_recall_at_20_max
value: 27.939199999999996
verified: no, type: nauc_recall_at_20_std
value: 0.9745
verified: no, type: nauc_recall_at_20_diff1
value: 20.9084
verified: no, type: nauc_recall_at_100_max
value: 23.5267
verified: no, type: nauc_recall_at_100_std
value: 3.2817
verified: no, type: nauc_recall_at_100_diff1
value: 17.907
verified: no, type: nauc_recall_at_1000_max
value: 35.5056
verified: no, type: nauc_recall_at_1000_std
value: 8.5216
verified: no, type: nauc_recall_at_1000_diff1
value: 36.6571
verified: no, type: nauc_precision_at_1_max
value: 31.7051
verified: no, type: nauc_precision_at_1_std
value: 1.2411999999999999
verified: no, type: nauc_precision_at_1_diff1
value: 33.0747
verified: no, type: nauc_precision_at_3_max
value: 38.2081
verified: no, type: nauc_precision_at_3_std
value: 1.3497000000000001
verified: no, type: nauc_precision_at_3_diff1
value: 22.3155
verified: no, type: nauc_precision_at_5_max
value: 38.367200000000004
verified: no, type: nauc_precision_at_5_std
value: 2.781
verified: no, type: nauc_precision_at_5_diff1
value: 21.5532
verified: no, type: nauc_precision_at_10_max
value: 37.7538
verified: no, type: nauc_precision_at_10_std
value: 4.7659
verified: no, type: nauc_precision_at_10_diff1
value: 19.6003
verified: no, type: nauc_precision_at_20_max
value: 35.1427
verified: no, type: nauc_precision_at_20_std
value: 5.5358
verified: no, type: nauc_precision_at_20_diff1
value: 17.808
verified: no, type: nauc_precision_at_100_max
value: 29.7634
verified: no, type: nauc_precision_at_100_std
value: 7.9015
verified: no, type: nauc_precision_at_100_diff1
value: 14.9111
verified: no, type: nauc_precision_at_1000_max
value: 21.906100000000002
verified: no, type: nauc_precision_at_1000_std
value: 8.9498
verified: no, type: nauc_precision_at_1000_diff1
value: 12.1544
verified: no, type: nauc_mrr_at_1_max
value: 31.7051
verified: no, type: nauc_mrr_at_1_std
value: 1.2411999999999999
verified: no, type: nauc_mrr_at_1_diff1
value: 33.0747
verified: no, type: nauc_mrr_at_3_max
value: 31.278200000000002
verified: no, type: nauc_mrr_at_3_std
value: 1.3494000000000002
verified: no, type: nauc_mrr_at_3_diff1
value: 29.066599999999998
verified: no, type: nauc_mrr_at_5_max
value: 31.5683
verified: no, type: nauc_mrr_at_5_std
value: 1.9106
verified: no, type: nauc_mrr_at_5_diff1
value: 29.5798
verified: no, type: nauc_mrr_at_10_max
value: 31.744600000000002
verified: no, type: nauc_mrr_at_10_std
value: 2.4455999999999998
verified: no, type: nauc_mrr_at_10_diff1
value: 29.1437
verified: no, type: nauc_mrr_at_20_max
value: 31.5781
verified: no, type: nauc_mrr_at_20_std
value: 2.2138
verified: no, type: nauc_mrr_at_20_diff1
value: 29.279899999999998
verified: no, type: nauc_mrr_at_100_max
value: 31.435000000000002
verified: no, type: nauc_mrr_at_100_std
value: 2.2043
verified: no, type: nauc_mrr_at_100_diff1
value: 29.216199999999997
verified: no, type: nauc_mrr_at_1000_max
value: 31.465799999999998
verified: no, type: nauc_mrr_at_1000_std
value: 2.2215
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.2512
verified: no, type: main_score
value: 23.518
verified: no
task: type: Retrieval, dataset: config: eng-ara
name: MTEB XPQARetrieval (eng-ara)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 1.2
verified: no, type: ndcg_at_3
value: 1.1860000000000002
verified: no, type: ndcg_at_5
value: 1.3050000000000002
verified: no, type: ndcg_at_10
value: 1.6969999999999998
verified: no, type: ndcg_at_20
value: 2.044
verified: no, type: ndcg_at_100
value: 3.5069999999999997
verified: no, type: ndcg_at_1000
value: 11.62
verified: no, type: map_at_1
value: 0.656
verified: no, type: map_at_3
value: 0.903
verified: no, type: map_at_5
value: 1.051
verified: no, type: map_at_10
value: 1.189
verified: no, type: map_at_20
value: 1.2850000000000001
verified: no, type: map_at_100
value: 1.452
verified: no, type: map_at_1000
value: 1.6729999999999998
verified: no, type: recall_at_1
value: 0.656
verified: no, type: recall_at_3
value: 1.0290000000000001
verified: no, type: recall_at_5
value: 1.46
verified: no, type: recall_at_10
value: 2.478
verified: no, type: recall_at_20
value: 3.6639999999999997
verified: no, type: recall_at_100
value: 10.453
verified: no, type: recall_at_1000
value: 68.58
verified: no, type: precision_at_1
value: 1.2
verified: no, type: precision_at_3
value: 0.844
verified: no, type: precision_at_5
value: 0.6930000000000001
verified: no, type: precision_at_10
value: 0.573
verified: no, type: precision_at_20
value: 0.393
verified: no, type: precision_at_100
value: 0.22399999999999998
verified: no, type: precision_at_1000
value: 0.147
verified: no, type: mrr_at_1
value: 1.2
verified: no, type: mrr_at_3
value: 1.5778
verified: no, type: mrr_at_5
value: 1.6978
verified: no, type: mrr_at_10
value: 1.9314999999999998
verified: no, type: mrr_at_20
value: 2.0536
verified: no, type: mrr_at_100
value: 2.2948
verified: no, type: mrr_at_1000
value: 2.4878
verified: no, type: nauc_ndcg_at_1_max
value: 74.081
verified: no, type: nauc_ndcg_at_1_std
value: 5.8313
verified: no, type: nauc_ndcg_at_1_diff1
value: 62.427299999999995
verified: no, type: nauc_ndcg_at_3_max
value: 65.3629
verified: no, type: nauc_ndcg_at_3_std
value: 6.7885
verified: no, type: nauc_ndcg_at_3_diff1
value: 54.3825
verified: no, type: nauc_ndcg_at_5_max
value: 63.497099999999996
verified: no, type: nauc_ndcg_at_5_std
value: 7.2825
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.7187
verified: no, type: nauc_ndcg_at_10_max
value: 52.3784
verified: no, type: nauc_ndcg_at_10_std
value: 3.5996
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.3057
verified: no, type: nauc_ndcg_at_20_max
value: 47.599799999999995
verified: no, type: nauc_ndcg_at_20_std
value: 2.8116
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.433
verified: no, type: nauc_ndcg_at_100_max
value: 33.6852
verified: no, type: nauc_ndcg_at_100_std
value: 4.1317
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.5679
verified: no, type: nauc_ndcg_at_1000_max
value: 24.516
verified: no, type: nauc_ndcg_at_1000_std
value: 5.9024
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.1338
verified: no, type: nauc_map_at_1_max
value: 85.331
verified: no, type: nauc_map_at_1_std
value: 18.3235
verified: no, type: nauc_map_at_1_diff1
value: 80.762
verified: no, type: nauc_map_at_3_max
value: 75.1557
verified: no, type: nauc_map_at_3_std
value: 11.3855
verified: no, type: nauc_map_at_3_diff1
value: 69.277
verified: no, type: nauc_map_at_5_max
value: 70.8756
verified: no, type: nauc_map_at_5_std
value: 8.223700000000001
verified: no, type: nauc_map_at_5_diff1
value: 61.6509
verified: no, type: nauc_map_at_10_max
value: 64.0045
verified: no, type: nauc_map_at_10_std
value: 6.1125
verified: no, type: nauc_map_at_10_diff1
value: 54.5543
verified: no, type: nauc_map_at_20_max
value: 61.04619999999999
verified: no, type: nauc_map_at_20_std
value: 5.5213
verified: no, type: nauc_map_at_20_diff1
value: 52.05309999999999
verified: no, type: nauc_map_at_100_max
value: 55.69
verified: no, type: nauc_map_at_100_std
value: 5.2997000000000005
verified: no, type: nauc_map_at_100_diff1
value: 46.5183
verified: no, type: nauc_map_at_1000_max
value: 53.2733
verified: no, type: nauc_map_at_1000_std
value: 5.3787
verified: no, type: nauc_map_at_1000_diff1
value: 44.2553
verified: no, type: nauc_recall_at_1_max
value: 85.331
verified: no, type: nauc_recall_at_1_std
value: 18.3235
verified: no, type: nauc_recall_at_1_diff1
value: 80.762
verified: no, type: nauc_recall_at_3_max
value: 68.1551
verified: no, type: nauc_recall_at_3_std
value: 12.2398
verified: no, type: nauc_recall_at_3_diff1
value: 60.7436
verified: no, type: nauc_recall_at_5_max
value: 62.2638
verified: no, type: nauc_recall_at_5_std
value: 8.578
verified: no, type: nauc_recall_at_5_diff1
value: 42.3461
verified: no, type: nauc_recall_at_10_max
value: 42.8151
verified: no, type: nauc_recall_at_10_std
value: 1.034
verified: no, type: nauc_recall_at_10_diff1
value: 23.8109
verified: no, type: nauc_recall_at_20_max
value: 36.9734
verified: no, type: nauc_recall_at_20_std
value: 0.9624
verified: no, type: nauc_recall_at_20_diff1
value: 22.0584
verified: no, type: nauc_recall_at_100_max
value: 21.0573
verified: no, type: nauc_recall_at_100_std
value: 3.7708
verified: no, type: nauc_recall_at_100_diff1
value: 7.7184
verified: no, type: nauc_recall_at_1000_max
value: 8.8652
verified: no, type: nauc_recall_at_1000_std
value: 5.3474
verified: no, type: nauc_recall_at_1000_diff1
value: 7.3409
verified: no, type: nauc_precision_at_1_max
value: 74.081
verified: no, type: nauc_precision_at_1_std
value: 5.8313
verified: no, type: nauc_precision_at_1_diff1
value: 62.427299999999995
verified: no, type: nauc_precision_at_3_max
value: 51.821
verified: no, type: nauc_precision_at_3_std
value: -1.3345
verified: no, type: nauc_precision_at_3_diff1
value: 37.6809
verified: no, type: nauc_precision_at_5_max
value: 45.9495
verified: no, type: nauc_precision_at_5_std
value: -1.6027
verified: no, type: nauc_precision_at_5_diff1
value: 30.794
verified: no, type: nauc_precision_at_10_max
value: 34.2635
verified: no, type: nauc_precision_at_10_std
value: -4.0278
verified: no, type: nauc_precision_at_10_diff1
value: 19.223000000000003
verified: no, type: nauc_precision_at_20_max
value: 30.588500000000003
verified: no, type: nauc_precision_at_20_std
value: -5.0488
verified: no, type: nauc_precision_at_20_diff1
value: 20.971999999999998
verified: no, type: nauc_precision_at_100_max
value: 18.7883
verified: no, type: nauc_precision_at_100_std
value: 3.4913
verified: no, type: nauc_precision_at_100_diff1
value: 9.4293
verified: no, type: nauc_precision_at_1000_max
value: 5.8584
verified: no, type: nauc_precision_at_1000_std
value: 6.8013
verified: no, type: nauc_precision_at_1000_diff1
value: -2.4122
verified: no, type: nauc_mrr_at_1_max
value: 74.081
verified: no, type: nauc_mrr_at_1_std
value: 5.8313
verified: no, type: nauc_mrr_at_1_diff1
value: 62.427299999999995
verified: no, type: nauc_mrr_at_3_max
value: 58.44819999999999
verified: no, type: nauc_mrr_at_3_std
value: 3.6037
verified: no, type: nauc_mrr_at_3_diff1
value: 42.664699999999996
verified: no, type: nauc_mrr_at_5_max
value: 56.606100000000005
verified: no, type: nauc_mrr_at_5_std
value: 4.3769
verified: no, type: nauc_mrr_at_5_diff1
value: 39.446799999999996
verified: no, type: nauc_mrr_at_10_max
value: 52.283699999999996
verified: no, type: nauc_mrr_at_10_std
value: 3.3348000000000004
verified: no, type: nauc_mrr_at_10_diff1
value: 35.186099999999996
verified: no, type: nauc_mrr_at_20_max
value: 50.6598
verified: no, type: nauc_mrr_at_20_std
value: 3.1269
verified: no, type: nauc_mrr_at_20_diff1
value: 34.930099999999996
verified: no, type: nauc_mrr_at_100_max
value: 46.7037
verified: no, type: nauc_mrr_at_100_std
value: 3.2654
verified: no, type: nauc_mrr_at_100_diff1
value: 31.1309
verified: no, type: nauc_mrr_at_1000_max
value: 46.1128
verified: no, type: nauc_mrr_at_1000_std
value: 3.3853
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.3609
verified: no, type: main_score
value: 1.6969999999999998
verified: no
task: type: Retrieval, dataset: config: ara-eng
name: MTEB XPQARetrieval (ara-eng)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 1.617
verified: no, type: ndcg_at_3
value: 1.8159999999999998
verified: no, type: ndcg_at_5
value: 1.9869999999999999
verified: no, type: ndcg_at_10
value: 2.394
verified: no, type: ndcg_at_20
value: 2.724
verified: no, type: ndcg_at_100
value: 4.2909999999999995
verified: no, type: ndcg_at_1000
value: 12.857
verified: no, type: map_at_1
value: 0.903
verified: no, type: map_at_3
value: 1.421
verified: no, type: map_at_5
value: 1.5610000000000002
verified: no, type: map_at_10
value: 1.7420000000000002
verified: no, type: map_at_20
value: 1.828
verified: no, type: map_at_100
value: 2.016
verified: no, type: map_at_1000
value: 2.259
verified: no, type: recall_at_1
value: 0.903
verified: no, type: recall_at_3
value: 1.923
verified: no, type: recall_at_5
value: 2.4330000000000003
verified: no, type: recall_at_10
value: 3.4819999999999998
verified: no, type: recall_at_20
value: 4.5440000000000005
verified: no, type: recall_at_100
value: 11.846
verified: no, type: recall_at_1000
value: 74.371
verified: no, type: precision_at_1
value: 1.617
verified: no, type: precision_at_3
value: 1.168
verified: no, type: precision_at_5
value: 0.889
verified: no, type: precision_at_10
value: 0.647
verified: no, type: precision_at_20
value: 0.438
verified: no, type: precision_at_100
value: 0.244
verified: no, type: precision_at_1000
value: 0.146
verified: no, type: mrr_at_1
value: 1.6173
verified: no, type: mrr_at_3
value: 2.2686
verified: no, type: mrr_at_5
value: 2.3899
verified: no, type: mrr_at_10
value: 2.5806
verified: no, type: mrr_at_20
value: 2.7121
verified: no, type: mrr_at_100
value: 2.9324
verified: no, type: mrr_at_1000
value: 3.1441
verified: no, type: nauc_ndcg_at_1_max
value: 41.4733
verified: no, type: nauc_ndcg_at_1_std
value: 34.5204
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.8662
verified: no, type: nauc_ndcg_at_3_max
value: 41.3135
verified: no, type: nauc_ndcg_at_3_std
value: 40.0385
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.750899999999994
verified: no, type: nauc_ndcg_at_5_max
value: 42.9281
verified: no, type: nauc_ndcg_at_5_std
value: 39.9347
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.3783
verified: no, type: nauc_ndcg_at_10_max
value: 42.743900000000004
verified: no, type: nauc_ndcg_at_10_std
value: 41.6663
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.0463
verified: no, type: nauc_ndcg_at_20_max
value: 43.5237
verified: no, type: nauc_ndcg_at_20_std
value: 39.6809
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.651
verified: no, type: nauc_ndcg_at_100_max
value: 33.3655
verified: no, type: nauc_ndcg_at_100_std
value: 32.0311
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.723399999999998
verified: no, type: nauc_ndcg_at_1000_max
value: 31.1311
verified: no, type: nauc_ndcg_at_1000_std
value: 28.838900000000002
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.2104
verified: no, type: nauc_map_at_1_max
value: 34.202
verified: no, type: nauc_map_at_1_std
value: 33.9772
verified: no, type: nauc_map_at_1_diff1
value: 44.6104
verified: no, type: nauc_map_at_3_max
value: 39.6785
verified: no, type: nauc_map_at_3_std
value: 39.4152
verified: no, type: nauc_map_at_3_diff1
value: 37.6022
verified: no, type: nauc_map_at_5_max
value: 41.2645
verified: no, type: nauc_map_at_5_std
value: 38.6109
verified: no, type: nauc_map_at_5_diff1
value: 37.3159
verified: no, type: nauc_map_at_10_max
value: 41.9172
verified: no, type: nauc_map_at_10_std
value: 40.3848
verified: no, type: nauc_map_at_10_diff1
value: 35.2489
verified: no, type: nauc_map_at_20_max
value: 42.0995
verified: no, type: nauc_map_at_20_std
value: 39.6004
verified: no, type: nauc_map_at_20_diff1
value: 35.4418
verified: no, type: nauc_map_at_100_max
value: 39.7447
verified: no, type: nauc_map_at_100_std
value: 37.819599999999994
verified: no, type: nauc_map_at_100_diff1
value: 34.1062
verified: no, type: nauc_map_at_1000_max
value: 39.2917
verified: no, type: nauc_map_at_1000_std
value: 37.1777
verified: no, type: nauc_map_at_1000_diff1
value: 33.6102
verified: no, type: nauc_recall_at_1_max
value: 34.202
verified: no, type: nauc_recall_at_1_std
value: 33.9772
verified: no, type: nauc_recall_at_1_diff1
value: 44.6104
verified: no, type: nauc_recall_at_3_max
value: 39.048
verified: no, type: nauc_recall_at_3_std
value: 39.7222
verified: no, type: nauc_recall_at_3_diff1
value: 33.0168
verified: no, type: nauc_recall_at_5_max
value: 42.954100000000004
verified: no, type: nauc_recall_at_5_std
value: 39.4149
verified: no, type: nauc_recall_at_5_diff1
value: 31.6088
verified: no, type: nauc_recall_at_10_max
value: 41.2203
verified: no, type: nauc_recall_at_10_std
value: 41.7063
verified: no, type: nauc_recall_at_10_diff1
value: 24.0288
verified: no, type: nauc_recall_at_20_max
value: 44.0757
verified: no, type: nauc_recall_at_20_std
value: 38.6803
verified: no, type: nauc_recall_at_20_diff1
value: 29.157899999999998
verified: no, type: nauc_recall_at_100_max
value: 24.6526
verified: no, type: nauc_recall_at_100_std
value: 24.0066
verified: no, type: nauc_recall_at_100_diff1
value: 23.8347
verified: no, type: nauc_recall_at_1000_max
value: 22.596
verified: no, type: nauc_recall_at_1000_std
value: 21.290799999999997
verified: no, type: nauc_recall_at_1000_diff1
value: 21.012700000000002
verified: no, type: nauc_precision_at_1_max
value: 41.4733
verified: no, type: nauc_precision_at_1_std
value: 34.5204
verified: no, type: nauc_precision_at_1_diff1
value: 38.8662
verified: no, type: nauc_precision_at_3_max
value: 48.1229
verified: no, type: nauc_precision_at_3_std
value: 47.712500000000006
verified: no, type: nauc_precision_at_3_diff1
value: 35.7151
verified: no, type: nauc_precision_at_5_max
value: 50.8463
verified: no, type: nauc_precision_at_5_std
value: 46.9867
verified: no, type: nauc_precision_at_5_diff1
value: 33.0426
verified: no, type: nauc_precision_at_10_max
value: 50.7306
verified: no, type: nauc_precision_at_10_std
value: 49.5174
verified: no, type: nauc_precision_at_10_diff1
value: 28.2889
verified: no, type: nauc_precision_at_20_max
value: 49.6035
verified: no, type: nauc_precision_at_20_std
value: 42.9794
verified: no, type: nauc_precision_at_20_diff1
value: 32.3811
verified: no, type: nauc_precision_at_100_max
value: 30.7262
verified: no, type: nauc_precision_at_100_std
value: 29.2314
verified: no, type: nauc_precision_at_100_diff1
value: 25.7678
verified: no, type: nauc_precision_at_1000_max
value: 13.3632
verified: no, type: nauc_precision_at_1000_std
value: 11.4093
verified: no, type: nauc_precision_at_1000_diff1
value: 11.015
verified: no, type: nauc_mrr_at_1_max
value: 41.4733
verified: no, type: nauc_mrr_at_1_std
value: 34.5204
verified: no, type: nauc_mrr_at_1_diff1
value: 38.8662
verified: no, type: nauc_mrr_at_3_max
value: 43.217299999999994
verified: no, type: nauc_mrr_at_3_std
value: 39.5736
verified: no, type: nauc_mrr_at_3_diff1
value: 38.129999999999995
verified: no, type: nauc_mrr_at_5_max
value: 44.241
verified: no, type: nauc_mrr_at_5_std
value: 40.646100000000004
verified: no, type: nauc_mrr_at_5_diff1
value: 36.2331
verified: no, type: nauc_mrr_at_10_max
value: 43.6115
verified: no, type: nauc_mrr_at_10_std
value: 40.7157
verified: no, type: nauc_mrr_at_10_diff1
value: 33.1217
verified: no, type: nauc_mrr_at_20_max
value: 43.3382
verified: no, type: nauc_mrr_at_20_std
value: 39.4582
verified: no, type: nauc_mrr_at_20_diff1
value: 33.6253
verified: no, type: nauc_mrr_at_100_max
value: 40.780100000000004
verified: no, type: nauc_mrr_at_100_std
value: 37.9242
verified: no, type: nauc_mrr_at_100_diff1
value: 32.8418
verified: no, type: nauc_mrr_at_1000_max
value: 40.5963
verified: no, type: nauc_mrr_at_1000_std
value: 37.5467
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.542
verified: no, type: main_score
value: 2.394
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 69.84925402371587
verified: no, type: cosine_spearman
value: 67.12261377163864
verified: no, type: euclidean_pearson
value: 68.77931734192
verified: no, type: euclidean_spearman
value: 67.10454107068325
verified: no, type: main_score
value: 67.12261377163864
verified: no, type: manhattan_pearson
value: 69.39988076793398
verified: no, type: manhattan_spearman
value: 67.68708446481159
verified: no
task: type: STS, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 72.71925116055804
verified: no, type: cosine_spearman
value: 68.9386835022992
verified: no, type: euclidean_pearson
value: 71.00708266525079
verified: no, type: euclidean_spearman
value: 69.07087906196487
verified: no, type: main_score
value: 68.9386835022992
verified: no, type: manhattan_pearson
value: 70.95266060047263
verified: no, type: manhattan_spearman
value: 69.11051988196195
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 71.67274455692545
verified: no, type: cosine_spearman
value: 68.71669873972587
verified: no, type: euclidean_pearson
value: 69.79037485042406
verified: no, type: euclidean_spearman
value: 68.80550150752252
verified: no, type: main_score
value: 68.71669873972587
verified: no, type: manhattan_pearson
value: 69.7571283034187
verified: no, type: manhattan_spearman
value: 68.58306466019968
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 54.172888286882504
verified: no, type: cosine_spearman
value: 56.04247097489131
verified: no, type: euclidean_pearson
value: 57.88587934777827
verified: no, type: euclidean_spearman
value: 57.6139294630564
verified: no, type: main_score
value: 56.04247097489131
verified: no, type: manhattan_pearson
value: 57.616116618991185
verified: no, type: manhattan_spearman
value: 57.23150380799801
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 59.58820914531488
verified: no, type: cosine_spearman
value: 58.80575077741524
verified: no, type: euclidean_pearson
value: 61.1884427988923
verified: no, type: euclidean_spearman
value: 60.661625936116124
verified: no, type: main_score
value: 58.80575077741524
verified: no, type: manhattan_pearson
value: 60.800157410891885
verified: no, type: manhattan_spearman
value: 60.29447727072491
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 73.45220638967554
verified: no, type: cosine_spearman
value: 73.74453589715445
verified: no, type: euclidean_pearson
value: 73.8887071337604
verified: no, type: euclidean_spearman
value: 73.51752094057372
verified: no, type: main_score
value: 73.74453589715445
verified: no, type: manhattan_pearson
value: 73.45961523235827
verified: no, type: manhattan_spearman
value: 73.07675481848841
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 66.84132105540075
verified: no, type: cosine_spearman
value: 68.24735989887876
verified: no, type: euclidean_pearson
value: 68.2712231484699
verified: no, type: euclidean_spearman
value: 68.02365271737838
verified: no, type: main_score
value: 68.24735989887876
verified: no, type: manhattan_pearson
value: 67.87379902773417
verified: no, type: manhattan_spearman
value: 67.65342499070456
verified: no
task: type: STS, dataset: config: ar-ar
name: MTEB STS17 (ar-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 79.2987412566616
verified: no, type: cosine_spearman
value: 79.93275889323859
verified: no, type: euclidean_pearson
value: 77.90301430319637
verified: no, type: euclidean_spearman
value: 79.12169562085792
verified: no, type: main_score
value: 79.93275889323859
verified: no, type: manhattan_pearson
value: 77.93298637610417
verified: no, type: manhattan_spearman
value: 79.38516109229111
verified: no
task: type: STS, dataset: config: ar
name: MTEB STS22 (ar)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 46.955019830396445
verified: no, type: cosine_spearman
value: 52.44226852669887
verified: no, type: euclidean_pearson
value: 42.80891863181744
verified: no, type: euclidean_spearman
value: 53.175461247693704
verified: no, type: main_score
value: 52.44226852669887
verified: no, type: manhattan_pearson
value: 42.97005510727849
verified: no, type: manhattan_spearman
value: 53.158087426369825
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 66.99025999216197
verified: no, type: cosine_spearman
value: 67.56341643518167
verified: no, type: euclidean_pearson
value: 69.73441598964332
verified: no, type: euclidean_spearman
value: 68.72541136876826
verified: no, type: main_score
value: 67.56341643518167
verified: no, type: manhattan_pearson
value: 69.43492004000674
verified: no, type: manhattan_spearman
value: 68.39614969063062
verified: no
task: type: STS, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: cosine_pearson
value: 30.13248188083236
verified: no, type: cosine_spearman
value: 28.78575545661001
verified: no, type: dot_pearson
value: 30.934754821379464
verified: no, type: dot_spearman
value: 29.730792596057093
verified: no, type: main_score
value: 28.78575545661001
verified: no, type: pearson
value: 30.13248188083236
verified: no, type: spearman
value: 28.78575545661001
verified: no
task: type: Summarization, name: SentenceTransformer based on tomaarsen/mpnet-base-all-nli-triplet
results: task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 768
type: sts-test-768
metrics: type: pearson_cosine
value: 0.66986244175229
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.675651628513557
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.6943200977280434
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.6839707658313092
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.6973190148612566
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.6872926092972673
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.5534197296097646
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.5421965591416092
name: Spearman Dot
verified: no, type: pearson_max
value: 0.6973190148612566
name: Pearson Max
verified: no, type: spearman_max
value: 0.6872926092972673
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 512
type: sts-test-512
metrics: type: pearson_cosine
value: 0.6628171358537143
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.670314701212355
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.6916567677127377
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.6815748132707206
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.6948756461188812
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.685329042213794
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.5229142840207227
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.5113740757424073
name: Spearman Dot
verified: no, type: pearson_max
value: 0.6948756461188812
name: Pearson Max
verified: no, type: spearman_max
value: 0.685329042213794
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 256
type: sts-test-256
metrics: type: pearson_cosine
value: 0.6368313837029833
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.6512526280069127
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.6832129716443456
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.674638334774044
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.6843664039671002
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.6760040651639672
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.4266095536126992
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.4179376458107888
name: Spearman Dot
verified: no, type: pearson_max
value: 0.6843664039671002
name: Pearson Max
verified: no, type: spearman_max
value: 0.6760040651639672
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 128
type: sts-test-128
metrics: type: pearson_cosine
value: 0.6147896744901056
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.6354730852658397
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.6730782159165468
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.6652649799789521
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.676407799774529
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.6691409653459247
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.35130869784942953
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.3445374275232203
name: Spearman Dot
verified: no, type: pearson_max
value: 0.676407799774529
name: Pearson Max
verified: no, type: spearman_max
value: 0.6691409653459247
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 64
type: sts-test-64
metrics: type: pearson_cosine
value: 0.5789158725954748
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.6081197115891086
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.6578631744829946
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.6518503436513217
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.6629734628760299
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.6570510967281272
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.24034366392620327
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.2331392769925126
name: Spearman Dot
verified: no, type: pearson_max
value: 0.6629734628760299
name: Pearson Max
verified: no, type: spearman_max
value: 0.6570510967281272
name: Spearman Max
verified: no
license: apache-2.0
Likes: 10 | All-time downloads: 13977
Created: 2024-06-15 22:01:53