Model: Omartificial-Intelligence-Space/Arabic-all-nli-triplet-Matryoshka
Author: Omartificial-Intelligence-Space
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, xlm-roberta, sentence-similarity, feature-extraction, generated_from_trainer, dataset_size:557850, loss:MatryoshkaLoss, loss:MultipleNegativesRankingLoss, mteb, ar, dataset:Omartificial-Intelligence-Space/Arabic-NLi-Triplet, arxiv:1908.10084, arxiv:2205.13147, arxiv:1705.00652, arxiv:2407.21139, base_model:sentence-transformers/paraphrase-multilingual-mpnet-base-v2, base_model:finetune:sentence-transformers/paraphrase-multilingual-mpnet-base-v2, license:apache-2.0, model-index, text-embeddings-inference, deploy:azure, region:us
Base models (finetune): id: sentence-transformers/paraphrase-multilingual-mpnet-base-v2
Card metadata: inference: no
language: ar
library_name: sentence-transformers
tags: sentence-transformers, sentence-similarity, feature-extraction, generated_from_trainer, dataset_size:557850, loss:MatryoshkaLoss, loss:MultipleNegativesRankingLoss, mteb
base_model: sentence-transformers/paraphrase-multilingual-mpnet-base-v2
datasets: Omartificial-Intelligence-Space/Arabic-NLi-Triplet
metrics: pearson_cosine, spearman_cosine, pearson_manhattan, spearman_manhattan, pearson_euclidean, spearman_euclidean, pearson_dot, spearman_dot, pearson_max, spearman_max
widget: source_sentence: ذكر متوازن بعناية يقف على قدم واحدة بالقرب من منطقة شاطئ المحيط النظيفة
sentences: رجل يقدم عرضاً, هناك رجل بالخارج قرب الشاطئ, رجل يجلس على أريكه, source_sentence: رجل يقفز إلى سريره القذر
sentences: السرير قذر., رجل يضحك أثناء غسيل الملابس, الرجل على القمر, source_sentence: الفتيات بالخارج
sentences: امرأة تلف الخيط إلى كرات بجانب كومة من الكرات, فتيان يركبان في جولة متعة, ثلاث فتيات يقفون سوية في غرفة واحدة تستمع وواحدة تكتب على الحائط والثالثة تتحدث إليهن, source_sentence: الرجل يرتدي قميصاً أزرق.
sentences: رجل يرتدي قميصاً أزرق يميل إلى الجدار بجانب الطريق مع شاحنة زرقاء وسيارة حمراء مع الماء في الخلفية., كتاب القصص مفتوح, رجل يرتدي قميص أسود يعزف على الجيتار., source_sentence: يجلس شاب ذو شعر أشقر على الحائط يقرأ جريدة بينما تمر امرأة وفتاة شابة.
sentences: ذكر شاب ينظر إلى جريدة بينما تمر إمرأتان بجانبه, رجل يستلقي على وجهه على مقعد في الحديقة., الشاب نائم بينما الأم تقود ابنتها إلى الحديقة
pipeline_tag: sentence-similarity
model-index: name: Omartificial-Intelligence-Space/Arabic-all-nli-triplet-Matryoshka
results: dataset: config: ar
name: MTEB MIRACLRetrieval (ar)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: ndcg_at_1
value: 19.233
verified: no, type: ndcg_at_3
value: 21.393
verified: no, type: ndcg_at_5
value: 23.347
verified: no, type: ndcg_at_10
value: 26.273999999999997
verified: no, type: ndcg_at_20
value: 28.591
verified: no, type: ndcg_at_100
value: 32.098
verified: no, type: ndcg_at_1000
value: 34.971000000000004
verified: no, type: map_at_1
value: 12.555
verified: no, type: map_at_3
value: 17.763
verified: no, type: map_at_5
value: 19.317
verified: no, type: map_at_10
value: 20.748
verified: no, type: map_at_20
value: 21.535
verified: no, type: map_at_100
value: 22.147
verified: no, type: map_at_1000
value: 22.275
verified: no, type: recall_at_1
value: 12.555
verified: no, type: recall_at_3
value: 22.576
verified: no, type: recall_at_5
value: 27.681
verified: no, type: recall_at_10
value: 35.461
verified: no, type: recall_at_20
value: 43.097
verified: no, type: recall_at_100
value: 58.902
verified: no, type: recall_at_1000
value: 78.33099999999999
verified: no, type: precision_at_1
value: 19.233
verified: no, type: precision_at_3
value: 12.65
verified: no, type: precision_at_5
value: 9.626999999999999
verified: no, type: precision_at_10
value: 6.35
verified: no, type: precision_at_20
value: 3.961
verified: no, type: precision_at_100
value: 1.118
verified: no, type: precision_at_1000
value: 0.152
verified: no, type: mrr_at_1
value: 19.2334
verified: no, type: mrr_at_3
value: 25.1266
verified: no, type: mrr_at_5
value: 26.4681
verified: no, type: mrr_at_10
value: 27.6315
verified: no, type: mrr_at_20
value: 28.1315
verified: no, type: mrr_at_100
value: 28.4874
verified: no, type: mrr_at_1000
value: 28.5524
verified: no, type: nauc_ndcg_at_1_max
value: 12.8914
verified: no, type: nauc_ndcg_at_1_std
value: 10.4594
verified: no, type: nauc_ndcg_at_1_diff1
value: 23.8138
verified: no, type: nauc_ndcg_at_3_max
value: 12.3382
verified: no, type: nauc_ndcg_at_3_std
value: 11.5929
verified: no, type: nauc_ndcg_at_3_diff1
value: 19.1347
verified: no, type: nauc_ndcg_at_5_max
value: 14.0129
verified: no, type: nauc_ndcg_at_5_std
value: 13.6398
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.8536
verified: no, type: nauc_ndcg_at_10_max
value: 14.538300000000001
verified: no, type: nauc_ndcg_at_10_std
value: 15.933800000000002
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.7082
verified: no, type: nauc_ndcg_at_20_max
value: 15.3478
verified: no, type: nauc_ndcg_at_20_std
value: 18.4803
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.8725
verified: no, type: nauc_ndcg_at_100_max
value: 16.2684
verified: no, type: nauc_ndcg_at_100_std
value: 21.147199999999998
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.0854
verified: no, type: nauc_ndcg_at_1000_max
value: 16.6485
verified: no, type: nauc_ndcg_at_1000_std
value: 21.2042
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.411
verified: no, type: nauc_map_at_1_max
value: 8.571299999999999
verified: no, type: nauc_map_at_1_std
value: 5.2620000000000005
verified: no, type: nauc_map_at_1_diff1
value: 25.1772
verified: no, type: nauc_map_at_3_max
value: 10.5142
verified: no, type: nauc_map_at_3_std
value: 8.8853
verified: no, type: nauc_map_at_3_diff1
value: 19.9708
verified: no, type: nauc_map_at_5_max
value: 12.2728
verified: no, type: nauc_map_at_5_std
value: 10.8387
verified: no, type: nauc_map_at_5_diff1
value: 20.2731
verified: no, type: nauc_map_at_10_max
value: 12.909899999999999
verified: no, type: nauc_map_at_10_std
value: 12.4311
verified: no, type: nauc_map_at_10_diff1
value: 20.079900000000002
verified: no, type: nauc_map_at_20_max
value: 13.367399999999998
verified: no, type: nauc_map_at_20_std
value: 13.5572
verified: no, type: nauc_map_at_20_diff1
value: 19.775000000000002
verified: no, type: nauc_map_at_100_max
value: 13.716600000000001
verified: no, type: nauc_map_at_100_std
value: 14.234
verified: no, type: nauc_map_at_100_diff1
value: 19.831
verified: no, type: nauc_map_at_1000_max
value: 13.736400000000001
verified: no, type: nauc_map_at_1000_std
value: 14.265600000000001
verified: no, type: nauc_map_at_1000_diff1
value: 19.8517
verified: no, type: nauc_recall_at_1_max
value: 8.571299999999999
verified: no, type: nauc_recall_at_1_std
value: 5.2620000000000005
verified: no, type: nauc_recall_at_1_diff1
value: 25.1772
verified: no, type: nauc_recall_at_3_max
value: 10.1169
verified: no, type: nauc_recall_at_3_std
value: 10.1543
verified: no, type: nauc_recall_at_3_diff1
value: 16.4652
verified: no, type: nauc_recall_at_5_max
value: 13.6919
verified: no, type: nauc_recall_at_5_std
value: 14.410400000000001
verified: no, type: nauc_recall_at_5_diff1
value: 17.0477
verified: no, type: nauc_recall_at_10_max
value: 13.8916
verified: no, type: nauc_recall_at_10_std
value: 18.4174
verified: no, type: nauc_recall_at_10_diff1
value: 16.3955
verified: no, type: nauc_recall_at_20_max
value: 15.0336
verified: no, type: nauc_recall_at_20_std
value: 24.3934
verified: no, type: nauc_recall_at_20_diff1
value: 13.834299999999999
verified: no, type: nauc_recall_at_100_max
value: 16.988
verified: no, type: nauc_recall_at_100_std
value: 34.8989
verified: no, type: nauc_recall_at_100_diff1
value: 14.1371
verified: no, type: nauc_recall_at_1000_max
value: 22.006700000000002
verified: no, type: nauc_recall_at_1000_std
value: 43.2671
verified: no, type: nauc_recall_at_1000_diff1
value: 15.6926
verified: no, type: nauc_precision_at_1_max
value: 12.8914
verified: no, type: nauc_precision_at_1_std
value: 10.4594
verified: no, type: nauc_precision_at_1_diff1
value: 23.8138
verified: no, type: nauc_precision_at_3_max
value: 17.4418
verified: no, type: nauc_precision_at_3_std
value: 18.2472
verified: no, type: nauc_precision_at_3_diff1
value: 14.380299999999998
verified: no, type: nauc_precision_at_5_max
value: 21.7353
verified: no, type: nauc_precision_at_5_std
value: 22.7454
verified: no, type: nauc_precision_at_5_diff1
value: 14.671999999999999
verified: no, type: nauc_precision_at_10_max
value: 22.4616
verified: no, type: nauc_precision_at_10_std
value: 27.271099999999997
verified: no, type: nauc_precision_at_10_diff1
value: 13.025
verified: no, type: nauc_precision_at_20_max
value: 23.610400000000002
verified: no, type: nauc_precision_at_20_std
value: 32.0969
verified: no, type: nauc_precision_at_20_diff1
value: 9.5973
verified: no, type: nauc_precision_at_100_max
value: 24.1842
verified: no, type: nauc_precision_at_100_std
value: 35.335
verified: no, type: nauc_precision_at_100_diff1
value: 7.833900000000001
verified: no, type: nauc_precision_at_1000_max
value: 21.5183
verified: no, type: nauc_precision_at_1000_std
value: 30.4104
verified: no, type: nauc_precision_at_1000_diff1
value: 4.7376000000000005
verified: no, type: nauc_mrr_at_1_max
value: 12.8914
verified: no, type: nauc_mrr_at_1_std
value: 10.4594
verified: no, type: nauc_mrr_at_1_diff1
value: 23.8138
verified: no, type: nauc_mrr_at_3_max
value: 14.1404
verified: no, type: nauc_mrr_at_3_std
value: 13.8728
verified: no, type: nauc_mrr_at_3_diff1
value: 20.898600000000002
verified: no, type: nauc_mrr_at_5_max
value: 15.0032
verified: no, type: nauc_mrr_at_5_std
value: 15.1412
verified: no, type: nauc_mrr_at_5_diff1
value: 21.0216
verified: no, type: nauc_mrr_at_10_max
value: 14.9212
verified: no, type: nauc_mrr_at_10_std
value: 15.836
verified: no, type: nauc_mrr_at_10_diff1
value: 20.9665
verified: no, type: nauc_mrr_at_20_max
value: 15.046399999999998
verified: no, type: nauc_mrr_at_20_std
value: 16.2257
verified: no, type: nauc_mrr_at_20_diff1
value: 20.816599999999998
verified: no, type: nauc_mrr_at_100_max
value: 15.0342
verified: no, type: nauc_mrr_at_100_std
value: 16.328899999999997
verified: no, type: nauc_mrr_at_100_diff1
value: 20.8347
verified: no, type: nauc_mrr_at_1000_max
value: 15.0313
verified: no, type: nauc_mrr_at_1000_std
value: 16.3027
verified: no, type: nauc_mrr_at_1000_diff1
value: 20.846
verified: no, type: main_score
value: 26.273999999999997
verified: no
task: type: Retrieval, dataset: config: ar
name: MTEB MIRACLRetrievalHardNegatives (ar)
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
split: dev
type: mteb/miracl-hard-negatives
metrics: type: ndcg_at_1
value: 20.7
verified: no, type: ndcg_at_3
value: 23.766000000000002
verified: no, type: ndcg_at_5
value: 26.479000000000003
verified: no, type: ndcg_at_10
value: 30.152
verified: no, type: ndcg_at_20
value: 33.123000000000005
verified: no, type: ndcg_at_100
value: 37.721
verified: no, type: ndcg_at_1000
value: 40.469
verified: no, type: map_at_1
value: 13.067
verified: no, type: map_at_3
value: 19.303
verified: no, type: map_at_5
value: 21.406
verified: no, type: map_at_10
value: 23.195
verified: no, type: map_at_20
value: 24.256
verified: no, type: map_at_100
value: 25.115
verified: no, type: map_at_1000
value: 25.257
verified: no, type: recall_at_1
value: 13.067
verified: no, type: recall_at_3
value: 25.663000000000004
verified: no, type: recall_at_5
value: 32.707
verified: no, type: recall_at_10
value: 42.458
verified: no, type: recall_at_20
value: 51.983000000000004
verified: no, type: recall_at_100
value: 72.509
verified: no, type: recall_at_1000
value: 90.62400000000001
verified: no, type: precision_at_1
value: 20.7
verified: no, type: precision_at_3
value: 14.366999999999999
verified: no, type: precision_at_5
value: 11.360000000000001
verified: no, type: precision_at_10
value: 7.68
verified: no, type: precision_at_20
value: 4.88
verified: no, type: precision_at_100
value: 1.413
verified: no, type: precision_at_1000
value: 0.179
verified: no, type: mrr_at_1
value: 20.7
verified: no, type: mrr_at_3
value: 27.750000000000004
verified: no, type: mrr_at_5
value: 29.659999999999997
verified: no, type: mrr_at_10
value: 31.072499999999998
verified: no, type: mrr_at_20
value: 31.680799999999998
verified: no, type: mrr_at_100
value: 32.0878
verified: no, type: mrr_at_1000
value: 32.1434
verified: no, type: nauc_ndcg_at_1_max
value: 9.268
verified: no, type: nauc_ndcg_at_1_std
value: 18.432000000000002
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.2302
verified: no, type: nauc_ndcg_at_3_max
value: 10.9481
verified: no, type: nauc_ndcg_at_3_std
value: 16.919999999999998
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.1518
verified: no, type: nauc_ndcg_at_5_max
value: 13.112499999999999
verified: no, type: nauc_ndcg_at_5_std
value: 19.4344
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.994400000000002
verified: no, type: nauc_ndcg_at_10_max
value: 13.5807
verified: no, type: nauc_ndcg_at_10_std
value: 22.0576
verified: no, type: nauc_ndcg_at_10_diff1
value: 15.806700000000001
verified: no, type: nauc_ndcg_at_20_max
value: 15.038499999999999
verified: no, type: nauc_ndcg_at_20_std
value: 24.616699999999998
verified: no, type: nauc_ndcg_at_20_diff1
value: 15.0551
verified: no, type: nauc_ndcg_at_100_max
value: 16.4791
verified: no, type: nauc_ndcg_at_100_std
value: 27.3069
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.3881
verified: no, type: nauc_ndcg_at_1000_max
value: 16.4607
verified: no, type: nauc_ndcg_at_1000_std
value: 27.2117
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.229000000000001
verified: no, type: nauc_map_at_1_max
value: 6.5943000000000005
verified: no, type: nauc_map_at_1_std
value: 13.303999999999998
verified: no, type: nauc_map_at_1_diff1
value: 21.8437
verified: no, type: nauc_map_at_3_max
value: 8.872399999999999
verified: no, type: nauc_map_at_3_std
value: 14.1544
verified: no, type: nauc_map_at_3_diff1
value: 18.2986
verified: no, type: nauc_map_at_5_max
value: 10.7963
verified: no, type: nauc_map_at_5_std
value: 16.2275
verified: no, type: nauc_map_at_5_diff1
value: 17.896
verified: no, type: nauc_map_at_10_max
value: 11.5053
verified: no, type: nauc_map_at_10_std
value: 17.9816
verified: no, type: nauc_map_at_10_diff1
value: 17.3155
verified: no, type: nauc_map_at_20_max
value: 12.3459
verified: no, type: nauc_map_at_20_std
value: 19.2359
verified: no, type: nauc_map_at_20_diff1
value: 16.868
verified: no, type: nauc_map_at_100_max
value: 12.753300000000001
verified: no, type: nauc_map_at_100_std
value: 20.0431
verified: no, type: nauc_map_at_100_diff1
value: 16.8889
verified: no, type: nauc_map_at_1000_max
value: 12.7747
verified: no, type: nauc_map_at_1000_std
value: 20.1047
verified: no, type: nauc_map_at_1000_diff1
value: 16.883699999999997
verified: no, type: nauc_recall_at_1_max
value: 6.5943000000000005
verified: no, type: nauc_recall_at_1_std
value: 13.303999999999998
verified: no, type: nauc_recall_at_1_diff1
value: 21.8437
verified: no, type: nauc_recall_at_3_max
value: 8.7966
verified: no, type: nauc_recall_at_3_std
value: 12.7517
verified: no, type: nauc_recall_at_3_diff1
value: 15.1844
verified: no, type: nauc_recall_at_5_max
value: 12.9126
verified: no, type: nauc_recall_at_5_std
value: 17.4967
verified: no, type: nauc_recall_at_5_diff1
value: 13.9756
verified: no, type: nauc_recall_at_10_max
value: 12.3656
verified: no, type: nauc_recall_at_10_std
value: 21.7246
verified: no, type: nauc_recall_at_10_diff1
value: 10.6946
verified: no, type: nauc_recall_at_20_max
value: 15.9849
verified: no, type: nauc_recall_at_20_std
value: 28.2084
verified: no, type: nauc_recall_at_20_diff1
value: 9.3399
verified: no, type: nauc_recall_at_100_max
value: 22.4235
verified: no, type: nauc_recall_at_100_std
value: 41.6796
verified: no, type: nauc_recall_at_100_diff1
value: 11.3943
verified: no, type: nauc_recall_at_1000_max
value: 33.9199
verified: no, type: nauc_recall_at_1000_std
value: 63.458800000000004
verified: no, type: nauc_recall_at_1000_diff1
value: 5.1713000000000005
verified: no, type: nauc_precision_at_1_max
value: 9.268
verified: no, type: nauc_precision_at_1_std
value: 18.432000000000002
verified: no, type: nauc_precision_at_1_diff1
value: 20.2302
verified: no, type: nauc_precision_at_3_max
value: 16.1989
verified: no, type: nauc_precision_at_3_std
value: 22.823
verified: no, type: nauc_precision_at_3_diff1
value: 12.8433
verified: no, type: nauc_precision_at_5_max
value: 20.9029
verified: no, type: nauc_precision_at_5_std
value: 27.609099999999998
verified: no, type: nauc_precision_at_5_diff1
value: 10.501000000000001
verified: no, type: nauc_precision_at_10_max
value: 22.0715
verified: no, type: nauc_precision_at_10_std
value: 32.2903
verified: no, type: nauc_precision_at_10_diff1
value: 7.1502
verified: no, type: nauc_precision_at_20_max
value: 23.1036
verified: no, type: nauc_precision_at_20_std
value: 34.955000000000005
verified: no, type: nauc_precision_at_20_diff1
value: 2.5075
verified: no, type: nauc_precision_at_100_max
value: 23.8401
verified: no, type: nauc_precision_at_100_std
value: 35.5452
verified: no, type: nauc_precision_at_100_diff1
value: -0.3836
verified: no, type: nauc_precision_at_1000_max
value: 18.519199999999998
verified: no, type: nauc_precision_at_1000_std
value: 27.2343
verified: no, type: nauc_precision_at_1000_diff1
value: -4.26
verified: no, type: nauc_mrr_at_1_max
value: 9.268
verified: no, type: nauc_mrr_at_1_std
value: 18.432000000000002
verified: no, type: nauc_mrr_at_1_diff1
value: 20.2302
verified: no, type: nauc_mrr_at_3_max
value: 12.9175
verified: no, type: nauc_mrr_at_3_std
value: 21.610599999999998
verified: no, type: nauc_mrr_at_3_diff1
value: 17.6036
verified: no, type: nauc_mrr_at_5_max
value: 13.761000000000001
verified: no, type: nauc_mrr_at_5_std
value: 23.091
verified: no, type: nauc_mrr_at_5_diff1
value: 17.217
verified: no, type: nauc_mrr_at_10_max
value: 13.788400000000001
verified: no, type: nauc_mrr_at_10_std
value: 23.91
verified: no, type: nauc_mrr_at_10_diff1
value: 16.847
verified: no, type: nauc_mrr_at_20_max
value: 13.689499999999999
verified: no, type: nauc_mrr_at_20_std
value: 23.976
verified: no, type: nauc_mrr_at_20_diff1
value: 16.845499999999998
verified: no, type: nauc_mrr_at_100_max
value: 13.712
verified: no, type: nauc_mrr_at_100_std
value: 24.0657
verified: no, type: nauc_mrr_at_100_diff1
value: 16.852800000000002
verified: no, type: nauc_mrr_at_1000_max
value: 13.7073
verified: no, type: nauc_mrr_at_1000_std
value: 24.046300000000002
verified: no, type: nauc_mrr_at_1000_diff1
value: 16.8626
verified: no, type: main_score
value: 30.152
verified: no
task: type: Retrieval, dataset: config: ara-ara
name: MTEB MLQARetrieval (ara-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 51.451
verified: no, type: ndcg_at_3
value: 60.302
verified: no, type: ndcg_at_5
value: 62.432
verified: no, type: ndcg_at_10
value: 63.541000000000004
verified: no, type: ndcg_at_20
value: 64.82
verified: no, type: ndcg_at_100
value: 67.54599999999999
verified: no, type: ndcg_at_1000
value: 68.161
verified: no, type: map_at_1
value: 51.451
verified: no, type: map_at_3
value: 58.026999999999994
verified: no, type: map_at_5
value: 59.197
verified: no, type: map_at_10
value: 59.644
verified: no, type: map_at_20
value: 59.999
verified: no, type: map_at_100
value: 60.375
verified: no, type: map_at_1000
value: 60.401
verified: no, type: recall_at_1
value: 51.451
verified: no, type: recall_at_3
value: 66.925
verified: no, type: recall_at_5
value: 72.14699999999999
verified: no, type: recall_at_10
value: 75.629
verified: no, type: recall_at_20
value: 80.658
verified: no, type: recall_at_100
value: 95.358
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 51.451
verified: no, type: precision_at_3
value: 22.308
verified: no, type: precision_at_5
value: 14.429
verified: no, type: precision_at_10
value: 7.563000000000001
verified: no, type: precision_at_20
value: 4.0329999999999995
verified: no, type: precision_at_100
value: 0.954
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 51.450700000000005
verified: no, type: mrr_at_3
value: 58.0271
verified: no, type: mrr_at_5
value: 59.1973
verified: no, type: mrr_at_10
value: 59.6441
verified: no, type: mrr_at_20
value: 59.999100000000006
verified: no, type: mrr_at_100
value: 60.3751
verified: no, type: mrr_at_1000
value: 60.401
verified: no, type: nauc_ndcg_at_1_max
value: 46.2584
verified: no, type: nauc_ndcg_at_1_std
value: 9.1712
verified: no, type: nauc_ndcg_at_1_diff1
value: 61.232299999999995
verified: no, type: nauc_ndcg_at_3_max
value: 53.9072
verified: no, type: nauc_ndcg_at_3_std
value: 18.9815
verified: no, type: nauc_ndcg_at_3_diff1
value: 59.8943
verified: no, type: nauc_ndcg_at_5_max
value: 54.5939
verified: no, type: nauc_ndcg_at_5_std
value: 20.9544
verified: no, type: nauc_ndcg_at_5_diff1
value: 58.500600000000006
verified: no, type: nauc_ndcg_at_10_max
value: 54.010999999999996
verified: no, type: nauc_ndcg_at_10_std
value: 21.0626
verified: no, type: nauc_ndcg_at_10_diff1
value: 58.15820000000001
verified: no, type: nauc_ndcg_at_20_max
value: 53.339400000000005
verified: no, type: nauc_ndcg_at_20_std
value: 19.526699999999998
verified: no, type: nauc_ndcg_at_20_diff1
value: 57.8706
verified: no, type: nauc_ndcg_at_100_max
value: 52.7445
verified: no, type: nauc_ndcg_at_100_std
value: 18.756500000000003
verified: no, type: nauc_ndcg_at_100_diff1
value: 58.919900000000005
verified: no, type: nauc_ndcg_at_1000_max
value: 52.607899999999994
verified: no, type: nauc_ndcg_at_1000_std
value: 18.409
verified: no, type: nauc_ndcg_at_1000_diff1
value: 58.981300000000005
verified: no, type: nauc_map_at_1_max
value: 46.2584
verified: no, type: nauc_map_at_1_std
value: 9.1712
verified: no, type: nauc_map_at_1_diff1
value: 61.232299999999995
verified: no, type: nauc_map_at_3_max
value: 51.8763
verified: no, type: nauc_map_at_3_std
value: 16.366
verified: no, type: nauc_map_at_3_diff1
value: 60.0428
verified: no, type: nauc_map_at_5_max
value: 52.1957
verified: no, type: nauc_map_at_5_std
value: 17.354
verified: no, type: nauc_map_at_5_diff1
value: 59.3285
verified: no, type: nauc_map_at_10_max
value: 51.9592
verified: no, type: nauc_map_at_10_std
value: 17.368
verified: no, type: nauc_map_at_10_diff1
value: 59.21419999999999
verified: no, type: nauc_map_at_20_max
value: 51.78040000000001
verified: no, type: nauc_map_at_20_std
value: 16.947000000000003
verified: no, type: nauc_map_at_20_diff1
value: 59.1612
verified: no, type: nauc_map_at_100_max
value: 51.7167
verified: no, type: nauc_map_at_100_std
value: 16.8964
verified: no, type: nauc_map_at_100_diff1
value: 59.336
verified: no, type: nauc_map_at_1000_max
value: 51.711600000000004
verified: no, type: nauc_map_at_1000_std
value: 16.8858
verified: no, type: nauc_map_at_1000_diff1
value: 59.337700000000005
verified: no, type: nauc_recall_at_1_max
value: 46.2584
verified: no, type: nauc_recall_at_1_std
value: 9.1712
verified: no, type: nauc_recall_at_1_diff1
value: 61.232299999999995
verified: no, type: nauc_recall_at_3_max
value: 60.6484
verified: no, type: nauc_recall_at_3_std
value: 27.6682
verified: no, type: nauc_recall_at_3_diff1
value: 59.49870000000001
verified: no, type: nauc_recall_at_5_max
value: 63.5264
verified: no, type: nauc_recall_at_5_std
value: 34.5355
verified: no, type: nauc_recall_at_5_diff1
value: 55.2913
verified: no, type: nauc_recall_at_10_max
value: 62.1038
verified: no, type: nauc_recall_at_10_std
value: 36.4565
verified: no, type: nauc_recall_at_10_diff1
value: 53.4771
verified: no, type: nauc_recall_at_20_max
value: 59.6506
verified: no, type: nauc_recall_at_20_std
value: 30.444300000000002
verified: no, type: nauc_recall_at_20_diff1
value: 50.6836
verified: no, type: nauc_recall_at_100_max
value: 58.4695
verified: no, type: nauc_recall_at_100_std
value: 33.5819
verified: no, type: nauc_recall_at_100_diff1
value: 56.2667
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 46.2584
verified: no, type: nauc_precision_at_1_std
value: 9.1712
verified: no, type: nauc_precision_at_1_diff1
value: 61.232299999999995
verified: no, type: nauc_precision_at_3_max
value: 60.6484
verified: no, type: nauc_precision_at_3_std
value: 27.6682
verified: no, type: nauc_precision_at_3_diff1
value: 59.49870000000001
verified: no, type: nauc_precision_at_5_max
value: 63.5264
verified: no, type: nauc_precision_at_5_std
value: 34.5355
verified: no, type: nauc_precision_at_5_diff1
value: 55.2913
verified: no, type: nauc_precision_at_10_max
value: 62.1038
verified: no, type: nauc_precision_at_10_std
value: 36.4565
verified: no, type: nauc_precision_at_10_diff1
value: 53.4771
verified: no, type: nauc_precision_at_20_max
value: 59.6506
verified: no, type: nauc_precision_at_20_std
value: 30.444300000000002
verified: no, type: nauc_precision_at_20_diff1
value: 50.6836
verified: no, type: nauc_precision_at_100_max
value: 58.4695
verified: no, type: nauc_precision_at_100_std
value: 33.5819
verified: no, type: nauc_precision_at_100_diff1
value: 56.2667
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 46.2584
verified: no, type: nauc_mrr_at_1_std
value: 9.1712
verified: no, type: nauc_mrr_at_1_diff1
value: 61.232299999999995
verified: no, type: nauc_mrr_at_3_max
value: 51.8763
verified: no, type: nauc_mrr_at_3_std
value: 16.366
verified: no, type: nauc_mrr_at_3_diff1
value: 60.0428
verified: no, type: nauc_mrr_at_5_max
value: 52.1957
verified: no, type: nauc_mrr_at_5_std
value: 17.354
verified: no, type: nauc_mrr_at_5_diff1
value: 59.3285
verified: no, type: nauc_mrr_at_10_max
value: 51.9592
verified: no, type: nauc_mrr_at_10_std
value: 17.368
verified: no, type: nauc_mrr_at_10_diff1
value: 59.21419999999999
verified: no, type: nauc_mrr_at_20_max
value: 51.78040000000001
verified: no, type: nauc_mrr_at_20_std
value: 16.947000000000003
verified: no, type: nauc_mrr_at_20_diff1
value: 59.1612
verified: no, type: nauc_mrr_at_100_max
value: 51.7167
verified: no, type: nauc_mrr_at_100_std
value: 16.8964
verified: no, type: nauc_mrr_at_100_diff1
value: 59.336
verified: no, type: nauc_mrr_at_1000_max
value: 51.711600000000004
verified: no, type: nauc_mrr_at_1000_std
value: 16.8858
verified: no, type: nauc_mrr_at_1000_diff1
value: 59.337700000000005
verified: no, type: main_score
value: 63.541000000000004
verified: no
task: type: Retrieval, dataset: config: ara-deu
name: MTEB MLQARetrieval (ara-deu)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 51.690999999999995
verified: no, type: ndcg_at_3
value: 63.365
verified: no, type: ndcg_at_5
value: 65.922
verified: no, type: ndcg_at_10
value: 67.949
verified: no, type: ndcg_at_20
value: 69.733
verified: no, type: ndcg_at_100
value: 71.285
verified: no, type: ndcg_at_1000
value: 71.355
verified: no, type: map_at_1
value: 51.690999999999995
verified: no, type: map_at_3
value: 60.548
verified: no, type: map_at_5
value: 61.948
verified: no, type: map_at_10
value: 62.78399999999999
verified: no, type: map_at_20
value: 63.248000000000005
verified: no, type: map_at_100
value: 63.471999999999994
verified: no, type: map_at_1000
value: 63.476
verified: no, type: recall_at_1
value: 51.690999999999995
verified: no, type: recall_at_3
value: 71.49799999999999
verified: no, type: recall_at_5
value: 77.778
verified: no, type: recall_at_10
value: 84.05799999999999
verified: no, type: recall_at_20
value: 91.304
verified: no, type: recall_at_100
value: 99.517
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 51.690999999999995
verified: no, type: precision_at_3
value: 23.833
verified: no, type: precision_at_5
value: 15.556000000000001
verified: no, type: precision_at_10
value: 8.405999999999999
verified: no, type: precision_at_20
value: 4.565
verified: no, type: precision_at_100
value: 0.9950000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 51.6908
verified: no, type: mrr_at_3
value: 60.5475
verified: no, type: mrr_at_5
value: 61.948499999999996
verified: no, type: mrr_at_10
value: 62.7845
verified: no, type: mrr_at_20
value: 63.2478
verified: no, type: mrr_at_100
value: 63.471599999999995
verified: no, type: mrr_at_1000
value: 63.4757
verified: no, type: nauc_ndcg_at_1_max
value: 48.6122
verified: no, type: nauc_ndcg_at_1_std
value: 18.3707
verified: no, type: nauc_ndcg_at_1_diff1
value: 65.9894
verified: no, type: nauc_ndcg_at_3_max
value: 56.2928
verified: no, type: nauc_ndcg_at_3_std
value: 27.526899999999998
verified: no, type: nauc_ndcg_at_3_diff1
value: 56.5762
verified: no, type: nauc_ndcg_at_5_max
value: 56.594199999999994
verified: no, type: nauc_ndcg_at_5_std
value: 29.916500000000003
verified: no, type: nauc_ndcg_at_5_diff1
value: 56.1361
verified: no, type: nauc_ndcg_at_10_max
value: 58.07
verified: no, type: nauc_ndcg_at_10_std
value: 29.687400000000004
verified: no, type: nauc_ndcg_at_10_diff1
value: 58.537099999999995
verified: no, type: nauc_ndcg_at_20_max
value: 57.4515
verified: no, type: nauc_ndcg_at_20_std
value: 29.8421
verified: no, type: nauc_ndcg_at_20_diff1
value: 58.796499999999995
verified: no, type: nauc_ndcg_at_100_max
value: 55.8115
verified: no, type: nauc_ndcg_at_100_std
value: 27.851300000000002
verified: no, type: nauc_ndcg_at_100_diff1
value: 59.395399999999995
verified: no, type: nauc_ndcg_at_1000_max
value: 55.671800000000005
verified: no, type: nauc_ndcg_at_1000_std
value: 27.6646
verified: no, type: nauc_ndcg_at_1000_diff1
value: 59.3548
verified: no, type: nauc_map_at_1_max
value: 48.6122
verified: no, type: nauc_map_at_1_std
value: 18.3707
verified: no, type: nauc_map_at_1_diff1
value: 65.9894
verified: no, type: nauc_map_at_3_max
value: 54.278000000000006
verified: no, type: nauc_map_at_3_std
value: 25.3062
verified: no, type: nauc_map_at_3_diff1
value: 59.0998
verified: no, type: nauc_map_at_5_max
value: 54.38269999999999
verified: no, type: nauc_map_at_5_std
value: 26.451400000000003
verified: no, type: nauc_map_at_5_diff1
value: 59.0233
verified: no, type: nauc_map_at_10_max
value: 54.915000000000006
verified: no, type: nauc_map_at_10_std
value: 26.3247
verified: no, type: nauc_map_at_10_diff1
value: 59.939
verified: no, type: nauc_map_at_20_max
value: 54.760600000000004
verified: no, type: nauc_map_at_20_std
value: 26.3843
verified: no, type: nauc_map_at_20_diff1
value: 60.019800000000004
verified: no, type: nauc_map_at_100_max
value: 54.548700000000004
verified: no, type: nauc_map_at_100_std
value: 26.167099999999998
verified: no, type: nauc_map_at_100_diff1
value: 60.091499999999996
verified: no, type: nauc_map_at_1000_max
value: 54.542
verified: no, type: nauc_map_at_1000_std
value: 26.158199999999997
verified: no, type: nauc_map_at_1000_diff1
value: 60.0897
verified: no, type: nauc_recall_at_1_max
value: 48.6122
verified: no, type: nauc_recall_at_1_std
value: 18.3707
verified: no, type: nauc_recall_at_1_diff1
value: 65.9894
verified: no, type: nauc_recall_at_3_max
value: 63.3309
verified: no, type: nauc_recall_at_3_std
value: 35.1892
verified: no, type: nauc_recall_at_3_diff1
value: 47.732200000000006
verified: no, type: nauc_recall_at_5_max
value: 65.7603
verified: no, type: nauc_recall_at_5_std
value: 44.6445
verified: no, type: nauc_recall_at_5_diff1
value: 43.9624
verified: no, type: nauc_recall_at_10_max
value: 76.059
verified: no, type: nauc_recall_at_10_std
value: 48.0321
verified: no, type: nauc_recall_at_10_diff1
value: 52.642999999999994
verified: no, type: nauc_recall_at_20_max
value: 81.92160000000001
verified: no, type: nauc_recall_at_20_std
value: 61.57040000000001
verified: no, type: nauc_recall_at_20_diff1
value: 51.0182
verified: no, type: nauc_recall_at_100_max
value: 100
verified: no, type: nauc_recall_at_100_std
value: 86.907
verified: no, type: nauc_recall_at_100_diff1
value: 72.2366
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 48.6122
verified: no, type: nauc_precision_at_1_std
value: 18.3707
verified: no, type: nauc_precision_at_1_diff1
value: 65.9894
verified: no, type: nauc_precision_at_3_max
value: 63.3309
verified: no, type: nauc_precision_at_3_std
value: 35.1892
verified: no, type: nauc_precision_at_3_diff1
value: 47.732200000000006
verified: no, type: nauc_precision_at_5_max
value: 65.7603
verified: no, type: nauc_precision_at_5_std
value: 44.6445
verified: no, type: nauc_precision_at_5_diff1
value: 43.9624
verified: no, type: nauc_precision_at_10_max
value: 76.059
verified: no, type: nauc_precision_at_10_std
value: 48.0321
verified: no, type: nauc_precision_at_10_diff1
value: 52.642999999999994
verified: no, type: nauc_precision_at_20_max
value: 81.92160000000001
verified: no, type: nauc_precision_at_20_std
value: 61.57040000000001
verified: no, type: nauc_precision_at_20_diff1
value: 51.0182
verified: no, type: nauc_precision_at_100_max
value: 100
verified: no, type: nauc_precision_at_100_std
value: 86.907
verified: no, type: nauc_precision_at_100_diff1
value: 72.2366
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 48.6122
verified: no, type: nauc_mrr_at_1_std
value: 18.3707
verified: no, type: nauc_mrr_at_1_diff1
value: 65.9894
verified: no, type: nauc_mrr_at_3_max
value: 54.278000000000006
verified: no, type: nauc_mrr_at_3_std
value: 25.3062
verified: no, type: nauc_mrr_at_3_diff1
value: 59.0998
verified: no, type: nauc_mrr_at_5_max
value: 54.38269999999999
verified: no, type: nauc_mrr_at_5_std
value: 26.451400000000003
verified: no, type: nauc_mrr_at_5_diff1
value: 59.0233
verified: no, type: nauc_mrr_at_10_max
value: 54.915000000000006
verified: no, type: nauc_mrr_at_10_std
value: 26.3247
verified: no, type: nauc_mrr_at_10_diff1
value: 59.939
verified: no, type: nauc_mrr_at_20_max
value: 54.760600000000004
verified: no, type: nauc_mrr_at_20_std
value: 26.3843
verified: no, type: nauc_mrr_at_20_diff1
value: 60.019800000000004
verified: no, type: nauc_mrr_at_100_max
value: 54.548700000000004
verified: no, type: nauc_mrr_at_100_std
value: 26.167099999999998
verified: no, type: nauc_mrr_at_100_diff1
value: 60.091499999999996
verified: no, type: nauc_mrr_at_1000_max
value: 54.542
verified: no, type: nauc_mrr_at_1000_std
value: 26.158199999999997
verified: no, type: nauc_mrr_at_1000_diff1
value: 60.0897
verified: no, type: main_score
value: 67.949
verified: no
task: type: Retrieval, dataset: config: ara-eng
name: MTEB MLQARetrieval (ara-eng)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 51.837999999999994
verified: no, type: ndcg_at_3
value: 61.207
verified: no, type: ndcg_at_5
value: 63.57000000000001
verified: no, type: ndcg_at_10
value: 65.679
verified: no, type: ndcg_at_20
value: 67.296
verified: no, type: ndcg_at_100
value: 69.298
verified: no, type: ndcg_at_1000
value: 69.68299999999999
verified: no, type: map_at_1
value: 51.837999999999994
verified: no, type: map_at_3
value: 58.897
verified: no, type: map_at_5
value: 60.193
verified: no, type: map_at_10
value: 61.053000000000004
verified: no, type: map_at_20
value: 61.499
verified: no, type: map_at_100
value: 61.79900000000001
verified: no, type: map_at_1000
value: 61.815
verified: no, type: recall_at_1
value: 51.837999999999994
verified: no, type: recall_at_3
value: 67.892
verified: no, type: recall_at_5
value: 73.694
verified: no, type: recall_at_10
value: 80.271
verified: no, type: recall_at_20
value: 86.654
verified: no, type: recall_at_100
value: 97.099
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 51.837999999999994
verified: no, type: precision_at_3
value: 22.631
verified: no, type: precision_at_5
value: 14.738999999999999
verified: no, type: precision_at_10
value: 8.027
verified: no, type: precision_at_20
value: 4.333
verified: no, type: precision_at_100
value: 0.971
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 51.837500000000006
verified: no, type: mrr_at_3
value: 58.8975
verified: no, type: mrr_at_5
value: 60.1934
verified: no, type: mrr_at_10
value: 61.0533
verified: no, type: mrr_at_20
value: 61.498799999999996
verified: no, type: mrr_at_100
value: 61.7987
verified: no, type: mrr_at_1000
value: 61.8154
verified: no, type: nauc_ndcg_at_1_max
value: 52.8818
verified: no, type: nauc_ndcg_at_1_std
value: 2.2309
verified: no, type: nauc_ndcg_at_1_diff1
value: 67.1852
verified: no, type: nauc_ndcg_at_3_max
value: 57.75789999999999
verified: no, type: nauc_ndcg_at_3_std
value: 8.4361
verified: no, type: nauc_ndcg_at_3_diff1
value: 60.3313
verified: no, type: nauc_ndcg_at_5_max
value: 58.845000000000006
verified: no, type: nauc_ndcg_at_5_std
value: 10.3892
verified: no, type: nauc_ndcg_at_5_diff1
value: 59.6225
verified: no, type: nauc_ndcg_at_10_max
value: 58.440999999999995
verified: no, type: nauc_ndcg_at_10_std
value: 10.245
verified: no, type: nauc_ndcg_at_10_diff1
value: 60.3544
verified: no, type: nauc_ndcg_at_20_max
value: 58.0517
verified: no, type: nauc_ndcg_at_20_std
value: 9.229
verified: no, type: nauc_ndcg_at_20_diff1
value: 60.4508
verified: no, type: nauc_ndcg_at_100_max
value: 57.6593
verified: no, type: nauc_ndcg_at_100_std
value: 9.1281
verified: no, type: nauc_ndcg_at_100_diff1
value: 61.107299999999995
verified: no, type: nauc_ndcg_at_1000_max
value: 57.301100000000005
verified: no, type: nauc_ndcg_at_1000_std
value: 8.3789
verified: no, type: nauc_ndcg_at_1000_diff1
value: 61.433899999999994
verified: no, type: nauc_map_at_1_max
value: 52.8818
verified: no, type: nauc_map_at_1_std
value: 2.2309
verified: no, type: nauc_map_at_1_diff1
value: 67.1852
verified: no, type: nauc_map_at_3_max
value: 56.5338
verified: no, type: nauc_map_at_3_std
value: 6.6754999999999995
verified: no, type: nauc_map_at_3_diff1
value: 62.195299999999996
verified: no, type: nauc_map_at_5_max
value: 56.990300000000005
verified: no, type: nauc_map_at_5_std
value: 7.5465
verified: no, type: nauc_map_at_5_diff1
value: 61.898399999999995
verified: no, type: nauc_map_at_10_max
value: 56.7918
verified: no, type: nauc_map_at_10_std
value: 7.446400000000001
verified: no, type: nauc_map_at_10_diff1
value: 62.218399999999995
verified: no, type: nauc_map_at_20_max
value: 56.666399999999996
verified: no, type: nauc_map_at_20_std
value: 7.133399999999999
verified: no, type: nauc_map_at_20_diff1
value: 62.2684
verified: no, type: nauc_map_at_100_max
value: 56.60380000000001
verified: no, type: nauc_map_at_100_std
value: 7.143800000000001
verified: no, type: nauc_map_at_100_diff1
value: 62.332100000000004
verified: no, type: nauc_map_at_1000_max
value: 56.5913
verified: no, type: nauc_map_at_1000_std
value: 7.1212
verified: no, type: nauc_map_at_1000_diff1
value: 62.3459
verified: no, type: nauc_recall_at_1_max
value: 52.8818
verified: no, type: nauc_recall_at_1_std
value: 2.2309
verified: no, type: nauc_recall_at_1_diff1
value: 67.1852
verified: no, type: nauc_recall_at_3_max
value: 61.804
verified: no, type: nauc_recall_at_3_std
value: 14.3574
verified: no, type: nauc_recall_at_3_diff1
value: 54.0982
verified: no, type: nauc_recall_at_5_max
value: 66.14320000000001
verified: no, type: nauc_recall_at_5_std
value: 21.7224
verified: no, type: nauc_recall_at_5_diff1
value: 50.83259999999999
verified: no, type: nauc_recall_at_10_max
value: 66.2602
verified: no, type: nauc_recall_at_10_std
value: 23.880399999999998
verified: no, type: nauc_recall_at_10_diff1
value: 51.8906
verified: no, type: nauc_recall_at_20_max
value: 66.73219999999999
verified: no, type: nauc_recall_at_20_std
value: 22.267799999999998
verified: no, type: nauc_recall_at_20_diff1
value: 49.0047
verified: no, type: nauc_recall_at_100_max
value: 79.71249999999999
verified: no, type: nauc_recall_at_100_std
value: 56.6461
verified: no, type: nauc_recall_at_100_diff1
value: 41.9666
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 52.8818
verified: no, type: nauc_precision_at_1_std
value: 2.2309
verified: no, type: nauc_precision_at_1_diff1
value: 67.1852
verified: no, type: nauc_precision_at_3_max
value: 61.804
verified: no, type: nauc_precision_at_3_std
value: 14.3574
verified: no, type: nauc_precision_at_3_diff1
value: 54.0982
verified: no, type: nauc_precision_at_5_max
value: 66.14320000000001
verified: no, type: nauc_precision_at_5_std
value: 21.7224
verified: no, type: nauc_precision_at_5_diff1
value: 50.83259999999999
verified: no, type: nauc_precision_at_10_max
value: 66.2602
verified: no, type: nauc_precision_at_10_std
value: 23.880399999999998
verified: no, type: nauc_precision_at_10_diff1
value: 51.8906
verified: no, type: nauc_precision_at_20_max
value: 66.73219999999999
verified: no, type: nauc_precision_at_20_std
value: 22.267799999999998
verified: no, type: nauc_precision_at_20_diff1
value: 49.0047
verified: no, type: nauc_precision_at_100_max
value: 79.71249999999999
verified: no, type: nauc_precision_at_100_std
value: 56.6461
verified: no, type: nauc_precision_at_100_diff1
value: 41.9666
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 52.8818
verified: no, type: nauc_mrr_at_1_std
value: 2.2309
verified: no, type: nauc_mrr_at_1_diff1
value: 67.1852
verified: no, type: nauc_mrr_at_3_max
value: 56.5338
verified: no, type: nauc_mrr_at_3_std
value: 6.6754999999999995
verified: no, type: nauc_mrr_at_3_diff1
value: 62.195299999999996
verified: no, type: nauc_mrr_at_5_max
value: 56.990300000000005
verified: no, type: nauc_mrr_at_5_std
value: 7.5465
verified: no, type: nauc_mrr_at_5_diff1
value: 61.898399999999995
verified: no, type: nauc_mrr_at_10_max
value: 56.7918
verified: no, type: nauc_mrr_at_10_std
value: 7.446400000000001
verified: no, type: nauc_mrr_at_10_diff1
value: 62.218399999999995
verified: no, type: nauc_mrr_at_20_max
value: 56.666399999999996
verified: no, type: nauc_mrr_at_20_std
value: 7.133399999999999
verified: no, type: nauc_mrr_at_20_diff1
value: 62.2684
verified: no, type: nauc_mrr_at_100_max
value: 56.60380000000001
verified: no, type: nauc_mrr_at_100_std
value: 7.143800000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 62.332100000000004
verified: no, type: nauc_mrr_at_1000_max
value: 56.5913
verified: no, type: nauc_mrr_at_1000_std
value: 7.1212
verified: no, type: nauc_mrr_at_1000_diff1
value: 62.3459
verified: no, type: main_score
value: 65.679
verified: no
task: type: Retrieval, dataset: config: ara-spa
name: MTEB MLQARetrieval (ara-spa)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 60.248000000000005
verified: no, type: ndcg_at_3
value: 69.247
verified: no, type: ndcg_at_5
value: 72.26599999999999
verified: no, type: ndcg_at_10
value: 73.994
verified: no, type: ndcg_at_20
value: 75.24300000000001
verified: no, type: ndcg_at_100
value: 76.547
verified: no, type: ndcg_at_1000
value: 76.547
verified: no, type: map_at_1
value: 60.248000000000005
verified: no, type: map_at_3
value: 67.184
verified: no, type: map_at_5
value: 68.83
verified: no, type: map_at_10
value: 69.49600000000001
verified: no, type: map_at_20
value: 69.83500000000001
verified: no, type: map_at_100
value: 70.031
verified: no, type: map_at_1000
value: 70.031
verified: no, type: recall_at_1
value: 60.248000000000005
verified: no, type: recall_at_3
value: 75.155
verified: no, type: recall_at_5
value: 82.609
verified: no, type: recall_at_10
value: 88.19900000000001
verified: no, type: recall_at_20
value: 93.16799999999999
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 60.248000000000005
verified: no, type: precision_at_3
value: 25.052000000000003
verified: no, type: precision_at_5
value: 16.522000000000002
verified: no, type: precision_at_10
value: 8.82
verified: no, type: precision_at_20
value: 4.658
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 60.248400000000004
verified: no, type: mrr_at_3
value: 67.1843
verified: no, type: mrr_at_5
value: 68.83019999999999
verified: no, type: mrr_at_10
value: 69.49600000000001
verified: no, type: mrr_at_20
value: 69.8345
verified: no, type: mrr_at_100
value: 70.03049999999999
verified: no, type: mrr_at_1000
value: 70.03049999999999
verified: no, type: nauc_ndcg_at_1_max
value: 51.1706
verified: no, type: nauc_ndcg_at_1_std
value: -8.1716
verified: no, type: nauc_ndcg_at_1_diff1
value: 73.443
verified: no, type: nauc_ndcg_at_3_max
value: 61.9764
verified: no, type: nauc_ndcg_at_3_std
value: 4.0499
verified: no, type: nauc_ndcg_at_3_diff1
value: 67.49589999999999
verified: no, type: nauc_ndcg_at_5_max
value: 60.4749
verified: no, type: nauc_ndcg_at_5_std
value: 8.561399999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 65.4543
verified: no, type: nauc_ndcg_at_10_max
value: 61.6645
verified: no, type: nauc_ndcg_at_10_std
value: 8.186200000000001
verified: no, type: nauc_ndcg_at_10_diff1
value: 67.3523
verified: no, type: nauc_ndcg_at_20_max
value: 60.9429
verified: no, type: nauc_ndcg_at_20_std
value: 7.7970999999999995
verified: no, type: nauc_ndcg_at_20_diff1
value: 67.1078
verified: no, type: nauc_ndcg_at_100_max
value: 59.452400000000004
verified: no, type: nauc_ndcg_at_100_std
value: 4.6432
verified: no, type: nauc_ndcg_at_100_diff1
value: 68.0564
verified: no, type: nauc_ndcg_at_1000_max
value: 59.452400000000004
verified: no, type: nauc_ndcg_at_1000_std
value: 4.6432
verified: no, type: nauc_ndcg_at_1000_diff1
value: 68.0564
verified: no, type: nauc_map_at_1_max
value: 51.1706
verified: no, type: nauc_map_at_1_std
value: -8.1716
verified: no, type: nauc_map_at_1_diff1
value: 73.443
verified: no, type: nauc_map_at_3_max
value: 59.385299999999994
verified: no, type: nauc_map_at_3_std
value: 1.1125
verified: no, type: nauc_map_at_3_diff1
value: 68.9884
verified: no, type: nauc_map_at_5_max
value: 58.473600000000005
verified: no, type: nauc_map_at_5_std
value: 3.273
verified: no, type: nauc_map_at_5_diff1
value: 68.0102
verified: no, type: nauc_map_at_10_max
value: 58.869899999999994
verified: no, type: nauc_map_at_10_std
value: 3.1175
verified: no, type: nauc_map_at_10_diff1
value: 68.7308
verified: no, type: nauc_map_at_20_max
value: 58.6638
verified: no, type: nauc_map_at_20_std
value: 2.9529
verified: no, type: nauc_map_at_20_diff1
value: 68.6787
verified: no, type: nauc_map_at_100_max
value: 58.465
verified: no, type: nauc_map_at_100_std
value: 2.5943
verified: no, type: nauc_map_at_100_diff1
value: 68.7955
verified: no, type: nauc_map_at_1000_max
value: 58.465
verified: no, type: nauc_map_at_1000_std
value: 2.5943
verified: no, type: nauc_map_at_1000_diff1
value: 68.7955
verified: no, type: nauc_recall_at_1_max
value: 51.1706
verified: no, type: nauc_recall_at_1_std
value: -8.1716
verified: no, type: nauc_recall_at_1_diff1
value: 73.443
verified: no, type: nauc_recall_at_3_max
value: 70.9051
verified: no, type: nauc_recall_at_3_std
value: 14.1759
verified: no, type: nauc_recall_at_3_diff1
value: 62.3143
verified: no, type: nauc_recall_at_5_max
value: 68.99159999999999
verified: no, type: nauc_recall_at_5_std
value: 33.226499999999994
verified: no, type: nauc_recall_at_5_diff1
value: 53.53790000000001
verified: no, type: nauc_recall_at_10_max
value: 79.36149999999999
verified: no, type: nauc_recall_at_10_std
value: 40.149
verified: no, type: nauc_recall_at_10_diff1
value: 59.90220000000001
verified: no, type: nauc_recall_at_20_max
value: 83.0489
verified: no, type: nauc_recall_at_20_std
value: 57.8707
verified: no, type: nauc_recall_at_20_diff1
value: 52.1552
verified: no, type: nauc_recall_at_100_max
verified: no, type: nauc_recall_at_100_std
verified: no, type: nauc_recall_at_100_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 51.1706
verified: no, type: nauc_precision_at_1_std
value: -8.1716
verified: no, type: nauc_precision_at_1_diff1
value: 73.443
verified: no, type: nauc_precision_at_3_max
value: 70.9051
verified: no, type: nauc_precision_at_3_std
value: 14.1759
verified: no, type: nauc_precision_at_3_diff1
value: 62.3143
verified: no, type: nauc_precision_at_5_max
value: 68.99159999999999
verified: no, type: nauc_precision_at_5_std
value: 33.226499999999994
verified: no, type: nauc_precision_at_5_diff1
value: 53.53790000000001
verified: no, type: nauc_precision_at_10_max
value: 79.36149999999999
verified: no, type: nauc_precision_at_10_std
value: 40.149
verified: no, type: nauc_precision_at_10_diff1
value: 59.90220000000001
verified: no, type: nauc_precision_at_20_max
value: 83.0489
verified: no, type: nauc_precision_at_20_std
value: 57.8707
verified: no, type: nauc_precision_at_20_diff1
value: 52.1552
verified: no, type: nauc_precision_at_100_max
verified: no, type: nauc_precision_at_100_std
verified: no, type: nauc_precision_at_100_diff1
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 51.1706
verified: no, type: nauc_mrr_at_1_std
value: -8.1716
verified: no, type: nauc_mrr_at_1_diff1
value: 73.443
verified: no, type: nauc_mrr_at_3_max
value: 59.385299999999994
verified: no, type: nauc_mrr_at_3_std
value: 1.1125
verified: no, type: nauc_mrr_at_3_diff1
value: 68.9884
verified: no, type: nauc_mrr_at_5_max
value: 58.473600000000005
verified: no, type: nauc_mrr_at_5_std
value: 3.273
verified: no, type: nauc_mrr_at_5_diff1
value: 68.0102
verified: no, type: nauc_mrr_at_10_max
value: 58.869899999999994
verified: no, type: nauc_mrr_at_10_std
value: 3.1175
verified: no, type: nauc_mrr_at_10_diff1
value: 68.7308
verified: no, type: nauc_mrr_at_20_max
value: 58.6638
verified: no, type: nauc_mrr_at_20_std
value: 2.9529
verified: no, type: nauc_mrr_at_20_diff1
value: 68.6787
verified: no, type: nauc_mrr_at_100_max
value: 58.465
verified: no, type: nauc_mrr_at_100_std
value: 2.5943
verified: no, type: nauc_mrr_at_100_diff1
value: 68.7955
verified: no, type: nauc_mrr_at_1000_max
value: 58.465
verified: no, type: nauc_mrr_at_1000_std
value: 2.5943
verified: no, type: nauc_mrr_at_1000_diff1
value: 68.7955
verified: no, type: main_score
value: 73.994
verified: no
task: type: Retrieval, dataset: config: ara-hin
name: MTEB MLQARetrieval (ara-hin)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 54.301
verified: no, type: ndcg_at_3
value: 65.598
verified: no, type: ndcg_at_5
value: 68.46600000000001
verified: no, type: ndcg_at_10
value: 70.511
verified: no, type: ndcg_at_20
value: 71.58200000000001
verified: no, type: ndcg_at_100
value: 73.014
verified: no, type: ndcg_at_1000
value: 73.165
verified: no, type: map_at_1
value: 54.301
verified: no, type: map_at_3
value: 62.814
verified: no, type: map_at_5
value: 64.4
verified: no, type: map_at_10
value: 65.21900000000001
verified: no, type: map_at_20
value: 65.503
verified: no, type: map_at_100
value: 65.712
verified: no, type: map_at_1000
value: 65.72
verified: no, type: recall_at_1
value: 54.301
verified: no, type: recall_at_3
value: 73.656
verified: no, type: recall_at_5
value: 80.645
verified: no, type: recall_at_10
value: 87.09700000000001
verified: no, type: recall_at_20
value: 91.398
verified: no, type: recall_at_100
value: 98.925
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 54.301
verified: no, type: precision_at_3
value: 24.552
verified: no, type: precision_at_5
value: 16.128999999999998
verified: no, type: precision_at_10
value: 8.709999999999999
verified: no, type: precision_at_20
value: 4.569999999999999
verified: no, type: precision_at_100
value: 0.989
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 54.301100000000005
verified: no, type: mrr_at_3
value: 62.8136
verified: no, type: mrr_at_5
value: 64.3996
verified: no, type: mrr_at_10
value: 65.2187
verified: no, type: mrr_at_20
value: 65.5029
verified: no, type: mrr_at_100
value: 65.71209999999999
verified: no, type: mrr_at_1000
value: 65.72
verified: no, type: nauc_ndcg_at_1_max
value: 53.0712
verified: no, type: nauc_ndcg_at_1_std
value: 3.4898
verified: no, type: nauc_ndcg_at_1_diff1
value: 66.2941
verified: no, type: nauc_ndcg_at_3_max
value: 59.7553
verified: no, type: nauc_ndcg_at_3_std
value: 12.1777
verified: no, type: nauc_ndcg_at_3_diff1
value: 62.923399999999994
verified: no, type: nauc_ndcg_at_5_max
value: 59.16630000000001
verified: no, type: nauc_ndcg_at_5_std
value: 11.998899999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 61.015699999999995
verified: no, type: nauc_ndcg_at_10_max
value: 59.5264
verified: no, type: nauc_ndcg_at_10_std
value: 14.9617
verified: no, type: nauc_ndcg_at_10_diff1
value: 62.1769
verified: no, type: nauc_ndcg_at_20_max
value: 59.5248
verified: no, type: nauc_ndcg_at_20_std
value: 13.4521
verified: no, type: nauc_ndcg_at_20_diff1
value: 63.1046
verified: no, type: nauc_ndcg_at_100_max
value: 58.8175
verified: no, type: nauc_ndcg_at_100_std
value: 12.1264
verified: no, type: nauc_ndcg_at_100_diff1
value: 63.231
verified: no, type: nauc_ndcg_at_1000_max
value: 58.571200000000005
verified: no, type: nauc_ndcg_at_1000_std
value: 11.6462
verified: no, type: nauc_ndcg_at_1000_diff1
value: 63.166900000000005
verified: no, type: nauc_map_at_1_max
value: 53.0712
verified: no, type: nauc_map_at_1_std
value: 3.4898
verified: no, type: nauc_map_at_1_diff1
value: 66.2941
verified: no, type: nauc_map_at_3_max
value: 58.0839
verified: no, type: nauc_map_at_3_std
value: 9.8015
verified: no, type: nauc_map_at_3_diff1
value: 63.7764
verified: no, type: nauc_map_at_5_max
value: 57.7643
verified: no, type: nauc_map_at_5_std
value: 9.661200000000001
verified: no, type: nauc_map_at_5_diff1
value: 62.8703
verified: no, type: nauc_map_at_10_max
value: 57.92230000000001
verified: no, type: nauc_map_at_10_std
value: 10.7513
verified: no, type: nauc_map_at_10_diff1
value: 63.282700000000006
verified: no, type: nauc_map_at_20_max
value: 57.898
verified: no, type: nauc_map_at_20_std
value: 10.3559
verified: no, type: nauc_map_at_20_diff1
value: 63.4981
verified: no, type: nauc_map_at_100_max
value: 57.8164
verified: no, type: nauc_map_at_100_std
value: 10.2083
verified: no, type: nauc_map_at_100_diff1
value: 63.524
verified: no, type: nauc_map_at_1000_max
value: 57.80610000000001
verified: no, type: nauc_map_at_1000_std
value: 10.1882
verified: no, type: nauc_map_at_1000_diff1
value: 63.521499999999996
verified: no, type: nauc_recall_at_1_max
value: 53.0712
verified: no, type: nauc_recall_at_1_std
value: 3.4898
verified: no, type: nauc_recall_at_1_diff1
value: 66.2941
verified: no, type: nauc_recall_at_3_max
value: 65.6965
verified: no, type: nauc_recall_at_3_std
value: 20.741100000000003
verified: no, type: nauc_recall_at_3_diff1
value: 59.885600000000004
verified: no, type: nauc_recall_at_5_max
value: 65.05539999999999
verified: no, type: nauc_recall_at_5_std
value: 22.2359
verified: no, type: nauc_recall_at_5_diff1
value: 52.3555
verified: no, type: nauc_recall_at_10_max
value: 69.0771
verified: no, type: nauc_recall_at_10_std
value: 43.1849
verified: no, type: nauc_recall_at_10_diff1
value: 55.924099999999996
verified: no, type: nauc_recall_at_20_max
value: 73.63589999999999
verified: no, type: nauc_recall_at_20_std
value: 40.5013
verified: no, type: nauc_recall_at_20_diff1
value: 62.9617
verified: no, type: nauc_recall_at_100_max
value: 93.44839999999999
verified: no, type: nauc_recall_at_100_std
value: 79.5537
verified: no, type: nauc_recall_at_100_diff1
value: 72.2107
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 53.0712
verified: no, type: nauc_precision_at_1_std
value: 3.4898
verified: no, type: nauc_precision_at_1_diff1
value: 66.2941
verified: no, type: nauc_precision_at_3_max
value: 65.6965
verified: no, type: nauc_precision_at_3_std
value: 20.741100000000003
verified: no, type: nauc_precision_at_3_diff1
value: 59.885600000000004
verified: no, type: nauc_precision_at_5_max
value: 65.05539999999999
verified: no, type: nauc_precision_at_5_std
value: 22.2359
verified: no, type: nauc_precision_at_5_diff1
value: 52.3555
verified: no, type: nauc_precision_at_10_max
value: 69.0771
verified: no, type: nauc_precision_at_10_std
value: 43.1849
verified: no, type: nauc_precision_at_10_diff1
value: 55.924099999999996
verified: no, type: nauc_precision_at_20_max
value: 73.63589999999999
verified: no, type: nauc_precision_at_20_std
value: 40.5013
verified: no, type: nauc_precision_at_20_diff1
value: 62.9617
verified: no, type: nauc_precision_at_100_max
value: 93.44839999999999
verified: no, type: nauc_precision_at_100_std
value: 79.5537
verified: no, type: nauc_precision_at_100_diff1
value: 72.2107
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 53.0712
verified: no, type: nauc_mrr_at_1_std
value: 3.4898
verified: no, type: nauc_mrr_at_1_diff1
value: 66.2941
verified: no, type: nauc_mrr_at_3_max
value: 58.0839
verified: no, type: nauc_mrr_at_3_std
value: 9.8015
verified: no, type: nauc_mrr_at_3_diff1
value: 63.7764
verified: no, type: nauc_mrr_at_5_max
value: 57.7643
verified: no, type: nauc_mrr_at_5_std
value: 9.661200000000001
verified: no, type: nauc_mrr_at_5_diff1
value: 62.8703
verified: no, type: nauc_mrr_at_10_max
value: 57.92230000000001
verified: no, type: nauc_mrr_at_10_std
value: 10.7513
verified: no, type: nauc_mrr_at_10_diff1
value: 63.282700000000006
verified: no, type: nauc_mrr_at_20_max
value: 57.898
verified: no, type: nauc_mrr_at_20_std
value: 10.3559
verified: no, type: nauc_mrr_at_20_diff1
value: 63.4981
verified: no, type: nauc_mrr_at_100_max
value: 57.8164
verified: no, type: nauc_mrr_at_100_std
value: 10.2083
verified: no, type: nauc_mrr_at_100_diff1
value: 63.524
verified: no, type: nauc_mrr_at_1000_max
value: 57.80610000000001
verified: no, type: nauc_mrr_at_1000_std
value: 10.1882
verified: no, type: nauc_mrr_at_1000_diff1
value: 63.521499999999996
verified: no, type: main_score
value: 70.511
verified: no
task: type: Retrieval, dataset: config: ara-vie
name: MTEB MLQARetrieval (ara-vie)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 52.147
verified: no, type: ndcg_at_3
value: 60.407
verified: no, type: ndcg_at_5
value: 64.209
verified: no, type: ndcg_at_10
value: 66.841
verified: no, type: ndcg_at_20
value: 68.27
verified: no, type: ndcg_at_100
value: 70.407
verified: no, type: ndcg_at_1000
value: 70.407
verified: no, type: map_at_1
value: 52.147
verified: no, type: map_at_3
value: 58.384
verified: no, type: map_at_5
value: 60.501000000000005
verified: no, type: map_at_10
value: 61.617
verified: no, type: map_at_20
value: 62.026
verified: no, type: map_at_100
value: 62.356
verified: no, type: map_at_1000
value: 62.356
verified: no, type: recall_at_1
value: 52.147
verified: no, type: recall_at_3
value: 66.258
verified: no, type: recall_at_5
value: 75.46000000000001
verified: no, type: recall_at_10
value: 83.43599999999999
verified: no, type: recall_at_20
value: 88.957
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 52.147
verified: no, type: precision_at_3
value: 22.086
verified: no, type: precision_at_5
value: 15.092
verified: no, type: precision_at_10
value: 8.344
verified: no, type: precision_at_20
value: 4.4479999999999995
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 52.147200000000005
verified: no, type: mrr_at_3
value: 58.384499999999996
verified: no, type: mrr_at_5
value: 60.501000000000005
verified: no, type: mrr_at_10
value: 61.616499999999995
verified: no, type: mrr_at_20
value: 62.02609999999999
verified: no, type: mrr_at_100
value: 62.3563
verified: no, type: mrr_at_1000
value: 62.3563
verified: no, type: nauc_ndcg_at_1_max
value: 62.013
verified: no, type: nauc_ndcg_at_1_std
value: 14.3347
verified: no, type: nauc_ndcg_at_1_diff1
value: 63.092000000000006
verified: no, type: nauc_ndcg_at_3_max
value: 64.3437
verified: no, type: nauc_ndcg_at_3_std
value: 17.8683
verified: no, type: nauc_ndcg_at_3_diff1
value: 58.916999999999994
verified: no, type: nauc_ndcg_at_5_max
value: 62.3664
verified: no, type: nauc_ndcg_at_5_std
value: 17.697
verified: no, type: nauc_ndcg_at_5_diff1
value: 57.1928
verified: no, type: nauc_ndcg_at_10_max
value: 62.8166
verified: no, type: nauc_ndcg_at_10_std
value: 19.034599999999998
verified: no, type: nauc_ndcg_at_10_diff1
value: 58.5172
verified: no, type: nauc_ndcg_at_20_max
value: 63.6594
verified: no, type: nauc_ndcg_at_20_std
value: 20.9389
verified: no, type: nauc_ndcg_at_20_diff1
value: 57.687900000000006
verified: no, type: nauc_ndcg_at_100_max
value: 63.109700000000004
verified: no, type: nauc_ndcg_at_100_std
value: 18.536
verified: no, type: nauc_ndcg_at_100_diff1
value: 58.574099999999994
verified: no, type: nauc_ndcg_at_1000_max
value: 63.109700000000004
verified: no, type: nauc_ndcg_at_1000_std
value: 18.536
verified: no, type: nauc_ndcg_at_1000_diff1
value: 58.574099999999994
verified: no, type: nauc_map_at_1_max
value: 62.013
verified: no, type: nauc_map_at_1_std
value: 14.3347
verified: no, type: nauc_map_at_1_diff1
value: 63.092000000000006
verified: no, type: nauc_map_at_3_max
value: 63.7613
verified: no, type: nauc_map_at_3_std
value: 17.387800000000002
verified: no, type: nauc_map_at_3_diff1
value: 59.5963
verified: no, type: nauc_map_at_5_max
value: 62.6696
verified: no, type: nauc_map_at_5_std
value: 17.2029
verified: no, type: nauc_map_at_5_diff1
value: 58.5964
verified: no, type: nauc_map_at_10_max
value: 62.7803
verified: no, type: nauc_map_at_10_std
value: 17.6424
verified: no, type: nauc_map_at_10_diff1
value: 59.108799999999995
verified: no, type: nauc_map_at_20_max
value: 63.032
verified: no, type: nauc_map_at_20_std
value: 18.2008
verified: no, type: nauc_map_at_20_diff1
value: 58.8951
verified: no, type: nauc_map_at_100_max
value: 62.961800000000004
verified: no, type: nauc_map_at_100_std
value: 17.8419
verified: no, type: nauc_map_at_100_diff1
value: 59.0283
verified: no, type: nauc_map_at_1000_max
value: 62.961800000000004
verified: no, type: nauc_map_at_1000_std
value: 17.8419
verified: no, type: nauc_map_at_1000_diff1
value: 59.0283
verified: no, type: nauc_recall_at_1_max
value: 62.013
verified: no, type: nauc_recall_at_1_std
value: 14.3347
verified: no, type: nauc_recall_at_1_diff1
value: 63.092000000000006
verified: no, type: nauc_recall_at_3_max
value: 66.2268
verified: no, type: nauc_recall_at_3_std
value: 19.2254
verified: no, type: nauc_recall_at_3_diff1
value: 56.8986
verified: no, type: nauc_recall_at_5_max
value: 60.8216
verified: no, type: nauc_recall_at_5_std
value: 19.4877
verified: no, type: nauc_recall_at_5_diff1
value: 51.761900000000004
verified: no, type: nauc_recall_at_10_max
value: 63.136199999999995
verified: no, type: nauc_recall_at_10_std
value: 27.4165
verified: no, type: nauc_recall_at_10_diff1
value: 56.558
verified: no, type: nauc_recall_at_20_max
value: 69.8169
verified: no, type: nauc_recall_at_20_std
value: 45.7693
verified: no, type: nauc_recall_at_20_diff1
value: 48.7296
verified: no, type: nauc_recall_at_100_max
verified: no, type: nauc_recall_at_100_std
verified: no, type: nauc_recall_at_100_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 62.013
verified: no, type: nauc_precision_at_1_std
value: 14.3347
verified: no, type: nauc_precision_at_1_diff1
value: 63.092000000000006
verified: no, type: nauc_precision_at_3_max
value: 66.2268
verified: no, type: nauc_precision_at_3_std
value: 19.2254
verified: no, type: nauc_precision_at_3_diff1
value: 56.8986
verified: no, type: nauc_precision_at_5_max
value: 60.8216
verified: no, type: nauc_precision_at_5_std
value: 19.4877
verified: no, type: nauc_precision_at_5_diff1
value: 51.761900000000004
verified: no, type: nauc_precision_at_10_max
value: 63.136199999999995
verified: no, type: nauc_precision_at_10_std
value: 27.4165
verified: no, type: nauc_precision_at_10_diff1
value: 56.558
verified: no, type: nauc_precision_at_20_max
value: 69.8169
verified: no, type: nauc_precision_at_20_std
value: 45.7693
verified: no, type: nauc_precision_at_20_diff1
value: 48.7296
verified: no, type: nauc_precision_at_100_max
value: 100
verified: no, type: nauc_precision_at_100_std
value: 100
verified: no, type: nauc_precision_at_100_diff1
value: 100
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 62.013
verified: no, type: nauc_mrr_at_1_std
value: 14.3347
verified: no, type: nauc_mrr_at_1_diff1
value: 63.092000000000006
verified: no, type: nauc_mrr_at_3_max
value: 63.7613
verified: no, type: nauc_mrr_at_3_std
value: 17.387800000000002
verified: no, type: nauc_mrr_at_3_diff1
value: 59.5963
verified: no, type: nauc_mrr_at_5_max
value: 62.6696
verified: no, type: nauc_mrr_at_5_std
value: 17.2029
verified: no, type: nauc_mrr_at_5_diff1
value: 58.5964
verified: no, type: nauc_mrr_at_10_max
value: 62.7803
verified: no, type: nauc_mrr_at_10_std
value: 17.6424
verified: no, type: nauc_mrr_at_10_diff1
value: 59.108799999999995
verified: no, type: nauc_mrr_at_20_max
value: 63.032
verified: no, type: nauc_mrr_at_20_std
value: 18.2008
verified: no, type: nauc_mrr_at_20_diff1
value: 58.8951
verified: no, type: nauc_mrr_at_100_max
value: 62.961800000000004
verified: no, type: nauc_mrr_at_100_std
value: 17.8419
verified: no, type: nauc_mrr_at_100_diff1
value: 59.0283
verified: no, type: nauc_mrr_at_1000_max
value: 62.961800000000004
verified: no, type: nauc_mrr_at_1000_std
value: 17.8419
verified: no, type: nauc_mrr_at_1000_diff1
value: 59.0283
verified: no, type: main_score
value: 66.841
verified: no
task: type: Retrieval, dataset: config: ara-zho
name: MTEB MLQARetrieval (ara-zho)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 58.511
verified: no, type: ndcg_at_3
value: 68.022
verified: no, type: ndcg_at_5
value: 69.808
verified: no, type: ndcg_at_10
value: 71.552
verified: no, type: ndcg_at_20
value: 73.287
verified: no, type: ndcg_at_100
value: 74.737
verified: no, type: ndcg_at_1000
value: 74.964
verified: no, type: map_at_1
value: 58.511
verified: no, type: map_at_3
value: 65.78
verified: no, type: map_at_5
value: 66.791
verified: no, type: map_at_10
value: 67.523
verified: no, type: map_at_20
value: 67.994
verified: no, type: map_at_100
value: 68.219
verified: no, type: map_at_1000
value: 68.231
verified: no, type: recall_at_1
value: 58.511
verified: no, type: recall_at_3
value: 74.468
verified: no, type: recall_at_5
value: 78.723
verified: no, type: recall_at_10
value: 84.043
verified: no, type: recall_at_20
value: 90.957
verified: no, type: recall_at_100
value: 98.404
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 58.511
verified: no, type: precision_at_3
value: 24.823
verified: no, type: precision_at_5
value: 15.745000000000001
verified: no, type: precision_at_10
value: 8.404
verified: no, type: precision_at_20
value: 4.548
verified: no, type: precision_at_100
value: 0.984
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 58.510600000000004
verified: no, type: mrr_at_3
value: 65.78009999999999
verified: no, type: mrr_at_5
value: 66.79079999999999
verified: no, type: mrr_at_10
value: 67.5232
verified: no, type: mrr_at_20
value: 67.994
verified: no, type: mrr_at_100
value: 68.2188
verified: no, type: mrr_at_1000
value: 68.2311
verified: no, type: nauc_ndcg_at_1_max
value: 47.2503
verified: no, type: nauc_ndcg_at_1_std
value: 14.4989
verified: no, type: nauc_ndcg_at_1_diff1
value: 63.2463
verified: no, type: nauc_ndcg_at_3_max
value: 54.855900000000005
verified: no, type: nauc_ndcg_at_3_std
value: 21.204700000000003
verified: no, type: nauc_ndcg_at_3_diff1
value: 60.0863
verified: no, type: nauc_ndcg_at_5_max
value: 55.416399999999996
verified: no, type: nauc_ndcg_at_5_std
value: 22.047900000000002
verified: no, type: nauc_ndcg_at_5_diff1
value: 61.1254
verified: no, type: nauc_ndcg_at_10_max
value: 53.0238
verified: no, type: nauc_ndcg_at_10_std
value: 19.6632
verified: no, type: nauc_ndcg_at_10_diff1
value: 60.5071
verified: no, type: nauc_ndcg_at_20_max
value: 53.337599999999995
verified: no, type: nauc_ndcg_at_20_std
value: 21.4431
verified: no, type: nauc_ndcg_at_20_diff1
value: 59.5753
verified: no, type: nauc_ndcg_at_100_max
value: 52.819300000000005
verified: no, type: nauc_ndcg_at_100_std
value: 20.0427
verified: no, type: nauc_ndcg_at_100_diff1
value: 60.933800000000005
verified: no, type: nauc_ndcg_at_1000_max
value: 52.70399999999999
verified: no, type: nauc_ndcg_at_1000_std
value: 19.5895
verified: no, type: nauc_ndcg_at_1000_diff1
value: 60.8733
verified: no, type: nauc_map_at_1_max
value: 47.2503
verified: no, type: nauc_map_at_1_std
value: 14.4989
verified: no, type: nauc_map_at_1_diff1
value: 63.2463
verified: no, type: nauc_map_at_3_max
value: 52.973400000000005
verified: no, type: nauc_map_at_3_std
value: 19.3872
verified: no, type: nauc_map_at_3_diff1
value: 60.8399
verified: no, type: nauc_map_at_5_max
value: 53.166999999999994
verified: no, type: nauc_map_at_5_std
value: 19.7018
verified: no, type: nauc_map_at_5_diff1
value: 61.3792
verified: no, type: nauc_map_at_10_max
value: 52.2108
verified: no, type: nauc_map_at_10_std
value: 18.693199999999997
verified: no, type: nauc_map_at_10_diff1
value: 61.15390000000001
verified: no, type: nauc_map_at_20_max
value: 52.2363
verified: no, type: nauc_map_at_20_std
value: 19.135099999999998
verified: no, type: nauc_map_at_20_diff1
value: 60.963
verified: no, type: nauc_map_at_100_max
value: 52.16499999999999
verified: no, type: nauc_map_at_100_std
value: 18.8758
verified: no, type: nauc_map_at_100_diff1
value: 61.1737
verified: no, type: nauc_map_at_1000_max
value: 52.1605
verified: no, type: nauc_map_at_1000_std
value: 18.8562
verified: no, type: nauc_map_at_1000_diff1
value: 61.1715
verified: no, type: nauc_recall_at_1_max
value: 47.2503
verified: no, type: nauc_recall_at_1_std
value: 14.4989
verified: no, type: nauc_recall_at_1_diff1
value: 63.2463
verified: no, type: nauc_recall_at_3_max
value: 61.4028
verified: no, type: nauc_recall_at_3_std
value: 27.6147
verified: no, type: nauc_recall_at_3_diff1
value: 57.4815
verified: no, type: nauc_recall_at_5_max
value: 64.4332
verified: no, type: nauc_recall_at_5_std
value: 31.658399999999997
verified: no, type: nauc_recall_at_5_diff1
value: 60.4164
verified: no, type: nauc_recall_at_10_max
value: 55.680099999999996
verified: no, type: nauc_recall_at_10_std
value: 23.6144
verified: no, type: nauc_recall_at_10_diff1
value: 57.232099999999996
verified: no, type: nauc_recall_at_20_max
value: 61.303700000000006
verified: no, type: nauc_recall_at_20_std
value: 42.750899999999994
verified: no, type: nauc_recall_at_20_diff1
value: 45.5658
verified: no, type: nauc_recall_at_100_max
value: 63.750099999999996
verified: no, type: nauc_recall_at_100_std
value: 61.4922
verified: no, type: nauc_recall_at_100_diff1
value: 66.5823
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 47.2503
verified: no, type: nauc_precision_at_1_std
value: 14.4989
verified: no, type: nauc_precision_at_1_diff1
value: 63.2463
verified: no, type: nauc_precision_at_3_max
value: 61.4028
verified: no, type: nauc_precision_at_3_std
value: 27.6147
verified: no, type: nauc_precision_at_3_diff1
value: 57.4815
verified: no, type: nauc_precision_at_5_max
value: 64.4332
verified: no, type: nauc_precision_at_5_std
value: 31.658399999999997
verified: no, type: nauc_precision_at_5_diff1
value: 60.4164
verified: no, type: nauc_precision_at_10_max
value: 55.680099999999996
verified: no, type: nauc_precision_at_10_std
value: 23.6144
verified: no, type: nauc_precision_at_10_diff1
value: 57.232099999999996
verified: no, type: nauc_precision_at_20_max
value: 61.303700000000006
verified: no, type: nauc_precision_at_20_std
value: 42.750899999999994
verified: no, type: nauc_precision_at_20_diff1
value: 45.5658
verified: no, type: nauc_precision_at_100_max
value: 63.750099999999996
verified: no, type: nauc_precision_at_100_std
value: 61.4922
verified: no, type: nauc_precision_at_100_diff1
value: 66.5823
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 47.2503
verified: no, type: nauc_mrr_at_1_std
value: 14.4989
verified: no, type: nauc_mrr_at_1_diff1
value: 63.2463
verified: no, type: nauc_mrr_at_3_max
value: 52.973400000000005
verified: no, type: nauc_mrr_at_3_std
value: 19.3872
verified: no, type: nauc_mrr_at_3_diff1
value: 60.8399
verified: no, type: nauc_mrr_at_5_max
value: 53.166999999999994
verified: no, type: nauc_mrr_at_5_std
value: 19.7018
verified: no, type: nauc_mrr_at_5_diff1
value: 61.3792
verified: no, type: nauc_mrr_at_10_max
value: 52.2108
verified: no, type: nauc_mrr_at_10_std
value: 18.693199999999997
verified: no, type: nauc_mrr_at_10_diff1
value: 61.15390000000001
verified: no, type: nauc_mrr_at_20_max
value: 52.2363
verified: no, type: nauc_mrr_at_20_std
value: 19.135099999999998
verified: no, type: nauc_mrr_at_20_diff1
value: 60.963
verified: no, type: nauc_mrr_at_100_max
value: 52.16499999999999
verified: no, type: nauc_mrr_at_100_std
value: 18.8758
verified: no, type: nauc_mrr_at_100_diff1
value: 61.1737
verified: no, type: nauc_mrr_at_1000_max
value: 52.1605
verified: no, type: nauc_mrr_at_1000_std
value: 18.8562
verified: no, type: nauc_mrr_at_1000_diff1
value: 61.1715
verified: no, type: main_score
value: 71.552
verified: no
task: type: Retrieval, dataset: config: deu-ara
name: MTEB MLQARetrieval (deu-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 48.792
verified: no, type: ndcg_at_3
value: 58.879000000000005
verified: no, type: ndcg_at_5
value: 62.039
verified: no, type: ndcg_at_10
value: 64.575
verified: no, type: ndcg_at_20
value: 66.373
verified: no, type: ndcg_at_100
value: 68.355
verified: no, type: ndcg_at_1000
value: 68.423
verified: no, type: map_at_1
value: 48.792
verified: no, type: map_at_3
value: 56.361000000000004
verified: no, type: map_at_5
value: 58.099999999999994
verified: no, type: map_at_10
value: 59.168
verified: no, type: map_at_20
value: 59.643
verified: no, type: map_at_100
value: 59.924
verified: no, type: map_at_1000
value: 59.927
verified: no, type: recall_at_1
value: 48.792
verified: no, type: recall_at_3
value: 66.184
verified: no, type: recall_at_5
value: 73.913
verified: no, type: recall_at_10
value: 81.643
verified: no, type: recall_at_20
value: 88.889
verified: no, type: recall_at_100
value: 99.517
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 48.792
verified: no, type: precision_at_3
value: 22.061
verified: no, type: precision_at_5
value: 14.783
verified: no, type: precision_at_10
value: 8.164
verified: no, type: precision_at_20
value: 4.444
verified: no, type: precision_at_100
value: 0.9950000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 48.7923
verified: no, type: mrr_at_3
value: 56.360699999999994
verified: no, type: mrr_at_5
value: 58.0998
verified: no, type: mrr_at_10
value: 59.1684
verified: no, type: mrr_at_20
value: 59.6429
verified: no, type: mrr_at_100
value: 59.923899999999996
verified: no, type: mrr_at_1000
value: 59.927299999999995
verified: no, type: nauc_ndcg_at_1_max
value: 60.14659999999999
verified: no, type: nauc_ndcg_at_1_std
value: 24.918000000000003
verified: no, type: nauc_ndcg_at_1_diff1
value: 68.1555
verified: no, type: nauc_ndcg_at_3_max
value: 68.1987
verified: no, type: nauc_ndcg_at_3_std
value: 33.2158
verified: no, type: nauc_ndcg_at_3_diff1
value: 65.9628
verified: no, type: nauc_ndcg_at_5_max
value: 67.9623
verified: no, type: nauc_ndcg_at_5_std
value: 35.7052
verified: no, type: nauc_ndcg_at_5_diff1
value: 65.3555
verified: no, type: nauc_ndcg_at_10_max
value: 67.2588
verified: no, type: nauc_ndcg_at_10_std
value: 35.5972
verified: no, type: nauc_ndcg_at_10_diff1
value: 64.43560000000001
verified: no, type: nauc_ndcg_at_20_max
value: 66.4426
verified: no, type: nauc_ndcg_at_20_std
value: 34.2402
verified: no, type: nauc_ndcg_at_20_diff1
value: 64.6256
verified: no, type: nauc_ndcg_at_100_max
value: 65.9374
verified: no, type: nauc_ndcg_at_100_std
value: 33.2936
verified: no, type: nauc_ndcg_at_100_diff1
value: 65.4946
verified: no, type: nauc_ndcg_at_1000_max
value: 65.8403
verified: no, type: nauc_ndcg_at_1000_std
value: 33.1036
verified: no, type: nauc_ndcg_at_1000_diff1
value: 65.4336
verified: no, type: nauc_map_at_1_max
value: 60.14659999999999
verified: no, type: nauc_map_at_1_std
value: 24.918000000000003
verified: no, type: nauc_map_at_1_diff1
value: 68.1555
verified: no, type: nauc_map_at_3_max
value: 65.9154
verified: no, type: nauc_map_at_3_std
value: 31.2376
verified: no, type: nauc_map_at_3_diff1
value: 66.2823
verified: no, type: nauc_map_at_5_max
value: 65.6741
verified: no, type: nauc_map_at_5_std
value: 32.3493
verified: no, type: nauc_map_at_5_diff1
value: 65.985
verified: no, type: nauc_map_at_10_max
value: 65.32430000000001
verified: no, type: nauc_map_at_10_std
value: 32.1969
verified: no, type: nauc_map_at_10_diff1
value: 65.6151
verified: no, type: nauc_map_at_20_max
value: 65.11710000000001
verified: no, type: nauc_map_at_20_std
value: 31.842599999999997
verified: no, type: nauc_map_at_20_diff1
value: 65.6874
verified: no, type: nauc_map_at_100_max
value: 65.0633
verified: no, type: nauc_map_at_100_std
value: 31.7911
verified: no, type: nauc_map_at_100_diff1
value: 65.803
verified: no, type: nauc_map_at_1000_max
value: 65.0593
verified: no, type: nauc_map_at_1000_std
value: 31.7832
verified: no, type: nauc_map_at_1000_diff1
value: 65.8006
verified: no, type: nauc_recall_at_1_max
value: 60.14659999999999
verified: no, type: nauc_recall_at_1_std
value: 24.918000000000003
verified: no, type: nauc_recall_at_1_diff1
value: 68.1555
verified: no, type: nauc_recall_at_3_max
value: 75.8576
verified: no, type: nauc_recall_at_3_std
value: 39.685900000000004
verified: no, type: nauc_recall_at_3_diff1
value: 65.02459999999999
verified: no, type: nauc_recall_at_5_max
value: 76.9843
verified: no, type: nauc_recall_at_5_std
value: 49.3317
verified: no, type: nauc_recall_at_5_diff1
value: 62.922599999999996
verified: no, type: nauc_recall_at_10_max
value: 76.8501
verified: no, type: nauc_recall_at_10_std
value: 53.6033
verified: no, type: nauc_recall_at_10_diff1
value: 58.028999999999996
verified: no, type: nauc_recall_at_20_max
value: 74.5552
verified: no, type: nauc_recall_at_20_std
value: 51.1048
verified: no, type: nauc_recall_at_20_diff1
value: 55.864000000000004
verified: no, type: nauc_recall_at_100_max
value: 100
verified: no, type: nauc_recall_at_100_std
value: 100
verified: no, type: nauc_recall_at_100_diff1
value: 86.907
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 60.14659999999999
verified: no, type: nauc_precision_at_1_std
value: 24.918000000000003
verified: no, type: nauc_precision_at_1_diff1
value: 68.1555
verified: no, type: nauc_precision_at_3_max
value: 75.8576
verified: no, type: nauc_precision_at_3_std
value: 39.685900000000004
verified: no, type: nauc_precision_at_3_diff1
value: 65.02459999999999
verified: no, type: nauc_precision_at_5_max
value: 76.9843
verified: no, type: nauc_precision_at_5_std
value: 49.3317
verified: no, type: nauc_precision_at_5_diff1
value: 62.922599999999996
verified: no, type: nauc_precision_at_10_max
value: 76.8501
verified: no, type: nauc_precision_at_10_std
value: 53.6033
verified: no, type: nauc_precision_at_10_diff1
value: 58.028999999999996
verified: no, type: nauc_precision_at_20_max
value: 74.5552
verified: no, type: nauc_precision_at_20_std
value: 51.1048
verified: no, type: nauc_precision_at_20_diff1
value: 55.864000000000004
verified: no, type: nauc_precision_at_100_max
value: 100
verified: no, type: nauc_precision_at_100_std
value: 100
verified: no, type: nauc_precision_at_100_diff1
value: 86.907
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 60.14659999999999
verified: no, type: nauc_mrr_at_1_std
value: 24.918000000000003
verified: no, type: nauc_mrr_at_1_diff1
value: 68.1555
verified: no, type: nauc_mrr_at_3_max
value: 65.9154
verified: no, type: nauc_mrr_at_3_std
value: 31.2376
verified: no, type: nauc_mrr_at_3_diff1
value: 66.2823
verified: no, type: nauc_mrr_at_5_max
value: 65.6741
verified: no, type: nauc_mrr_at_5_std
value: 32.3493
verified: no, type: nauc_mrr_at_5_diff1
value: 65.985
verified: no, type: nauc_mrr_at_10_max
value: 65.32430000000001
verified: no, type: nauc_mrr_at_10_std
value: 32.1969
verified: no, type: nauc_mrr_at_10_diff1
value: 65.6151
verified: no, type: nauc_mrr_at_20_max
value: 65.11710000000001
verified: no, type: nauc_mrr_at_20_std
value: 31.842599999999997
verified: no, type: nauc_mrr_at_20_diff1
value: 65.6874
verified: no, type: nauc_mrr_at_100_max
value: 65.0633
verified: no, type: nauc_mrr_at_100_std
value: 31.7911
verified: no, type: nauc_mrr_at_100_diff1
value: 65.803
verified: no, type: nauc_mrr_at_1000_max
value: 65.0593
verified: no, type: nauc_mrr_at_1000_std
value: 31.7832
verified: no, type: nauc_mrr_at_1000_diff1
value: 65.8006
verified: no, type: main_score
value: 64.575
verified: no
task: type: Retrieval, dataset: config: eng-ara
name: MTEB MLQARetrieval (eng-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 44.101
verified: no, type: ndcg_at_3
value: 53.613
verified: no, type: ndcg_at_5
value: 57.083
verified: no, type: ndcg_at_10
value: 59.467000000000006
verified: no, type: ndcg_at_20
value: 61.085
verified: no, type: ndcg_at_100
value: 62.991
verified: no, type: ndcg_at_1000
value: 63.837999999999994
verified: no, type: map_at_1
value: 44.101
verified: no, type: map_at_3
value: 51.225
verified: no, type: map_at_5
value: 53.13
verified: no, type: map_at_10
value: 54.081
verified: no, type: map_at_20
value: 54.529
verified: no, type: map_at_100
value: 54.771
verified: no, type: map_at_1000
value: 54.806999999999995
verified: no, type: recall_at_1
value: 44.101
verified: no, type: recall_at_3
value: 60.541999999999994
verified: no, type: recall_at_5
value: 69.052
verified: no, type: recall_at_10
value: 76.596
verified: no, type: recall_at_20
value: 82.979
verified: no, type: recall_at_100
value: 93.61699999999999
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 44.101
verified: no, type: precision_at_3
value: 20.180999999999997
verified: no, type: precision_at_5
value: 13.81
verified: no, type: precision_at_10
value: 7.66
verified: no, type: precision_at_20
value: 4.149
verified: no, type: precision_at_100
value: 0.936
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 44.1006
verified: no, type: mrr_at_3
value: 51.225
verified: no, type: mrr_at_5
value: 53.1302
verified: no, type: mrr_at_10
value: 54.0814
verified: no, type: mrr_at_20
value: 54.5288
verified: no, type: mrr_at_100
value: 54.770799999999994
verified: no, type: mrr_at_1000
value: 54.8066
verified: no, type: nauc_ndcg_at_1_max
value: 55.80310000000001
verified: no, type: nauc_ndcg_at_1_std
value: 22.0275
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.5222
verified: no, type: nauc_ndcg_at_3_max
value: 54.8699
verified: no, type: nauc_ndcg_at_3_std
value: 25.883699999999997
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.195699999999995
verified: no, type: nauc_ndcg_at_5_max
value: 56.272299999999994
verified: no, type: nauc_ndcg_at_5_std
value: 28.6933
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.4566
verified: no, type: nauc_ndcg_at_10_max
value: 55.6011
verified: no, type: nauc_ndcg_at_10_std
value: 27.5248
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.7372
verified: no, type: nauc_ndcg_at_20_max
value: 55.49230000000001
verified: no, type: nauc_ndcg_at_20_std
value: 26.862599999999997
verified: no, type: nauc_ndcg_at_20_diff1
value: 49.382799999999996
verified: no, type: nauc_ndcg_at_100_max
value: 55.7909
verified: no, type: nauc_ndcg_at_100_std
value: 27.314100000000003
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.6826
verified: no, type: nauc_ndcg_at_1000_max
value: 55.614200000000004
verified: no, type: nauc_ndcg_at_1000_std
value: 26.6721
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.67660000000001
verified: no, type: nauc_map_at_1_max
value: 55.80310000000001
verified: no, type: nauc_map_at_1_std
value: 22.0275
verified: no, type: nauc_map_at_1_diff1
value: 56.5222
verified: no, type: nauc_map_at_3_max
value: 54.9107
verified: no, type: nauc_map_at_3_std
value: 24.803
verified: no, type: nauc_map_at_3_diff1
value: 51.0794
verified: no, type: nauc_map_at_5_max
value: 55.702600000000004
verified: no, type: nauc_map_at_5_std
value: 26.3248
verified: no, type: nauc_map_at_5_diff1
value: 51.3243
verified: no, type: nauc_map_at_10_max
value: 55.4072
verified: no, type: nauc_map_at_10_std
value: 25.8517
verified: no, type: nauc_map_at_10_diff1
value: 51.073100000000004
verified: no, type: nauc_map_at_20_max
value: 55.4075
verified: no, type: nauc_map_at_20_std
value: 25.684600000000003
verified: no, type: nauc_map_at_20_diff1
value: 51.2544
verified: no, type: nauc_map_at_100_max
value: 55.4738
verified: no, type: nauc_map_at_100_std
value: 25.7963
verified: no, type: nauc_map_at_100_diff1
value: 51.4555
verified: no, type: nauc_map_at_1000_max
value: 55.4642
verified: no, type: nauc_map_at_1000_std
value: 25.7658
verified: no, type: nauc_map_at_1000_diff1
value: 51.4559
verified: no, type: nauc_recall_at_1_max
value: 55.80310000000001
verified: no, type: nauc_recall_at_1_std
value: 22.0275
verified: no, type: nauc_recall_at_1_diff1
value: 56.5222
verified: no, type: nauc_recall_at_3_max
value: 54.8305
verified: no, type: nauc_recall_at_3_std
value: 29.317999999999998
verified: no, type: nauc_recall_at_3_diff1
value: 43.279
verified: no, type: nauc_recall_at_5_max
value: 58.5943
verified: no, type: nauc_recall_at_5_std
value: 37.6264
verified: no, type: nauc_recall_at_5_diff1
value: 42.7338
verified: no, type: nauc_recall_at_10_max
value: 56.5176
verified: no, type: nauc_recall_at_10_std
value: 34.6487
verified: no, type: nauc_recall_at_10_diff1
value: 38.0783
verified: no, type: nauc_recall_at_20_max
value: 55.6135
verified: no, type: nauc_recall_at_20_std
value: 32.082100000000004
verified: no, type: nauc_recall_at_20_diff1
value: 39.259100000000004
verified: no, type: nauc_recall_at_100_max
value: 60.3625
verified: no, type: nauc_recall_at_100_std
value: 45.4796
verified: no, type: nauc_recall_at_100_diff1
value: 50.6829
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 55.80310000000001
verified: no, type: nauc_precision_at_1_std
value: 22.0275
verified: no, type: nauc_precision_at_1_diff1
value: 56.5222
verified: no, type: nauc_precision_at_3_max
value: 54.8305
verified: no, type: nauc_precision_at_3_std
value: 29.317999999999998
verified: no, type: nauc_precision_at_3_diff1
value: 43.279
verified: no, type: nauc_precision_at_5_max
value: 58.5943
verified: no, type: nauc_precision_at_5_std
value: 37.6264
verified: no, type: nauc_precision_at_5_diff1
value: 42.7338
verified: no, type: nauc_precision_at_10_max
value: 56.5176
verified: no, type: nauc_precision_at_10_std
value: 34.6487
verified: no, type: nauc_precision_at_10_diff1
value: 38.0783
verified: no, type: nauc_precision_at_20_max
value: 55.6135
verified: no, type: nauc_precision_at_20_std
value: 32.082100000000004
verified: no, type: nauc_precision_at_20_diff1
value: 39.259100000000004
verified: no, type: nauc_precision_at_100_max
value: 60.3625
verified: no, type: nauc_precision_at_100_std
value: 45.4796
verified: no, type: nauc_precision_at_100_diff1
value: 50.6829
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 55.80310000000001
verified: no, type: nauc_mrr_at_1_std
value: 22.0275
verified: no, type: nauc_mrr_at_1_diff1
value: 56.5222
verified: no, type: nauc_mrr_at_3_max
value: 54.9107
verified: no, type: nauc_mrr_at_3_std
value: 24.803
verified: no, type: nauc_mrr_at_3_diff1
value: 51.0794
verified: no, type: nauc_mrr_at_5_max
value: 55.702600000000004
verified: no, type: nauc_mrr_at_5_std
value: 26.3248
verified: no, type: nauc_mrr_at_5_diff1
value: 51.3243
verified: no, type: nauc_mrr_at_10_max
value: 55.4072
verified: no, type: nauc_mrr_at_10_std
value: 25.8517
verified: no, type: nauc_mrr_at_10_diff1
value: 51.073100000000004
verified: no, type: nauc_mrr_at_20_max
value: 55.4075
verified: no, type: nauc_mrr_at_20_std
value: 25.684600000000003
verified: no, type: nauc_mrr_at_20_diff1
value: 51.2544
verified: no, type: nauc_mrr_at_100_max
value: 55.4738
verified: no, type: nauc_mrr_at_100_std
value: 25.7963
verified: no, type: nauc_mrr_at_100_diff1
value: 51.4555
verified: no, type: nauc_mrr_at_1000_max
value: 55.4642
verified: no, type: nauc_mrr_at_1000_std
value: 25.7658
verified: no, type: nauc_mrr_at_1000_diff1
value: 51.4559
verified: no, type: main_score
value: 59.467000000000006
verified: no
task: type: Retrieval, dataset: config: spa-ara
name: MTEB MLQARetrieval (spa-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 52.795
verified: no, type: ndcg_at_3
value: 64.507
verified: no, type: ndcg_at_5
value: 67.581
verified: no, type: ndcg_at_10
value: 70.32300000000001
verified: no, type: ndcg_at_20
value: 70.475
verified: no, type: ndcg_at_100
value: 72.195
verified: no, type: ndcg_at_1000
value: 72.286
verified: no, type: map_at_1
value: 52.795
verified: no, type: map_at_3
value: 61.49099999999999
verified: no, type: map_at_5
value: 63.199000000000005
verified: no, type: map_at_10
value: 64.29
verified: no, type: map_at_20
value: 64.328
verified: no, type: map_at_100
value: 64.564
verified: no, type: map_at_1000
value: 64.57000000000001
verified: no, type: recall_at_1
value: 52.795
verified: no, type: recall_at_3
value: 73.292
verified: no, type: recall_at_5
value: 80.745
verified: no, type: recall_at_10
value: 89.441
verified: no, type: recall_at_20
value: 90.062
verified: no, type: recall_at_100
value: 99.37899999999999
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 52.795
verified: no, type: precision_at_3
value: 24.431
verified: no, type: precision_at_5
value: 16.149
verified: no, type: precision_at_10
value: 8.944
verified: no, type: precision_at_20
value: 4.503
verified: no, type: precision_at_100
value: 0.9939999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 52.795
verified: no, type: mrr_at_3
value: 61.4907
verified: no, type: mrr_at_5
value: 63.1988
verified: no, type: mrr_at_10
value: 64.28970000000001
verified: no, type: mrr_at_20
value: 64.3285
verified: no, type: mrr_at_100
value: 64.5641
verified: no, type: mrr_at_1000
value: 64.5697
verified: no, type: nauc_ndcg_at_1_max
value: 53.888999999999996
verified: no, type: nauc_ndcg_at_1_std
value: 11.0525
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.8286
verified: no, type: nauc_ndcg_at_3_max
value: 59.9321
verified: no, type: nauc_ndcg_at_3_std
value: 21.096899999999998
verified: no, type: nauc_ndcg_at_3_diff1
value: 69.4211
verified: no, type: nauc_ndcg_at_5_max
value: 61.1135
verified: no, type: nauc_ndcg_at_5_std
value: 21.885199999999998
verified: no, type: nauc_ndcg_at_5_diff1
value: 69.2178
verified: no, type: nauc_ndcg_at_10_max
value: 61.0899
verified: no, type: nauc_ndcg_at_10_std
value: 23.1179
verified: no, type: nauc_ndcg_at_10_diff1
value: 69.1936
verified: no, type: nauc_ndcg_at_20_max
value: 60.7846
verified: no, type: nauc_ndcg_at_20_std
value: 22.5977
verified: no, type: nauc_ndcg_at_20_diff1
value: 69.1149
verified: no, type: nauc_ndcg_at_100_max
value: 59.8011
verified: no, type: nauc_ndcg_at_100_std
value: 20.5927
verified: no, type: nauc_ndcg_at_100_diff1
value: 70.11319999999999
verified: no, type: nauc_ndcg_at_1000_max
value: 59.630799999999994
verified: no, type: nauc_ndcg_at_1000_std
value: 20.2562
verified: no, type: nauc_ndcg_at_1000_diff1
value: 70.357
verified: no, type: nauc_map_at_1_max
value: 53.888999999999996
verified: no, type: nauc_map_at_1_std
value: 11.0525
verified: no, type: nauc_map_at_1_diff1
value: 74.8286
verified: no, type: nauc_map_at_3_max
value: 58.2855
verified: no, type: nauc_map_at_3_std
value: 18.0442
verified: no, type: nauc_map_at_3_diff1
value: 70.7787
verified: no, type: nauc_map_at_5_max
value: 58.875299999999996
verified: no, type: nauc_map_at_5_std
value: 18.276999999999997
verified: no, type: nauc_map_at_5_diff1
value: 70.7961
verified: no, type: nauc_map_at_10_max
value: 58.7896
verified: no, type: nauc_map_at_10_std
value: 18.697
verified: no, type: nauc_map_at_10_diff1
value: 70.759
verified: no, type: nauc_map_at_20_max
value: 58.7205
verified: no, type: nauc_map_at_20_std
value: 18.5786
verified: no, type: nauc_map_at_20_diff1
value: 70.74380000000001
verified: no, type: nauc_map_at_100_max
value: 58.64319999999999
verified: no, type: nauc_map_at_100_std
value: 18.418799999999997
verified: no, type: nauc_map_at_100_diff1
value: 70.9314
verified: no, type: nauc_map_at_1000_max
value: 58.634699999999995
verified: no, type: nauc_map_at_1000_std
value: 18.401999999999997
verified: no, type: nauc_map_at_1000_diff1
value: 70.9434
verified: no, type: nauc_recall_at_1_max
value: 53.888999999999996
verified: no, type: nauc_recall_at_1_std
value: 11.0525
verified: no, type: nauc_recall_at_1_diff1
value: 74.8286
verified: no, type: nauc_recall_at_3_max
value: 65.92
verified: no, type: nauc_recall_at_3_std
value: 32.3637
verified: no, type: nauc_recall_at_3_diff1
value: 64.5457
verified: no, type: nauc_recall_at_5_max
value: 71.4171
verified: no, type: nauc_recall_at_5_std
value: 38.7281
verified: no, type: nauc_recall_at_5_diff1
value: 61.96430000000001
verified: no, type: nauc_recall_at_10_max
value: 78.67739999999999
verified: no, type: nauc_recall_at_10_std
value: 57.8693
verified: no, type: nauc_recall_at_10_diff1
value: 57.7189
verified: no, type: nauc_recall_at_20_max
value: 76.7024
verified: no, type: nauc_recall_at_20_std
value: 54.76370000000001
verified: no, type: nauc_recall_at_20_diff1
value: 56.3392
verified: no, type: nauc_recall_at_100_max
value: 100
verified: no, type: nauc_recall_at_100_std
value: 100
verified: no, type: nauc_recall_at_100_diff1
value: 12.5808
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 53.888999999999996
verified: no, type: nauc_precision_at_1_std
value: 11.0525
verified: no, type: nauc_precision_at_1_diff1
value: 74.8286
verified: no, type: nauc_precision_at_3_max
value: 65.92
verified: no, type: nauc_precision_at_3_std
value: 32.3637
verified: no, type: nauc_precision_at_3_diff1
value: 64.5457
verified: no, type: nauc_precision_at_5_max
value: 71.4171
verified: no, type: nauc_precision_at_5_std
value: 38.7281
verified: no, type: nauc_precision_at_5_diff1
value: 61.96430000000001
verified: no, type: nauc_precision_at_10_max
value: 78.67739999999999
verified: no, type: nauc_precision_at_10_std
value: 57.8693
verified: no, type: nauc_precision_at_10_diff1
value: 57.7189
verified: no, type: nauc_precision_at_20_max
value: 76.7024
verified: no, type: nauc_precision_at_20_std
value: 54.76370000000001
verified: no, type: nauc_precision_at_20_diff1
value: 56.3392
verified: no, type: nauc_precision_at_100_max
value: 100
verified: no, type: nauc_precision_at_100_std
value: 100
verified: no, type: nauc_precision_at_100_diff1
value: 12.5808
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 53.888999999999996
verified: no, type: nauc_mrr_at_1_std
value: 11.0525
verified: no, type: nauc_mrr_at_1_diff1
value: 74.8286
verified: no, type: nauc_mrr_at_3_max
value: 58.2855
verified: no, type: nauc_mrr_at_3_std
value: 18.0442
verified: no, type: nauc_mrr_at_3_diff1
value: 70.7787
verified: no, type: nauc_mrr_at_5_max
value: 58.875299999999996
verified: no, type: nauc_mrr_at_5_std
value: 18.276999999999997
verified: no, type: nauc_mrr_at_5_diff1
value: 70.7961
verified: no, type: nauc_mrr_at_10_max
value: 58.7896
verified: no, type: nauc_mrr_at_10_std
value: 18.697
verified: no, type: nauc_mrr_at_10_diff1
value: 70.759
verified: no, type: nauc_mrr_at_20_max
value: 58.7205
verified: no, type: nauc_mrr_at_20_std
value: 18.5786
verified: no, type: nauc_mrr_at_20_diff1
value: 70.74380000000001
verified: no, type: nauc_mrr_at_100_max
value: 58.64319999999999
verified: no, type: nauc_mrr_at_100_std
value: 18.418799999999997
verified: no, type: nauc_mrr_at_100_diff1
value: 70.9314
verified: no, type: nauc_mrr_at_1000_max
value: 58.634699999999995
verified: no, type: nauc_mrr_at_1000_std
value: 18.401999999999997
verified: no, type: nauc_mrr_at_1000_diff1
value: 70.9434
verified: no, type: main_score
value: 70.32300000000001
verified: no
task: type: Retrieval, dataset: config: hin-ara
name: MTEB MLQARetrieval (hin-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 52.151
verified: no, type: ndcg_at_3
value: 63.644999999999996
verified: no, type: ndcg_at_5
value: 66.561
verified: no, type: ndcg_at_10
value: 69.059
verified: no, type: ndcg_at_20
value: 69.985
verified: no, type: ndcg_at_100
value: 71.643
verified: no, type: ndcg_at_1000
value: 71.801
verified: no, type: map_at_1
value: 52.151
verified: no, type: map_at_3
value: 60.753
verified: no, type: map_at_5
value: 62.392
verified: no, type: map_at_10
value: 63.461
verified: no, type: map_at_20
value: 63.702000000000005
verified: no, type: map_at_100
value: 63.954
verified: no, type: map_at_1000
value: 63.963
verified: no, type: recall_at_1
value: 52.151
verified: no, type: recall_at_3
value: 72.043
verified: no, type: recall_at_5
value: 79.032
verified: no, type: recall_at_10
value: 86.559
verified: no, type: recall_at_20
value: 90.323
verified: no, type: recall_at_100
value: 98.925
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 52.151
verified: no, type: precision_at_3
value: 24.014
verified: no, type: precision_at_5
value: 15.806000000000001
verified: no, type: precision_at_10
value: 8.656
verified: no, type: precision_at_20
value: 4.516
verified: no, type: precision_at_100
value: 0.989
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 52.1505
verified: no, type: mrr_at_3
value: 60.752700000000004
verified: no, type: mrr_at_5
value: 62.3925
verified: no, type: mrr_at_10
value: 63.4607
verified: no, type: mrr_at_20
value: 63.702000000000005
verified: no, type: mrr_at_100
value: 63.953700000000005
verified: no, type: mrr_at_1000
value: 63.96340000000001
verified: no, type: nauc_ndcg_at_1_max
value: 49.414
verified: no, type: nauc_ndcg_at_1_std
value: 26.262400000000003
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.0133
verified: no, type: nauc_ndcg_at_3_max
value: 54.1356
verified: no, type: nauc_ndcg_at_3_std
value: 30.669
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.9126
verified: no, type: nauc_ndcg_at_5_max
value: 54.16570000000001
verified: no, type: nauc_ndcg_at_5_std
value: 31.907799999999998
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.6523
verified: no, type: nauc_ndcg_at_10_max
value: 50.79
verified: no, type: nauc_ndcg_at_10_std
value: 28.937800000000003
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.2259
verified: no, type: nauc_ndcg_at_20_max
value: 50.504400000000004
verified: no, type: nauc_ndcg_at_20_std
value: 29.454399999999996
verified: no, type: nauc_ndcg_at_20_diff1
value: 44.7774
verified: no, type: nauc_ndcg_at_100_max
value: 51.535799999999995
verified: no, type: nauc_ndcg_at_100_std
value: 29.2429
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.5625
verified: no, type: nauc_ndcg_at_1000_max
value: 51.232299999999995
verified: no, type: nauc_ndcg_at_1000_std
value: 28.7314
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.7654
verified: no, type: nauc_map_at_1_max
value: 49.414
verified: no, type: nauc_map_at_1_std
value: 26.262400000000003
verified: no, type: nauc_map_at_1_diff1
value: 54.0133
verified: no, type: nauc_map_at_3_max
value: 52.367
verified: no, type: nauc_map_at_3_std
value: 28.741600000000002
verified: no, type: nauc_map_at_3_diff1
value: 48.7321
verified: no, type: nauc_map_at_5_max
value: 52.28660000000001
verified: no, type: nauc_map_at_5_std
value: 29.252899999999997
verified: no, type: nauc_map_at_5_diff1
value: 49.200300000000006
verified: no, type: nauc_map_at_10_max
value: 50.9833
verified: no, type: nauc_map_at_10_std
value: 28.0707
verified: no, type: nauc_map_at_10_diff1
value: 48.3651
verified: no, type: nauc_map_at_20_max
value: 50.9108
verified: no, type: nauc_map_at_20_std
value: 28.174300000000002
verified: no, type: nauc_map_at_20_diff1
value: 48.2832
verified: no, type: nauc_map_at_100_max
value: 51.0532
verified: no, type: nauc_map_at_100_std
value: 28.143099999999997
verified: no, type: nauc_map_at_100_diff1
value: 48.7424
verified: no, type: nauc_map_at_1000_max
value: 51.0382
verified: no, type: nauc_map_at_1000_std
value: 28.117900000000002
verified: no, type: nauc_map_at_1000_diff1
value: 48.752
verified: no, type: nauc_recall_at_1_max
value: 49.414
verified: no, type: nauc_recall_at_1_std
value: 26.262400000000003
verified: no, type: nauc_recall_at_1_diff1
value: 54.0133
verified: no, type: nauc_recall_at_3_max
value: 60.6724
verified: no, type: nauc_recall_at_3_std
value: 37.8962
verified: no, type: nauc_recall_at_3_diff1
value: 40.5005
verified: no, type: nauc_recall_at_5_max
value: 62.6191
verified: no, type: nauc_recall_at_5_std
value: 44.1519
verified: no, type: nauc_recall_at_5_diff1
value: 41.1881
verified: no, type: nauc_recall_at_10_max
value: 47.4454
verified: no, type: nauc_recall_at_10_std
value: 33.1899
verified: no, type: nauc_recall_at_10_diff1
value: 24.0447
verified: no, type: nauc_recall_at_20_max
value: 43.7071
verified: no, type: nauc_recall_at_20_std
value: 39.8658
verified: no, type: nauc_recall_at_20_diff1
value: 12.4499
verified: no, type: nauc_recall_at_100_max
value: 93.44839999999999
verified: no, type: nauc_recall_at_100_std
value: 100
verified: no, type: nauc_recall_at_100_diff1
value: 19.0591
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 49.414
verified: no, type: nauc_precision_at_1_std
value: 26.262400000000003
verified: no, type: nauc_precision_at_1_diff1
value: 54.0133
verified: no, type: nauc_precision_at_3_max
value: 60.6724
verified: no, type: nauc_precision_at_3_std
value: 37.8962
verified: no, type: nauc_precision_at_3_diff1
value: 40.5005
verified: no, type: nauc_precision_at_5_max
value: 62.6191
verified: no, type: nauc_precision_at_5_std
value: 44.1519
verified: no, type: nauc_precision_at_5_diff1
value: 41.1881
verified: no, type: nauc_precision_at_10_max
value: 47.4454
verified: no, type: nauc_precision_at_10_std
value: 33.1899
verified: no, type: nauc_precision_at_10_diff1
value: 24.0447
verified: no, type: nauc_precision_at_20_max
value: 43.7071
verified: no, type: nauc_precision_at_20_std
value: 39.8658
verified: no, type: nauc_precision_at_20_diff1
value: 12.4499
verified: no, type: nauc_precision_at_100_max
value: 93.44839999999999
verified: no, type: nauc_precision_at_100_std
value: 100
verified: no, type: nauc_precision_at_100_diff1
value: 19.0591
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 49.414
verified: no, type: nauc_mrr_at_1_std
value: 26.262400000000003
verified: no, type: nauc_mrr_at_1_diff1
value: 54.0133
verified: no, type: nauc_mrr_at_3_max
value: 52.367
verified: no, type: nauc_mrr_at_3_std
value: 28.741600000000002
verified: no, type: nauc_mrr_at_3_diff1
value: 48.7321
verified: no, type: nauc_mrr_at_5_max
value: 52.28660000000001
verified: no, type: nauc_mrr_at_5_std
value: 29.252899999999997
verified: no, type: nauc_mrr_at_5_diff1
value: 49.200300000000006
verified: no, type: nauc_mrr_at_10_max
value: 50.9833
verified: no, type: nauc_mrr_at_10_std
value: 28.0707
verified: no, type: nauc_mrr_at_10_diff1
value: 48.3651
verified: no, type: nauc_mrr_at_20_max
value: 50.9108
verified: no, type: nauc_mrr_at_20_std
value: 28.174300000000002
verified: no, type: nauc_mrr_at_20_diff1
value: 48.2832
verified: no, type: nauc_mrr_at_100_max
value: 51.0532
verified: no, type: nauc_mrr_at_100_std
value: 28.143099999999997
verified: no, type: nauc_mrr_at_100_diff1
value: 48.7424
verified: no, type: nauc_mrr_at_1000_max
value: 51.0382
verified: no, type: nauc_mrr_at_1000_std
value: 28.117900000000002
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.752
verified: no, type: main_score
value: 69.059
verified: no
task: type: Retrieval, dataset: config: vie-ara
name: MTEB MLQARetrieval (vie-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 51.534
verified: no, type: ndcg_at_3
value: 61.24699999999999
verified: no, type: ndcg_at_5
value: 63.28
verified: no, type: ndcg_at_10
value: 65.712
verified: no, type: ndcg_at_20
value: 67.104
verified: no, type: ndcg_at_100
value: 69.376
verified: no, type: ndcg_at_1000
value: 69.553
verified: no, type: map_at_1
value: 51.534
verified: no, type: map_at_3
value: 58.691
verified: no, type: map_at_5
value: 59.826
verified: no, type: map_at_10
value: 60.86
verified: no, type: map_at_20
value: 61.24000000000001
verified: no, type: map_at_100
value: 61.546
verified: no, type: map_at_1000
value: 61.556
verified: no, type: recall_at_1
value: 51.534
verified: no, type: recall_at_3
value: 68.71199999999999
verified: no, type: recall_at_5
value: 73.61999999999999
verified: no, type: recall_at_10
value: 80.982
verified: no, type: recall_at_20
value: 86.503
verified: no, type: recall_at_100
value: 98.773
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 51.534
verified: no, type: precision_at_3
value: 22.904
verified: no, type: precision_at_5
value: 14.724
verified: no, type: precision_at_10
value: 8.097999999999999
verified: no, type: precision_at_20
value: 4.324999999999999
verified: no, type: precision_at_100
value: 0.988
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 51.5337
verified: no, type: mrr_at_3
value: 58.6912
verified: no, type: mrr_at_5
value: 59.82619999999999
verified: no, type: mrr_at_10
value: 60.8596
verified: no, type: mrr_at_20
value: 61.2401
verified: no, type: mrr_at_100
value: 61.546299999999995
verified: no, type: mrr_at_1000
value: 61.5563
verified: no, type: nauc_ndcg_at_1_max
value: 61.617200000000004
verified: no, type: nauc_ndcg_at_1_std
value: 31.049599999999998
verified: no, type: nauc_ndcg_at_1_diff1
value: 63.227500000000006
verified: no, type: nauc_ndcg_at_3_max
value: 59.7893
verified: no, type: nauc_ndcg_at_3_std
value: 32.8623
verified: no, type: nauc_ndcg_at_3_diff1
value: 59.6656
verified: no, type: nauc_ndcg_at_5_max
value: 60.5831
verified: no, type: nauc_ndcg_at_5_std
value: 32.596599999999995
verified: no, type: nauc_ndcg_at_5_diff1
value: 59.4883
verified: no, type: nauc_ndcg_at_10_max
value: 62.497400000000006
verified: no, type: nauc_ndcg_at_10_std
value: 34.550599999999996
verified: no, type: nauc_ndcg_at_10_diff1
value: 59.155899999999995
verified: no, type: nauc_ndcg_at_20_max
value: 62.740899999999996
verified: no, type: nauc_ndcg_at_20_std
value: 36.7174
verified: no, type: nauc_ndcg_at_20_diff1
value: 58.0935
verified: no, type: nauc_ndcg_at_100_max
value: 61.864399999999996
verified: no, type: nauc_ndcg_at_100_std
value: 34.528
verified: no, type: nauc_ndcg_at_100_diff1
value: 59.4356
verified: no, type: nauc_ndcg_at_1000_max
value: 61.7297
verified: no, type: nauc_ndcg_at_1000_std
value: 34.083200000000005
verified: no, type: nauc_ndcg_at_1000_diff1
value: 59.516999999999996
verified: no, type: nauc_map_at_1_max
value: 61.617200000000004
verified: no, type: nauc_map_at_1_std
value: 31.049599999999998
verified: no, type: nauc_map_at_1_diff1
value: 63.227500000000006
verified: no, type: nauc_map_at_3_max
value: 60.293699999999994
verified: no, type: nauc_map_at_3_std
value: 32.2575
verified: no, type: nauc_map_at_3_diff1
value: 60.5793
verified: no, type: nauc_map_at_5_max
value: 60.801899999999996
verified: no, type: nauc_map_at_5_std
value: 32.2098
verified: no, type: nauc_map_at_5_diff1
value: 60.5253
verified: no, type: nauc_map_at_10_max
value: 61.565599999999996
verified: no, type: nauc_map_at_10_std
value: 32.8874
verified: no, type: nauc_map_at_10_diff1
value: 60.4275
verified: no, type: nauc_map_at_20_max
value: 61.602199999999996
verified: no, type: nauc_map_at_20_std
value: 33.4131
verified: no, type: nauc_map_at_20_diff1
value: 60.1488
verified: no, type: nauc_map_at_100_max
value: 61.4753
verified: no, type: nauc_map_at_100_std
value: 33.1531
verified: no, type: nauc_map_at_100_diff1
value: 60.2734
verified: no, type: nauc_map_at_1000_max
value: 61.4688
verified: no, type: nauc_map_at_1000_std
value: 33.1323
verified: no, type: nauc_map_at_1000_diff1
value: 60.278600000000004
verified: no, type: nauc_recall_at_1_max
value: 61.617200000000004
verified: no, type: nauc_recall_at_1_std
value: 31.049599999999998
verified: no, type: nauc_recall_at_1_diff1
value: 63.227500000000006
verified: no, type: nauc_recall_at_3_max
value: 58.0671
verified: no, type: nauc_recall_at_3_std
value: 34.976600000000005
verified: no, type: nauc_recall_at_3_diff1
value: 56.5781
verified: no, type: nauc_recall_at_5_max
value: 59.7593
verified: no, type: nauc_recall_at_5_std
value: 33.9046
verified: no, type: nauc_recall_at_5_diff1
value: 55.5195
verified: no, type: nauc_recall_at_10_max
value: 68.0843
verified: no, type: nauc_recall_at_10_std
value: 43.8292
verified: no, type: nauc_recall_at_10_diff1
value: 52.74100000000001
verified: no, type: nauc_recall_at_20_max
value: 72.26
verified: no, type: nauc_recall_at_20_std
value: 63.8486
verified: no, type: nauc_recall_at_20_diff1
value: 42.700700000000005
verified: no, type: nauc_recall_at_100_max
value: 79.5792
verified: no, type: nauc_recall_at_100_std
value: 93.4774
verified: no, type: nauc_recall_at_100_diff1
value: 49.547200000000004
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 61.617200000000004
verified: no, type: nauc_precision_at_1_std
value: 31.049599999999998
verified: no, type: nauc_precision_at_1_diff1
value: 63.227500000000006
verified: no, type: nauc_precision_at_3_max
value: 58.0671
verified: no, type: nauc_precision_at_3_std
value: 34.976600000000005
verified: no, type: nauc_precision_at_3_diff1
value: 56.5781
verified: no, type: nauc_precision_at_5_max
value: 59.7593
verified: no, type: nauc_precision_at_5_std
value: 33.9046
verified: no, type: nauc_precision_at_5_diff1
value: 55.5195
verified: no, type: nauc_precision_at_10_max
value: 68.0843
verified: no, type: nauc_precision_at_10_std
value: 43.8292
verified: no, type: nauc_precision_at_10_diff1
value: 52.74100000000001
verified: no, type: nauc_precision_at_20_max
value: 72.26
verified: no, type: nauc_precision_at_20_std
value: 63.8486
verified: no, type: nauc_precision_at_20_diff1
value: 42.700700000000005
verified: no, type: nauc_precision_at_100_max
value: 79.5792
verified: no, type: nauc_precision_at_100_std
value: 93.4774
verified: no, type: nauc_precision_at_100_diff1
value: 49.547200000000004
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 61.617200000000004
verified: no, type: nauc_mrr_at_1_std
value: 31.049599999999998
verified: no, type: nauc_mrr_at_1_diff1
value: 63.227500000000006
verified: no, type: nauc_mrr_at_3_max
value: 60.293699999999994
verified: no, type: nauc_mrr_at_3_std
value: 32.2575
verified: no, type: nauc_mrr_at_3_diff1
value: 60.5793
verified: no, type: nauc_mrr_at_5_max
value: 60.801899999999996
verified: no, type: nauc_mrr_at_5_std
value: 32.2098
verified: no, type: nauc_mrr_at_5_diff1
value: 60.5253
verified: no, type: nauc_mrr_at_10_max
value: 61.565599999999996
verified: no, type: nauc_mrr_at_10_std
value: 32.8874
verified: no, type: nauc_mrr_at_10_diff1
value: 60.4275
verified: no, type: nauc_mrr_at_20_max
value: 61.602199999999996
verified: no, type: nauc_mrr_at_20_std
value: 33.4131
verified: no, type: nauc_mrr_at_20_diff1
value: 60.1488
verified: no, type: nauc_mrr_at_100_max
value: 61.4753
verified: no, type: nauc_mrr_at_100_std
value: 33.1531
verified: no, type: nauc_mrr_at_100_diff1
value: 60.2734
verified: no, type: nauc_mrr_at_1000_max
value: 61.4688
verified: no, type: nauc_mrr_at_1000_std
value: 33.1323
verified: no, type: nauc_mrr_at_1000_diff1
value: 60.278600000000004
verified: no, type: main_score
value: 65.712
verified: no
task: type: Retrieval, dataset: config: zho-ara
name: MTEB MLQARetrieval (zho-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 49.468
verified: no, type: ndcg_at_3
value: 61.385
verified: no, type: ndcg_at_5
value: 63.858000000000004
verified: no, type: ndcg_at_10
value: 65.85499999999999
verified: no, type: ndcg_at_20
value: 68.014
verified: no, type: ndcg_at_100
value: 69.71300000000001
verified: no, type: ndcg_at_1000
value: 69.788
verified: no, type: map_at_1
value: 49.468
verified: no, type: map_at_3
value: 58.511
verified: no, type: map_at_5
value: 59.919999999999995
verified: no, type: map_at_10
value: 60.702999999999996
verified: no, type: map_at_20
value: 61.3
verified: no, type: map_at_100
value: 61.541000000000004
verified: no, type: map_at_1000
value: 61.545
verified: no, type: recall_at_1
value: 49.468
verified: no, type: recall_at_3
value: 69.681
verified: no, type: recall_at_5
value: 75.532
verified: no, type: recall_at_10
value: 81.915
verified: no, type: recall_at_20
value: 90.426
verified: no, type: recall_at_100
value: 99.468
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 49.468
verified: no, type: precision_at_3
value: 23.227
verified: no, type: precision_at_5
value: 15.106
verified: no, type: precision_at_10
value: 8.190999999999999
verified: no, type: precision_at_20
value: 4.521
verified: no, type: precision_at_100
value: 0.9950000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 49.4681
verified: no, type: mrr_at_3
value: 58.510600000000004
verified: no, type: mrr_at_5
value: 59.9202
verified: no, type: mrr_at_10
value: 60.703300000000006
verified: no, type: mrr_at_20
value: 61.30029999999999
verified: no, type: mrr_at_100
value: 61.54110000000001
verified: no, type: mrr_at_1000
value: 61.5451
verified: no, type: nauc_ndcg_at_1_max
value: 54.7345
verified: no, type: nauc_ndcg_at_1_std
value: 11.2512
verified: no, type: nauc_ndcg_at_1_diff1
value: 70.6991
verified: no, type: nauc_ndcg_at_3_max
value: 57.2006
verified: no, type: nauc_ndcg_at_3_std
value: 17.3244
verified: no, type: nauc_ndcg_at_3_diff1
value: 59.90220000000001
verified: no, type: nauc_ndcg_at_5_max
value: 58.880900000000004
verified: no, type: nauc_ndcg_at_5_std
value: 18.7365
verified: no, type: nauc_ndcg_at_5_diff1
value: 60.3304
verified: no, type: nauc_ndcg_at_10_max
value: 58.3229
verified: no, type: nauc_ndcg_at_10_std
value: 19.6983
verified: no, type: nauc_ndcg_at_10_diff1
value: 59.8994
verified: no, type: nauc_ndcg_at_20_max
value: 57.5958
verified: no, type: nauc_ndcg_at_20_std
value: 16.8184
verified: no, type: nauc_ndcg_at_20_diff1
value: 60.4564
verified: no, type: nauc_ndcg_at_100_max
value: 57.407300000000006
verified: no, type: nauc_ndcg_at_100_std
value: 17.0753
verified: no, type: nauc_ndcg_at_100_diff1
value: 62.3023
verified: no, type: nauc_ndcg_at_1000_max
value: 57.2677
verified: no, type: nauc_ndcg_at_1000_std
value: 16.8035
verified: no, type: nauc_ndcg_at_1000_diff1
value: 62.3891
verified: no, type: nauc_map_at_1_max
value: 54.7345
verified: no, type: nauc_map_at_1_std
value: 11.2512
verified: no, type: nauc_map_at_1_diff1
value: 70.6991
verified: no, type: nauc_map_at_3_max
value: 56.36409999999999
verified: no, type: nauc_map_at_3_std
value: 15.7645
verified: no, type: nauc_map_at_3_diff1
value: 62.83109999999999
verified: no, type: nauc_map_at_5_max
value: 57.2165
verified: no, type: nauc_map_at_5_std
value: 16.4827
verified: no, type: nauc_map_at_5_diff1
value: 63.129900000000006
verified: no, type: nauc_map_at_10_max
value: 56.964099999999995
verified: no, type: nauc_map_at_10_std
value: 16.713900000000002
verified: no, type: nauc_map_at_10_diff1
value: 63.033300000000004
verified: no, type: nauc_map_at_20_max
value: 56.8291
verified: no, type: nauc_map_at_20_std
value: 16.0261
verified: no, type: nauc_map_at_20_diff1
value: 63.2795
verified: no, type: nauc_map_at_100_max
value: 56.7943
verified: no, type: nauc_map_at_100_std
value: 16.0463
verified: no, type: nauc_map_at_100_diff1
value: 63.5264
verified: no, type: nauc_map_at_1000_max
value: 56.7884
verified: no, type: nauc_map_at_1000_std
value: 16.034699999999997
verified: no, type: nauc_map_at_1000_diff1
value: 63.5303
verified: no, type: nauc_recall_at_1_max
value: 54.7345
verified: no, type: nauc_recall_at_1_std
value: 11.2512
verified: no, type: nauc_recall_at_1_diff1
value: 70.6991
verified: no, type: nauc_recall_at_3_max
value: 60.1676
verified: no, type: nauc_recall_at_3_std
value: 22.659499999999998
verified: no, type: nauc_recall_at_3_diff1
value: 49.8032
verified: no, type: nauc_recall_at_5_max
value: 65.889
verified: no, type: nauc_recall_at_5_std
value: 27.8308
verified: no, type: nauc_recall_at_5_diff1
value: 49.3429
verified: no, type: nauc_recall_at_10_max
value: 65.3261
verified: no, type: nauc_recall_at_10_std
value: 35.828700000000005
verified: no, type: nauc_recall_at_10_diff1
value: 44.0245
verified: no, type: nauc_recall_at_20_max
value: 62.0154
verified: no, type: nauc_recall_at_20_std
value: 18.0916
verified: no, type: nauc_recall_at_20_diff1
value: 35.9279
verified: no, type: nauc_recall_at_100_max
value: 100
verified: no, type: nauc_recall_at_100_std
value: 100
verified: no, type: nauc_recall_at_100_diff1
value: 35.8386
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 54.7345
verified: no, type: nauc_precision_at_1_std
value: 11.2512
verified: no, type: nauc_precision_at_1_diff1
value: 70.6991
verified: no, type: nauc_precision_at_3_max
value: 60.1676
verified: no, type: nauc_precision_at_3_std
value: 22.659499999999998
verified: no, type: nauc_precision_at_3_diff1
value: 49.8032
verified: no, type: nauc_precision_at_5_max
value: 65.889
verified: no, type: nauc_precision_at_5_std
value: 27.8308
verified: no, type: nauc_precision_at_5_diff1
value: 49.3429
verified: no, type: nauc_precision_at_10_max
value: 65.3261
verified: no, type: nauc_precision_at_10_std
value: 35.828700000000005
verified: no, type: nauc_precision_at_10_diff1
value: 44.0245
verified: no, type: nauc_precision_at_20_max
value: 62.0154
verified: no, type: nauc_precision_at_20_std
value: 18.0916
verified: no, type: nauc_precision_at_20_diff1
value: 35.9279
verified: no, type: nauc_precision_at_100_max
value: 100
verified: no, type: nauc_precision_at_100_std
value: 100
verified: no, type: nauc_precision_at_100_diff1
value: 35.8386
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 54.7345
verified: no, type: nauc_mrr_at_1_std
value: 11.2512
verified: no, type: nauc_mrr_at_1_diff1
value: 70.6991
verified: no, type: nauc_mrr_at_3_max
value: 56.36409999999999
verified: no, type: nauc_mrr_at_3_std
value: 15.7645
verified: no, type: nauc_mrr_at_3_diff1
value: 62.83109999999999
verified: no, type: nauc_mrr_at_5_max
value: 57.2165
verified: no, type: nauc_mrr_at_5_std
value: 16.4827
verified: no, type: nauc_mrr_at_5_diff1
value: 63.129900000000006
verified: no, type: nauc_mrr_at_10_max
value: 56.964099999999995
verified: no, type: nauc_mrr_at_10_std
value: 16.713900000000002
verified: no, type: nauc_mrr_at_10_diff1
value: 63.033300000000004
verified: no, type: nauc_mrr_at_20_max
value: 56.8291
verified: no, type: nauc_mrr_at_20_std
value: 16.0261
verified: no, type: nauc_mrr_at_20_diff1
value: 63.2795
verified: no, type: nauc_mrr_at_100_max
value: 56.7943
verified: no, type: nauc_mrr_at_100_std
value: 16.0463
verified: no, type: nauc_mrr_at_100_diff1
value: 63.5264
verified: no, type: nauc_mrr_at_1000_max
value: 56.7884
verified: no, type: nauc_mrr_at_1000_std
value: 16.034699999999997
verified: no, type: nauc_mrr_at_1000_diff1
value: 63.5303
verified: no, type: main_score
value: 65.85499999999999
verified: no
task: type: Retrieval, dataset: config: ara-ara
name: MTEB MLQARetrieval (ara-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 31.258000000000003
verified: no, type: ndcg_at_3
value: 38.134
verified: no, type: ndcg_at_5
value: 40.389
verified: no, type: ndcg_at_10
value: 42.781000000000006
verified: no, type: ndcg_at_20
value: 44.545
verified: no, type: ndcg_at_100
value: 47.325
verified: no, type: ndcg_at_1000
value: 49.282
verified: no, type: map_at_1
value: 31.249
verified: no, type: map_at_3
value: 36.424
verified: no, type: map_at_5
value: 37.671
verified: no, type: map_at_10
value: 38.663
verified: no, type: map_at_20
value: 39.152
verified: no, type: map_at_100
value: 39.521
verified: no, type: map_at_1000
value: 39.585
verified: no, type: recall_at_1
value: 31.249
verified: no, type: recall_at_3
value: 43.081
verified: no, type: recall_at_5
value: 48.575
verified: no, type: recall_at_10
value: 55.944
verified: no, type: recall_at_20
value: 62.882000000000005
verified: no, type: recall_at_100
value: 78.089
verified: no, type: recall_at_1000
value: 93.971
verified: no, type: precision_at_1
value: 31.258000000000003
verified: no, type: precision_at_3
value: 14.363000000000001
verified: no, type: precision_at_5
value: 9.717
verified: no, type: precision_at_10
value: 5.595
verified: no, type: precision_at_20
value: 3.145
verified: no, type: precision_at_100
value: 0.781
verified: no, type: precision_at_1000
value: 0.094
verified: no, type: mrr_at_1
value: 31.258200000000002
verified: no, type: mrr_at_3
value: 36.4335
verified: no, type: mrr_at_5
value: 37.6805
verified: no, type: mrr_at_10
value: 38.672200000000004
verified: no, type: mrr_at_20
value: 39.1614
verified: no, type: mrr_at_100
value: 39.5298
verified: no, type: mrr_at_1000
value: 39.5948
verified: no, type: nauc_ndcg_at_1_max
value: 50.8135
verified: no, type: nauc_ndcg_at_1_std
value: 9.5316
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.077799999999996
verified: no, type: nauc_ndcg_at_3_max
value: 51.4486
verified: no, type: nauc_ndcg_at_3_std
value: 11.4698
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.6076
verified: no, type: nauc_ndcg_at_5_max
value: 51.0535
verified: no, type: nauc_ndcg_at_5_std
value: 12.133
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.0051
verified: no, type: nauc_ndcg_at_10_max
value: 51.324999999999996
verified: no, type: nauc_ndcg_at_10_std
value: 13.861299999999998
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.4724
verified: no, type: nauc_ndcg_at_20_max
value: 51.07390000000001
verified: no, type: nauc_ndcg_at_20_std
value: 14.4511
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.870200000000004
verified: no, type: nauc_ndcg_at_100_max
value: 51.4803
verified: no, type: nauc_ndcg_at_100_std
value: 15.289900000000001
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.0109
verified: no, type: nauc_ndcg_at_1000_max
value: 51.4174
verified: no, type: nauc_ndcg_at_1000_std
value: 14.527399999999998
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.6374
verified: no, type: nauc_map_at_1_max
value: 50.768899999999995
verified: no, type: nauc_map_at_1_std
value: 9.501
verified: no, type: nauc_map_at_1_diff1
value: 56.049400000000006
verified: no, type: nauc_map_at_3_max
value: 51.27460000000001
verified: no, type: nauc_map_at_3_std
value: 10.922
verified: no, type: nauc_map_at_3_diff1
value: 51.8738
verified: no, type: nauc_map_at_5_max
value: 51.0655
verified: no, type: nauc_map_at_5_std
value: 11.282
verified: no, type: nauc_map_at_5_diff1
value: 51.0045
verified: no, type: nauc_map_at_10_max
value: 51.158899999999996
verified: no, type: nauc_map_at_10_std
value: 11.956
verified: no, type: nauc_map_at_10_diff1
value: 50.787099999999995
verified: no, type: nauc_map_at_20_max
value: 51.081500000000005
verified: no, type: nauc_map_at_20_std
value: 12.0977
verified: no, type: nauc_map_at_20_diff1
value: 50.6269
verified: no, type: nauc_map_at_100_max
value: 51.1262
verified: no, type: nauc_map_at_100_std
value: 12.1966
verified: no, type: nauc_map_at_100_diff1
value: 50.6523
verified: no, type: nauc_map_at_1000_max
value: 51.1258
verified: no, type: nauc_map_at_1000_std
value: 12.1769
verified: no, type: nauc_map_at_1000_diff1
value: 50.67230000000001
verified: no, type: nauc_recall_at_1_max
value: 50.768899999999995
verified: no, type: nauc_recall_at_1_std
value: 9.501
verified: no, type: nauc_recall_at_1_diff1
value: 56.049400000000006
verified: no, type: nauc_recall_at_3_max
value: 51.9034
verified: no, type: nauc_recall_at_3_std
value: 13.0311
verified: no, type: nauc_recall_at_3_diff1
value: 46.9878
verified: no, type: nauc_recall_at_5_max
value: 50.907500000000006
verified: no, type: nauc_recall_at_5_std
value: 14.695
verified: no, type: nauc_recall_at_5_diff1
value: 42.965900000000005
verified: no, type: nauc_recall_at_10_max
value: 51.871500000000005
verified: no, type: nauc_recall_at_10_std
value: 20.6095
verified: no, type: nauc_recall_at_10_diff1
value: 40.908899999999996
verified: no, type: nauc_recall_at_20_max
value: 50.8848
verified: no, type: nauc_recall_at_20_std
value: 23.9653
verified: no, type: nauc_recall_at_20_diff1
value: 37.5667
verified: no, type: nauc_recall_at_100_max
value: 54.52
verified: no, type: nauc_recall_at_100_std
value: 35.6453
verified: no, type: nauc_recall_at_100_diff1
value: 34.0519
verified: no, type: nauc_recall_at_1000_max
value: 58.397
verified: no, type: nauc_recall_at_1000_std
value: 49.6012
verified: no, type: nauc_recall_at_1000_diff1
value: 27.825699999999998
verified: no, type: nauc_precision_at_1_max
value: 50.8135
verified: no, type: nauc_precision_at_1_std
value: 9.5316
verified: no, type: nauc_precision_at_1_diff1
value: 56.077799999999996
verified: no, type: nauc_precision_at_3_max
value: 51.9505
verified: no, type: nauc_precision_at_3_std
value: 13.0616
verified: no, type: nauc_precision_at_3_diff1
value: 47.0194
verified: no, type: nauc_precision_at_5_max
value: 50.9555
verified: no, type: nauc_precision_at_5_std
value: 14.7261
verified: no, type: nauc_precision_at_5_diff1
value: 42.998
verified: no, type: nauc_precision_at_10_max
value: 51.926399999999994
verified: no, type: nauc_precision_at_10_std
value: 20.644399999999997
verified: no, type: nauc_precision_at_10_diff1
value: 40.9459
verified: no, type: nauc_precision_at_20_max
value: 50.9483
verified: no, type: nauc_precision_at_20_std
value: 24.0057
verified: no, type: nauc_precision_at_20_diff1
value: 37.6094
verified: no, type: nauc_precision_at_100_max
value: 54.5785
verified: no, type: nauc_precision_at_100_std
value: 35.7331
verified: no, type: nauc_precision_at_100_diff1
value: 34.098800000000004
verified: no, type: nauc_precision_at_1000_max
value: 58.599900000000005
verified: no, type: nauc_precision_at_1000_std
value: 49.8547
verified: no, type: nauc_precision_at_1000_diff1
value: 28.0201
verified: no, type: nauc_mrr_at_1_max
value: 50.8135
verified: no, type: nauc_mrr_at_1_std
value: 9.5316
verified: no, type: nauc_mrr_at_1_diff1
value: 56.077799999999996
verified: no, type: nauc_mrr_at_3_max
value: 51.3185
verified: no, type: nauc_mrr_at_3_std
value: 10.952
verified: no, type: nauc_mrr_at_3_diff1
value: 51.902
verified: no, type: nauc_mrr_at_5_max
value: 51.1095
verified: no, type: nauc_mrr_at_5_std
value: 11.3122
verified: no, type: nauc_mrr_at_5_diff1
value: 51.0328
verified: no, type: nauc_mrr_at_10_max
value: 51.2033
verified: no, type: nauc_mrr_at_10_std
value: 11.9863
verified: no, type: nauc_mrr_at_10_diff1
value: 50.8157
verified: no, type: nauc_mrr_at_20_max
value: 51.1262
verified: no, type: nauc_mrr_at_20_std
value: 12.1282
verified: no, type: nauc_mrr_at_20_diff1
value: 50.6557
verified: no, type: nauc_mrr_at_100_max
value: 51.169799999999995
verified: no, type: nauc_mrr_at_100_std
value: 12.2269
verified: no, type: nauc_mrr_at_100_diff1
value: 50.6806
verified: no, type: nauc_mrr_at_1000_max
value: 51.1695
verified: no, type: nauc_mrr_at_1000_std
value: 12.2072
verified: no, type: nauc_mrr_at_1000_diff1
value: 50.700599999999994
verified: no, type: main_score
value: 42.781000000000006
verified: no
task: type: Retrieval, dataset: config: ara-deu
name: MTEB MLQARetrieval (ara-deu)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 38.774
verified: no, type: ndcg_at_3
value: 47.213
verified: no, type: ndcg_at_5
value: 50.19
verified: no, type: ndcg_at_10
value: 52.71
verified: no, type: ndcg_at_20
value: 54.429
verified: no, type: ndcg_at_100
value: 56.69
verified: no, type: ndcg_at_1000
value: 58.214
verified: no, type: map_at_1
value: 38.774
verified: no, type: map_at_3
value: 45.161
verified: no, type: map_at_5
value: 46.814
verified: no, type: map_at_10
value: 47.848
verified: no, type: map_at_20
value: 48.32
verified: no, type: map_at_100
value: 48.620999999999995
verified: no, type: map_at_1000
value: 48.678
verified: no, type: recall_at_1
value: 38.774
verified: no, type: recall_at_3
value: 53.125
verified: no, type: recall_at_5
value: 60.346
verified: no, type: recall_at_10
value: 68.174
verified: no, type: recall_at_20
value: 74.97
verified: no, type: recall_at_100
value: 87.318
verified: no, type: recall_at_1000
value: 99.333
verified: no, type: precision_at_1
value: 38.774
verified: no, type: precision_at_3
value: 17.718
verified: no, type: precision_at_5
value: 12.075
verified: no, type: precision_at_10
value: 6.819999999999999
verified: no, type: precision_at_20
value: 3.75
verified: no, type: precision_at_100
value: 0.874
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: mrr_at_1
value: 38.774300000000004
verified: no, type: mrr_at_3
value: 45.176
verified: no, type: mrr_at_5
value: 46.8295
verified: no, type: mrr_at_10
value: 47.8628
verified: no, type: mrr_at_20
value: 48.3352
verified: no, type: mrr_at_100
value: 48.6348
verified: no, type: mrr_at_1000
value: 48.692099999999996
verified: no, type: nauc_ndcg_at_1_max
value: 53.3984
verified: no, type: nauc_ndcg_at_1_std
value: 11.4226
verified: no, type: nauc_ndcg_at_1_diff1
value: 63.624
verified: no, type: nauc_ndcg_at_3_max
value: 53.212199999999996
verified: no, type: nauc_ndcg_at_3_std
value: 12.8275
verified: no, type: nauc_ndcg_at_3_diff1
value: 56.9653
verified: no, type: nauc_ndcg_at_5_max
value: 52.9301
verified: no, type: nauc_ndcg_at_5_std
value: 13.019900000000002
verified: no, type: nauc_ndcg_at_5_diff1
value: 56.2881
verified: no, type: nauc_ndcg_at_10_max
value: 53.21
verified: no, type: nauc_ndcg_at_10_std
value: 14.477899999999998
verified: no, type: nauc_ndcg_at_10_diff1
value: 55.312
verified: no, type: nauc_ndcg_at_20_max
value: 53.5602
verified: no, type: nauc_ndcg_at_20_std
value: 15.2451
verified: no, type: nauc_ndcg_at_20_diff1
value: 55.5818
verified: no, type: nauc_ndcg_at_100_max
value: 53.466499999999996
verified: no, type: nauc_ndcg_at_100_std
value: 15.035799999999998
verified: no, type: nauc_ndcg_at_100_diff1
value: 56.2241
verified: no, type: nauc_ndcg_at_1000_max
value: 53.4527
verified: no, type: nauc_ndcg_at_1000_std
value: 14.2771
verified: no, type: nauc_ndcg_at_1000_diff1
value: 56.8137
verified: no, type: nauc_map_at_1_max
value: 53.3984
verified: no, type: nauc_map_at_1_std
value: 11.4226
verified: no, type: nauc_map_at_1_diff1
value: 63.624
verified: no, type: nauc_map_at_3_max
value: 53.3564
verified: no, type: nauc_map_at_3_std
value: 12.5543
verified: no, type: nauc_map_at_3_diff1
value: 58.557199999999995
verified: no, type: nauc_map_at_5_max
value: 53.2292
verified: no, type: nauc_map_at_5_std
value: 12.6335
verified: no, type: nauc_map_at_5_diff1
value: 58.2353
verified: no, type: nauc_map_at_10_max
value: 53.36450000000001
verified: no, type: nauc_map_at_10_std
value: 13.2102
verified: no, type: nauc_map_at_10_diff1
value: 57.89450000000001
verified: no, type: nauc_map_at_20_max
value: 53.438900000000004
verified: no, type: nauc_map_at_20_std
value: 13.374600000000001
verified: no, type: nauc_map_at_20_diff1
value: 57.9695
verified: no, type: nauc_map_at_100_max
value: 53.411699999999996
verified: no, type: nauc_map_at_100_std
value: 13.3329
verified: no, type: nauc_map_at_100_diff1
value: 58.04899999999999
verified: no, type: nauc_map_at_1000_max
value: 53.4104
verified: no, type: nauc_map_at_1000_std
value: 13.313600000000001
verified: no, type: nauc_map_at_1000_diff1
value: 58.0651
verified: no, type: nauc_recall_at_1_max
value: 53.3984
verified: no, type: nauc_recall_at_1_std
value: 11.4226
verified: no, type: nauc_recall_at_1_diff1
value: 63.624
verified: no, type: nauc_recall_at_3_max
value: 52.747299999999996
verified: no, type: nauc_recall_at_3_std
value: 13.602900000000002
verified: no, type: nauc_recall_at_3_diff1
value: 52.2385
verified: no, type: nauc_recall_at_5_max
value: 51.8513
verified: no, type: nauc_recall_at_5_std
value: 14.263300000000001
verified: no, type: nauc_recall_at_5_diff1
value: 49.971700000000006
verified: no, type: nauc_recall_at_10_max
value: 52.5828
verified: no, type: nauc_recall_at_10_std
value: 19.8161
verified: no, type: nauc_recall_at_10_diff1
value: 45.2543
verified: no, type: nauc_recall_at_20_max
value: 54.559400000000004
verified: no, type: nauc_recall_at_20_std
value: 25.3807
verified: no, type: nauc_recall_at_20_diff1
value: 44.8606
verified: no, type: nauc_recall_at_100_max
value: 54.732400000000005
verified: no, type: nauc_recall_at_100_std
value: 30.830000000000002
verified: no, type: nauc_recall_at_100_diff1
value: 45.0631
verified: no, type: nauc_recall_at_1000_max
value: 75.4921
verified: no, type: nauc_recall_at_1000_std
value: 35.5406
verified: no, type: nauc_recall_at_1000_diff1
value: 57.560900000000004
verified: no, type: nauc_precision_at_1_max
value: 53.3984
verified: no, type: nauc_precision_at_1_std
value: 11.4226
verified: no, type: nauc_precision_at_1_diff1
value: 63.624
verified: no, type: nauc_precision_at_3_max
value: 52.7321
verified: no, type: nauc_precision_at_3_std
value: 13.622600000000002
verified: no, type: nauc_precision_at_3_diff1
value: 52.2056
verified: no, type: nauc_precision_at_5_max
value: 51.8444
verified: no, type: nauc_precision_at_5_std
value: 14.287600000000001
verified: no, type: nauc_precision_at_5_diff1
value: 49.9448
verified: no, type: nauc_precision_at_10_max
value: 52.575300000000006
verified: no, type: nauc_precision_at_10_std
value: 19.8478
verified: no, type: nauc_precision_at_10_diff1
value: 45.2201
verified: no, type: nauc_precision_at_20_max
value: 54.564299999999996
verified: no, type: nauc_precision_at_20_std
value: 25.4289
verified: no, type: nauc_precision_at_20_diff1
value: 44.829299999999996
verified: no, type: nauc_precision_at_100_max
value: 54.0934
verified: no, type: nauc_precision_at_100_std
value: 30.652
verified: no, type: nauc_precision_at_100_diff1
value: 44.410500000000006
verified: no, type: nauc_precision_at_1000_max
value: 62.376
verified: no, type: nauc_precision_at_1000_std
value: 32.0345
verified: no, type: nauc_precision_at_1000_diff1
value: 45.353500000000004
verified: no, type: nauc_mrr_at_1_max
value: 53.3984
verified: no, type: nauc_mrr_at_1_std
value: 11.4226
verified: no, type: nauc_mrr_at_1_diff1
value: 63.624
verified: no, type: nauc_mrr_at_3_max
value: 53.3455
verified: no, type: nauc_mrr_at_3_std
value: 12.5627
verified: no, type: nauc_mrr_at_3_diff1
value: 58.5384
verified: no, type: nauc_mrr_at_5_max
value: 53.2182
verified: no, type: nauc_mrr_at_5_std
value: 12.642100000000001
verified: no, type: nauc_mrr_at_5_diff1
value: 58.216100000000004
verified: no, type: nauc_mrr_at_10_max
value: 53.353300000000004
verified: no, type: nauc_mrr_at_10_std
value: 13.219
verified: no, type: nauc_mrr_at_10_diff1
value: 57.875
verified: no, type: nauc_mrr_at_20_max
value: 53.4276
verified: no, type: nauc_mrr_at_20_std
value: 13.383500000000002
verified: no, type: nauc_mrr_at_20_diff1
value: 57.949799999999996
verified: no, type: nauc_mrr_at_100_max
value: 53.40089999999999
verified: no, type: nauc_mrr_at_100_std
value: 13.3411
verified: no, type: nauc_mrr_at_100_diff1
value: 58.030300000000004
verified: no, type: nauc_mrr_at_1000_max
value: 53.3996
verified: no, type: nauc_mrr_at_1000_std
value: 13.3218
verified: no, type: nauc_mrr_at_1000_diff1
value: 58.0465
verified: no, type: main_score
value: 52.71
verified: no
task: type: Retrieval, dataset: config: ara-eng
name: MTEB MLQARetrieval (ara-eng)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 31.563999999999997
verified: no, type: ndcg_at_3
value: 39.35
verified: no, type: ndcg_at_5
value: 41.817
verified: no, type: ndcg_at_10
value: 44.275
verified: no, type: ndcg_at_20
value: 46.278000000000006
verified: no, type: ndcg_at_100
value: 49.04
verified: no, type: ndcg_at_1000
value: 50.897000000000006
verified: no, type: map_at_1
value: 31.563999999999997
verified: no, type: map_at_3
value: 37.456
verified: no, type: map_at_5
value: 38.824
verified: no, type: map_at_10
value: 39.843
verified: no, type: map_at_20
value: 40.400000000000006
verified: no, type: map_at_100
value: 40.783
verified: no, type: map_at_1000
value: 40.847
verified: no, type: recall_at_1
value: 31.563999999999997
verified: no, type: recall_at_3
value: 44.824000000000005
verified: no, type: recall_at_5
value: 50.806
verified: no, type: recall_at_10
value: 58.382999999999996
verified: no, type: recall_at_20
value: 66.251
verified: no, type: recall_at_100
value: 81.123
verified: no, type: recall_at_1000
value: 96.08
verified: no, type: precision_at_1
value: 31.563999999999997
verified: no, type: precision_at_3
value: 14.940999999999999
verified: no, type: precision_at_5
value: 10.165000000000001
verified: no, type: precision_at_10
value: 5.84
verified: no, type: precision_at_20
value: 3.314
verified: no, type: precision_at_100
value: 0.812
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: mrr_at_1
value: 31.5641
verified: no, type: mrr_at_3
value: 37.4562
verified: no, type: mrr_at_5
value: 38.8281
verified: no, type: mrr_at_10
value: 39.847
verified: no, type: mrr_at_20
value: 40.4043
verified: no, type: mrr_at_100
value: 40.787099999999995
verified: no, type: mrr_at_1000
value: 40.8507
verified: no, type: nauc_ndcg_at_1_max
value: 45.0961
verified: no, type: nauc_ndcg_at_1_std
value: 6.0832999999999995
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.4542
verified: no, type: nauc_ndcg_at_3_max
value: 45.8009
verified: no, type: nauc_ndcg_at_3_std
value: 7.946599999999999
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.22990000000001
verified: no, type: nauc_ndcg_at_5_max
value: 45.7759
verified: no, type: nauc_ndcg_at_5_std
value: 8.793
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.47
verified: no, type: nauc_ndcg_at_10_max
value: 45.896100000000004
verified: no, type: nauc_ndcg_at_10_std
value: 9.767900000000001
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.862500000000004
verified: no, type: nauc_ndcg_at_20_max
value: 45.9985
verified: no, type: nauc_ndcg_at_20_std
value: 10.7251
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.3885
verified: no, type: nauc_ndcg_at_100_max
value: 46.1803
verified: no, type: nauc_ndcg_at_100_std
value: 11.471
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.6423
verified: no, type: nauc_ndcg_at_1000_max
value: 45.9962
verified: no, type: nauc_ndcg_at_1000_std
value: 10.4737
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.4473
verified: no, type: nauc_map_at_1_max
value: 45.0961
verified: no, type: nauc_map_at_1_std
value: 6.0832999999999995
verified: no, type: nauc_map_at_1_diff1
value: 56.4542
verified: no, type: nauc_map_at_3_max
value: 45.685199999999995
verified: no, type: nauc_map_at_3_std
value: 7.498199999999999
verified: no, type: nauc_map_at_3_diff1
value: 51.702999999999996
verified: no, type: nauc_map_at_5_max
value: 45.6663
verified: no, type: nauc_map_at_5_std
value: 7.9673
verified: no, type: nauc_map_at_5_diff1
value: 50.723
verified: no, type: nauc_map_at_10_max
value: 45.7094
verified: no, type: nauc_map_at_10_std
value: 8.3551
verified: no, type: nauc_map_at_10_diff1
value: 50.497099999999996
verified: no, type: nauc_map_at_20_max
value: 45.738299999999995
verified: no, type: nauc_map_at_20_std
value: 8.587
verified: no, type: nauc_map_at_20_diff1
value: 50.386900000000004
verified: no, type: nauc_map_at_100_max
value: 45.7463
verified: no, type: nauc_map_at_100_std
value: 8.6732
verified: no, type: nauc_map_at_100_diff1
value: 50.4202
verified: no, type: nauc_map_at_1000_max
value: 45.7398
verified: no, type: nauc_map_at_1000_std
value: 8.6477
verified: no, type: nauc_map_at_1000_diff1
value: 50.443599999999996
verified: no, type: nauc_recall_at_1_max
value: 45.0961
verified: no, type: nauc_recall_at_1_std
value: 6.0832999999999995
verified: no, type: nauc_recall_at_1_diff1
value: 56.4542
verified: no, type: nauc_recall_at_3_max
value: 46.110299999999995
verified: no, type: nauc_recall_at_3_std
value: 9.2308
verified: no, type: nauc_recall_at_3_diff1
value: 46.0213
verified: no, type: nauc_recall_at_5_max
value: 46.0402
verified: no, type: nauc_recall_at_5_std
value: 11.305900000000001
verified: no, type: nauc_recall_at_5_diff1
value: 41.6502
verified: no, type: nauc_recall_at_10_max
value: 46.4824
verified: no, type: nauc_recall_at_10_std
value: 14.7249
verified: no, type: nauc_recall_at_10_diff1
value: 39.0873
verified: no, type: nauc_recall_at_20_max
value: 47.0124
verified: no, type: nauc_recall_at_20_std
value: 20.002
verified: no, type: nauc_recall_at_20_diff1
value: 35.6458
verified: no, type: nauc_recall_at_100_max
value: 49.6722
verified: no, type: nauc_recall_at_100_std
value: 32.310100000000006
verified: no, type: nauc_recall_at_100_diff1
value: 31.805
verified: no, type: nauc_recall_at_1000_max
value: 50.651599999999995
verified: no, type: nauc_recall_at_1000_std
value: 40.5728
verified: no, type: nauc_recall_at_1000_diff1
value: 27.4545
verified: no, type: nauc_precision_at_1_max
value: 45.0961
verified: no, type: nauc_precision_at_1_std
value: 6.0832999999999995
verified: no, type: nauc_precision_at_1_diff1
value: 56.4542
verified: no, type: nauc_precision_at_3_max
value: 46.110299999999995
verified: no, type: nauc_precision_at_3_std
value: 9.2308
verified: no, type: nauc_precision_at_3_diff1
value: 46.0213
verified: no, type: nauc_precision_at_5_max
value: 46.1272
verified: no, type: nauc_precision_at_5_std
value: 11.351700000000001
verified: no, type: nauc_precision_at_5_diff1
value: 41.6701
verified: no, type: nauc_precision_at_10_max
value: 46.5768
verified: no, type: nauc_precision_at_10_std
value: 14.7753
verified: no, type: nauc_precision_at_10_diff1
value: 39.108399999999996
verified: no, type: nauc_precision_at_20_max
value: 47.123599999999996
verified: no, type: nauc_precision_at_20_std
value: 20.0731
verified: no, type: nauc_precision_at_20_diff1
value: 35.6993
verified: no, type: nauc_precision_at_100_max
value: 49.7989
verified: no, type: nauc_precision_at_100_std
value: 32.385999999999996
verified: no, type: nauc_precision_at_100_diff1
value: 31.779000000000003
verified: no, type: nauc_precision_at_1000_max
value: 50.600100000000005
verified: no, type: nauc_precision_at_1000_std
value: 40.419
verified: no, type: nauc_precision_at_1000_diff1
value: 27.254099999999998
verified: no, type: nauc_mrr_at_1_max
value: 45.0961
verified: no, type: nauc_mrr_at_1_std
value: 6.0832999999999995
verified: no, type: nauc_mrr_at_1_diff1
value: 56.4542
verified: no, type: nauc_mrr_at_3_max
value: 45.685199999999995
verified: no, type: nauc_mrr_at_3_std
value: 7.498199999999999
verified: no, type: nauc_mrr_at_3_diff1
value: 51.702999999999996
verified: no, type: nauc_mrr_at_5_max
value: 45.6835
verified: no, type: nauc_mrr_at_5_std
value: 7.9763
verified: no, type: nauc_mrr_at_5_diff1
value: 50.7273
verified: no, type: nauc_mrr_at_10_max
value: 45.7267
verified: no, type: nauc_mrr_at_10_std
value: 8.364099999999999
verified: no, type: nauc_mrr_at_10_diff1
value: 50.5014
verified: no, type: nauc_mrr_at_20_max
value: 45.7556
verified: no, type: nauc_mrr_at_20_std
value: 8.5966
verified: no, type: nauc_mrr_at_20_diff1
value: 50.393
verified: no, type: nauc_mrr_at_100_max
value: 45.760400000000004
verified: no, type: nauc_mrr_at_100_std
value: 8.6807
verified: no, type: nauc_mrr_at_100_diff1
value: 50.425799999999995
verified: no, type: nauc_mrr_at_1000_max
value: 45.753899999999994
verified: no, type: nauc_mrr_at_1000_std
value: 8.655100000000001
verified: no, type: nauc_mrr_at_1000_diff1
value: 50.448899999999995
verified: no, type: main_score
value: 44.275
verified: no
task: type: Retrieval, dataset: config: ara-spa
name: MTEB MLQARetrieval (ara-spa)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 36.35
verified: no, type: ndcg_at_3
value: 44.869
verified: no, type: ndcg_at_5
value: 47.461999999999996
verified: no, type: ndcg_at_10
value: 50.101
verified: no, type: ndcg_at_20
value: 52.002
verified: no, type: ndcg_at_100
value: 54.449999999999996
verified: no, type: ndcg_at_1000
value: 56.084999999999994
verified: no, type: map_at_1
value: 36.35
verified: no, type: map_at_3
value: 42.796
verified: no, type: map_at_5
value: 44.242
verified: no, type: map_at_10
value: 45.344
verified: no, type: map_at_20
value: 45.87
verified: no, type: map_at_100
value: 46.202
verified: no, type: map_at_1000
value: 46.262
verified: no, type: recall_at_1
value: 36.35
verified: no, type: recall_at_3
value: 50.859
verified: no, type: recall_at_5
value: 57.128
verified: no, type: recall_at_10
value: 65.217
verified: no, type: recall_at_20
value: 72.7
verified: no, type: recall_at_100
value: 85.996
verified: no, type: recall_at_1000
value: 98.989
verified: no, type: precision_at_1
value: 36.35
verified: no, type: precision_at_3
value: 16.953
verified: no, type: precision_at_5
value: 11.426
verified: no, type: precision_at_10
value: 6.522
verified: no, type: precision_at_20
value: 3.6350000000000002
verified: no, type: precision_at_100
value: 0.86
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: mrr_at_1
value: 36.3498
verified: no, type: mrr_at_3
value: 42.7958
verified: no, type: mrr_at_5
value: 44.2417
verified: no, type: mrr_at_10
value: 45.3442
verified: no, type: mrr_at_20
value: 45.8705
verified: no, type: mrr_at_100
value: 46.2022
verified: no, type: mrr_at_1000
value: 46.261799999999994
verified: no, type: nauc_ndcg_at_1_max
value: 49.756
verified: no, type: nauc_ndcg_at_1_std
value: 8.7422
verified: no, type: nauc_ndcg_at_1_diff1
value: 60.206199999999995
verified: no, type: nauc_ndcg_at_3_max
value: 51.8621
verified: no, type: nauc_ndcg_at_3_std
value: 11.6268
verified: no, type: nauc_ndcg_at_3_diff1
value: 53.6381
verified: no, type: nauc_ndcg_at_5_max
value: 52.5281
verified: no, type: nauc_ndcg_at_5_std
value: 12.8893
verified: no, type: nauc_ndcg_at_5_diff1
value: 52.311099999999996
verified: no, type: nauc_ndcg_at_10_max
value: 52.7753
verified: no, type: nauc_ndcg_at_10_std
value: 14.358699999999999
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.960300000000004
verified: no, type: nauc_ndcg_at_20_max
value: 52.880700000000004
verified: no, type: nauc_ndcg_at_20_std
value: 15.427
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.6363
verified: no, type: nauc_ndcg_at_100_max
value: 52.317800000000005
verified: no, type: nauc_ndcg_at_100_std
value: 14.510000000000002
verified: no, type: nauc_ndcg_at_100_diff1
value: 52.2435
verified: no, type: nauc_ndcg_at_1000_max
value: 52.1913
verified: no, type: nauc_ndcg_at_1000_std
value: 13.5793
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.95910000000001
verified: no, type: nauc_map_at_1_max
value: 49.756
verified: no, type: nauc_map_at_1_std
value: 8.7422
verified: no, type: nauc_map_at_1_diff1
value: 60.206199999999995
verified: no, type: nauc_map_at_3_max
value: 51.3348
verified: no, type: nauc_map_at_3_std
value: 10.7914
verified: no, type: nauc_map_at_3_diff1
value: 55.191100000000006
verified: no, type: nauc_map_at_5_max
value: 51.6705
verified: no, type: nauc_map_at_5_std
value: 11.4773
verified: no, type: nauc_map_at_5_diff1
value: 54.46959999999999
verified: no, type: nauc_map_at_10_max
value: 51.7134
verified: no, type: nauc_map_at_10_std
value: 11.9884
verified: no, type: nauc_map_at_10_diff1
value: 54.341300000000004
verified: no, type: nauc_map_at_20_max
value: 51.734100000000005
verified: no, type: nauc_map_at_20_std
value: 12.2386
verified: no, type: nauc_map_at_20_diff1
value: 54.2967
verified: no, type: nauc_map_at_100_max
value: 51.6624
verified: no, type: nauc_map_at_100_std
value: 12.1183
verified: no, type: nauc_map_at_100_diff1
value: 54.379999999999995
verified: no, type: nauc_map_at_1000_max
value: 51.661
verified: no, type: nauc_map_at_1000_std
value: 12.0917
verified: no, type: nauc_map_at_1000_diff1
value: 54.4056
verified: no, type: nauc_recall_at_1_max
value: 49.756
verified: no, type: nauc_recall_at_1_std
value: 8.7422
verified: no, type: nauc_recall_at_1_diff1
value: 60.206199999999995
verified: no, type: nauc_recall_at_3_max
value: 53.41590000000001
verified: no, type: nauc_recall_at_3_std
value: 14.1345
verified: no, type: nauc_recall_at_3_diff1
value: 49.0993
verified: no, type: nauc_recall_at_5_max
value: 55.3167
verified: no, type: nauc_recall_at_5_std
value: 17.4988
verified: no, type: nauc_recall_at_5_diff1
value: 45.4789
verified: no, type: nauc_recall_at_10_max
value: 56.843900000000005
verified: no, type: nauc_recall_at_10_std
value: 23.6997
verified: no, type: nauc_recall_at_10_diff1
value: 43.419799999999995
verified: no, type: nauc_recall_at_20_max
value: 58.146699999999996
verified: no, type: nauc_recall_at_20_std
value: 31.131199999999996
verified: no, type: nauc_recall_at_20_diff1
value: 39.9097
verified: no, type: nauc_recall_at_100_max
value: 55.3601
verified: no, type: nauc_recall_at_100_std
value: 31.958399999999997
verified: no, type: nauc_recall_at_100_diff1
value: 38.465700000000005
verified: no, type: nauc_recall_at_1000_max
value: 56.1925
verified: no, type: nauc_recall_at_1000_std
value: 25.717299999999998
verified: no, type: nauc_recall_at_1000_diff1
value: 25.905099999999997
verified: no, type: nauc_precision_at_1_max
value: 49.756
verified: no, type: nauc_precision_at_1_std
value: 8.7422
verified: no, type: nauc_precision_at_1_diff1
value: 60.206199999999995
verified: no, type: nauc_precision_at_3_max
value: 53.41590000000001
verified: no, type: nauc_precision_at_3_std
value: 14.1345
verified: no, type: nauc_precision_at_3_diff1
value: 49.0993
verified: no, type: nauc_precision_at_5_max
value: 55.3167
verified: no, type: nauc_precision_at_5_std
value: 17.4988
verified: no, type: nauc_precision_at_5_diff1
value: 45.4789
verified: no, type: nauc_precision_at_10_max
value: 56.843900000000005
verified: no, type: nauc_precision_at_10_std
value: 23.6997
verified: no, type: nauc_precision_at_10_diff1
value: 43.419799999999995
verified: no, type: nauc_precision_at_20_max
value: 58.146699999999996
verified: no, type: nauc_precision_at_20_std
value: 31.131199999999996
verified: no, type: nauc_precision_at_20_diff1
value: 39.9097
verified: no, type: nauc_precision_at_100_max
value: 55.3601
verified: no, type: nauc_precision_at_100_std
value: 31.958399999999997
verified: no, type: nauc_precision_at_100_diff1
value: 38.465700000000005
verified: no, type: nauc_precision_at_1000_max
value: 56.1925
verified: no, type: nauc_precision_at_1000_std
value: 25.717299999999998
verified: no, type: nauc_precision_at_1000_diff1
value: 25.905099999999997
verified: no, type: nauc_mrr_at_1_max
value: 49.756
verified: no, type: nauc_mrr_at_1_std
value: 8.7422
verified: no, type: nauc_mrr_at_1_diff1
value: 60.206199999999995
verified: no, type: nauc_mrr_at_3_max
value: 51.3348
verified: no, type: nauc_mrr_at_3_std
value: 10.7914
verified: no, type: nauc_mrr_at_3_diff1
value: 55.191100000000006
verified: no, type: nauc_mrr_at_5_max
value: 51.6705
verified: no, type: nauc_mrr_at_5_std
value: 11.4773
verified: no, type: nauc_mrr_at_5_diff1
value: 54.46959999999999
verified: no, type: nauc_mrr_at_10_max
value: 51.7134
verified: no, type: nauc_mrr_at_10_std
value: 11.9884
verified: no, type: nauc_mrr_at_10_diff1
value: 54.341300000000004
verified: no, type: nauc_mrr_at_20_max
value: 51.734100000000005
verified: no, type: nauc_mrr_at_20_std
value: 12.2386
verified: no, type: nauc_mrr_at_20_diff1
value: 54.2967
verified: no, type: nauc_mrr_at_100_max
value: 51.6624
verified: no, type: nauc_mrr_at_100_std
value: 12.1183
verified: no, type: nauc_mrr_at_100_diff1
value: 54.379999999999995
verified: no, type: nauc_mrr_at_1000_max
value: 51.661
verified: no, type: nauc_mrr_at_1000_std
value: 12.0917
verified: no, type: nauc_mrr_at_1000_diff1
value: 54.4056
verified: no, type: main_score
value: 50.101
verified: no
task: type: Retrieval, dataset: config: ara-hin
name: MTEB MLQARetrieval (ara-hin)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 33.097
verified: no, type: ndcg_at_3
value: 41.56
verified: no, type: ndcg_at_5
value: 44.437
verified: no, type: ndcg_at_10
value: 47.157
verified: no, type: ndcg_at_20
value: 49.370999999999995
verified: no, type: ndcg_at_100
value: 52.11
verified: no, type: ndcg_at_1000
value: 53.746
verified: no, type: map_at_1
value: 33.097
verified: no, type: map_at_3
value: 39.532000000000004
verified: no, type: map_at_5
value: 41.141
verified: no, type: map_at_10
value: 42.253
verified: no, type: map_at_20
value: 42.861
verified: no, type: map_at_100
value: 43.228
verified: no, type: map_at_1000
value: 43.288
verified: no, type: recall_at_1
value: 33.097
verified: no, type: recall_at_3
value: 47.406
verified: no, type: recall_at_5
value: 54.342
verified: no, type: recall_at_10
value: 62.807
verified: no, type: recall_at_20
value: 71.54599999999999
verified: no, type: recall_at_100
value: 86.50999999999999
verified: no, type: recall_at_1000
value: 99.454
verified: no, type: precision_at_1
value: 33.097
verified: no, type: precision_at_3
value: 15.802
verified: no, type: precision_at_5
value: 10.868
verified: no, type: precision_at_10
value: 6.281000000000001
verified: no, type: precision_at_20
value: 3.5770000000000004
verified: no, type: precision_at_100
value: 0.865
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: mrr_at_1
value: 33.0967
verified: no, type: mrr_at_3
value: 39.5321
verified: no, type: mrr_at_5
value: 41.1405
verified: no, type: mrr_at_10
value: 42.2528
verified: no, type: mrr_at_20
value: 42.8615
verified: no, type: mrr_at_100
value: 43.2277
verified: no, type: mrr_at_1000
value: 43.2878
verified: no, type: nauc_ndcg_at_1_max
value: 41.5056
verified: no, type: nauc_ndcg_at_1_std
value: -0.7759
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.4983
verified: no, type: nauc_ndcg_at_3_max
value: 43.7037
verified: no, type: nauc_ndcg_at_3_std
value: 0.9127
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.093399999999995
verified: no, type: nauc_ndcg_at_5_max
value: 44.412600000000005
verified: no, type: nauc_ndcg_at_5_std
value: 2.7959
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.2115
verified: no, type: nauc_ndcg_at_10_max
value: 45.1547
verified: no, type: nauc_ndcg_at_10_std
value: 4.5252
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.35
verified: no, type: nauc_ndcg_at_20_max
value: 45.3115
verified: no, type: nauc_ndcg_at_20_std
value: 5.2706
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.6213
verified: no, type: nauc_ndcg_at_100_max
value: 45.4305
verified: no, type: nauc_ndcg_at_100_std
value: 5.226299999999999
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.2901
verified: no, type: nauc_ndcg_at_1000_max
value: 44.7915
verified: no, type: nauc_ndcg_at_1000_std
value: 4.0262
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.800599999999996
verified: no, type: nauc_map_at_1_max
value: 41.5056
verified: no, type: nauc_map_at_1_std
value: -0.7759
verified: no, type: nauc_map_at_1_diff1
value: 54.4983
verified: no, type: nauc_map_at_3_max
value: 43.2876
verified: no, type: nauc_map_at_3_std
value: 0.5027
verified: no, type: nauc_map_at_3_diff1
value: 49.6127
verified: no, type: nauc_map_at_5_max
value: 43.688900000000004
verified: no, type: nauc_map_at_5_std
value: 1.5645
verified: no, type: nauc_map_at_5_diff1
value: 49.1502
verified: no, type: nauc_map_at_10_max
value: 43.9749
verified: no, type: nauc_map_at_10_std
value: 2.2498
verified: no, type: nauc_map_at_10_diff1
value: 48.827
verified: no, type: nauc_map_at_20_max
value: 44.0064
verified: no, type: nauc_map_at_20_std
value: 2.4167
verified: no, type: nauc_map_at_20_diff1
value: 48.9157
verified: no, type: nauc_map_at_100_max
value: 44.0336
verified: no, type: nauc_map_at_100_std
value: 2.4309000000000003
verified: no, type: nauc_map_at_100_diff1
value: 48.997600000000006
verified: no, type: nauc_map_at_1000_max
value: 44.016
verified: no, type: nauc_map_at_1000_std
value: 2.3993
verified: no, type: nauc_map_at_1000_diff1
value: 49.016799999999996
verified: no, type: nauc_recall_at_1_max
value: 41.5056
verified: no, type: nauc_recall_at_1_std
value: -0.7759
verified: no, type: nauc_recall_at_1_diff1
value: 54.4983
verified: no, type: nauc_recall_at_3_max
value: 44.857200000000006
verified: no, type: nauc_recall_at_3_std
value: 2.0964
verified: no, type: nauc_recall_at_3_diff1
value: 43.721199999999996
verified: no, type: nauc_recall_at_5_max
value: 46.6269
verified: no, type: nauc_recall_at_5_std
value: 6.746
verified: no, type: nauc_recall_at_5_diff1
value: 41.2489
verified: no, type: nauc_recall_at_10_max
value: 49.47
verified: no, type: nauc_recall_at_10_std
value: 13.1434
verified: no, type: nauc_recall_at_10_diff1
value: 37.5806
verified: no, type: nauc_recall_at_20_max
value: 51.146100000000004
verified: no, type: nauc_recall_at_20_std
value: 18.7664
verified: no, type: nauc_recall_at_20_diff1
value: 37.2469
verified: no, type: nauc_recall_at_100_max
value: 57.036500000000004
verified: no, type: nauc_recall_at_100_std
value: 28.7043
verified: no, type: nauc_recall_at_100_diff1
value: 37.934200000000004
verified: no, type: nauc_recall_at_1000_max
value: 44.6101
verified: no, type: nauc_recall_at_1000_std
value: 37.7026
verified: no, type: nauc_recall_at_1000_diff1
value: 31.8598
verified: no, type: nauc_precision_at_1_max
value: 41.5056
verified: no, type: nauc_precision_at_1_std
value: -0.7759
verified: no, type: nauc_precision_at_1_diff1
value: 54.4983
verified: no, type: nauc_precision_at_3_max
value: 44.857200000000006
verified: no, type: nauc_precision_at_3_std
value: 2.0964
verified: no, type: nauc_precision_at_3_diff1
value: 43.721199999999996
verified: no, type: nauc_precision_at_5_max
value: 46.6269
verified: no, type: nauc_precision_at_5_std
value: 6.746
verified: no, type: nauc_precision_at_5_diff1
value: 41.2489
verified: no, type: nauc_precision_at_10_max
value: 49.47
verified: no, type: nauc_precision_at_10_std
value: 13.1434
verified: no, type: nauc_precision_at_10_diff1
value: 37.5806
verified: no, type: nauc_precision_at_20_max
value: 51.146100000000004
verified: no, type: nauc_precision_at_20_std
value: 18.7664
verified: no, type: nauc_precision_at_20_diff1
value: 37.2469
verified: no, type: nauc_precision_at_100_max
value: 57.036500000000004
verified: no, type: nauc_precision_at_100_std
value: 28.7043
verified: no, type: nauc_precision_at_100_diff1
value: 37.934200000000004
verified: no, type: nauc_precision_at_1000_max
value: 44.6101
verified: no, type: nauc_precision_at_1000_std
value: 37.7026
verified: no, type: nauc_precision_at_1000_diff1
value: 31.8598
verified: no, type: nauc_mrr_at_1_max
value: 41.5056
verified: no, type: nauc_mrr_at_1_std
value: -0.7759
verified: no, type: nauc_mrr_at_1_diff1
value: 54.4983
verified: no, type: nauc_mrr_at_3_max
value: 43.2876
verified: no, type: nauc_mrr_at_3_std
value: 0.5027
verified: no, type: nauc_mrr_at_3_diff1
value: 49.6127
verified: no, type: nauc_mrr_at_5_max
value: 43.688900000000004
verified: no, type: nauc_mrr_at_5_std
value: 1.5645
verified: no, type: nauc_mrr_at_5_diff1
value: 49.1502
verified: no, type: nauc_mrr_at_10_max
value: 43.9749
verified: no, type: nauc_mrr_at_10_std
value: 2.2498
verified: no, type: nauc_mrr_at_10_diff1
value: 48.827
verified: no, type: nauc_mrr_at_20_max
value: 44.0064
verified: no, type: nauc_mrr_at_20_std
value: 2.4167
verified: no, type: nauc_mrr_at_20_diff1
value: 48.9157
verified: no, type: nauc_mrr_at_100_max
value: 44.0336
verified: no, type: nauc_mrr_at_100_std
value: 2.4309000000000003
verified: no, type: nauc_mrr_at_100_diff1
value: 48.997600000000006
verified: no, type: nauc_mrr_at_1000_max
value: 44.016
verified: no, type: nauc_mrr_at_1000_std
value: 2.3993
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.016799999999996
verified: no, type: main_score
value: 47.157
verified: no
task: type: Retrieval, dataset: config: ara-vie
name: MTEB MLQARetrieval (ara-vie)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 33.122
verified: no, type: ndcg_at_3
value: 41.82
verified: no, type: ndcg_at_5
value: 44.2
verified: no, type: ndcg_at_10
value: 46.912
verified: no, type: ndcg_at_20
value: 49.124
verified: no, type: ndcg_at_100
value: 51.806
verified: no, type: ndcg_at_1000
value: 53.474999999999994
verified: no, type: map_at_1
value: 33.122
verified: no, type: map_at_3
value: 39.692
verified: no, type: map_at_5
value: 41.016000000000005
verified: no, type: map_at_10
value: 42.161
verified: no, type: map_at_20
value: 42.774
verified: no, type: map_at_100
value: 43.139
verified: no, type: map_at_1000
value: 43.2
verified: no, type: recall_at_1
value: 33.122
verified: no, type: recall_at_3
value: 47.973
verified: no, type: recall_at_5
value: 53.737
verified: no, type: recall_at_10
value: 61.992999999999995
verified: no, type: recall_at_20
value: 70.68900000000001
verified: no, type: recall_at_100
value: 85.247
verified: no, type: recall_at_1000
value: 98.48599999999999
verified: no, type: precision_at_1
value: 33.122
verified: no, type: precision_at_3
value: 15.991
verified: no, type: precision_at_5
value: 10.747
verified: no, type: precision_at_10
value: 6.199000000000001
verified: no, type: precision_at_20
value: 3.5340000000000003
verified: no, type: precision_at_100
value: 0.852
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: mrr_at_1
value: 33.1216
verified: no, type: mrr_at_3
value: 39.6922
verified: no, type: mrr_at_5
value: 41.0161
verified: no, type: mrr_at_10
value: 42.160599999999995
verified: no, type: mrr_at_20
value: 42.774
verified: no, type: mrr_at_100
value: 43.1385
verified: no, type: mrr_at_1000
value: 43.199799999999996
verified: no, type: nauc_ndcg_at_1_max
value: 49.1834
verified: no, type: nauc_ndcg_at_1_std
value: 6.8612
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.1215
verified: no, type: nauc_ndcg_at_3_max
value: 48.7315
verified: no, type: nauc_ndcg_at_3_std
value: 8.5129
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.6492
verified: no, type: nauc_ndcg_at_5_max
value: 48.8836
verified: no, type: nauc_ndcg_at_5_std
value: 9.5124
verified: no, type: nauc_ndcg_at_5_diff1
value: 45.9731
verified: no, type: nauc_ndcg_at_10_max
value: 48.403
verified: no, type: nauc_ndcg_at_10_std
value: 10.4213
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.522800000000004
verified: no, type: nauc_ndcg_at_20_max
value: 48.4306
verified: no, type: nauc_ndcg_at_20_std
value: 11.264299999999999
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.2984
verified: no, type: nauc_ndcg_at_100_max
value: 48.7782
verified: no, type: nauc_ndcg_at_100_std
value: 11.4887
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.7048
verified: no, type: nauc_ndcg_at_1000_max
value: 48.6585
verified: no, type: nauc_ndcg_at_1000_std
value: 10.5363
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.3558
verified: no, type: nauc_map_at_1_max
value: 49.1834
verified: no, type: nauc_map_at_1_std
value: 6.8612
verified: no, type: nauc_map_at_1_diff1
value: 55.1215
verified: no, type: nauc_map_at_3_max
value: 48.8541
verified: no, type: nauc_map_at_3_std
value: 8.035
verified: no, type: nauc_map_at_3_diff1
value: 48.606899999999996
verified: no, type: nauc_map_at_5_max
value: 48.916399999999996
verified: no, type: nauc_map_at_5_std
value: 8.5605
verified: no, type: nauc_map_at_5_diff1
value: 48.2496
verified: no, type: nauc_map_at_10_max
value: 48.7073
verified: no, type: nauc_map_at_10_std
value: 8.9177
verified: no, type: nauc_map_at_10_diff1
value: 48.0922
verified: no, type: nauc_map_at_20_max
value: 48.714200000000005
verified: no, type: nauc_map_at_20_std
value: 9.1213
verified: no, type: nauc_map_at_20_diff1
value: 48.0531
verified: no, type: nauc_map_at_100_max
value: 48.7618
verified: no, type: nauc_map_at_100_std
value: 9.157
verified: no, type: nauc_map_at_100_diff1
value: 48.0993
verified: no, type: nauc_map_at_1000_max
value: 48.762299999999996
verified: no, type: nauc_map_at_1000_std
value: 9.1389
verified: no, type: nauc_map_at_1000_diff1
value: 48.1273
verified: no, type: nauc_recall_at_1_max
value: 49.1834
verified: no, type: nauc_recall_at_1_std
value: 6.8612
verified: no, type: nauc_recall_at_1_diff1
value: 55.1215
verified: no, type: nauc_recall_at_3_max
value: 48.372
verified: no, type: nauc_recall_at_3_std
value: 9.9262
verified: no, type: nauc_recall_at_3_diff1
value: 41.0295
verified: no, type: nauc_recall_at_5_max
value: 48.8314
verified: no, type: nauc_recall_at_5_std
value: 12.5722
verified: no, type: nauc_recall_at_5_diff1
value: 39.0983
verified: no, type: nauc_recall_at_10_max
value: 47.281099999999995
verified: no, type: nauc_recall_at_10_std
value: 15.9864
verified: no, type: nauc_recall_at_10_diff1
value: 36.842999999999996
verified: no, type: nauc_recall_at_20_max
value: 47.2339
verified: no, type: nauc_recall_at_20_std
value: 21.2964
verified: no, type: nauc_recall_at_20_diff1
value: 34.102
verified: no, type: nauc_recall_at_100_max
value: 50.4448
verified: no, type: nauc_recall_at_100_std
value: 31.2116
verified: no, type: nauc_recall_at_100_diff1
value: 30.873099999999997
verified: no, type: nauc_recall_at_1000_max
value: 41.048899999999996
verified: no, type: nauc_recall_at_1000_std
value: 33.9471
verified: no, type: nauc_recall_at_1000_diff1
value: 1.6271
verified: no, type: nauc_precision_at_1_max
value: 49.1834
verified: no, type: nauc_precision_at_1_std
value: 6.8612
verified: no, type: nauc_precision_at_1_diff1
value: 55.1215
verified: no, type: nauc_precision_at_3_max
value: 48.372
verified: no, type: nauc_precision_at_3_std
value: 9.9262
verified: no, type: nauc_precision_at_3_diff1
value: 41.0295
verified: no, type: nauc_precision_at_5_max
value: 48.8314
verified: no, type: nauc_precision_at_5_std
value: 12.5722
verified: no, type: nauc_precision_at_5_diff1
value: 39.0983
verified: no, type: nauc_precision_at_10_max
value: 47.281099999999995
verified: no, type: nauc_precision_at_10_std
value: 15.9864
verified: no, type: nauc_precision_at_10_diff1
value: 36.842999999999996
verified: no, type: nauc_precision_at_20_max
value: 47.2339
verified: no, type: nauc_precision_at_20_std
value: 21.2964
verified: no, type: nauc_precision_at_20_diff1
value: 34.102
verified: no, type: nauc_precision_at_100_max
value: 50.4448
verified: no, type: nauc_precision_at_100_std
value: 31.2116
verified: no, type: nauc_precision_at_100_diff1
value: 30.873099999999997
verified: no, type: nauc_precision_at_1000_max
value: 41.048899999999996
verified: no, type: nauc_precision_at_1000_std
value: 33.9471
verified: no, type: nauc_precision_at_1000_diff1
value: 1.6271
verified: no, type: nauc_mrr_at_1_max
value: 49.1834
verified: no, type: nauc_mrr_at_1_std
value: 6.8612
verified: no, type: nauc_mrr_at_1_diff1
value: 55.1215
verified: no, type: nauc_mrr_at_3_max
value: 48.8541
verified: no, type: nauc_mrr_at_3_std
value: 8.035
verified: no, type: nauc_mrr_at_3_diff1
value: 48.606899999999996
verified: no, type: nauc_mrr_at_5_max
value: 48.916399999999996
verified: no, type: nauc_mrr_at_5_std
value: 8.5605
verified: no, type: nauc_mrr_at_5_diff1
value: 48.2496
verified: no, type: nauc_mrr_at_10_max
value: 48.7073
verified: no, type: nauc_mrr_at_10_std
value: 8.9177
verified: no, type: nauc_mrr_at_10_diff1
value: 48.0922
verified: no, type: nauc_mrr_at_20_max
value: 48.714200000000005
verified: no, type: nauc_mrr_at_20_std
value: 9.1213
verified: no, type: nauc_mrr_at_20_diff1
value: 48.0531
verified: no, type: nauc_mrr_at_100_max
value: 48.7618
verified: no, type: nauc_mrr_at_100_std
value: 9.157
verified: no, type: nauc_mrr_at_100_diff1
value: 48.0993
verified: no, type: nauc_mrr_at_1000_max
value: 48.762299999999996
verified: no, type: nauc_mrr_at_1000_std
value: 9.1389
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.1273
verified: no, type: main_score
value: 46.912
verified: no
task: type: Retrieval, dataset: config: ara-zho
name: MTEB MLQARetrieval (ara-zho)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 34.467
verified: no, type: ndcg_at_3
value: 42.643
verified: no, type: ndcg_at_5
value: 45.559
verified: no, type: ndcg_at_10
value: 48.274
verified: no, type: ndcg_at_20
value: 50.107
verified: no, type: ndcg_at_100
value: 52.93
verified: no, type: ndcg_at_1000
value: 54.493
verified: no, type: map_at_1
value: 34.467
verified: no, type: map_at_3
value: 40.672999999999995
verified: no, type: map_at_5
value: 42.284
verified: no, type: map_at_10
value: 43.418
verified: no, type: map_at_20
value: 43.926
verified: no, type: map_at_100
value: 44.296
verified: no, type: map_at_1000
value: 44.352000000000004
verified: no, type: recall_at_1
value: 34.467
verified: no, type: recall_at_3
value: 48.326
verified: no, type: recall_at_5
value: 55.43900000000001
verified: no, type: recall_at_10
value: 63.754999999999995
verified: no, type: recall_at_20
value: 70.973
verified: no, type: recall_at_100
value: 86.454
verified: no, type: recall_at_1000
value: 98.902
verified: no, type: precision_at_1
value: 34.467
verified: no, type: precision_at_3
value: 16.109
verified: no, type: precision_at_5
value: 11.088000000000001
verified: no, type: precision_at_10
value: 6.3759999999999994
verified: no, type: precision_at_20
value: 3.549
verified: no, type: precision_at_100
value: 0.865
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: mrr_at_1
value: 34.466499999999996
verified: no, type: mrr_at_3
value: 40.6729
verified: no, type: mrr_at_5
value: 42.2838
verified: no, type: mrr_at_10
value: 43.4184
verified: no, type: mrr_at_20
value: 43.926
verified: no, type: mrr_at_100
value: 44.2962
verified: no, type: mrr_at_1000
value: 44.3522
verified: no, type: nauc_ndcg_at_1_max
value: 47.1153
verified: no, type: nauc_ndcg_at_1_std
value: 3.4273
verified: no, type: nauc_ndcg_at_1_diff1
value: 59.028000000000006
verified: no, type: nauc_ndcg_at_3_max
value: 47.509499999999996
verified: no, type: nauc_ndcg_at_3_std
value: 6.1509
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.3682
verified: no, type: nauc_ndcg_at_5_max
value: 47.1969
verified: no, type: nauc_ndcg_at_5_std
value: 6.2892
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.9259
verified: no, type: nauc_ndcg_at_10_max
value: 47.246500000000005
verified: no, type: nauc_ndcg_at_10_std
value: 7.1377
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.049600000000005
verified: no, type: nauc_ndcg_at_20_max
value: 47.5816
verified: no, type: nauc_ndcg_at_20_std
value: 7.4744
verified: no, type: nauc_ndcg_at_20_diff1
value: 50.4117
verified: no, type: nauc_ndcg_at_100_max
value: 47.9685
verified: no, type: nauc_ndcg_at_100_std
value: 8.6481
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.4111
verified: no, type: nauc_ndcg_at_1000_max
value: 47.7801
verified: no, type: nauc_ndcg_at_1000_std
value: 7.5201
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.4396
verified: no, type: nauc_map_at_1_max
value: 47.1153
verified: no, type: nauc_map_at_1_std
value: 3.4273
verified: no, type: nauc_map_at_1_diff1
value: 59.028000000000006
verified: no, type: nauc_map_at_3_max
value: 47.475
verified: no, type: nauc_map_at_3_std
value: 5.5253
verified: no, type: nauc_map_at_3_diff1
value: 53.9536
verified: no, type: nauc_map_at_5_max
value: 47.2987
verified: no, type: nauc_map_at_5_std
value: 5.6127
verified: no, type: nauc_map_at_5_diff1
value: 53.151700000000005
verified: no, type: nauc_map_at_10_max
value: 47.307300000000005
verified: no, type: nauc_map_at_10_std
value: 5.9255
verified: no, type: nauc_map_at_10_diff1
value: 52.8381
verified: no, type: nauc_map_at_20_max
value: 47.3942
verified: no, type: nauc_map_at_20_std
value: 5.992100000000001
verified: no, type: nauc_map_at_20_diff1
value: 52.9637
verified: no, type: nauc_map_at_100_max
value: 47.448800000000006
verified: no, type: nauc_map_at_100_std
value: 6.1400999999999994
verified: no, type: nauc_map_at_100_diff1
value: 52.97690000000001
verified: no, type: nauc_map_at_1000_max
value: 47.4484
verified: no, type: nauc_map_at_1000_std
value: 6.1112
verified: no, type: nauc_map_at_1000_diff1
value: 53.0145
verified: no, type: nauc_recall_at_1_max
value: 47.1153
verified: no, type: nauc_recall_at_1_std
value: 3.4273
verified: no, type: nauc_recall_at_1_diff1
value: 59.028000000000006
verified: no, type: nauc_recall_at_3_max
value: 47.5843
verified: no, type: nauc_recall_at_3_std
value: 7.9499
verified: no, type: nauc_recall_at_3_diff1
value: 47.7843
verified: no, type: nauc_recall_at_5_max
value: 46.8183
verified: no, type: nauc_recall_at_5_std
value: 8.3286
verified: no, type: nauc_recall_at_5_diff1
value: 43.9835
verified: no, type: nauc_recall_at_10_max
value: 47.025099999999995
verified: no, type: nauc_recall_at_10_std
value: 11.6536
verified: no, type: nauc_recall_at_10_diff1
value: 40.012100000000004
verified: no, type: nauc_recall_at_20_max
value: 48.6934
verified: no, type: nauc_recall_at_20_std
value: 14.212
verified: no, type: nauc_recall_at_20_diff1
value: 40.1054
verified: no, type: nauc_recall_at_100_max
value: 54.1462
verified: no, type: nauc_recall_at_100_std
value: 34.3519
verified: no, type: nauc_recall_at_100_diff1
value: 30.826900000000002
verified: no, type: nauc_recall_at_1000_max
value: 71.5059
verified: no, type: nauc_recall_at_1000_std
value: 62.956599999999995
verified: no, type: nauc_recall_at_1000_diff1
value: 26.123800000000003
verified: no, type: nauc_precision_at_1_max
value: 47.1153
verified: no, type: nauc_precision_at_1_std
value: 3.4273
verified: no, type: nauc_precision_at_1_diff1
value: 59.028000000000006
verified: no, type: nauc_precision_at_3_max
value: 47.5843
verified: no, type: nauc_precision_at_3_std
value: 7.9499
verified: no, type: nauc_precision_at_3_diff1
value: 47.7843
verified: no, type: nauc_precision_at_5_max
value: 46.8183
verified: no, type: nauc_precision_at_5_std
value: 8.3286
verified: no, type: nauc_precision_at_5_diff1
value: 43.9835
verified: no, type: nauc_precision_at_10_max
value: 47.025099999999995
verified: no, type: nauc_precision_at_10_std
value: 11.6536
verified: no, type: nauc_precision_at_10_diff1
value: 40.012100000000004
verified: no, type: nauc_precision_at_20_max
value: 48.6934
verified: no, type: nauc_precision_at_20_std
value: 14.212
verified: no, type: nauc_precision_at_20_diff1
value: 40.1054
verified: no, type: nauc_precision_at_100_max
value: 54.1462
verified: no, type: nauc_precision_at_100_std
value: 34.3519
verified: no, type: nauc_precision_at_100_diff1
value: 30.826900000000002
verified: no, type: nauc_precision_at_1000_max
value: 71.5059
verified: no, type: nauc_precision_at_1000_std
value: 62.956599999999995
verified: no, type: nauc_precision_at_1000_diff1
value: 26.123800000000003
verified: no, type: nauc_mrr_at_1_max
value: 47.1153
verified: no, type: nauc_mrr_at_1_std
value: 3.4273
verified: no, type: nauc_mrr_at_1_diff1
value: 59.028000000000006
verified: no, type: nauc_mrr_at_3_max
value: 47.475
verified: no, type: nauc_mrr_at_3_std
value: 5.5253
verified: no, type: nauc_mrr_at_3_diff1
value: 53.9536
verified: no, type: nauc_mrr_at_5_max
value: 47.2987
verified: no, type: nauc_mrr_at_5_std
value: 5.6127
verified: no, type: nauc_mrr_at_5_diff1
value: 53.151700000000005
verified: no, type: nauc_mrr_at_10_max
value: 47.307300000000005
verified: no, type: nauc_mrr_at_10_std
value: 5.9255
verified: no, type: nauc_mrr_at_10_diff1
value: 52.8381
verified: no, type: nauc_mrr_at_20_max
value: 47.3942
verified: no, type: nauc_mrr_at_20_std
value: 5.992100000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 52.9637
verified: no, type: nauc_mrr_at_100_max
value: 47.448800000000006
verified: no, type: nauc_mrr_at_100_std
value: 6.1400999999999994
verified: no, type: nauc_mrr_at_100_diff1
value: 52.97690000000001
verified: no, type: nauc_mrr_at_1000_max
value: 47.4484
verified: no, type: nauc_mrr_at_1000_std
value: 6.1112
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.0145
verified: no, type: main_score
value: 48.274
verified: no
task: type: Retrieval, dataset: config: deu-ara
name: MTEB MLQARetrieval (deu-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 29.958000000000002
verified: no, type: ndcg_at_3
value: 37.785999999999994
verified: no, type: ndcg_at_5
value: 40.552
verified: no, type: ndcg_at_10
value: 43.376999999999995
verified: no, type: ndcg_at_20
value: 45.613
verified: no, type: ndcg_at_100
value: 48.671
verified: no, type: ndcg_at_1000
value: 50.554
verified: no, type: map_at_1
value: 29.958000000000002
verified: no, type: map_at_3
value: 35.86
verified: no, type: map_at_5
value: 37.391000000000005
verified: no, type: map_at_10
value: 38.557
verified: no, type: map_at_20
value: 39.162
verified: no, type: map_at_100
value: 39.581
verified: no, type: map_at_1000
value: 39.647
verified: no, type: recall_at_1
value: 29.958000000000002
verified: no, type: recall_at_3
value: 43.36
verified: no, type: recall_at_5
value: 50.090999999999994
verified: no, type: recall_at_10
value: 58.824
verified: no, type: recall_at_20
value: 67.738
verified: no, type: recall_at_100
value: 84.294
verified: no, type: recall_at_1000
value: 99.394
verified: no, type: precision_at_1
value: 29.958000000000002
verified: no, type: precision_at_3
value: 14.453
verified: no, type: precision_at_5
value: 10.018
verified: no, type: precision_at_10
value: 5.882
verified: no, type: precision_at_20
value: 3.3869999999999996
verified: no, type: precision_at_100
value: 0.843
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: mrr_at_1
value: 29.9576
verified: no, type: mrr_at_3
value: 35.8601
verified: no, type: mrr_at_5
value: 37.3913
verified: no, type: mrr_at_10
value: 38.5573
verified: no, type: mrr_at_20
value: 39.162
verified: no, type: mrr_at_100
value: 39.5807
verified: no, type: mrr_at_1000
value: 39.6467
verified: no, type: nauc_ndcg_at_1_max
value: 52.1125
verified: no, type: nauc_ndcg_at_1_std
value: 6.8635
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.853699999999996
verified: no, type: nauc_ndcg_at_3_max
value: 51.9481
verified: no, type: nauc_ndcg_at_3_std
value: 10.0406
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.3114
verified: no, type: nauc_ndcg_at_5_max
value: 51.730900000000005
verified: no, type: nauc_ndcg_at_5_std
value: 11.7259
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.0463
verified: no, type: nauc_ndcg_at_10_max
value: 51.0169
verified: no, type: nauc_ndcg_at_10_std
value: 11.9733
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.7934
verified: no, type: nauc_ndcg_at_20_max
value: 50.9552
verified: no, type: nauc_ndcg_at_20_std
value: 12.5508
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.4673
verified: no, type: nauc_ndcg_at_100_max
value: 51.207800000000006
verified: no, type: nauc_ndcg_at_100_std
value: 12.7859
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.4388
verified: no, type: nauc_ndcg_at_1000_max
value: 51.4648
verified: no, type: nauc_ndcg_at_1000_std
value: 11.9752
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.3814
verified: no, type: nauc_map_at_1_max
value: 52.1125
verified: no, type: nauc_map_at_1_std
value: 6.8635
verified: no, type: nauc_map_at_1_diff1
value: 55.853699999999996
verified: no, type: nauc_map_at_3_max
value: 52.0278
verified: no, type: nauc_map_at_3_std
value: 9.2962
verified: no, type: nauc_map_at_3_diff1
value: 50.8881
verified: no, type: nauc_map_at_5_max
value: 51.9123
verified: no, type: nauc_map_at_5_std
value: 10.2351
verified: no, type: nauc_map_at_5_diff1
value: 49.6413
verified: no, type: nauc_map_at_10_max
value: 51.6105
verified: no, type: nauc_map_at_10_std
value: 10.3094
verified: no, type: nauc_map_at_10_diff1
value: 49.1541
verified: no, type: nauc_map_at_20_max
value: 51.6124
verified: no, type: nauc_map_at_20_std
value: 10.4738
verified: no, type: nauc_map_at_20_diff1
value: 49.0843
verified: no, type: nauc_map_at_100_max
value: 51.660700000000006
verified: no, type: nauc_map_at_100_std
value: 10.5072
verified: no, type: nauc_map_at_100_diff1
value: 49.228699999999996
verified: no, type: nauc_map_at_1000_max
value: 51.673199999999994
verified: no, type: nauc_map_at_1000_std
value: 10.4973
verified: no, type: nauc_map_at_1000_diff1
value: 49.2533
verified: no, type: nauc_recall_at_1_max
value: 52.1125
verified: no, type: nauc_recall_at_1_std
value: 6.8635
verified: no, type: nauc_recall_at_1_diff1
value: 55.853699999999996
verified: no, type: nauc_recall_at_3_max
value: 51.7055
verified: no, type: nauc_recall_at_3_std
value: 12.1475
verified: no, type: nauc_recall_at_3_diff1
value: 44.8305
verified: no, type: nauc_recall_at_5_max
value: 51.1529
verified: no, type: nauc_recall_at_5_std
value: 16.2625
verified: no, type: nauc_recall_at_5_diff1
value: 39.211400000000005
verified: no, type: nauc_recall_at_10_max
value: 48.8181
verified: no, type: nauc_recall_at_10_std
value: 17.5707
verified: no, type: nauc_recall_at_10_diff1
value: 34.3632
verified: no, type: nauc_recall_at_20_max
value: 48.024899999999995
verified: no, type: nauc_recall_at_20_std
value: 21.0431
verified: no, type: nauc_recall_at_20_diff1
value: 30.9652
verified: no, type: nauc_recall_at_100_max
value: 47.9518
verified: no, type: nauc_recall_at_100_std
value: 29.650199999999998
verified: no, type: nauc_recall_at_100_diff1
value: 30.1396
verified: no, type: nauc_recall_at_1000_max
value: 56.8226
verified: no, type: nauc_recall_at_1000_std
value: 65.794
verified: no, type: nauc_recall_at_1000_diff1
value: 27.686899999999998
verified: no, type: nauc_precision_at_1_max
value: 52.1125
verified: no, type: nauc_precision_at_1_std
value: 6.8635
verified: no, type: nauc_precision_at_1_diff1
value: 55.853699999999996
verified: no, type: nauc_precision_at_3_max
value: 51.7055
verified: no, type: nauc_precision_at_3_std
value: 12.1475
verified: no, type: nauc_precision_at_3_diff1
value: 44.8305
verified: no, type: nauc_precision_at_5_max
value: 51.1529
verified: no, type: nauc_precision_at_5_std
value: 16.2625
verified: no, type: nauc_precision_at_5_diff1
value: 39.211400000000005
verified: no, type: nauc_precision_at_10_max
value: 48.8181
verified: no, type: nauc_precision_at_10_std
value: 17.5707
verified: no, type: nauc_precision_at_10_diff1
value: 34.3632
verified: no, type: nauc_precision_at_20_max
value: 48.024899999999995
verified: no, type: nauc_precision_at_20_std
value: 21.0431
verified: no, type: nauc_precision_at_20_diff1
value: 30.9652
verified: no, type: nauc_precision_at_100_max
value: 47.9518
verified: no, type: nauc_precision_at_100_std
value: 29.650199999999998
verified: no, type: nauc_precision_at_100_diff1
value: 30.1396
verified: no, type: nauc_precision_at_1000_max
value: 56.8226
verified: no, type: nauc_precision_at_1000_std
value: 65.794
verified: no, type: nauc_precision_at_1000_diff1
value: 27.686899999999998
verified: no, type: nauc_mrr_at_1_max
value: 52.1125
verified: no, type: nauc_mrr_at_1_std
value: 6.8635
verified: no, type: nauc_mrr_at_1_diff1
value: 55.853699999999996
verified: no, type: nauc_mrr_at_3_max
value: 52.0278
verified: no, type: nauc_mrr_at_3_std
value: 9.2962
verified: no, type: nauc_mrr_at_3_diff1
value: 50.8881
verified: no, type: nauc_mrr_at_5_max
value: 51.9123
verified: no, type: nauc_mrr_at_5_std
value: 10.2351
verified: no, type: nauc_mrr_at_5_diff1
value: 49.6413
verified: no, type: nauc_mrr_at_10_max
value: 51.6105
verified: no, type: nauc_mrr_at_10_std
value: 10.3094
verified: no, type: nauc_mrr_at_10_diff1
value: 49.1541
verified: no, type: nauc_mrr_at_20_max
value: 51.6124
verified: no, type: nauc_mrr_at_20_std
value: 10.4738
verified: no, type: nauc_mrr_at_20_diff1
value: 49.0843
verified: no, type: nauc_mrr_at_100_max
value: 51.660700000000006
verified: no, type: nauc_mrr_at_100_std
value: 10.5072
verified: no, type: nauc_mrr_at_100_diff1
value: 49.228699999999996
verified: no, type: nauc_mrr_at_1000_max
value: 51.673199999999994
verified: no, type: nauc_mrr_at_1000_std
value: 10.4973
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.2533
verified: no, type: main_score
value: 43.376999999999995
verified: no
task: type: Retrieval, dataset: config: eng-ara
name: MTEB MLQARetrieval (eng-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 26.663999999999998
verified: no, type: ndcg_at_3
value: 33.85
verified: no, type: ndcg_at_5
value: 36.004000000000005
verified: no, type: ndcg_at_10
value: 38.4
verified: no, type: ndcg_at_20
value: 40.338
verified: no, type: ndcg_at_100
value: 43.419000000000004
verified: no, type: ndcg_at_1000
value: 45.631
verified: no, type: map_at_1
value: 26.655
verified: no, type: map_at_3
value: 32.099
verified: no, type: map_at_5
value: 33.29
verified: no, type: map_at_10
value: 34.278999999999996
verified: no, type: map_at_20
value: 34.813
verified: no, type: map_at_100
value: 35.221000000000004
verified: no, type: map_at_1000
value: 35.297
verified: no, type: recall_at_1
value: 26.655
verified: no, type: recall_at_3
value: 38.899
verified: no, type: recall_at_5
value: 44.15
verified: no, type: recall_at_10
value: 51.556000000000004
verified: no, type: recall_at_20
value: 59.207
verified: no, type: recall_at_100
value: 76.074
verified: no, type: recall_at_1000
value: 93.915
verified: no, type: precision_at_1
value: 26.663999999999998
verified: no, type: precision_at_3
value: 12.97
verified: no, type: precision_at_5
value: 8.831999999999999
verified: no, type: precision_at_10
value: 5.157
verified: no, type: precision_at_20
value: 2.9610000000000003
verified: no, type: precision_at_100
value: 0.761
verified: no, type: precision_at_1000
value: 0.094
verified: no, type: mrr_at_1
value: 26.664199999999997
verified: no, type: mrr_at_3
value: 32.1083
verified: no, type: mrr_at_5
value: 33.299
verified: no, type: mrr_at_10
value: 34.2886
verified: no, type: mrr_at_20
value: 34.8219
verified: no, type: mrr_at_100
value: 35.2302
verified: no, type: mrr_at_1000
value: 35.3063
verified: no, type: nauc_ndcg_at_1_max
value: 48.4014
verified: no, type: nauc_ndcg_at_1_std
value: 11.304
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.139199999999995
verified: no, type: nauc_ndcg_at_3_max
value: 49.1937
verified: no, type: nauc_ndcg_at_3_std
value: 13.9525
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.137
verified: no, type: nauc_ndcg_at_5_max
value: 49.235299999999995
verified: no, type: nauc_ndcg_at_5_std
value: 15.0341
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.8281
verified: no, type: nauc_ndcg_at_10_max
value: 48.9836
verified: no, type: nauc_ndcg_at_10_std
value: 15.8809
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.3256
verified: no, type: nauc_ndcg_at_20_max
value: 48.924299999999995
verified: no, type: nauc_ndcg_at_20_std
value: 16.6435
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.047
verified: no, type: nauc_ndcg_at_100_max
value: 49.1173
verified: no, type: nauc_ndcg_at_100_std
value: 17.5779
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.285199999999996
verified: no, type: nauc_ndcg_at_1000_max
value: 49.2097
verified: no, type: nauc_ndcg_at_1000_std
value: 16.829900000000002
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.0814
verified: no, type: nauc_map_at_1_max
value: 48.3592
verified: no, type: nauc_map_at_1_std
value: 11.2728
verified: no, type: nauc_map_at_1_diff1
value: 54.098
verified: no, type: nauc_map_at_3_max
value: 49.0619
verified: no, type: nauc_map_at_3_std
value: 13.3646
verified: no, type: nauc_map_at_3_diff1
value: 49.473800000000004
verified: no, type: nauc_map_at_5_max
value: 49.0995
verified: no, type: nauc_map_at_5_std
value: 13.974900000000002
verified: no, type: nauc_map_at_5_diff1
value: 48.7481
verified: no, type: nauc_map_at_10_max
value: 49.0016
verified: no, type: nauc_map_at_10_std
value: 14.336099999999998
verified: no, type: nauc_map_at_10_diff1
value: 48.1301
verified: no, type: nauc_map_at_20_max
value: 48.9681
verified: no, type: nauc_map_at_20_std
value: 14.5174
verified: no, type: nauc_map_at_20_diff1
value: 48.0536
verified: no, type: nauc_map_at_100_max
value: 48.997299999999996
verified: no, type: nauc_map_at_100_std
value: 14.6347
verified: no, type: nauc_map_at_100_diff1
value: 48.0899
verified: no, type: nauc_map_at_1000_max
value: 49.0003
verified: no, type: nauc_map_at_1000_std
value: 14.6138
verified: no, type: nauc_map_at_1000_diff1
value: 48.1148
verified: no, type: nauc_recall_at_1_max
value: 48.3592
verified: no, type: nauc_recall_at_1_std
value: 11.2728
verified: no, type: nauc_recall_at_1_diff1
value: 54.098
verified: no, type: nauc_recall_at_3_max
value: 49.490899999999996
verified: no, type: nauc_recall_at_3_std
value: 15.5245
verified: no, type: nauc_recall_at_3_diff1
value: 44.4469
verified: no, type: nauc_recall_at_5_max
value: 49.53
verified: no, type: nauc_recall_at_5_std
value: 18.0626
verified: no, type: nauc_recall_at_5_diff1
value: 41.3084
verified: no, type: nauc_recall_at_10_max
value: 48.734899999999996
verified: no, type: nauc_recall_at_10_std
value: 20.7001
verified: no, type: nauc_recall_at_10_diff1
value: 36.5179
verified: no, type: nauc_recall_at_20_max
value: 48.6031
verified: no, type: nauc_recall_at_20_std
value: 24.435100000000002
verified: no, type: nauc_recall_at_20_diff1
value: 34.7265
verified: no, type: nauc_recall_at_100_max
value: 49.8486
verified: no, type: nauc_recall_at_100_std
value: 35.1908
verified: no, type: nauc_recall_at_100_diff1
value: 32.034400000000005
verified: no, type: nauc_recall_at_1000_max
value: 55.304500000000004
verified: no, type: nauc_recall_at_1000_std
value: 47.902
verified: no, type: nauc_recall_at_1000_diff1
value: 31.4755
verified: no, type: nauc_precision_at_1_max
value: 48.4014
verified: no, type: nauc_precision_at_1_std
value: 11.304
verified: no, type: nauc_precision_at_1_diff1
value: 54.139199999999995
verified: no, type: nauc_precision_at_3_max
value: 49.533899999999996
verified: no, type: nauc_precision_at_3_std
value: 15.553700000000001
verified: no, type: nauc_precision_at_3_diff1
value: 44.4901
verified: no, type: nauc_precision_at_5_max
value: 49.5772
verified: no, type: nauc_precision_at_5_std
value: 18.0933
verified: no, type: nauc_precision_at_5_diff1
value: 41.3553
verified: no, type: nauc_precision_at_10_max
value: 48.787000000000006
verified: no, type: nauc_precision_at_10_std
value: 20.7335
verified: no, type: nauc_precision_at_10_diff1
value: 36.5688
verified: no, type: nauc_precision_at_20_max
value: 48.6597
verified: no, type: nauc_precision_at_20_std
value: 24.4717
verified: no, type: nauc_precision_at_20_diff1
value: 34.781600000000005
verified: no, type: nauc_precision_at_100_max
value: 49.9243
verified: no, type: nauc_precision_at_100_std
value: 35.3133
verified: no, type: nauc_precision_at_100_diff1
value: 32.0868
verified: no, type: nauc_precision_at_1000_max
value: 55.517300000000006
verified: no, type: nauc_precision_at_1000_std
value: 48.249900000000004
verified: no, type: nauc_precision_at_1000_diff1
value: 31.736399999999996
verified: no, type: nauc_mrr_at_1_max
value: 48.4014
verified: no, type: nauc_mrr_at_1_std
value: 11.304
verified: no, type: nauc_mrr_at_1_diff1
value: 54.139199999999995
verified: no, type: nauc_mrr_at_3_max
value: 49.102000000000004
verified: no, type: nauc_mrr_at_3_std
value: 13.394
verified: no, type: nauc_mrr_at_3_diff1
value: 49.5138
verified: no, type: nauc_mrr_at_5_max
value: 49.1397
verified: no, type: nauc_mrr_at_5_std
value: 14.0043
verified: no, type: nauc_mrr_at_5_diff1
value: 48.7883
verified: no, type: nauc_mrr_at_10_max
value: 49.0419
verified: no, type: nauc_mrr_at_10_std
value: 14.3656
verified: no, type: nauc_mrr_at_10_diff1
value: 48.1706
verified: no, type: nauc_mrr_at_20_max
value: 49.0087
verified: no, type: nauc_mrr_at_20_std
value: 14.546999999999999
verified: no, type: nauc_mrr_at_20_diff1
value: 48.094300000000004
verified: no, type: nauc_mrr_at_100_max
value: 49.038
verified: no, type: nauc_mrr_at_100_std
value: 14.6651
verified: no, type: nauc_mrr_at_100_diff1
value: 48.1306
verified: no, type: nauc_mrr_at_1000_max
value: 49.0404
verified: no, type: nauc_mrr_at_1000_std
value: 14.6437
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.1549
verified: no, type: main_score
value: 38.4
verified: no
task: type: Retrieval, dataset: config: spa-ara
name: MTEB MLQARetrieval (spa-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 33.367000000000004
verified: no, type: ndcg_at_3
value: 42.068
verified: no, type: ndcg_at_5
value: 44.79
verified: no, type: ndcg_at_10
value: 47.372
verified: no, type: ndcg_at_20
value: 49.409
verified: no, type: ndcg_at_100
value: 52.25
verified: no, type: ndcg_at_1000
value: 53.857
verified: no, type: map_at_1
value: 33.367000000000004
verified: no, type: map_at_3
value: 39.922000000000004
verified: no, type: map_at_5
value: 41.429
verified: no, type: map_at_10
value: 42.504999999999995
verified: no, type: map_at_20
value: 43.073
verified: no, type: map_at_100
value: 43.475
verified: no, type: map_at_1000
value: 43.533
verified: no, type: recall_at_1
value: 33.367000000000004
verified: no, type: recall_at_3
value: 48.281
verified: no, type: recall_at_5
value: 54.903999999999996
verified: no, type: recall_at_10
value: 62.841
verified: no, type: recall_at_20
value: 70.829
verified: no, type: recall_at_100
value: 85.996
verified: no, type: recall_at_1000
value: 98.787
verified: no, type: precision_at_1
value: 33.367000000000004
verified: no, type: precision_at_3
value: 16.094
verified: no, type: precision_at_5
value: 10.981
verified: no, type: precision_at_10
value: 6.283999999999999
verified: no, type: precision_at_20
value: 3.5409999999999995
verified: no, type: precision_at_100
value: 0.86
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: mrr_at_1
value: 33.367000000000004
verified: no, type: mrr_at_3
value: 39.9225
verified: no, type: mrr_at_5
value: 41.429100000000005
verified: no, type: mrr_at_10
value: 42.5047
verified: no, type: mrr_at_20
value: 43.0729
verified: no, type: mrr_at_100
value: 43.475
verified: no, type: mrr_at_1000
value: 43.5325
verified: no, type: nauc_ndcg_at_1_max
value: 49.215599999999995
verified: no, type: nauc_ndcg_at_1_std
value: 7.7847
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.823600000000006
verified: no, type: nauc_ndcg_at_3_max
value: 51.518299999999996
verified: no, type: nauc_ndcg_at_3_std
value: 13.1004
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.4315
verified: no, type: nauc_ndcg_at_5_max
value: 51.4275
verified: no, type: nauc_ndcg_at_5_std
value: 13.7658
verified: no, type: nauc_ndcg_at_5_diff1
value: 45.703700000000005
verified: no, type: nauc_ndcg_at_10_max
value: 51.417500000000004
verified: no, type: nauc_ndcg_at_10_std
value: 14.5612
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.1057
verified: no, type: nauc_ndcg_at_20_max
value: 51.67850000000001
verified: no, type: nauc_ndcg_at_20_std
value: 15.228
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.2585
verified: no, type: nauc_ndcg_at_100_max
value: 51.68509999999999
verified: no, type: nauc_ndcg_at_100_std
value: 15.265400000000001
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.299600000000005
verified: no, type: nauc_ndcg_at_1000_max
value: 51.453199999999995
verified: no, type: nauc_ndcg_at_1000_std
value: 14.1539
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.7368
verified: no, type: nauc_map_at_1_max
value: 49.215599999999995
verified: no, type: nauc_map_at_1_std
value: 7.7847
verified: no, type: nauc_map_at_1_diff1
value: 53.823600000000006
verified: no, type: nauc_map_at_3_max
value: 51.047
verified: no, type: nauc_map_at_3_std
value: 11.772499999999999
verified: no, type: nauc_map_at_3_diff1
value: 48.3261
verified: no, type: nauc_map_at_5_max
value: 51.0005
verified: no, type: nauc_map_at_5_std
value: 12.1281
verified: no, type: nauc_map_at_5_diff1
value: 47.9407
verified: no, type: nauc_map_at_10_max
value: 50.968
verified: no, type: nauc_map_at_10_std
value: 12.4076
verified: no, type: nauc_map_at_10_diff1
value: 47.7427
verified: no, type: nauc_map_at_20_max
value: 51.0379
verified: no, type: nauc_map_at_20_std
value: 12.5755
verified: no, type: nauc_map_at_20_diff1
value: 47.824
verified: no, type: nauc_map_at_100_max
value: 51.045399999999994
verified: no, type: nauc_map_at_100_std
value: 12.5665
verified: no, type: nauc_map_at_100_diff1
value: 47.9852
verified: no, type: nauc_map_at_1000_max
value: 51.0328
verified: no, type: nauc_map_at_1000_std
value: 12.5251
verified: no, type: nauc_map_at_1000_diff1
value: 47.9978
verified: no, type: nauc_recall_at_1_max
value: 49.215599999999995
verified: no, type: nauc_recall_at_1_std
value: 7.7847
verified: no, type: nauc_recall_at_1_diff1
value: 53.823600000000006
verified: no, type: nauc_recall_at_3_max
value: 52.8468
verified: no, type: nauc_recall_at_3_std
value: 16.9595
verified: no, type: nauc_recall_at_3_diff1
value: 40.906
verified: no, type: nauc_recall_at_5_max
value: 52.6566
verified: no, type: nauc_recall_at_5_std
value: 18.8317
verified: no, type: nauc_recall_at_5_diff1
value: 38.7903
verified: no, type: nauc_recall_at_10_max
value: 52.9016
verified: no, type: nauc_recall_at_10_std
value: 22.2713
verified: no, type: nauc_recall_at_10_diff1
value: 35.8589
verified: no, type: nauc_recall_at_20_max
value: 54.415400000000005
verified: no, type: nauc_recall_at_20_std
value: 26.8639
verified: no, type: nauc_recall_at_20_diff1
value: 34.7889
verified: no, type: nauc_recall_at_100_max
value: 56.409200000000006
verified: no, type: nauc_recall_at_100_std
value: 37.061699999999995
verified: no, type: nauc_recall_at_100_diff1
value: 37.7855
verified: no, type: nauc_recall_at_1000_max
value: 66.6721
verified: no, type: nauc_recall_at_1000_std
value: 52.0995
verified: no, type: nauc_recall_at_1000_diff1
value: 38.8158
verified: no, type: nauc_precision_at_1_max
value: 49.215599999999995
verified: no, type: nauc_precision_at_1_std
value: 7.7847
verified: no, type: nauc_precision_at_1_diff1
value: 53.823600000000006
verified: no, type: nauc_precision_at_3_max
value: 52.8468
verified: no, type: nauc_precision_at_3_std
value: 16.9595
verified: no, type: nauc_precision_at_3_diff1
value: 40.906
verified: no, type: nauc_precision_at_5_max
value: 52.6566
verified: no, type: nauc_precision_at_5_std
value: 18.8317
verified: no, type: nauc_precision_at_5_diff1
value: 38.7903
verified: no, type: nauc_precision_at_10_max
value: 52.9016
verified: no, type: nauc_precision_at_10_std
value: 22.2713
verified: no, type: nauc_precision_at_10_diff1
value: 35.8589
verified: no, type: nauc_precision_at_20_max
value: 54.415400000000005
verified: no, type: nauc_precision_at_20_std
value: 26.8639
verified: no, type: nauc_precision_at_20_diff1
value: 34.7889
verified: no, type: nauc_precision_at_100_max
value: 56.409200000000006
verified: no, type: nauc_precision_at_100_std
value: 37.061699999999995
verified: no, type: nauc_precision_at_100_diff1
value: 37.7855
verified: no, type: nauc_precision_at_1000_max
value: 66.6721
verified: no, type: nauc_precision_at_1000_std
value: 52.0995
verified: no, type: nauc_precision_at_1000_diff1
value: 38.8158
verified: no, type: nauc_mrr_at_1_max
value: 49.215599999999995
verified: no, type: nauc_mrr_at_1_std
value: 7.7847
verified: no, type: nauc_mrr_at_1_diff1
value: 53.823600000000006
verified: no, type: nauc_mrr_at_3_max
value: 51.047
verified: no, type: nauc_mrr_at_3_std
value: 11.772499999999999
verified: no, type: nauc_mrr_at_3_diff1
value: 48.3261
verified: no, type: nauc_mrr_at_5_max
value: 51.0005
verified: no, type: nauc_mrr_at_5_std
value: 12.1281
verified: no, type: nauc_mrr_at_5_diff1
value: 47.9407
verified: no, type: nauc_mrr_at_10_max
value: 50.968
verified: no, type: nauc_mrr_at_10_std
value: 12.4076
verified: no, type: nauc_mrr_at_10_diff1
value: 47.7427
verified: no, type: nauc_mrr_at_20_max
value: 51.0379
verified: no, type: nauc_mrr_at_20_std
value: 12.5755
verified: no, type: nauc_mrr_at_20_diff1
value: 47.824
verified: no, type: nauc_mrr_at_100_max
value: 51.045399999999994
verified: no, type: nauc_mrr_at_100_std
value: 12.5665
verified: no, type: nauc_mrr_at_100_diff1
value: 47.9852
verified: no, type: nauc_mrr_at_1000_max
value: 51.0328
verified: no, type: nauc_mrr_at_1000_std
value: 12.5251
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.9978
verified: no, type: main_score
value: 47.372
verified: no
task: type: Retrieval, dataset: config: hin-ara
name: MTEB MLQARetrieval (hin-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 30.639
verified: no, type: ndcg_at_3
value: 39.347
verified: no, type: ndcg_at_5
value: 42.077
verified: no, type: ndcg_at_10
value: 44.619
verified: no, type: ndcg_at_20
value: 46.698
verified: no, type: ndcg_at_100
value: 49.834
verified: no, type: ndcg_at_1000
value: 51.556999999999995
verified: no, type: map_at_1
value: 30.639
verified: no, type: map_at_3
value: 37.22
verified: no, type: map_at_5
value: 38.727000000000004
verified: no, type: map_at_10
value: 39.786
verified: no, type: map_at_20
value: 40.354
verified: no, type: map_at_100
value: 40.776
verified: no, type: map_at_1000
value: 40.841
verified: no, type: recall_at_1
value: 30.639
verified: no, type: recall_at_3
value: 45.494
verified: no, type: recall_at_5
value: 52.157
verified: no, type: recall_at_10
value: 59.967000000000006
verified: no, type: recall_at_20
value: 68.214
verified: no, type: recall_at_100
value: 85.309
verified: no, type: recall_at_1000
value: 98.908
verified: no, type: precision_at_1
value: 30.639
verified: no, type: precision_at_3
value: 15.165000000000001
verified: no, type: precision_at_5
value: 10.431
verified: no, type: precision_at_10
value: 5.997
verified: no, type: precision_at_20
value: 3.411
verified: no, type: precision_at_100
value: 0.853
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: mrr_at_1
value: 30.639
verified: no, type: mrr_at_3
value: 37.2201
verified: no, type: mrr_at_5
value: 38.7275
verified: no, type: mrr_at_10
value: 39.7862
verified: no, type: mrr_at_20
value: 40.3536
verified: no, type: mrr_at_100
value: 40.7763
verified: no, type: mrr_at_1000
value: 40.8406
verified: no, type: nauc_ndcg_at_1_max
value: 47.3997
verified: no, type: nauc_ndcg_at_1_std
value: 4.6415
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.2295
verified: no, type: nauc_ndcg_at_3_max
value: 51.1166
verified: no, type: nauc_ndcg_at_3_std
value: 8.8196
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.119
verified: no, type: nauc_ndcg_at_5_max
value: 50.242200000000004
verified: no, type: nauc_ndcg_at_5_std
value: 8.5755
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.6155
verified: no, type: nauc_ndcg_at_10_max
value: 50.213499999999996
verified: no, type: nauc_ndcg_at_10_std
value: 9.2496
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.3074
verified: no, type: nauc_ndcg_at_20_max
value: 50.43299999999999
verified: no, type: nauc_ndcg_at_20_std
value: 9.2624
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.249
verified: no, type: nauc_ndcg_at_100_max
value: 50.8598
verified: no, type: nauc_ndcg_at_100_std
value: 10.513300000000001
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.928599999999996
verified: no, type: nauc_ndcg_at_1000_max
value: 50.3282
verified: no, type: nauc_ndcg_at_1000_std
value: 9.3475
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.4022
verified: no, type: nauc_map_at_1_max
value: 47.3997
verified: no, type: nauc_map_at_1_std
value: 4.6415
verified: no, type: nauc_map_at_1_diff1
value: 55.2295
verified: no, type: nauc_map_at_3_max
value: 50.33879999999999
verified: no, type: nauc_map_at_3_std
value: 8.0053
verified: no, type: nauc_map_at_3_diff1
value: 50.4792
verified: no, type: nauc_map_at_5_max
value: 49.7955
verified: no, type: nauc_map_at_5_std
value: 7.7969
verified: no, type: nauc_map_at_5_diff1
value: 49.6566
verified: no, type: nauc_map_at_10_max
value: 49.7532
verified: no, type: nauc_map_at_10_std
value: 8.032300000000001
verified: no, type: nauc_map_at_10_diff1
value: 49.548500000000004
verified: no, type: nauc_map_at_20_max
value: 49.8138
verified: no, type: nauc_map_at_20_std
value: 8.0091
verified: no, type: nauc_map_at_20_diff1
value: 49.5634
verified: no, type: nauc_map_at_100_max
value: 49.8475
verified: no, type: nauc_map_at_100_std
value: 8.132399999999999
verified: no, type: nauc_map_at_100_diff1
value: 49.6456
verified: no, type: nauc_map_at_1000_max
value: 49.830600000000004
verified: no, type: nauc_map_at_1000_std
value: 8.0998
verified: no, type: nauc_map_at_1000_diff1
value: 49.6603
verified: no, type: nauc_recall_at_1_max
value: 47.3997
verified: no, type: nauc_recall_at_1_std
value: 4.6415
verified: no, type: nauc_recall_at_1_diff1
value: 55.2295
verified: no, type: nauc_recall_at_3_max
value: 53.295899999999996
verified: no, type: nauc_recall_at_3_std
value: 11.0735
verified: no, type: nauc_recall_at_3_diff1
value: 45.2698
verified: no, type: nauc_recall_at_5_max
value: 51.4516
verified: no, type: nauc_recall_at_5_std
value: 10.8415
verified: no, type: nauc_recall_at_5_diff1
value: 41.4249
verified: no, type: nauc_recall_at_10_max
value: 51.6187
verified: no, type: nauc_recall_at_10_std
value: 13.4603
verified: no, type: nauc_recall_at_10_diff1
value: 39.8822
verified: no, type: nauc_recall_at_20_max
value: 52.849500000000006
verified: no, type: nauc_recall_at_20_std
value: 14.3943
verified: no, type: nauc_recall_at_20_diff1
value: 38.2481
verified: no, type: nauc_recall_at_100_max
value: 60.366699999999994
verified: no, type: nauc_recall_at_100_std
value: 34.2108
verified: no, type: nauc_recall_at_100_diff1
value: 38.5689
verified: no, type: nauc_recall_at_1000_max
value: 59.54429999999999
verified: no, type: nauc_recall_at_1000_std
value: 57.35059999999999
verified: no, type: nauc_recall_at_1000_diff1
value: 30.331999999999997
verified: no, type: nauc_precision_at_1_max
value: 47.3997
verified: no, type: nauc_precision_at_1_std
value: 4.6415
verified: no, type: nauc_precision_at_1_diff1
value: 55.2295
verified: no, type: nauc_precision_at_3_max
value: 53.295899999999996
verified: no, type: nauc_precision_at_3_std
value: 11.0735
verified: no, type: nauc_precision_at_3_diff1
value: 45.2698
verified: no, type: nauc_precision_at_5_max
value: 51.4516
verified: no, type: nauc_precision_at_5_std
value: 10.8415
verified: no, type: nauc_precision_at_5_diff1
value: 41.4249
verified: no, type: nauc_precision_at_10_max
value: 51.6187
verified: no, type: nauc_precision_at_10_std
value: 13.4603
verified: no, type: nauc_precision_at_10_diff1
value: 39.8822
verified: no, type: nauc_precision_at_20_max
value: 52.849500000000006
verified: no, type: nauc_precision_at_20_std
value: 14.3943
verified: no, type: nauc_precision_at_20_diff1
value: 38.2481
verified: no, type: nauc_precision_at_100_max
value: 60.366699999999994
verified: no, type: nauc_precision_at_100_std
value: 34.2108
verified: no, type: nauc_precision_at_100_diff1
value: 38.5689
verified: no, type: nauc_precision_at_1000_max
value: 59.54429999999999
verified: no, type: nauc_precision_at_1000_std
value: 57.35059999999999
verified: no, type: nauc_precision_at_1000_diff1
value: 30.331999999999997
verified: no, type: nauc_mrr_at_1_max
value: 47.3997
verified: no, type: nauc_mrr_at_1_std
value: 4.6415
verified: no, type: nauc_mrr_at_1_diff1
value: 55.2295
verified: no, type: nauc_mrr_at_3_max
value: 50.33879999999999
verified: no, type: nauc_mrr_at_3_std
value: 8.0053
verified: no, type: nauc_mrr_at_3_diff1
value: 50.4792
verified: no, type: nauc_mrr_at_5_max
value: 49.7955
verified: no, type: nauc_mrr_at_5_std
value: 7.7969
verified: no, type: nauc_mrr_at_5_diff1
value: 49.6566
verified: no, type: nauc_mrr_at_10_max
value: 49.7532
verified: no, type: nauc_mrr_at_10_std
value: 8.032300000000001
verified: no, type: nauc_mrr_at_10_diff1
value: 49.548500000000004
verified: no, type: nauc_mrr_at_20_max
value: 49.8138
verified: no, type: nauc_mrr_at_20_std
value: 8.0091
verified: no, type: nauc_mrr_at_20_diff1
value: 49.5634
verified: no, type: nauc_mrr_at_100_max
value: 49.8475
verified: no, type: nauc_mrr_at_100_std
value: 8.132399999999999
verified: no, type: nauc_mrr_at_100_diff1
value: 49.6456
verified: no, type: nauc_mrr_at_1000_max
value: 49.830600000000004
verified: no, type: nauc_mrr_at_1000_std
value: 8.0998
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.6603
verified: no, type: main_score
value: 44.619
verified: no
task: type: Retrieval, dataset: config: vie-ara
name: MTEB MLQARetrieval (vie-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 27.699
verified: no, type: ndcg_at_3
value: 35.978
verified: no, type: ndcg_at_5
value: 38.494
verified: no, type: ndcg_at_10
value: 41.17
verified: no, type: ndcg_at_20
value: 43.34
verified: no, type: ndcg_at_100
value: 46.44
verified: no, type: ndcg_at_1000
value: 48.534
verified: no, type: map_at_1
value: 27.699
verified: no, type: map_at_3
value: 33.928000000000004
verified: no, type: map_at_5
value: 35.325
verified: no, type: map_at_10
value: 36.433
verified: no, type: map_at_20
value: 37.033
verified: no, type: map_at_100
value: 37.46
verified: no, type: map_at_1000
value: 37.536
verified: no, type: recall_at_1
value: 27.699
verified: no, type: recall_at_3
value: 41.915
verified: no, type: recall_at_5
value: 48.021
verified: no, type: recall_at_10
value: 56.277
verified: no, type: recall_at_20
value: 64.827
verified: no, type: recall_at_100
value: 81.583
verified: no, type: recall_at_1000
value: 98.241
verified: no, type: precision_at_1
value: 27.699
verified: no, type: precision_at_3
value: 13.972000000000001
verified: no, type: precision_at_5
value: 9.604
verified: no, type: precision_at_10
value: 5.628
verified: no, type: precision_at_20
value: 3.241
verified: no, type: precision_at_100
value: 0.8160000000000001
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: mrr_at_1
value: 27.699099999999998
verified: no, type: mrr_at_3
value: 33.9277
verified: no, type: mrr_at_5
value: 35.3249
verified: no, type: mrr_at_10
value: 36.433
verified: no, type: mrr_at_20
value: 37.033
verified: no, type: mrr_at_100
value: 37.460300000000004
verified: no, type: mrr_at_1000
value: 37.5364
verified: no, type: nauc_ndcg_at_1_max
value: 47.9902
verified: no, type: nauc_ndcg_at_1_std
value: 11.7877
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.30009999999999
verified: no, type: nauc_ndcg_at_3_max
value: 48.7976
verified: no, type: nauc_ndcg_at_3_std
value: 14.285700000000002
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.9715
verified: no, type: nauc_ndcg_at_5_max
value: 48.1773
verified: no, type: nauc_ndcg_at_5_std
value: 15.2027
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.6697
verified: no, type: nauc_ndcg_at_10_max
value: 47.9669
verified: no, type: nauc_ndcg_at_10_std
value: 16.245
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.7466
verified: no, type: nauc_ndcg_at_20_max
value: 47.5711
verified: no, type: nauc_ndcg_at_20_std
value: 16.6753
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.3274
verified: no, type: nauc_ndcg_at_100_max
value: 48.157
verified: no, type: nauc_ndcg_at_100_std
value: 17.7415
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.8455
verified: no, type: nauc_ndcg_at_1000_max
value: 48.0416
verified: no, type: nauc_ndcg_at_1000_std
value: 16.4432
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.96
verified: no, type: nauc_map_at_1_max
value: 47.9902
verified: no, type: nauc_map_at_1_std
value: 11.7877
verified: no, type: nauc_map_at_1_diff1
value: 53.30009999999999
verified: no, type: nauc_map_at_3_max
value: 48.605399999999996
verified: no, type: nauc_map_at_3_std
value: 13.7193
verified: no, type: nauc_map_at_3_diff1
value: 46.8232
verified: no, type: nauc_map_at_5_max
value: 48.2739
verified: no, type: nauc_map_at_5_std
value: 14.2215
verified: no, type: nauc_map_at_5_diff1
value: 45.5511
verified: no, type: nauc_map_at_10_max
value: 48.2171
verified: no, type: nauc_map_at_10_std
value: 14.6616
verified: no, type: nauc_map_at_10_diff1
value: 45.204699999999995
verified: no, type: nauc_map_at_20_max
value: 48.086600000000004
verified: no, type: nauc_map_at_20_std
value: 14.745700000000001
verified: no, type: nauc_map_at_20_diff1
value: 45.112
verified: no, type: nauc_map_at_100_max
value: 48.1655
verified: no, type: nauc_map_at_100_std
value: 14.8883
verified: no, type: nauc_map_at_100_diff1
value: 45.1828
verified: no, type: nauc_map_at_1000_max
value: 48.1632
verified: no, type: nauc_map_at_1000_std
value: 14.8524
verified: no, type: nauc_map_at_1000_diff1
value: 45.2272
verified: no, type: nauc_recall_at_1_max
value: 47.9902
verified: no, type: nauc_recall_at_1_std
value: 11.7877
verified: no, type: nauc_recall_at_1_diff1
value: 53.30009999999999
verified: no, type: nauc_recall_at_3_max
value: 49.332
verified: no, type: nauc_recall_at_3_std
value: 15.8498
verified: no, type: nauc_recall_at_3_diff1
value: 39.8739
verified: no, type: nauc_recall_at_5_max
value: 47.7993
verified: no, type: nauc_recall_at_5_std
value: 18.0993
verified: no, type: nauc_recall_at_5_diff1
value: 34.257
verified: no, type: nauc_recall_at_10_max
value: 46.940599999999996
verified: no, type: nauc_recall_at_10_std
value: 21.529
verified: no, type: nauc_recall_at_10_diff1
value: 30.6398
verified: no, type: nauc_recall_at_20_max
value: 45.2487
verified: no, type: nauc_recall_at_20_std
value: 24.376900000000003
verified: no, type: nauc_recall_at_20_diff1
value: 27.269199999999998
verified: no, type: nauc_recall_at_100_max
value: 49.290800000000004
verified: no, type: nauc_recall_at_100_std
value: 38.9228
verified: no, type: nauc_recall_at_100_diff1
value: 23.7152
verified: no, type: nauc_recall_at_1000_max
value: 43.8731
verified: no, type: nauc_recall_at_1000_std
value: 45.7342
verified: no, type: nauc_recall_at_1000_diff1
value: 7.1701
verified: no, type: nauc_precision_at_1_max
value: 47.9902
verified: no, type: nauc_precision_at_1_std
value: 11.7877
verified: no, type: nauc_precision_at_1_diff1
value: 53.30009999999999
verified: no, type: nauc_precision_at_3_max
value: 49.332
verified: no, type: nauc_precision_at_3_std
value: 15.8498
verified: no, type: nauc_precision_at_3_diff1
value: 39.8739
verified: no, type: nauc_precision_at_5_max
value: 47.7993
verified: no, type: nauc_precision_at_5_std
value: 18.0993
verified: no, type: nauc_precision_at_5_diff1
value: 34.257
verified: no, type: nauc_precision_at_10_max
value: 46.940599999999996
verified: no, type: nauc_precision_at_10_std
value: 21.529
verified: no, type: nauc_precision_at_10_diff1
value: 30.6398
verified: no, type: nauc_precision_at_20_max
value: 45.2487
verified: no, type: nauc_precision_at_20_std
value: 24.376900000000003
verified: no, type: nauc_precision_at_20_diff1
value: 27.269199999999998
verified: no, type: nauc_precision_at_100_max
value: 49.290800000000004
verified: no, type: nauc_precision_at_100_std
value: 38.9228
verified: no, type: nauc_precision_at_100_diff1
value: 23.7152
verified: no, type: nauc_precision_at_1000_max
value: 43.8731
verified: no, type: nauc_precision_at_1000_std
value: 45.7342
verified: no, type: nauc_precision_at_1000_diff1
value: 7.1701
verified: no, type: nauc_mrr_at_1_max
value: 47.9902
verified: no, type: nauc_mrr_at_1_std
value: 11.7877
verified: no, type: nauc_mrr_at_1_diff1
value: 53.30009999999999
verified: no, type: nauc_mrr_at_3_max
value: 48.605399999999996
verified: no, type: nauc_mrr_at_3_std
value: 13.7193
verified: no, type: nauc_mrr_at_3_diff1
value: 46.8232
verified: no, type: nauc_mrr_at_5_max
value: 48.2739
verified: no, type: nauc_mrr_at_5_std
value: 14.2215
verified: no, type: nauc_mrr_at_5_diff1
value: 45.5511
verified: no, type: nauc_mrr_at_10_max
value: 48.2171
verified: no, type: nauc_mrr_at_10_std
value: 14.6616
verified: no, type: nauc_mrr_at_10_diff1
value: 45.204699999999995
verified: no, type: nauc_mrr_at_20_max
value: 48.086600000000004
verified: no, type: nauc_mrr_at_20_std
value: 14.745700000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 45.112
verified: no, type: nauc_mrr_at_100_max
value: 48.1655
verified: no, type: nauc_mrr_at_100_std
value: 14.8883
verified: no, type: nauc_mrr_at_100_diff1
value: 45.1828
verified: no, type: nauc_mrr_at_1000_max
value: 48.1632
verified: no, type: nauc_mrr_at_1000_std
value: 14.8524
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.2272
verified: no, type: main_score
value: 41.17
verified: no
task: type: Retrieval, dataset: config: zho-ara
name: MTEB MLQARetrieval (zho-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 30.455
verified: no, type: ndcg_at_3
value: 38.614
verified: no, type: ndcg_at_5
value: 40.693
verified: no, type: ndcg_at_10
value: 43.523
verified: no, type: ndcg_at_20
value: 45.651
verified: no, type: ndcg_at_100
value: 48.756
verified: no, type: ndcg_at_1000
value: 50.637
verified: no, type: map_at_1
value: 30.455
verified: no, type: map_at_3
value: 36.620999999999995
verified: no, type: map_at_5
value: 37.78
verified: no, type: map_at_10
value: 38.951
verified: no, type: map_at_20
value: 39.543
verified: no, type: map_at_100
value: 39.956
verified: no, type: map_at_1000
value: 40.022000000000006
verified: no, type: recall_at_1
value: 30.455
verified: no, type: recall_at_3
value: 44.375
verified: no, type: recall_at_5
value: 49.397999999999996
verified: no, type: recall_at_10
value: 58.13700000000001
verified: no, type: recall_at_20
value: 66.484
verified: no, type: recall_at_100
value: 83.438
verified: no, type: recall_at_1000
value: 98.482
verified: no, type: precision_at_1
value: 30.455
verified: no, type: precision_at_3
value: 14.792
verified: no, type: precision_at_5
value: 9.879999999999999
verified: no, type: precision_at_10
value: 5.814
verified: no, type: precision_at_20
value: 3.325
verified: no, type: precision_at_100
value: 0.835
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: mrr_at_1
value: 30.4553
verified: no, type: mrr_at_3
value: 36.6213
verified: no, type: mrr_at_5
value: 37.7804
verified: no, type: mrr_at_10
value: 38.9508
verified: no, type: mrr_at_20
value: 39.5449
verified: no, type: mrr_at_100
value: 39.9577
verified: no, type: mrr_at_1000
value: 40.0238
verified: no, type: nauc_ndcg_at_1_max
value: 48.8898
verified: no, type: nauc_ndcg_at_1_std
value: 9.9853
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.1585
verified: no, type: nauc_ndcg_at_3_max
value: 49.0008
verified: no, type: nauc_ndcg_at_3_std
value: 11.089599999999999
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.700900000000004
verified: no, type: nauc_ndcg_at_5_max
value: 49.5803
verified: no, type: nauc_ndcg_at_5_std
value: 12.378599999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.9606
verified: no, type: nauc_ndcg_at_10_max
value: 49.1348
verified: no, type: nauc_ndcg_at_10_std
value: 12.696399999999999
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.731
verified: no, type: nauc_ndcg_at_20_max
value: 49.6612
verified: no, type: nauc_ndcg_at_20_std
value: 14.3148
verified: no, type: nauc_ndcg_at_20_diff1
value: 44.9405
verified: no, type: nauc_ndcg_at_100_max
value: 49.8074
verified: no, type: nauc_ndcg_at_100_std
value: 15.1201
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.420899999999996
verified: no, type: nauc_ndcg_at_1000_max
value: 49.5773
verified: no, type: nauc_ndcg_at_1000_std
value: 13.7904
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.5471
verified: no, type: nauc_map_at_1_max
value: 48.8898
verified: no, type: nauc_map_at_1_std
value: 9.9853
verified: no, type: nauc_map_at_1_diff1
value: 55.1585
verified: no, type: nauc_map_at_3_max
value: 48.9727
verified: no, type: nauc_map_at_3_std
value: 10.807500000000001
verified: no, type: nauc_map_at_3_diff1
value: 49.3725
verified: no, type: nauc_map_at_5_max
value: 49.2652
verified: no, type: nauc_map_at_5_std
value: 11.5037
verified: no, type: nauc_map_at_5_diff1
value: 48.9742
verified: no, type: nauc_map_at_10_max
value: 49.0863
verified: no, type: nauc_map_at_10_std
value: 11.6191
verified: no, type: nauc_map_at_10_diff1
value: 48.4889
verified: no, type: nauc_map_at_20_max
value: 49.2315
verified: no, type: nauc_map_at_20_std
value: 12.0546
verified: no, type: nauc_map_at_20_diff1
value: 48.3074
verified: no, type: nauc_map_at_100_max
value: 49.2415
verified: no, type: nauc_map_at_100_std
value: 12.133099999999999
verified: no, type: nauc_map_at_100_diff1
value: 48.398799999999994
verified: no, type: nauc_map_at_1000_max
value: 49.2308
verified: no, type: nauc_map_at_1000_std
value: 12.0927
verified: no, type: nauc_map_at_1000_diff1
value: 48.4355
verified: no, type: nauc_recall_at_1_max
value: 48.8898
verified: no, type: nauc_recall_at_1_std
value: 9.9853
verified: no, type: nauc_recall_at_1_diff1
value: 55.1585
verified: no, type: nauc_recall_at_3_max
value: 49.0815
verified: no, type: nauc_recall_at_3_std
value: 11.9015
verified: no, type: nauc_recall_at_3_diff1
value: 42.9785
verified: no, type: nauc_recall_at_5_max
value: 50.611399999999996
verified: no, type: nauc_recall_at_5_std
value: 15.122399999999999
verified: no, type: nauc_recall_at_5_diff1
value: 41.073
verified: no, type: nauc_recall_at_10_max
value: 49.2098
verified: no, type: nauc_recall_at_10_std
value: 16.4463
verified: no, type: nauc_recall_at_10_diff1
value: 36.525
verified: no, type: nauc_recall_at_20_max
value: 51.6409
verified: no, type: nauc_recall_at_20_std
value: 24.4586
verified: no, type: nauc_recall_at_20_diff1
value: 31.394899999999996
verified: no, type: nauc_recall_at_100_max
value: 54.785399999999996
verified: no, type: nauc_recall_at_100_std
value: 40.8177
verified: no, type: nauc_recall_at_100_diff1
value: 25.7955
verified: no, type: nauc_recall_at_1000_max
value: 70.33070000000001
verified: no, type: nauc_recall_at_1000_std
value: 71.0309
verified: no, type: nauc_recall_at_1000_diff1
value: 17.0748
verified: no, type: nauc_precision_at_1_max
value: 48.8898
verified: no, type: nauc_precision_at_1_std
value: 9.9853
verified: no, type: nauc_precision_at_1_diff1
value: 55.1585
verified: no, type: nauc_precision_at_3_max
value: 49.0815
verified: no, type: nauc_precision_at_3_std
value: 11.9015
verified: no, type: nauc_precision_at_3_diff1
value: 42.9785
verified: no, type: nauc_precision_at_5_max
value: 50.611399999999996
verified: no, type: nauc_precision_at_5_std
value: 15.122399999999999
verified: no, type: nauc_precision_at_5_diff1
value: 41.073
verified: no, type: nauc_precision_at_10_max
value: 49.2098
verified: no, type: nauc_precision_at_10_std
value: 16.4463
verified: no, type: nauc_precision_at_10_diff1
value: 36.525
verified: no, type: nauc_precision_at_20_max
value: 51.6
verified: no, type: nauc_precision_at_20_std
value: 24.4193
verified: no, type: nauc_precision_at_20_diff1
value: 31.3295
verified: no, type: nauc_precision_at_100_max
value: 54.744400000000006
verified: no, type: nauc_precision_at_100_std
value: 40.7844
verified: no, type: nauc_precision_at_100_diff1
value: 25.687900000000003
verified: no, type: nauc_precision_at_1000_max
value: 63.998200000000004
verified: no, type: nauc_precision_at_1000_std
value: 65.2054
verified: no, type: nauc_precision_at_1000_diff1
value: 13.280100000000001
verified: no, type: nauc_mrr_at_1_max
value: 48.8898
verified: no, type: nauc_mrr_at_1_std
value: 9.9853
verified: no, type: nauc_mrr_at_1_diff1
value: 55.1585
verified: no, type: nauc_mrr_at_3_max
value: 48.9727
verified: no, type: nauc_mrr_at_3_std
value: 10.807500000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 49.3725
verified: no, type: nauc_mrr_at_5_max
value: 49.2652
verified: no, type: nauc_mrr_at_5_std
value: 11.5037
verified: no, type: nauc_mrr_at_5_diff1
value: 48.9742
verified: no, type: nauc_mrr_at_10_max
value: 49.0863
verified: no, type: nauc_mrr_at_10_std
value: 11.6191
verified: no, type: nauc_mrr_at_10_diff1
value: 48.4889
verified: no, type: nauc_mrr_at_20_max
value: 49.229299999999995
verified: no, type: nauc_mrr_at_20_std
value: 12.0523
verified: no, type: nauc_mrr_at_20_diff1
value: 48.3045
verified: no, type: nauc_mrr_at_100_max
value: 49.2394
verified: no, type: nauc_mrr_at_100_std
value: 12.1308
verified: no, type: nauc_mrr_at_100_diff1
value: 48.396
verified: no, type: nauc_mrr_at_1000_max
value: 49.228699999999996
verified: no, type: nauc_mrr_at_1000_std
value: 12.090399999999999
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.4328
verified: no, type: main_score
value: 43.523
verified: no
task: type: Retrieval, dataset: config: ar
name: MTEB MintakaRetrieval (ar)
revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
split: test
type: jinaai/mintakaqa
metrics: type: ndcg_at_1
value: 8.761
verified: no, type: ndcg_at_3
value: 12.867
verified: no, type: ndcg_at_5
value: 14.322
verified: no, type: ndcg_at_10
value: 16.1
verified: no, type: ndcg_at_20
value: 17.693
verified: no, type: ndcg_at_100
value: 20.48
verified: no, type: ndcg_at_1000
value: 25.629999999999995
verified: no, type: map_at_1
value: 8.761
verified: no, type: map_at_3
value: 11.855
verified: no, type: map_at_5
value: 12.661
verified: no, type: map_at_10
value: 13.395999999999999
verified: no, type: map_at_20
value: 13.838000000000001
verified: no, type: map_at_100
value: 14.202
verified: no, type: map_at_1000
value: 14.344999999999999
verified: no, type: recall_at_1
value: 8.761
verified: no, type: recall_at_3
value: 15.797
verified: no, type: recall_at_5
value: 19.337
verified: no, type: recall_at_10
value: 24.83
verified: no, type: recall_at_20
value: 31.094
verified: no, type: recall_at_100
value: 46.437
verified: no, type: recall_at_1000
value: 90.059
verified: no, type: precision_at_1
value: 8.761
verified: no, type: precision_at_3
value: 5.266
verified: no, type: precision_at_5
value: 3.8670000000000004
verified: no, type: precision_at_10
value: 2.483
verified: no, type: precision_at_20
value: 1.555
verified: no, type: precision_at_100
value: 0.464
verified: no, type: precision_at_1000
value: 0.09
verified: no, type: mrr_at_1
value: 8.7608
verified: no, type: mrr_at_3
value: 11.855
verified: no, type: mrr_at_5
value: 12.6608
verified: no, type: mrr_at_10
value: 13.3959
verified: no, type: mrr_at_20
value: 13.838000000000001
verified: no, type: mrr_at_100
value: 14.2024
verified: no, type: mrr_at_1000
value: 14.345099999999999
verified: no, type: nauc_ndcg_at_1_max
value: 21.6864
verified: no, type: nauc_ndcg_at_1_std
value: 28.610200000000003
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.9846
verified: no, type: nauc_ndcg_at_3_max
value: 20.477400000000003
verified: no, type: nauc_ndcg_at_3_std
value: 27.073999999999998
verified: no, type: nauc_ndcg_at_3_diff1
value: 12.8415
verified: no, type: nauc_ndcg_at_5_max
value: 19.3812
verified: no, type: nauc_ndcg_at_5_std
value: 25.2471
verified: no, type: nauc_ndcg_at_5_diff1
value: 11.6586
verified: no, type: nauc_ndcg_at_10_max
value: 19.3229
verified: no, type: nauc_ndcg_at_10_std
value: 25.6876
verified: no, type: nauc_ndcg_at_10_diff1
value: 10.7103
verified: no, type: nauc_ndcg_at_20_max
value: 18.872
verified: no, type: nauc_ndcg_at_20_std
value: 25.363000000000003
verified: no, type: nauc_ndcg_at_20_diff1
value: 9.721499999999999
verified: no, type: nauc_ndcg_at_100_max
value: 18.7914
verified: no, type: nauc_ndcg_at_100_std
value: 24.9771
verified: no, type: nauc_ndcg_at_100_diff1
value: 9.564300000000001
verified: no, type: nauc_ndcg_at_1000_max
value: 19.5652
verified: no, type: nauc_ndcg_at_1000_std
value: 24.713099999999997
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.9607
verified: no, type: nauc_map_at_1_max
value: 21.6864
verified: no, type: nauc_map_at_1_std
value: 28.610200000000003
verified: no, type: nauc_map_at_1_diff1
value: 20.9846
verified: no, type: nauc_map_at_3_max
value: 20.8068
verified: no, type: nauc_map_at_3_std
value: 27.277
verified: no, type: nauc_map_at_3_diff1
value: 14.511299999999999
verified: no, type: nauc_map_at_5_max
value: 20.0835
verified: no, type: nauc_map_at_5_std
value: 26.131300000000003
verified: no, type: nauc_map_at_5_diff1
value: 13.6857
verified: no, type: nauc_map_at_10_max
value: 20.0281
verified: no, type: nauc_map_at_10_std
value: 26.2996
verified: no, type: nauc_map_at_10_diff1
value: 13.192300000000001
verified: no, type: nauc_map_at_20_max
value: 19.8456
verified: no, type: nauc_map_at_20_std
value: 26.1681
verified: no, type: nauc_map_at_20_diff1
value: 12.8234
verified: no, type: nauc_map_at_100_max
value: 19.7798
verified: no, type: nauc_map_at_100_std
value: 26.096999999999998
verified: no, type: nauc_map_at_100_diff1
value: 12.7576
verified: no, type: nauc_map_at_1000_max
value: 19.804
verified: no, type: nauc_map_at_1000_std
value: 26.0808
verified: no, type: nauc_map_at_1000_diff1
value: 12.8081
verified: no, type: nauc_recall_at_1_max
value: 21.6864
verified: no, type: nauc_recall_at_1_std
value: 28.610200000000003
verified: no, type: nauc_recall_at_1_diff1
value: 20.9846
verified: no, type: nauc_recall_at_3_max
value: 19.6883
verified: no, type: nauc_recall_at_3_std
value: 26.6378
verified: no, type: nauc_recall_at_3_diff1
value: 8.9681
verified: no, type: nauc_recall_at_5_max
value: 17.8277
verified: no, type: nauc_recall_at_5_std
value: 23.2801
verified: no, type: nauc_recall_at_5_diff1
value: 7.352200000000001
verified: no, type: nauc_recall_at_10_max
value: 17.9106
verified: no, type: nauc_recall_at_10_std
value: 24.556
verified: no, type: nauc_recall_at_10_diff1
value: 5.6874
verified: no, type: nauc_recall_at_20_max
value: 16.950699999999998
verified: no, type: nauc_recall_at_20_std
value: 23.874000000000002
verified: no, type: nauc_recall_at_20_diff1
value: 3.562
verified: no, type: nauc_recall_at_100_max
value: 17.147000000000002
verified: no, type: nauc_recall_at_100_std
value: 22.5333
verified: no, type: nauc_recall_at_100_diff1
value: 3.4271999999999996
verified: no, type: nauc_recall_at_1000_max
value: 27.553499999999996
verified: no, type: nauc_recall_at_1000_std
value: 13.8395
verified: no, type: nauc_recall_at_1000_diff1
value: 12.9968
verified: no, type: nauc_precision_at_1_max
value: 21.6864
verified: no, type: nauc_precision_at_1_std
value: 28.610200000000003
verified: no, type: nauc_precision_at_1_diff1
value: 20.9846
verified: no, type: nauc_precision_at_3_max
value: 19.6883
verified: no, type: nauc_precision_at_3_std
value: 26.6378
verified: no, type: nauc_precision_at_3_diff1
value: 8.9681
verified: no, type: nauc_precision_at_5_max
value: 17.8277
verified: no, type: nauc_precision_at_5_std
value: 23.2801
verified: no, type: nauc_precision_at_5_diff1
value: 7.352200000000001
verified: no, type: nauc_precision_at_10_max
value: 17.9106
verified: no, type: nauc_precision_at_10_std
value: 24.556
verified: no, type: nauc_precision_at_10_diff1
value: 5.6874
verified: no, type: nauc_precision_at_20_max
value: 16.950699999999998
verified: no, type: nauc_precision_at_20_std
value: 23.874000000000002
verified: no, type: nauc_precision_at_20_diff1
value: 3.562
verified: no, type: nauc_precision_at_100_max
value: 17.147000000000002
verified: no, type: nauc_precision_at_100_std
value: 22.5333
verified: no, type: nauc_precision_at_100_diff1
value: 3.4271999999999996
verified: no, type: nauc_precision_at_1000_max
value: 27.553499999999996
verified: no, type: nauc_precision_at_1000_std
value: 13.8395
verified: no, type: nauc_precision_at_1000_diff1
value: 12.9968
verified: no, type: nauc_mrr_at_1_max
value: 21.6864
verified: no, type: nauc_mrr_at_1_std
value: 28.610200000000003
verified: no, type: nauc_mrr_at_1_diff1
value: 20.9846
verified: no, type: nauc_mrr_at_3_max
value: 20.8068
verified: no, type: nauc_mrr_at_3_std
value: 27.277
verified: no, type: nauc_mrr_at_3_diff1
value: 14.511299999999999
verified: no, type: nauc_mrr_at_5_max
value: 20.0835
verified: no, type: nauc_mrr_at_5_std
value: 26.131300000000003
verified: no, type: nauc_mrr_at_5_diff1
value: 13.6857
verified: no, type: nauc_mrr_at_10_max
value: 20.0281
verified: no, type: nauc_mrr_at_10_std
value: 26.2996
verified: no, type: nauc_mrr_at_10_diff1
value: 13.192300000000001
verified: no, type: nauc_mrr_at_20_max
value: 19.8456
verified: no, type: nauc_mrr_at_20_std
value: 26.1681
verified: no, type: nauc_mrr_at_20_diff1
value: 12.8234
verified: no, type: nauc_mrr_at_100_max
value: 19.7798
verified: no, type: nauc_mrr_at_100_std
value: 26.096999999999998
verified: no, type: nauc_mrr_at_100_diff1
value: 12.7576
verified: no, type: nauc_mrr_at_1000_max
value: 19.804
verified: no, type: nauc_mrr_at_1000_std
value: 26.0808
verified: no, type: nauc_mrr_at_1000_diff1
value: 12.8081
verified: no, type: main_score
value: 16.1
verified: no
task: type: Retrieval, dataset: config: arabic
name: MTEB MrTidyRetrieval (arabic)
revision: fc24a3ce8f09746410daee3d5cd823ff7a0675b7
split: test
type: mteb/mrtidy
metrics: type: ndcg_at_1
value: 14.338999999999999
verified: no, type: ndcg_at_3
value: 20.278
verified: no, type: ndcg_at_5
value: 23.035
verified: no, type: ndcg_at_10
value: 25.934
verified: no, type: ndcg_at_20
value: 27.68
verified: no, type: ndcg_at_100
value: 30.685000000000002
verified: no, type: ndcg_at_1000
value: 32.926
verified: no, type: map_at_1
value: 13.228000000000002
verified: no, type: map_at_3
value: 18.301000000000002
verified: no, type: map_at_5
value: 19.830000000000002
verified: no, type: map_at_10
value: 21.038
verified: no, type: map_at_20
value: 21.538
verified: no, type: map_at_100
value: 21.977
verified: no, type: map_at_1000
value: 22.066
verified: no, type: recall_at_1
value: 13.228000000000002
verified: no, type: recall_at_3
value: 24.792
verified: no, type: recall_at_5
value: 31.298
verified: no, type: recall_at_10
value: 39.948
verified: no, type: recall_at_20
value: 46.546
verified: no, type: recall_at_100
value: 61.949
verified: no, type: recall_at_1000
value: 79.001
verified: no, type: precision_at_1
value: 14.338999999999999
verified: no, type: precision_at_3
value: 9.035
verified: no, type: precision_at_5
value: 6.883
verified: no, type: precision_at_10
value: 4.44
verified: no, type: precision_at_20
value: 2.5989999999999998
verified: no, type: precision_at_100
value: 0.7080000000000001
verified: no, type: precision_at_1000
value: 0.091
verified: no, type: mrr_at_1
value: 14.338600000000001
verified: no, type: mrr_at_3
value: 19.5652
verified: no, type: mrr_at_5
value: 21.1517
verified: no, type: mrr_at_10
value: 22.3876
verified: no, type: mrr_at_20
value: 22.8831
verified: no, type: mrr_at_100
value: 23.2868
verified: no, type: mrr_at_1000
value: 23.359199999999998
verified: no, type: nauc_ndcg_at_1_max
value: 12.350800000000001
verified: no, type: nauc_ndcg_at_1_std
value: 10.1704
verified: no, type: nauc_ndcg_at_1_diff1
value: 19.557199999999998
verified: no, type: nauc_ndcg_at_3_max
value: 16.4692
verified: no, type: nauc_ndcg_at_3_std
value: 12.4419
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.2343
verified: no, type: nauc_ndcg_at_5_max
value: 17.1079
verified: no, type: nauc_ndcg_at_5_std
value: 14.7839
verified: no, type: nauc_ndcg_at_5_diff1
value: 17.9067
verified: no, type: nauc_ndcg_at_10_max
value: 17.6668
verified: no, type: nauc_ndcg_at_10_std
value: 17.6519
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.1885
verified: no, type: nauc_ndcg_at_20_max
value: 18.017
verified: no, type: nauc_ndcg_at_20_std
value: 19.1385
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.5595
verified: no, type: nauc_ndcg_at_100_max
value: 17.7476
verified: no, type: nauc_ndcg_at_100_std
value: 20.1949
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.3128
verified: no, type: nauc_ndcg_at_1000_max
value: 17.799799999999998
verified: no, type: nauc_ndcg_at_1000_std
value: 20.5006
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.4148
verified: no, type: nauc_map_at_1_max
value: 12.4058
verified: no, type: nauc_map_at_1_std
value: 11.1723
verified: no, type: nauc_map_at_1_diff1
value: 20.7625
verified: no, type: nauc_map_at_3_max
value: 15.609300000000001
verified: no, type: nauc_map_at_3_std
value: 12.2595
verified: no, type: nauc_map_at_3_diff1
value: 18.8335
verified: no, type: nauc_map_at_5_max
value: 16.1361
verified: no, type: nauc_map_at_5_std
value: 13.8137
verified: no, type: nauc_map_at_5_diff1
value: 18.712300000000003
verified: no, type: nauc_map_at_10_max
value: 16.4222
verified: no, type: nauc_map_at_10_std
value: 15.059600000000001
verified: no, type: nauc_map_at_10_diff1
value: 18.3989
verified: no, type: nauc_map_at_20_max
value: 16.563200000000002
verified: no, type: nauc_map_at_20_std
value: 15.549299999999999
verified: no, type: nauc_map_at_20_diff1
value: 18.205299999999998
verified: no, type: nauc_map_at_100_max
value: 16.498099999999997
verified: no, type: nauc_map_at_100_std
value: 15.735199999999999
verified: no, type: nauc_map_at_100_diff1
value: 18.098300000000002
verified: no, type: nauc_map_at_1000_max
value: 16.4922
verified: no, type: nauc_map_at_1000_std
value: 15.7561
verified: no, type: nauc_map_at_1000_diff1
value: 18.124100000000002
verified: no, type: nauc_recall_at_1_max
value: 12.4058
verified: no, type: nauc_recall_at_1_std
value: 11.1723
verified: no, type: nauc_recall_at_1_diff1
value: 20.7625
verified: no, type: nauc_recall_at_3_max
value: 18.3013
verified: no, type: nauc_recall_at_3_std
value: 12.954699999999999
verified: no, type: nauc_recall_at_3_diff1
value: 16.9722
verified: no, type: nauc_recall_at_5_max
value: 19.309
verified: no, type: nauc_recall_at_5_std
value: 17.3374
verified: no, type: nauc_recall_at_5_diff1
value: 16.314
verified: no, type: nauc_recall_at_10_max
value: 20.6932
verified: no, type: nauc_recall_at_10_std
value: 24.299799999999998
verified: no, type: nauc_recall_at_10_diff1
value: 14.666799999999999
verified: no, type: nauc_recall_at_20_max
value: 21.8139
verified: no, type: nauc_recall_at_20_std
value: 28.881400000000003
verified: no, type: nauc_recall_at_20_diff1
value: 12.928899999999999
verified: no, type: nauc_recall_at_100_max
value: 20.8015
verified: no, type: nauc_recall_at_100_std
value: 34.943999999999996
verified: no, type: nauc_recall_at_100_diff1
value: 11.6233
verified: no, type: nauc_recall_at_1000_max
value: 24.131800000000002
verified: no, type: nauc_recall_at_1000_std
value: 45.778200000000005
verified: no, type: nauc_recall_at_1000_diff1
value: 9.0989
verified: no, type: nauc_precision_at_1_max
value: 12.350800000000001
verified: no, type: nauc_precision_at_1_std
value: 10.1704
verified: no, type: nauc_precision_at_1_diff1
value: 19.557199999999998
verified: no, type: nauc_precision_at_3_max
value: 18.6388
verified: no, type: nauc_precision_at_3_std
value: 11.9733
verified: no, type: nauc_precision_at_3_diff1
value: 16.4002
verified: no, type: nauc_precision_at_5_max
value: 19.988400000000002
verified: no, type: nauc_precision_at_5_std
value: 17.020599999999998
verified: no, type: nauc_precision_at_5_diff1
value: 15.4553
verified: no, type: nauc_precision_at_10_max
value: 21.029
verified: no, type: nauc_precision_at_10_std
value: 24.0445
verified: no, type: nauc_precision_at_10_diff1
value: 12.7804
verified: no, type: nauc_precision_at_20_max
value: 20.8578
verified: no, type: nauc_precision_at_20_std
value: 27.8364
verified: no, type: nauc_precision_at_20_diff1
value: 10.0575
verified: no, type: nauc_precision_at_100_max
value: 19.115
verified: no, type: nauc_precision_at_100_std
value: 30.4435
verified: no, type: nauc_precision_at_100_diff1
value: 6.2284
verified: no, type: nauc_precision_at_1000_max
value: 14.213899999999999
verified: no, type: nauc_precision_at_1000_std
value: 27.5515
verified: no, type: nauc_precision_at_1000_diff1
value: 1.3398
verified: no, type: nauc_mrr_at_1_max
value: 12.350800000000001
verified: no, type: nauc_mrr_at_1_std
value: 10.1704
verified: no, type: nauc_mrr_at_1_diff1
value: 19.557199999999998
verified: no, type: nauc_mrr_at_3_max
value: 15.576799999999999
verified: no, type: nauc_mrr_at_3_std
value: 11.9021
verified: no, type: nauc_mrr_at_3_diff1
value: 18.185599999999997
verified: no, type: nauc_mrr_at_5_max
value: 15.615699999999999
verified: no, type: nauc_mrr_at_5_std
value: 12.9917
verified: no, type: nauc_mrr_at_5_diff1
value: 17.8173
verified: no, type: nauc_mrr_at_10_max
value: 15.7163
verified: no, type: nauc_mrr_at_10_std
value: 14.2755
verified: no, type: nauc_mrr_at_10_diff1
value: 17.4754
verified: no, type: nauc_mrr_at_20_max
value: 15.8022
verified: no, type: nauc_mrr_at_20_std
value: 14.69
verified: no, type: nauc_mrr_at_20_diff1
value: 17.201900000000002
verified: no, type: nauc_mrr_at_100_max
value: 15.767000000000001
verified: no, type: nauc_mrr_at_100_std
value: 14.8459
verified: no, type: nauc_mrr_at_100_diff1
value: 17.2406
verified: no, type: nauc_mrr_at_1000_max
value: 15.778400000000001
verified: no, type: nauc_mrr_at_1000_std
value: 14.8592
verified: no, type: nauc_mrr_at_1000_diff1
value: 17.2675
verified: no, type: main_score
value: 25.934
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SadeemQuestionRetrieval (default)
revision: 3cb0752b182e5d5d740df547748b06663c8e0bd9
split: test
type: sadeem-ai/sadeem-ar-eval-retrieval-questions
metrics: type: ndcg_at_1
value: 25.945
verified: no, type: ndcg_at_3
value: 55.796
verified: no, type: ndcg_at_5
value: 57.726
verified: no, type: ndcg_at_10
value: 58.884
verified: no, type: ndcg_at_20
value: 59.705
verified: no, type: ndcg_at_100
value: 60.659
verified: no, type: ndcg_at_1000
value: 61.151999999999994
verified: no, type: map_at_1
value: 25.945
verified: no, type: map_at_3
value: 47.981
verified: no, type: map_at_5
value: 49.051
verified: no, type: map_at_10
value: 49.536
verified: no, type: map_at_20
value: 49.767
verified: no, type: map_at_100
value: 49.9
verified: no, type: map_at_1000
value: 49.916
verified: no, type: recall_at_1
value: 25.945
verified: no, type: recall_at_3
value: 78.602
verified: no, type: recall_at_5
value: 83.29299999999999
verified: no, type: recall_at_10
value: 86.836
verified: no, type: recall_at_20
value: 90.04299999999999
verified: no, type: recall_at_100
value: 95.165
verified: no, type: recall_at_1000
value: 99.138
verified: no, type: precision_at_1
value: 25.945
verified: no, type: precision_at_3
value: 26.201
verified: no, type: precision_at_5
value: 16.659
verified: no, type: precision_at_10
value: 8.684
verified: no, type: precision_at_20
value: 4.502
verified: no, type: precision_at_100
value: 0.9520000000000001
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: mrr_at_1
value: 24.3179
verified: no, type: mrr_at_3
value: 46.8566
verified: no, type: mrr_at_5
value: 47.9288
verified: no, type: mrr_at_10
value: 48.4848
verified: no, type: mrr_at_20
value: 48.700700000000005
verified: no, type: mrr_at_100
value: 48.8358
verified: no, type: mrr_at_1000
value: 48.8521
verified: no, type: nauc_ndcg_at_1_max
value: 15.6065
verified: no, type: nauc_ndcg_at_1_std
value: 4.1895
verified: no, type: nauc_ndcg_at_1_diff1
value: -5.9052
verified: no, type: nauc_ndcg_at_3_max
value: 35.0009
verified: no, type: nauc_ndcg_at_3_std
value: 12.2065
verified: no, type: nauc_ndcg_at_3_diff1
value: -49.336600000000004
verified: no, type: nauc_ndcg_at_5_max
value: 33.3652
verified: no, type: nauc_ndcg_at_5_std
value: 12.2193
verified: no, type: nauc_ndcg_at_5_diff1
value: -43.4435
verified: no, type: nauc_ndcg_at_10_max
value: 31.9907
verified: no, type: nauc_ndcg_at_10_std
value: 12.9051
verified: no, type: nauc_ndcg_at_10_diff1
value: -41.2196
verified: no, type: nauc_ndcg_at_20_max
value: 30.653000000000002
verified: no, type: nauc_ndcg_at_20_std
value: 14.0403
verified: no, type: nauc_ndcg_at_20_diff1
value: -38.6306
verified: no, type: nauc_ndcg_at_100_max
value: 29.307499999999997
verified: no, type: nauc_ndcg_at_100_std
value: 12.8583
verified: no, type: nauc_ndcg_at_100_diff1
value: -35.8193
verified: no, type: nauc_ndcg_at_1000_max
value: 28.833399999999997
verified: no, type: nauc_ndcg_at_1000_std
value: 12.0671
verified: no, type: nauc_ndcg_at_1000_diff1
value: -34.3451
verified: no, type: nauc_map_at_1_max
value: 15.6065
verified: no, type: nauc_map_at_1_std
value: 4.1895
verified: no, type: nauc_map_at_1_diff1
value: -5.9052
verified: no, type: nauc_map_at_3_max
value: 28.6012
verified: no, type: nauc_map_at_3_std
value: 9.6436
verified: no, type: nauc_map_at_3_diff1
value: -34.6364
verified: no, type: nauc_map_at_5_max
value: 27.581699999999998
verified: no, type: nauc_map_at_5_std
value: 9.5477
verified: no, type: nauc_map_at_5_diff1
value: -31.2154
verified: no, type: nauc_map_at_10_max
value: 27.005699999999997
verified: no, type: nauc_map_at_10_std
value: 9.7735
verified: no, type: nauc_map_at_10_diff1
value: -30.2406
verified: no, type: nauc_map_at_20_max
value: 26.6504
verified: no, type: nauc_map_at_20_std
value: 10.044400000000001
verified: no, type: nauc_map_at_20_diff1
value: -29.523300000000003
verified: no, type: nauc_map_at_100_max
value: 26.4772
verified: no, type: nauc_map_at_100_std
value: 9.8956
verified: no, type: nauc_map_at_100_diff1
value: -29.164
verified: no, type: nauc_map_at_1000_max
value: 26.460800000000003
verified: no, type: nauc_map_at_1000_std
value: 9.8771
verified: no, type: nauc_map_at_1000_diff1
value: -29.119099999999996
verified: no, type: nauc_recall_at_1_max
value: 15.6065
verified: no, type: nauc_recall_at_1_std
value: 4.1895
verified: no, type: nauc_recall_at_1_diff1
value: -5.9052
verified: no, type: nauc_recall_at_3_max
value: 62.232200000000006
verified: no, type: nauc_recall_at_3_std
value: 23.0712
verified: no, type: nauc_recall_at_3_diff1
value: -112.0696
verified: no, type: nauc_recall_at_5_max
value: 62.732600000000005
verified: no, type: nauc_recall_at_5_std
value: 25.924500000000002
verified: no, type: nauc_recall_at_5_diff1
value: -105.32390000000001
verified: no, type: nauc_recall_at_10_max
value: 61.8591
verified: no, type: nauc_recall_at_10_std
value: 32.929700000000004
verified: no, type: nauc_recall_at_10_diff1
value: -107.3419
verified: no, type: nauc_recall_at_20_max
value: 58.1697
verified: no, type: nauc_recall_at_20_std
value: 48.2999
verified: no, type: nauc_recall_at_20_diff1
value: -102.9417
verified: no, type: nauc_recall_at_100_max
value: 54.3349
verified: no, type: nauc_recall_at_100_std
value: 55.2788
verified: no, type: nauc_recall_at_100_diff1
value: -101.90060000000001
verified: no, type: nauc_recall_at_1000_max
value: 77.6378
verified: no, type: nauc_recall_at_1000_std
value: 82.6629
verified: no, type: nauc_recall_at_1000_diff1
value: -109.45089999999999
verified: no, type: nauc_precision_at_1_max
value: 15.6065
verified: no, type: nauc_precision_at_1_std
value: 4.1895
verified: no, type: nauc_precision_at_1_diff1
value: -5.9052
verified: no, type: nauc_precision_at_3_max
value: 62.232200000000006
verified: no, type: nauc_precision_at_3_std
value: 23.0712
verified: no, type: nauc_precision_at_3_diff1
value: -112.0696
verified: no, type: nauc_precision_at_5_max
value: 62.732600000000005
verified: no, type: nauc_precision_at_5_std
value: 25.924500000000002
verified: no, type: nauc_precision_at_5_diff1
value: -105.32390000000001
verified: no, type: nauc_precision_at_10_max
value: 61.8591
verified: no, type: nauc_precision_at_10_std
value: 32.929700000000004
verified: no, type: nauc_precision_at_10_diff1
value: -107.3419
verified: no, type: nauc_precision_at_20_max
value: 58.1697
verified: no, type: nauc_precision_at_20_std
value: 48.2999
verified: no, type: nauc_precision_at_20_diff1
value: -102.9417
verified: no, type: nauc_precision_at_100_max
value: 54.3349
verified: no, type: nauc_precision_at_100_std
value: 55.2788
verified: no, type: nauc_precision_at_100_diff1
value: -101.90060000000001
verified: no, type: nauc_precision_at_1000_max
value: 77.6378
verified: no, type: nauc_precision_at_1000_std
value: 82.6629
verified: no, type: nauc_precision_at_1000_diff1
value: -109.45089999999999
verified: no, type: nauc_mrr_at_1_max
value: 15.4767
verified: no, type: nauc_mrr_at_1_std
value: 7.9148
verified: no, type: nauc_mrr_at_1_diff1
value: -28.0379
verified: no, type: nauc_mrr_at_3_max
value: 29.0395
verified: no, type: nauc_mrr_at_3_std
value: 13.347700000000001
verified: no, type: nauc_mrr_at_3_diff1
value: -51.603
verified: no, type: nauc_mrr_at_5_max
value: 27.9939
verified: no, type: nauc_mrr_at_5_std
value: 12.8712
verified: no, type: nauc_mrr_at_5_diff1
value: -48.4563
verified: no, type: nauc_mrr_at_10_max
value: 27.2858
verified: no, type: nauc_mrr_at_10_std
value: 13.2486
verified: no, type: nauc_mrr_at_10_diff1
value: -47.4786
verified: no, type: nauc_mrr_at_20_max
value: 26.9478
verified: no, type: nauc_mrr_at_20_std
value: 13.571
verified: no, type: nauc_mrr_at_20_diff1
value: -46.9807
verified: no, type: nauc_mrr_at_100_max
value: 26.7688
verified: no, type: nauc_mrr_at_100_std
value: 13.439200000000001
verified: no, type: nauc_mrr_at_100_diff1
value: -46.7007
verified: no, type: nauc_mrr_at_1000_max
value: 26.753
verified: no, type: nauc_mrr_at_1000_std
value: 13.4243
verified: no, type: nauc_mrr_at_1000_diff1
value: -46.6676
verified: no, type: main_score
value: 58.884
verified: no
task: type: Retrieval, dataset: config: ara-ara
name: MTEB XPQARetrieval (ara-ara)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 25.467000000000002
verified: no, type: ndcg_at_3
value: 26.25
verified: no, type: ndcg_at_5
value: 27.809
verified: no, type: ndcg_at_10
value: 31.296000000000003
verified: no, type: ndcg_at_20
value: 34.087
verified: no, type: ndcg_at_100
value: 38.891999999999996
verified: no, type: ndcg_at_1000
value: 42.423
verified: no, type: map_at_1
value: 13.042000000000002
verified: no, type: map_at_3
value: 20.979999999999997
verified: no, type: map_at_5
value: 23.64
verified: no, type: map_at_10
value: 25.463
verified: no, type: map_at_20
value: 26.443
verified: no, type: map_at_100
value: 27.328000000000003
verified: no, type: map_at_1000
value: 27.492
verified: no, type: recall_at_1
value: 13.042000000000002
verified: no, type: recall_at_3
value: 25.271
verified: no, type: recall_at_5
value: 31.740000000000002
verified: no, type: recall_at_10
value: 40.613
verified: no, type: recall_at_20
value: 49.689
verified: no, type: recall_at_100
value: 71.569
verified: no, type: recall_at_1000
value: 96.387
verified: no, type: precision_at_1
value: 25.467000000000002
verified: no, type: precision_at_3
value: 18.178
verified: no, type: precision_at_5
value: 14.052999999999999
verified: no, type: precision_at_10
value: 8.973
verified: no, type: precision_at_20
value: 5.427
verified: no, type: precision_at_100
value: 1.521
verified: no, type: precision_at_1000
value: 0.19499999999999998
verified: no, type: mrr_at_1
value: 25.466699999999996
verified: no, type: mrr_at_3
value: 30.177799999999998
verified: no, type: mrr_at_5
value: 31.477800000000002
verified: no, type: mrr_at_10
value: 32.626
verified: no, type: mrr_at_20
value: 33.2774
verified: no, type: mrr_at_100
value: 33.732800000000005
verified: no, type: mrr_at_1000
value: 33.8177
verified: no, type: nauc_ndcg_at_1_max
value: 22.4447
verified: no, type: nauc_ndcg_at_1_std
value: -12.8273
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.6643
verified: no, type: nauc_ndcg_at_3_max
value: 21.8156
verified: no, type: nauc_ndcg_at_3_std
value: -7.678599999999999
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.3589
verified: no, type: nauc_ndcg_at_5_max
value: 22.3372
verified: no, type: nauc_ndcg_at_5_std
value: -6.578
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.3558
verified: no, type: nauc_ndcg_at_10_max
value: 24.249399999999998
verified: no, type: nauc_ndcg_at_10_std
value: -5.4608
verified: no, type: nauc_ndcg_at_10_diff1
value: 25.0826
verified: no, type: nauc_ndcg_at_20_max
value: 25.1081
verified: no, type: nauc_ndcg_at_20_std
value: -4.4616999999999996
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.4926
verified: no, type: nauc_ndcg_at_100_max
value: 24.9943
verified: no, type: nauc_ndcg_at_100_std
value: -2.9071
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.0587
verified: no, type: nauc_ndcg_at_1000_max
value: 24.9393
verified: no, type: nauc_ndcg_at_1000_std
value: -3.9886
verified: no, type: nauc_ndcg_at_1000_diff1
value: 24.9149
verified: no, type: nauc_map_at_1_max
value: 10.3874
verified: no, type: nauc_map_at_1_std
value: -14.1189
verified: no, type: nauc_map_at_1_diff1
value: 27.1204
verified: no, type: nauc_map_at_3_max
value: 19.1887
verified: no, type: nauc_map_at_3_std
value: -8.7622
verified: no, type: nauc_map_at_3_diff1
value: 23.968400000000003
verified: no, type: nauc_map_at_5_max
value: 22.1726
verified: no, type: nauc_map_at_5_std
value: -7.8292
verified: no, type: nauc_map_at_5_diff1
value: 24.8012
verified: no, type: nauc_map_at_10_max
value: 23.4288
verified: no, type: nauc_map_at_10_std
value: -7.4127
verified: no, type: nauc_map_at_10_diff1
value: 25.507800000000003
verified: no, type: nauc_map_at_20_max
value: 23.7292
verified: no, type: nauc_map_at_20_std
value: -7.187200000000001
verified: no, type: nauc_map_at_20_diff1
value: 25.7249
verified: no, type: nauc_map_at_100_max
value: 23.5909
verified: no, type: nauc_map_at_100_std
value: -6.9328
verified: no, type: nauc_map_at_100_diff1
value: 25.4793
verified: no, type: nauc_map_at_1000_max
value: 23.6015
verified: no, type: nauc_map_at_1000_std
value: -6.9618
verified: no, type: nauc_map_at_1000_diff1
value: 25.4933
verified: no, type: nauc_recall_at_1_max
value: 10.3874
verified: no, type: nauc_recall_at_1_std
value: -14.1189
verified: no, type: nauc_recall_at_1_diff1
value: 27.1204
verified: no, type: nauc_recall_at_3_max
value: 17.793400000000002
verified: no, type: nauc_recall_at_3_std
value: -3.7499
verified: no, type: nauc_recall_at_3_diff1
value: 17.6262
verified: no, type: nauc_recall_at_5_max
value: 21.038899999999998
verified: no, type: nauc_recall_at_5_std
value: -1.8713
verified: no, type: nauc_recall_at_5_diff1
value: 19.7434
verified: no, type: nauc_recall_at_10_max
value: 24.9692
verified: no, type: nauc_recall_at_10_std
value: 1.053
verified: no, type: nauc_recall_at_10_diff1
value: 21.2845
verified: no, type: nauc_recall_at_20_max
value: 27.9293
verified: no, type: nauc_recall_at_20_std
value: 4.7705
verified: no, type: nauc_recall_at_20_diff1
value: 22.1695
verified: no, type: nauc_recall_at_100_max
value: 29.4898
verified: no, type: nauc_recall_at_100_std
value: 16.903000000000002
verified: no, type: nauc_recall_at_100_diff1
value: 21.1503
verified: no, type: nauc_recall_at_1000_max
value: 61.8728
verified: no, type: nauc_recall_at_1000_std
value: 63.785599999999995
verified: no, type: nauc_recall_at_1000_diff1
value: 4.887
verified: no, type: nauc_precision_at_1_max
value: 22.4447
verified: no, type: nauc_precision_at_1_std
value: -12.8273
verified: no, type: nauc_precision_at_1_diff1
value: 30.6643
verified: no, type: nauc_precision_at_3_max
value: 27.930899999999998
verified: no, type: nauc_precision_at_3_std
value: -5.6785000000000005
verified: no, type: nauc_precision_at_3_diff1
value: 22.5772
verified: no, type: nauc_precision_at_5_max
value: 29.625200000000003
verified: no, type: nauc_precision_at_5_std
value: -3.949
verified: no, type: nauc_precision_at_5_diff1
value: 22.569200000000002
verified: no, type: nauc_precision_at_10_max
value: 30.353
verified: no, type: nauc_precision_at_10_std
value: -2.6828000000000003
verified: no, type: nauc_precision_at_10_diff1
value: 22.0195
verified: no, type: nauc_precision_at_20_max
value: 29.3013
verified: no, type: nauc_precision_at_20_std
value: -0.9629000000000001
verified: no, type: nauc_precision_at_20_diff1
value: 21.473100000000002
verified: no, type: nauc_precision_at_100_max
value: 24.3825
verified: no, type: nauc_precision_at_100_std
value: 2.3911000000000002
verified: no, type: nauc_precision_at_100_diff1
value: 15.606300000000001
verified: no, type: nauc_precision_at_1000_max
value: 18.7938
verified: no, type: nauc_precision_at_1000_std
value: -0.1033
verified: no, type: nauc_precision_at_1000_diff1
value: 9.300799999999999
verified: no, type: nauc_mrr_at_1_max
value: 22.4447
verified: no, type: nauc_mrr_at_1_std
value: -12.8273
verified: no, type: nauc_mrr_at_1_diff1
value: 30.6643
verified: no, type: nauc_mrr_at_3_max
value: 21.898300000000003
verified: no, type: nauc_mrr_at_3_std
value: -9.1679
verified: no, type: nauc_mrr_at_3_diff1
value: 26.647900000000003
verified: no, type: nauc_mrr_at_5_max
value: 21.7943
verified: no, type: nauc_mrr_at_5_std
value: -8.9716
verified: no, type: nauc_mrr_at_5_diff1
value: 26.8466
verified: no, type: nauc_mrr_at_10_max
value: 22.4361
verified: no, type: nauc_mrr_at_10_std
value: -8.288
verified: no, type: nauc_mrr_at_10_diff1
value: 26.8214
verified: no, type: nauc_mrr_at_20_max
value: 22.6388
verified: no, type: nauc_mrr_at_20_std
value: -7.9011
verified: no, type: nauc_mrr_at_20_diff1
value: 26.842899999999997
verified: no, type: nauc_mrr_at_100_max
value: 22.6039
verified: no, type: nauc_mrr_at_100_std
value: -7.7958
verified: no, type: nauc_mrr_at_100_diff1
value: 26.847199999999997
verified: no, type: nauc_mrr_at_1000_max
value: 22.5934
verified: no, type: nauc_mrr_at_1000_std
value: -7.8259
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.8426
verified: no, type: main_score
value: 31.296000000000003
verified: no
task: type: Retrieval, dataset: config: eng-ara
name: MTEB XPQARetrieval (eng-ara)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 13.467
verified: no, type: ndcg_at_3
value: 14.322
verified: no, type: ndcg_at_5
value: 15.528
verified: no, type: ndcg_at_10
value: 18.358
verified: no, type: ndcg_at_20
value: 20.73
verified: no, type: ndcg_at_100
value: 25.879
verified: no, type: ndcg_at_1000
value: 31.326999999999998
verified: no, type: map_at_1
value: 6.622
verified: no, type: map_at_3
value: 10.791
verified: no, type: map_at_5
value: 12.337
verified: no, type: map_at_10
value: 13.682
verified: no, type: map_at_20
value: 14.438999999999998
verified: no, type: map_at_100
value: 15.292
verified: no, type: map_at_1000
value: 15.545
verified: no, type: recall_at_1
value: 6.622
verified: no, type: recall_at_3
value: 13.862
verified: no, type: recall_at_5
value: 18.389
verified: no, type: recall_at_10
value: 25.578
verified: no, type: recall_at_20
value: 33.416000000000004
verified: no, type: recall_at_100
value: 56.938
verified: no, type: recall_at_1000
value: 93.982
verified: no, type: precision_at_1
value: 13.467
verified: no, type: precision_at_3
value: 10.133000000000001
verified: no, type: precision_at_5
value: 8.16
verified: no, type: precision_at_10
value: 5.627
verified: no, type: precision_at_20
value: 3.627
verified: no, type: precision_at_100
value: 1.2109999999999999
verified: no, type: precision_at_1000
value: 0.194
verified: no, type: mrr_at_1
value: 13.466700000000001
verified: no, type: mrr_at_3
value: 17.488899999999997
verified: no, type: mrr_at_5
value: 18.7222
verified: no, type: mrr_at_10
value: 19.905900000000003
verified: no, type: mrr_at_20
value: 20.4778
verified: no, type: mrr_at_100
value: 21.023
verified: no, type: mrr_at_1000
value: 21.1478
verified: no, type: nauc_ndcg_at_1_max
value: 21.769
verified: no, type: nauc_ndcg_at_1_std
value: 2.4559
verified: no, type: nauc_ndcg_at_1_diff1
value: 22.7686
verified: no, type: nauc_ndcg_at_3_max
value: 24.3857
verified: no, type: nauc_ndcg_at_3_std
value: 5.9556
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.3492
verified: no, type: nauc_ndcg_at_5_max
value: 25.810100000000002
verified: no, type: nauc_ndcg_at_5_std
value: 6.325799999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.993
verified: no, type: nauc_ndcg_at_10_max
value: 26.6969
verified: no, type: nauc_ndcg_at_10_std
value: 7.2925
verified: no, type: nauc_ndcg_at_10_diff1
value: 21.3312
verified: no, type: nauc_ndcg_at_20_max
value: 26.652900000000002
verified: no, type: nauc_ndcg_at_20_std
value: 7.271
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.4505
verified: no, type: nauc_ndcg_at_100_max
value: 27.418300000000002
verified: no, type: nauc_ndcg_at_100_std
value: 9.1853
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.0781
verified: no, type: nauc_ndcg_at_1000_max
value: 26.5394
verified: no, type: nauc_ndcg_at_1000_std
value: 8.4966
verified: no, type: nauc_ndcg_at_1000_diff1
value: 20.2687
verified: no, type: nauc_map_at_1_max
value: 21.621499999999997
verified: no, type: nauc_map_at_1_std
value: 6.7188
verified: no, type: nauc_map_at_1_diff1
value: 28.6267
verified: no, type: nauc_map_at_3_max
value: 24.7587
verified: no, type: nauc_map_at_3_std
value: 7.5144
verified: no, type: nauc_map_at_3_diff1
value: 24.7211
verified: no, type: nauc_map_at_5_max
value: 26.5481
verified: no, type: nauc_map_at_5_std
value: 6.7313
verified: no, type: nauc_map_at_5_diff1
value: 24.5343
verified: no, type: nauc_map_at_10_max
value: 26.962199999999996
verified: no, type: nauc_map_at_10_std
value: 7.3188
verified: no, type: nauc_map_at_10_diff1
value: 23.6207
verified: no, type: nauc_map_at_20_max
value: 27.009
verified: no, type: nauc_map_at_20_std
value: 7.2947999999999995
verified: no, type: nauc_map_at_20_diff1
value: 23.4863
verified: no, type: nauc_map_at_100_max
value: 27.185399999999998
verified: no, type: nauc_map_at_100_std
value: 7.5737
verified: no, type: nauc_map_at_100_diff1
value: 23.543
verified: no, type: nauc_map_at_1000_max
value: 27.1341
verified: no, type: nauc_map_at_1000_std
value: 7.5804
verified: no, type: nauc_map_at_1000_diff1
value: 23.494999999999997
verified: no, type: nauc_recall_at_1_max
value: 21.621499999999997
verified: no, type: nauc_recall_at_1_std
value: 6.7188
verified: no, type: nauc_recall_at_1_diff1
value: 28.6267
verified: no, type: nauc_recall_at_3_max
value: 23.969099999999997
verified: no, type: nauc_recall_at_3_std
value: 8.4769
verified: no, type: nauc_recall_at_3_diff1
value: 20.115
verified: no, type: nauc_recall_at_5_max
value: 25.155499999999996
verified: no, type: nauc_recall_at_5_std
value: 6.4667
verified: no, type: nauc_recall_at_5_diff1
value: 18.6197
verified: no, type: nauc_recall_at_10_max
value: 26.3774
verified: no, type: nauc_recall_at_10_std
value: 8.262799999999999
verified: no, type: nauc_recall_at_10_diff1
value: 17.7344
verified: no, type: nauc_recall_at_20_max
value: 25.6955
verified: no, type: nauc_recall_at_20_std
value: 8.1547
verified: no, type: nauc_recall_at_20_diff1
value: 18.0549
verified: no, type: nauc_recall_at_100_max
value: 28.3794
verified: no, type: nauc_recall_at_100_std
value: 16.8501
verified: no, type: nauc_recall_at_100_diff1
value: 14.7472
verified: no, type: nauc_recall_at_1000_max
value: 35.3088
verified: no, type: nauc_recall_at_1000_std
value: 34.5591
verified: no, type: nauc_recall_at_1000_diff1
value: -14.508099999999999
verified: no, type: nauc_precision_at_1_max
value: 21.769
verified: no, type: nauc_precision_at_1_std
value: 2.4559
verified: no, type: nauc_precision_at_1_diff1
value: 22.7686
verified: no, type: nauc_precision_at_3_max
value: 25.005100000000002
verified: no, type: nauc_precision_at_3_std
value: 3.7567000000000004
verified: no, type: nauc_precision_at_3_diff1
value: 20.7241
verified: no, type: nauc_precision_at_5_max
value: 27.572200000000002
verified: no, type: nauc_precision_at_5_std
value: 3.6336
verified: no, type: nauc_precision_at_5_diff1
value: 19.896
verified: no, type: nauc_precision_at_10_max
value: 27.253800000000002
verified: no, type: nauc_precision_at_10_std
value: 4.561599999999999
verified: no, type: nauc_precision_at_10_diff1
value: 16.7525
verified: no, type: nauc_precision_at_20_max
value: 25.235400000000002
verified: no, type: nauc_precision_at_20_std
value: 3.9741
verified: no, type: nauc_precision_at_20_diff1
value: 15.7945
verified: no, type: nauc_precision_at_100_max
value: 20.383100000000002
verified: no, type: nauc_precision_at_100_std
value: 4.2147
verified: no, type: nauc_precision_at_100_diff1
value: 13.3018
verified: no, type: nauc_precision_at_1000_max
value: 6.3098
verified: no, type: nauc_precision_at_1000_std
value: -1.7795999999999998
verified: no, type: nauc_precision_at_1000_diff1
value: 3.7354
verified: no, type: nauc_mrr_at_1_max
value: 21.769
verified: no, type: nauc_mrr_at_1_std
value: 2.4559
verified: no, type: nauc_mrr_at_1_diff1
value: 22.7686
verified: no, type: nauc_mrr_at_3_max
value: 22.3842
verified: no, type: nauc_mrr_at_3_std
value: 4.4822
verified: no, type: nauc_mrr_at_3_diff1
value: 19.708000000000002
verified: no, type: nauc_mrr_at_5_max
value: 22.7469
verified: no, type: nauc_mrr_at_5_std
value: 4.8326
verified: no, type: nauc_mrr_at_5_diff1
value: 19.5886
verified: no, type: nauc_mrr_at_10_max
value: 23.2992
verified: no, type: nauc_mrr_at_10_std
value: 5.2336
verified: no, type: nauc_mrr_at_10_diff1
value: 19.7147
verified: no, type: nauc_mrr_at_20_max
value: 23.244699999999998
verified: no, type: nauc_mrr_at_20_std
value: 5.2174
verified: no, type: nauc_mrr_at_20_diff1
value: 19.808600000000002
verified: no, type: nauc_mrr_at_100_max
value: 23.3962
verified: no, type: nauc_mrr_at_100_std
value: 5.4528
verified: no, type: nauc_mrr_at_100_diff1
value: 19.799
verified: no, type: nauc_mrr_at_1000_max
value: 23.386699999999998
verified: no, type: nauc_mrr_at_1000_std
value: 5.432
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.7846
verified: no, type: main_score
value: 18.358
verified: no
task: type: Retrieval, dataset: config: ara-eng
name: MTEB XPQARetrieval (ara-eng)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 19.811
verified: no, type: ndcg_at_3
value: 21.506
verified: no, type: ndcg_at_5
value: 23.173
verified: no, type: ndcg_at_10
value: 26.913999999999998
verified: no, type: ndcg_at_20
value: 29.970000000000002
verified: no, type: ndcg_at_100
value: 35.274
verified: no, type: ndcg_at_1000
value: 39.164
verified: no, type: map_at_1
value: 11.013
verified: no, type: map_at_3
value: 17.051
verified: no, type: map_at_5
value: 19.209
verified: no, type: map_at_10
value: 21.105
verified: no, type: map_at_20
value: 22.189
verified: no, type: map_at_100
value: 23.143
verified: no, type: map_at_1000
value: 23.34
verified: no, type: recall_at_1
value: 11.013
verified: no, type: recall_at_3
value: 21.139
verified: no, type: recall_at_5
value: 27.136
verified: no, type: recall_at_10
value: 36.649
verified: no, type: recall_at_20
value: 46.752
verified: no, type: recall_at_100
value: 70.786
verified: no, type: recall_at_1000
value: 97.04899999999999
verified: no, type: precision_at_1
value: 19.811
verified: no, type: precision_at_3
value: 14.96
verified: no, type: precision_at_5
value: 11.725
verified: no, type: precision_at_10
value: 7.857
verified: no, type: precision_at_20
value: 4.939
verified: no, type: precision_at_100
value: 1.472
verified: no, type: precision_at_1000
value: 0.198
verified: no, type: mrr_at_1
value: 19.811300000000003
verified: no, type: mrr_at_3
value: 24.8428
verified: no, type: mrr_at_5
value: 26.2916
verified: no, type: mrr_at_10
value: 27.699
verified: no, type: mrr_at_20
value: 28.3441
verified: no, type: mrr_at_100
value: 28.8789
verified: no, type: mrr_at_1000
value: 28.968
verified: no, type: nauc_ndcg_at_1_max
value: 13.658600000000002
verified: no, type: nauc_ndcg_at_1_std
value: -10.888399999999999
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.503
verified: no, type: nauc_ndcg_at_3_max
value: 13.2295
verified: no, type: nauc_ndcg_at_3_std
value: -8.3667
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.2478
verified: no, type: nauc_ndcg_at_5_max
value: 16.2788
verified: no, type: nauc_ndcg_at_5_std
value: -6.1103
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.8149
verified: no, type: nauc_ndcg_at_10_max
value: 17.7924
verified: no, type: nauc_ndcg_at_10_std
value: -5.2757
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.7064
verified: no, type: nauc_ndcg_at_20_max
value: 19.031000000000002
verified: no, type: nauc_ndcg_at_20_std
value: -4.5977
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.2638
verified: no, type: nauc_ndcg_at_100_max
value: 19.7211
verified: no, type: nauc_ndcg_at_100_std
value: -2.3255000000000003
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.990299999999998
verified: no, type: nauc_ndcg_at_1000_max
value: 18.959799999999998
verified: no, type: nauc_ndcg_at_1000_std
value: -3.1267000000000005
verified: no, type: nauc_ndcg_at_1000_diff1
value: 22.975
verified: no, type: nauc_map_at_1_max
value: 4.2032
verified: no, type: nauc_map_at_1_std
value: -10.4419
verified: no, type: nauc_map_at_1_diff1
value: 27.2957
verified: no, type: nauc_map_at_3_max
value: 12.0436
verified: no, type: nauc_map_at_3_std
value: -8.5909
verified: no, type: nauc_map_at_3_diff1
value: 25.1571
verified: no, type: nauc_map_at_5_max
value: 15.2261
verified: no, type: nauc_map_at_5_std
value: -7.7981
verified: no, type: nauc_map_at_5_diff1
value: 24.9448
verified: no, type: nauc_map_at_10_max
value: 15.9522
verified: no, type: nauc_map_at_10_std
value: -7.366300000000001
verified: no, type: nauc_map_at_10_diff1
value: 24.191
verified: no, type: nauc_map_at_20_max
value: 16.4523
verified: no, type: nauc_map_at_20_std
value: -7.115
verified: no, type: nauc_map_at_20_diff1
value: 23.9544
verified: no, type: nauc_map_at_100_max
value: 16.615199999999998
verified: no, type: nauc_map_at_100_std
value: -6.7194
verified: no, type: nauc_map_at_100_diff1
value: 24.024
verified: no, type: nauc_map_at_1000_max
value: 16.598
verified: no, type: nauc_map_at_1000_std
value: -6.6981
verified: no, type: nauc_map_at_1000_diff1
value: 24.077399999999997
verified: no, type: nauc_recall_at_1_max
value: 4.2032
verified: no, type: nauc_recall_at_1_std
value: -10.4419
verified: no, type: nauc_recall_at_1_diff1
value: 27.2957
verified: no, type: nauc_recall_at_3_max
value: 12.0031
verified: no, type: nauc_recall_at_3_std
value: -5.558
verified: no, type: nauc_recall_at_3_diff1
value: 21.6049
verified: no, type: nauc_recall_at_5_max
value: 18.288899999999998
verified: no, type: nauc_recall_at_5_std
value: -1.9322
verified: no, type: nauc_recall_at_5_diff1
value: 20.0738
verified: no, type: nauc_recall_at_10_max
value: 20.4263
verified: no, type: nauc_recall_at_10_std
value: -0.4483
verified: no, type: nauc_recall_at_10_diff1
value: 16.9348
verified: no, type: nauc_recall_at_20_max
value: 23.555400000000002
verified: no, type: nauc_recall_at_20_std
value: 1.7368999999999999
verified: no, type: nauc_recall_at_20_diff1
value: 15.4241
verified: no, type: nauc_recall_at_100_max
value: 28.749599999999997
verified: no, type: nauc_recall_at_100_std
value: 15.001999999999999
verified: no, type: nauc_recall_at_100_diff1
value: 10.1602
verified: no, type: nauc_recall_at_1000_max
value: 52.9767
verified: no, type: nauc_recall_at_1000_std
value: 63.133300000000006
verified: no, type: nauc_recall_at_1000_diff1
value: -8.1688
verified: no, type: nauc_precision_at_1_max
value: 13.658600000000002
verified: no, type: nauc_precision_at_1_std
value: -10.888399999999999
verified: no, type: nauc_precision_at_1_diff1
value: 28.503
verified: no, type: nauc_precision_at_3_max
value: 18.2643
verified: no, type: nauc_precision_at_3_std
value: -7.6172
verified: no, type: nauc_precision_at_3_diff1
value: 20.1407
verified: no, type: nauc_precision_at_5_max
value: 23.6899
verified: no, type: nauc_precision_at_5_std
value: -5.0431
verified: no, type: nauc_precision_at_5_diff1
value: 19.3496
verified: no, type: nauc_precision_at_10_max
value: 23.7744
verified: no, type: nauc_precision_at_10_std
value: -2.9978000000000002
verified: no, type: nauc_precision_at_10_diff1
value: 15.9886
verified: no, type: nauc_precision_at_20_max
value: 23.9516
verified: no, type: nauc_precision_at_20_std
value: -1.881
verified: no, type: nauc_precision_at_20_diff1
value: 13.858
verified: no, type: nauc_precision_at_100_max
value: 22.0491
verified: no, type: nauc_precision_at_100_std
value: 3.9923
verified: no, type: nauc_precision_at_100_diff1
value: 10.8588
verified: no, type: nauc_precision_at_1000_max
value: 15.2248
verified: no, type: nauc_precision_at_1000_std
value: 2.2651
verified: no, type: nauc_precision_at_1000_diff1
value: 8.451500000000001
verified: no, type: nauc_mrr_at_1_max
value: 13.658600000000002
verified: no, type: nauc_mrr_at_1_std
value: -10.888399999999999
verified: no, type: nauc_mrr_at_1_diff1
value: 28.503
verified: no, type: nauc_mrr_at_3_max
value: 12.0131
verified: no, type: nauc_mrr_at_3_std
value: -9.0483
verified: no, type: nauc_mrr_at_3_diff1
value: 25.1263
verified: no, type: nauc_mrr_at_5_max
value: 14.2408
verified: no, type: nauc_mrr_at_5_std
value: -7.324400000000001
verified: no, type: nauc_mrr_at_5_diff1
value: 24.4894
verified: no, type: nauc_mrr_at_10_max
value: 15.1286
verified: no, type: nauc_mrr_at_10_std
value: -6.958
verified: no, type: nauc_mrr_at_10_diff1
value: 24.5045
verified: no, type: nauc_mrr_at_20_max
value: 15.3281
verified: no, type: nauc_mrr_at_20_std
value: -6.8811
verified: no, type: nauc_mrr_at_20_diff1
value: 24.4511
verified: no, type: nauc_mrr_at_100_max
value: 15.237700000000002
verified: no, type: nauc_mrr_at_100_std
value: -6.6511000000000005
verified: no, type: nauc_mrr_at_100_diff1
value: 24.4441
verified: no, type: nauc_mrr_at_1000_max
value: 15.2116
verified: no, type: nauc_mrr_at_1000_std
value: -6.6709000000000005
verified: no, type: nauc_mrr_at_1000_diff1
value: 24.4846
verified: no, type: main_score
value: 26.913999999999998
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 81.20578037912223
verified: no, type: cosine_spearman
value: 77.43670420687278
verified: no, type: euclidean_pearson
value: 74.60444698819703
verified: no, type: euclidean_spearman
value: 72.25767053642666
verified: no, type: main_score
value: 77.43670420687278
verified: no, type: manhattan_pearson
value: 73.86951335383257
verified: no, type: manhattan_spearman
value: 71.41608509527123
verified: no
task: type: STS, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 83.11155556919923
verified: no, type: cosine_spearman
value: 79.39435627520159
verified: no, type: euclidean_pearson
value: 81.05225024180342
verified: no, type: euclidean_spearman
value: 79.09926890001618
verified: no, type: main_score
value: 79.39435627520159
verified: no, type: manhattan_pearson
value: 80.74351302609706
verified: no, type: manhattan_spearman
value: 78.826254748334
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 85.10074960888633
verified: no, type: cosine_spearman
value: 78.93043293576132
verified: no, type: euclidean_pearson
value: 84.1168219787408
verified: no, type: euclidean_spearman
value: 78.44739559202252
verified: no, type: main_score
value: 78.93043293576132
verified: no, type: manhattan_pearson
value: 83.79447841594396
verified: no, type: manhattan_spearman
value: 77.94028171700384
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 81.34459901517775
verified: no, type: cosine_spearman
value: 82.73032633919925
verified: no, type: euclidean_pearson
value: 82.83546499367434
verified: no, type: euclidean_spearman
value: 83.29701673615389
verified: no, type: main_score
value: 82.73032633919925
verified: no, type: manhattan_pearson
value: 82.63480502797324
verified: no, type: manhattan_spearman
value: 83.05016589615636
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 82.53179983763488
verified: no, type: cosine_spearman
value: 81.64974497557361
verified: no, type: euclidean_pearson
value: 83.03981070806898
verified: no, type: euclidean_spearman
value: 82.65556168300631
verified: no, type: main_score
value: 81.64974497557361
verified: no, type: manhattan_pearson
value: 82.83722360191446
verified: no, type: manhattan_spearman
value: 82.4164264119
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 86.5684162475647
verified: no, type: cosine_spearman
value: 87.62163215009723
verified: no, type: euclidean_pearson
value: 87.3068288651339
verified: no, type: euclidean_spearman
value: 88.03508640722863
verified: no, type: main_score
value: 87.62163215009723
verified: no, type: manhattan_pearson
value: 87.21818681800193
verified: no, type: manhattan_spearman
value: 87.94690511382603
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 81.70518105237446
verified: no, type: cosine_spearman
value: 83.66083698795428
verified: no, type: euclidean_pearson
value: 82.80400684544435
verified: no, type: euclidean_spearman
value: 83.39926895275799
verified: no, type: main_score
value: 83.66083698795428
verified: no, type: manhattan_pearson
value: 82.44430538731845
verified: no, type: manhattan_spearman
value: 82.99600783826028
verified: no
task: type: STS, dataset: config: ar-ar
name: MTEB STS17 (ar-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 82.23229967696153
verified: no, type: cosine_spearman
value: 82.40039006538706
verified: no, type: euclidean_pearson
value: 79.21322872573518
verified: no, type: euclidean_spearman
value: 79.14230529579783
verified: no, type: main_score
value: 82.40039006538706
verified: no, type: manhattan_pearson
value: 79.1476348987964
verified: no, type: manhattan_spearman
value: 78.82381660638143
verified: no
task: type: STS, dataset: config: ar
name: MTEB STS22 (ar)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 45.95767124518871
verified: no, type: cosine_spearman
value: 51.37922888872568
verified: no, type: euclidean_pearson
value: 45.519471121310126
verified: no, type: euclidean_spearman
value: 51.45605803385654
verified: no, type: main_score
value: 51.37922888872568
verified: no, type: manhattan_pearson
value: 45.98761117909666
verified: no, type: manhattan_spearman
value: 51.48451973989366
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 85.38916827757183
verified: no, type: cosine_spearman
value: 86.16303183485594
verified: no, type: euclidean_pearson
value: 85.16406897245115
verified: no, type: euclidean_spearman
value: 85.40364087457081
verified: no, type: main_score
value: 86.16303183485594
verified: no, type: manhattan_pearson
value: 84.96853193915084
verified: no, type: manhattan_spearman
value: 85.13238442843544
verified: no
task: type: STS, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: cosine_pearson
value: 30.077426987171158
verified: no, type: cosine_spearman
value: 30.163682020271608
verified: no, type: dot_pearson
value: 27.31125295906803
verified: no, type: dot_spearman
value: 29.138235153208193
verified: no, type: main_score
value: 30.163682020271608
verified: no, type: pearson
value: 30.077426987171158
verified: no, type: spearman
value: 30.163682020271608
verified: no
task: type: Summarization, name: SentenceTransformer based on sentence-transformers/paraphrase-multilingual-mpnet-base-v2
results: task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 768
type: sts-test-768
metrics: type: pearson_cosine
value: 0.8538831619509135
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.861625750018802
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8496745674597512
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8513333417508545
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8516261261374778
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8540549341060195
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.7281308266536204
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.7230282720855726
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8538831619509135
name: Pearson Max
verified: no, type: spearman_max
value: 0.861625750018802
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 512
type: sts-test-512
metrics: type: pearson_cosine
value: 0.8542379189261009
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.8609329396560859
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8486657899695456
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8512120732504748
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8505249483849495
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8538738365440234
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.7075618032859148
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.7028728329509918
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8542379189261009
name: Pearson Max
verified: no, type: spearman_max
value: 0.8609329396560859
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 256
type: sts-test-256
metrics: type: pearson_cosine
value: 0.8486308733045101
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.8578681811996274
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8404506123980291
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.845565163232125
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8414758099131773
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8471566121478254
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.6668664182302968
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.6651222481800894
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8486308733045101
name: Pearson Max
verified: no, type: spearman_max
value: 0.8578681811996274
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 128
type: sts-test-128
metrics: type: pearson_cosine
value: 0.8389761445410956
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.8499312736457453
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8287388421834582
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8353046807483782
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8297699263897746
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8371843253238523
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.5855876200722326
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.5834920267418124
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8389761445410956
name: Pearson Max
verified: no, type: spearman_max
value: 0.8499312736457453
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 64
type: sts-test-64
metrics: type: pearson_cosine
value: 0.8290685425698586
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.8429054799136109
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8100968316314205
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8221121550434057
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8129044863346081
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8255133471709527
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.5067257944655903
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.5109761436588146
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8290685425698586
name: Pearson Max
verified: no, type: spearman_max
value: 0.8429054799136109
name: Spearman Max
verified: no
license: apache-2.0
Likes: 4 | All-time downloads: 10405
Created: 2024-06-14 17:54:05