Model: Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka
Author: Omartificial-Intelligence-Space
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, bert, feature-extraction, mteb, transformers, sentence-similarity, generated_from_trainer, dataset_size:557850, loss:MatryoshkaLoss, loss:MultipleNegativesRankingLoss, ar, dataset:Omartificial-Intelligence-Space/Arabic-NLi-Triplet, arxiv:1908.10084, arxiv:2205.13147, arxiv:1705.00652, arxiv:2407.21139, base_model:aubmindlab/bert-base-arabertv02, base_model:finetune:aubmindlab/bert-base-arabertv02, license:apache-2.0, model-index, text-embeddings-inference, endpoints_compatible, deploy:azure, region:us
Base models (finetune): id: aubmindlab/bert-base-arabertv02
Card metadata: language: ar
library_name: sentence-transformers
tags: mteb, transformers, sentence-transformers, sentence-similarity, feature-extraction, generated_from_trainer, dataset_size:557850, loss:MatryoshkaLoss, loss:MultipleNegativesRankingLoss
model-index: name: Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka
results: dataset: config: ar
name: MTEB MIRACLRetrieval (ar)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: ndcg_at_1
value: 9.289
verified: no, type: ndcg_at_3
value: 12.42
verified: no, type: ndcg_at_5
value: 14.407
verified: no, type: ndcg_at_10
value: 17.709
verified: no, type: ndcg_at_20
value: 20.389
verified: no, type: ndcg_at_100
value: 24.847
verified: no, type: ndcg_at_1000
value: 28.494999999999997
verified: no, type: map_at_1
value: 6.226
verified: no, type: map_at_3
value: 9.898
verified: no, type: map_at_5
value: 11.118
verified: no, type: map_at_10
value: 12.556000000000001
verified: no, type: map_at_20
value: 13.395000000000001
verified: no, type: map_at_100
value: 14.11
verified: no, type: map_at_1000
value: 14.285
verified: no, type: recall_at_1
value: 6.226
verified: no, type: recall_at_3
value: 14.374
verified: no, type: recall_at_5
value: 19.127
verified: no, type: recall_at_10
value: 27.929
verified: no, type: recall_at_20
value: 36.895
verified: no, type: recall_at_100
value: 56.931
verified: no, type: recall_at_1000
value: 81.08999999999999
verified: no, type: precision_at_1
value: 9.289
verified: no, type: precision_at_3
value: 7.550999999999999
verified: no, type: precision_at_5
value: 6.236
verified: no, type: precision_at_10
value: 4.786
verified: no, type: precision_at_20
value: 3.248
verified: no, type: precision_at_100
value: 1.076
verified: no, type: precision_at_1000
value: 0.159
verified: no, type: mrr_at_1
value: 9.2887
verified: no, type: mrr_at_3
value: 14.3646
verified: no, type: mrr_at_5
value: 15.9012
verified: no, type: mrr_at_10
value: 17.4156
verified: no, type: mrr_at_20
value: 18.124399999999998
verified: no, type: mrr_at_100
value: 18.618199999999998
verified: no, type: mrr_at_1000
value: 18.6982
verified: no, type: nauc_ndcg_at_1_max
value: -0.6867
verified: no, type: nauc_ndcg_at_1_std
value: -7.9873
verified: no, type: nauc_ndcg_at_1_diff1
value: 15.4777
verified: no, type: nauc_ndcg_at_3_max
value: -1.0088
verified: no, type: nauc_ndcg_at_3_std
value: -8.7872
verified: no, type: nauc_ndcg_at_3_diff1
value: 10.342500000000001
verified: no, type: nauc_ndcg_at_5_max
value: 0.7207
verified: no, type: nauc_ndcg_at_5_std
value: -6.0446
verified: no, type: nauc_ndcg_at_5_diff1
value: 10.8456
verified: no, type: nauc_ndcg_at_10_max
value: 1.6348000000000003
verified: no, type: nauc_ndcg_at_10_std
value: -3.3235
verified: no, type: nauc_ndcg_at_10_diff1
value: 9.7106
verified: no, type: nauc_ndcg_at_20_max
value: 3.3129
verified: no, type: nauc_ndcg_at_20_std
value: -1.1822
verified: no, type: nauc_ndcg_at_20_diff1
value: 9.6828
verified: no, type: nauc_ndcg_at_100_max
value: 6.8271
verified: no, type: nauc_ndcg_at_100_std
value: 3.4901
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.205
verified: no, type: nauc_ndcg_at_1000_max
value: 7.7488
verified: no, type: nauc_ndcg_at_1000_std
value: 4.9253
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.5103
verified: no, type: nauc_map_at_1_max
value: -3.2569
verified: no, type: nauc_map_at_1_std
value: -11.8583
verified: no, type: nauc_map_at_1_diff1
value: 17.8176
verified: no, type: nauc_map_at_3_max
value: -2.3331
verified: no, type: nauc_map_at_3_std
value: -10.345500000000001
verified: no, type: nauc_map_at_3_diff1
value: 12.136
verified: no, type: nauc_map_at_5_max
value: -0.9544
verified: no, type: nauc_map_at_5_std
value: -8.3844
verified: no, type: nauc_map_at_5_diff1
value: 12.4093
verified: no, type: nauc_map_at_10_max
value: -0.2657
verified: no, type: nauc_map_at_10_std
value: -6.693200000000001
verified: no, type: nauc_map_at_10_diff1
value: 11.6888
verified: no, type: nauc_map_at_20_max
value: 0.5226
verified: no, type: nauc_map_at_20_std
value: -5.6443
verified: no, type: nauc_map_at_20_diff1
value: 11.5943
verified: no, type: nauc_map_at_100_max
value: 1.2930000000000001
verified: no, type: nauc_map_at_100_std
value: -4.5427
verified: no, type: nauc_map_at_100_diff1
value: 11.6536
verified: no, type: nauc_map_at_1000_max
value: 1.4096
verified: no, type: nauc_map_at_1000_std
value: -4.3770999999999995
verified: no, type: nauc_map_at_1000_diff1
value: 11.6872
verified: no, type: nauc_recall_at_1_max
value: -3.2569
verified: no, type: nauc_recall_at_1_std
value: -11.8583
verified: no, type: nauc_recall_at_1_diff1
value: 17.8176
verified: no, type: nauc_recall_at_3_max
value: -2.177
verified: no, type: nauc_recall_at_3_std
value: -9.099400000000001
verified: no, type: nauc_recall_at_3_diff1
value: 7.1512
verified: no, type: nauc_recall_at_5_max
value: 1.1292
verified: no, type: nauc_recall_at_5_std
value: -4.4891
verified: no, type: nauc_recall_at_5_diff1
value: 8.530899999999999
verified: no, type: nauc_recall_at_10_max
value: 2.0878
verified: no, type: nauc_recall_at_10_std
value: 0.0957
verified: no, type: nauc_recall_at_10_diff1
value: 6.149
verified: no, type: nauc_recall_at_20_max
value: 5.3045
verified: no, type: nauc_recall_at_20_std
value: 4.0603
verified: no, type: nauc_recall_at_20_diff1
value: 5.9809
verified: no, type: nauc_recall_at_100_max
value: 14.7914
verified: no, type: nauc_recall_at_100_std
value: 17.085
verified: no, type: nauc_recall_at_100_diff1
value: 7.1123
verified: no, type: nauc_recall_at_1000_max
value: 24.1037
verified: no, type: nauc_recall_at_1000_std
value: 33.216499999999996
verified: no, type: nauc_recall_at_1000_diff1
value: 7.925400000000001
verified: no, type: nauc_precision_at_1_max
value: -0.6867
verified: no, type: nauc_precision_at_1_std
value: -7.9873
verified: no, type: nauc_precision_at_1_diff1
value: 15.4777
verified: no, type: nauc_precision_at_3_max
value: 1.8041999999999998
verified: no, type: nauc_precision_at_3_std
value: -5.2127
verified: no, type: nauc_precision_at_3_diff1
value: 7.3027
verified: no, type: nauc_precision_at_5_max
value: 5.5463
verified: no, type: nauc_precision_at_5_std
value: 0.8853
verified: no, type: nauc_precision_at_5_diff1
value: 7.3189
verified: no, type: nauc_precision_at_10_max
value: 8.8561
verified: no, type: nauc_precision_at_10_std
value: 7.078900000000001
verified: no, type: nauc_precision_at_10_diff1
value: 5.2272
verified: no, type: nauc_precision_at_20_max
value: 12.432
verified: no, type: nauc_precision_at_20_std
value: 12.006699999999999
verified: no, type: nauc_precision_at_20_diff1
value: 5.0414
verified: no, type: nauc_precision_at_100_max
value: 20.3992
verified: no, type: nauc_precision_at_100_std
value: 23.5259
verified: no, type: nauc_precision_at_100_diff1
value: 5.0255
verified: no, type: nauc_precision_at_1000_max
value: 22.0358
verified: no, type: nauc_precision_at_1000_std
value: 26.360099999999996
verified: no, type: nauc_precision_at_1000_diff1
value: 3.1912999999999996
verified: no, type: nauc_mrr_at_1_max
value: -0.6867
verified: no, type: nauc_mrr_at_1_std
value: -7.9873
verified: no, type: nauc_mrr_at_1_diff1
value: 15.4777
verified: no, type: nauc_mrr_at_3_max
value: 0.6054999999999999
verified: no, type: nauc_mrr_at_3_std
value: -6.7876
verified: no, type: nauc_mrr_at_3_diff1
value: 10.6434
verified: no, type: nauc_mrr_at_5_max
value: 1.7145000000000001
verified: no, type: nauc_mrr_at_5_std
value: -4.9459
verified: no, type: nauc_mrr_at_5_diff1
value: 10.731499999999999
verified: no, type: nauc_mrr_at_10_max
value: 2.3058
verified: no, type: nauc_mrr_at_10_std
value: -3.6794000000000002
verified: no, type: nauc_mrr_at_10_diff1
value: 10.328800000000001
verified: no, type: nauc_mrr_at_20_max
value: 2.7305
verified: no, type: nauc_mrr_at_20_std
value: -3.3355999999999995
verified: no, type: nauc_mrr_at_20_diff1
value: 10.5801
verified: no, type: nauc_mrr_at_100_max
value: 3.1306000000000003
verified: no, type: nauc_mrr_at_100_std
value: -2.8568
verified: no, type: nauc_mrr_at_100_diff1
value: 10.6458
verified: no, type: nauc_mrr_at_1000_max
value: 3.0882
verified: no, type: nauc_mrr_at_1000_std
value: -2.8863
verified: no, type: nauc_mrr_at_1000_diff1
value: 10.6507
verified: no, type: main_score
value: 17.709
verified: no
task: type: Retrieval, dataset: config: ar
name: MTEB MIRACLRetrievalHardNegatives (ar)
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
split: dev
type: mteb/miracl-hard-negatives
metrics: type: ndcg_at_1
value: 12.5
verified: no, type: ndcg_at_3
value: 16.058
verified: no, type: ndcg_at_5
value: 18.833
verified: no, type: ndcg_at_10
value: 22.583000000000002
verified: no, type: ndcg_at_20
value: 25.974000000000004
verified: no, type: ndcg_at_100
value: 32.359
verified: no, type: ndcg_at_1000
value: 35.278999999999996
verified: no, type: map_at_1
value: 8.211
verified: no, type: map_at_3
value: 12.913
verified: no, type: map_at_5
value: 14.621999999999998
verified: no, type: map_at_10
value: 16.314999999999998
verified: no, type: map_at_20
value: 17.423
verified: no, type: map_at_100
value: 18.522
verified: no, type: map_at_1000
value: 18.693
verified: no, type: recall_at_1
value: 8.211
verified: no, type: recall_at_3
value: 18.474
verified: no, type: recall_at_5
value: 24.969
verified: no, type: recall_at_10
value: 34.894
verified: no, type: recall_at_20
value: 45.672000000000004
verified: no, type: recall_at_100
value: 74.453
verified: no, type: recall_at_1000
value: 93.162
verified: no, type: precision_at_1
value: 12.5
verified: no, type: precision_at_3
value: 9.700000000000001
verified: no, type: precision_at_5
value: 8.24
verified: no, type: precision_at_10
value: 6.069999999999999
verified: no, type: precision_at_20
value: 4.22
verified: no, type: precision_at_100
value: 1.456
verified: no, type: precision_at_1000
value: 0.186
verified: no, type: mrr_at_1
value: 12.5
verified: no, type: mrr_at_3
value: 18.5333
verified: no, type: mrr_at_5
value: 20.5983
verified: no, type: mrr_at_10
value: 22.165000000000003
verified: no, type: mrr_at_20
value: 23.0466
verified: no, type: mrr_at_100
value: 23.6519
verified: no, type: mrr_at_1000
value: 23.7052
verified: no, type: nauc_ndcg_at_1_max
value: -4.1030999999999995
verified: no, type: nauc_ndcg_at_1_std
value: -5.306
verified: no, type: nauc_ndcg_at_1_diff1
value: 14.2036
verified: no, type: nauc_ndcg_at_3_max
value: -2.0753
verified: no, type: nauc_ndcg_at_3_std
value: -8.209800000000001
verified: no, type: nauc_ndcg_at_3_diff1
value: 13.8408
verified: no, type: nauc_ndcg_at_5_max
value: -0.3815
verified: no, type: nauc_ndcg_at_5_std
value: -6.2694
verified: no, type: nauc_ndcg_at_5_diff1
value: 13.717699999999999
verified: no, type: nauc_ndcg_at_10_max
value: 0.11460000000000001
verified: no, type: nauc_ndcg_at_10_std
value: -4.737
verified: no, type: nauc_ndcg_at_10_diff1
value: 13.524
verified: no, type: nauc_ndcg_at_20_max
value: 1.7666000000000002
verified: no, type: nauc_ndcg_at_20_std
value: -3.8832
verified: no, type: nauc_ndcg_at_20_diff1
value: 13.2796
verified: no, type: nauc_ndcg_at_100_max
value: 5.0085
verified: no, type: nauc_ndcg_at_100_std
value: 0.4544
verified: no, type: nauc_ndcg_at_100_diff1
value: 12.401
verified: no, type: nauc_ndcg_at_1000_max
value: 5.0894
verified: no, type: nauc_ndcg_at_1000_std
value: 0.5319
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.4741
verified: no, type: nauc_map_at_1_max
value: -5.8795
verified: no, type: nauc_map_at_1_std
value: -9.908999999999999
verified: no, type: nauc_map_at_1_diff1
value: 17.0078
verified: no, type: nauc_map_at_3_max
value: -3.5836
verified: no, type: nauc_map_at_3_std
value: -9.495000000000001
verified: no, type: nauc_map_at_3_diff1
value: 14.9483
verified: no, type: nauc_map_at_5_max
value: -2.3598
verified: no, type: nauc_map_at_5_std
value: -8.098600000000001
verified: no, type: nauc_map_at_5_diff1
value: 14.963899999999999
verified: no, type: nauc_map_at_10_max
value: -2.0040999999999998
verified: no, type: nauc_map_at_10_std
value: -7.2158
verified: no, type: nauc_map_at_10_diff1
value: 14.786299999999999
verified: no, type: nauc_map_at_20_max
value: -1.3743
verified: no, type: nauc_map_at_20_std
value: -6.732
verified: no, type: nauc_map_at_20_diff1
value: 14.454600000000001
verified: no, type: nauc_map_at_100_max
value: -0.5892
verified: no, type: nauc_map_at_100_std
value: -5.782
verified: no, type: nauc_map_at_100_diff1
value: 14.1523
verified: no, type: nauc_map_at_1000_max
value: -0.47939999999999994
verified: no, type: nauc_map_at_1000_std
value: -5.6652000000000005
verified: no, type: nauc_map_at_1000_diff1
value: 14.236099999999999
verified: no, type: nauc_recall_at_1_max
value: -5.8795
verified: no, type: nauc_recall_at_1_std
value: -9.908999999999999
verified: no, type: nauc_recall_at_1_diff1
value: 17.0078
verified: no, type: nauc_recall_at_3_max
value: -1.9456999999999998
verified: no, type: nauc_recall_at_3_std
value: -9.8194
verified: no, type: nauc_recall_at_3_diff1
value: 12.6027
verified: no, type: nauc_recall_at_5_max
value: 0.8479000000000001
verified: no, type: nauc_recall_at_5_std
value: -6.040100000000001
verified: no, type: nauc_recall_at_5_diff1
value: 12.3169
verified: no, type: nauc_recall_at_10_max
value: 1.4895
verified: no, type: nauc_recall_at_10_std
value: -2.6813
verified: no, type: nauc_recall_at_10_diff1
value: 12.182500000000001
verified: no, type: nauc_recall_at_20_max
value: 4.8476
verified: no, type: nauc_recall_at_20_std
value: -1.2982
verified: no, type: nauc_recall_at_20_diff1
value: 12.1922
verified: no, type: nauc_recall_at_100_max
value: 16.8711
verified: no, type: nauc_recall_at_100_std
value: 15.7488
verified: no, type: nauc_recall_at_100_diff1
value: 8.4922
verified: no, type: nauc_recall_at_1000_max
value: 34.6438
verified: no, type: nauc_recall_at_1000_std
value: 37.9865
verified: no, type: nauc_recall_at_1000_diff1
value: 24.320800000000002
verified: no, type: nauc_precision_at_1_max
value: -4.1030999999999995
verified: no, type: nauc_precision_at_1_std
value: -5.306
verified: no, type: nauc_precision_at_1_diff1
value: 14.2036
verified: no, type: nauc_precision_at_3_max
value: 1.2384
verified: no, type: nauc_precision_at_3_std
value: -4.7199
verified: no, type: nauc_precision_at_3_diff1
value: 12.5113
verified: no, type: nauc_precision_at_5_max
value: 5.4619
verified: no, type: nauc_precision_at_5_std
value: 0.9998999999999999
verified: no, type: nauc_precision_at_5_diff1
value: 10.330599999999999
verified: no, type: nauc_precision_at_10_max
value: 8.101600000000001
verified: no, type: nauc_precision_at_10_std
value: 5.212
verified: no, type: nauc_precision_at_10_diff1
value: 8.1145
verified: no, type: nauc_precision_at_20_max
value: 11.136
verified: no, type: nauc_precision_at_20_std
value: 7.5323
verified: no, type: nauc_precision_at_20_diff1
value: 5.2908
verified: no, type: nauc_precision_at_100_max
value: 20.4696
verified: no, type: nauc_precision_at_100_std
value: 21.928800000000003
verified: no, type: nauc_precision_at_100_diff1
value: -0.5745
verified: no, type: nauc_precision_at_1000_max
value: 18.8294
verified: no, type: nauc_precision_at_1000_std
value: 20.999699999999997
verified: no, type: nauc_precision_at_1000_diff1
value: 0.40340000000000004
verified: no, type: nauc_mrr_at_1_max
value: -4.1030999999999995
verified: no, type: nauc_mrr_at_1_std
value: -5.306
verified: no, type: nauc_mrr_at_1_diff1
value: 14.2036
verified: no, type: nauc_mrr_at_3_max
value: -1.5056999999999998
verified: no, type: nauc_mrr_at_3_std
value: -6.223
verified: no, type: nauc_mrr_at_3_diff1
value: 12.9131
verified: no, type: nauc_mrr_at_5_max
value: 0.1196
verified: no, type: nauc_mrr_at_5_std
value: -4.1637
verified: no, type: nauc_mrr_at_5_diff1
value: 12.3498
verified: no, type: nauc_mrr_at_10_max
value: 0.2111
verified: no, type: nauc_mrr_at_10_std
value: -3.6927000000000003
verified: no, type: nauc_mrr_at_10_diff1
value: 12.179
verified: no, type: nauc_mrr_at_20_max
value: 0.9067999999999999
verified: no, type: nauc_mrr_at_20_std
value: -3.5138999999999996
verified: no, type: nauc_mrr_at_20_diff1
value: 12.313
verified: no, type: nauc_mrr_at_100_max
value: 1.0301
verified: no, type: nauc_mrr_at_100_std
value: -3.3045999999999998
verified: no, type: nauc_mrr_at_100_diff1
value: 12.3773
verified: no, type: nauc_mrr_at_1000_max
value: 0.9991
verified: no, type: nauc_mrr_at_1000_std
value: -3.3230000000000004
verified: no, type: nauc_mrr_at_1000_diff1
value: 12.376800000000001
verified: no, type: main_score
value: 22.583000000000002
verified: no
task: type: Retrieval, dataset: config: ara-ara
name: MTEB MLQARetrieval (ara-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 50.29
verified: no, type: ndcg_at_3
value: 60.972
verified: no, type: ndcg_at_5
value: 63.102000000000004
verified: no, type: ndcg_at_10
value: 65.23400000000001
verified: no, type: ndcg_at_20
value: 66.506
verified: no, type: ndcg_at_100
value: 68.66
verified: no, type: ndcg_at_1000
value: 69.055
verified: no, type: map_at_1
value: 50.29
verified: no, type: map_at_3
value: 58.31699999999999
verified: no, type: map_at_5
value: 59.487
verified: no, type: map_at_10
value: 60.370000000000005
verified: no, type: map_at_20
value: 60.719
verified: no, type: map_at_100
value: 61.015
verified: no, type: map_at_1000
value: 61.034
verified: no, type: recall_at_1
value: 50.29
verified: no, type: recall_at_3
value: 68.66499999999999
verified: no, type: recall_at_5
value: 73.888
verified: no, type: recall_at_10
value: 80.464
verified: no, type: recall_at_20
value: 85.493
verified: no, type: recall_at_100
value: 97.099
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 50.29
verified: no, type: precision_at_3
value: 22.888
verified: no, type: precision_at_5
value: 14.777999999999999
verified: no, type: precision_at_10
value: 8.046000000000001
verified: no, type: precision_at_20
value: 4.275
verified: no, type: precision_at_100
value: 0.971
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 50.2901
verified: no, type: mrr_at_3
value: 58.3172
verified: no, type: mrr_at_5
value: 59.4874
verified: no, type: mrr_at_10
value: 60.3699
verified: no, type: mrr_at_20
value: 60.719
verified: no, type: mrr_at_100
value: 61.015299999999996
verified: no, type: mrr_at_1000
value: 61.0344
verified: no, type: nauc_ndcg_at_1_max
value: 45.2805
verified: no, type: nauc_ndcg_at_1_std
value: 0.0181
verified: no, type: nauc_ndcg_at_1_diff1
value: 65.3259
verified: no, type: nauc_ndcg_at_3_max
value: 52.225
verified: no, type: nauc_ndcg_at_3_std
value: 5.8812999999999995
verified: no, type: nauc_ndcg_at_3_diff1
value: 61.60679999999999
verified: no, type: nauc_ndcg_at_5_max
value: 53.290400000000005
verified: no, type: nauc_ndcg_at_5_std
value: 7.0203
verified: no, type: nauc_ndcg_at_5_diff1
value: 61.437
verified: no, type: nauc_ndcg_at_10_max
value: 54.74400000000001
verified: no, type: nauc_ndcg_at_10_std
value: 9.7049
verified: no, type: nauc_ndcg_at_10_diff1
value: 61.094899999999996
verified: no, type: nauc_ndcg_at_20_max
value: 54.3655
verified: no, type: nauc_ndcg_at_20_std
value: 9.504999999999999
verified: no, type: nauc_ndcg_at_20_diff1
value: 62.002500000000005
verified: no, type: nauc_ndcg_at_100_max
value: 53.162699999999994
verified: no, type: nauc_ndcg_at_100_std
value: 8.163
verified: no, type: nauc_ndcg_at_100_diff1
value: 62.004999999999995
verified: no, type: nauc_ndcg_at_1000_max
value: 52.550399999999996
verified: no, type: nauc_ndcg_at_1000_std
value: 7.113700000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 62.16009999999999
verified: no, type: nauc_map_at_1_max
value: 45.2805
verified: no, type: nauc_map_at_1_std
value: 0.0181
verified: no, type: nauc_map_at_1_diff1
value: 65.3259
verified: no, type: nauc_map_at_3_max
value: 50.4866
verified: no, type: nauc_map_at_3_std
value: 4.1894
verified: no, type: nauc_map_at_3_diff1
value: 62.62520000000001
verified: no, type: nauc_map_at_5_max
value: 51.047399999999996
verified: no, type: nauc_map_at_5_std
value: 4.7825
verified: no, type: nauc_map_at_5_diff1
value: 62.5698
verified: no, type: nauc_map_at_10_max
value: 51.505100000000006
verified: no, type: nauc_map_at_10_std
value: 5.6847
verified: no, type: nauc_map_at_10_diff1
value: 62.40710000000001
verified: no, type: nauc_map_at_20_max
value: 51.3852
verified: no, type: nauc_map_at_20_std
value: 5.5943
verified: no, type: nauc_map_at_20_diff1
value: 62.6332
verified: no, type: nauc_map_at_100_max
value: 51.2446
verified: no, type: nauc_map_at_100_std
value: 5.4548
verified: no, type: nauc_map_at_100_diff1
value: 62.6288
verified: no, type: nauc_map_at_1000_max
value: 51.2191
verified: no, type: nauc_map_at_1000_std
value: 5.4109
verified: no, type: nauc_map_at_1000_diff1
value: 62.634299999999996
verified: no, type: nauc_recall_at_1_max
value: 45.2805
verified: no, type: nauc_recall_at_1_std
value: 0.0181
verified: no, type: nauc_recall_at_1_diff1
value: 65.3259
verified: no, type: nauc_recall_at_3_max
value: 58.0831
verified: no, type: nauc_recall_at_3_std
value: 11.6994
verified: no, type: nauc_recall_at_3_diff1
value: 58.1295
verified: no, type: nauc_recall_at_5_max
value: 61.925799999999995
verified: no, type: nauc_recall_at_5_std
value: 15.798799999999998
verified: no, type: nauc_recall_at_5_diff1
value: 57.044799999999995
verified: no, type: nauc_recall_at_10_max
value: 71.2178
verified: no, type: nauc_recall_at_10_std
value: 30.915
verified: no, type: nauc_recall_at_10_diff1
value: 54.850100000000005
verified: no, type: nauc_recall_at_20_max
value: 73.5109
verified: no, type: nauc_recall_at_20_std
value: 36.0963
verified: no, type: nauc_recall_at_20_diff1
value: 59.7367
verified: no, type: nauc_recall_at_100_max
value: 89.58930000000001
verified: no, type: nauc_recall_at_100_std
value: 70.52619999999999
verified: no, type: nauc_recall_at_100_diff1
value: 52.489799999999995
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 45.2805
verified: no, type: nauc_precision_at_1_std
value: 0.0181
verified: no, type: nauc_precision_at_1_diff1
value: 65.3259
verified: no, type: nauc_precision_at_3_max
value: 58.0831
verified: no, type: nauc_precision_at_3_std
value: 11.6994
verified: no, type: nauc_precision_at_3_diff1
value: 58.1295
verified: no, type: nauc_precision_at_5_max
value: 61.925799999999995
verified: no, type: nauc_precision_at_5_std
value: 15.798799999999998
verified: no, type: nauc_precision_at_5_diff1
value: 57.044799999999995
verified: no, type: nauc_precision_at_10_max
value: 71.2178
verified: no, type: nauc_precision_at_10_std
value: 30.915
verified: no, type: nauc_precision_at_10_diff1
value: 54.850100000000005
verified: no, type: nauc_precision_at_20_max
value: 73.5109
verified: no, type: nauc_precision_at_20_std
value: 36.0963
verified: no, type: nauc_precision_at_20_diff1
value: 59.7367
verified: no, type: nauc_precision_at_100_max
value: 89.58930000000001
verified: no, type: nauc_precision_at_100_std
value: 70.52619999999999
verified: no, type: nauc_precision_at_100_diff1
value: 52.489799999999995
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 45.2805
verified: no, type: nauc_mrr_at_1_std
value: 0.0181
verified: no, type: nauc_mrr_at_1_diff1
value: 65.3259
verified: no, type: nauc_mrr_at_3_max
value: 50.4866
verified: no, type: nauc_mrr_at_3_std
value: 4.1894
verified: no, type: nauc_mrr_at_3_diff1
value: 62.62520000000001
verified: no, type: nauc_mrr_at_5_max
value: 51.047399999999996
verified: no, type: nauc_mrr_at_5_std
value: 4.7825
verified: no, type: nauc_mrr_at_5_diff1
value: 62.5698
verified: no, type: nauc_mrr_at_10_max
value: 51.505100000000006
verified: no, type: nauc_mrr_at_10_std
value: 5.6847
verified: no, type: nauc_mrr_at_10_diff1
value: 62.40710000000001
verified: no, type: nauc_mrr_at_20_max
value: 51.3852
verified: no, type: nauc_mrr_at_20_std
value: 5.5943
verified: no, type: nauc_mrr_at_20_diff1
value: 62.6332
verified: no, type: nauc_mrr_at_100_max
value: 51.2446
verified: no, type: nauc_mrr_at_100_std
value: 5.4548
verified: no, type: nauc_mrr_at_100_diff1
value: 62.6288
verified: no, type: nauc_mrr_at_1000_max
value: 51.2191
verified: no, type: nauc_mrr_at_1000_std
value: 5.4109
verified: no, type: nauc_mrr_at_1000_diff1
value: 62.634299999999996
verified: no, type: main_score
value: 65.23400000000001
verified: no
task: type: Retrieval, dataset: config: ara-deu
name: MTEB MLQARetrieval (ara-deu)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.966
verified: no, type: ndcg_at_3
value: 3.6229999999999998
verified: no, type: ndcg_at_5
value: 5.64
verified: no, type: ndcg_at_10
value: 7.678
verified: no, type: ndcg_at_20
value: 10.109
verified: no, type: ndcg_at_100
value: 19.001
verified: no, type: ndcg_at_1000
value: 22.148
verified: no, type: map_at_1
value: 0.966
verified: no, type: map_at_3
value: 2.738
verified: no, type: map_at_5
value: 3.873
verified: no, type: map_at_10
value: 4.718
verified: no, type: map_at_20
value: 5.379
verified: no, type: map_at_100
value: 6.425
verified: no, type: map_at_1000
value: 6.593999999999999
verified: no, type: recall_at_1
value: 0.966
verified: no, type: recall_at_3
value: 6.279999999999999
verified: no, type: recall_at_5
value: 11.111
verified: no, type: recall_at_10
value: 17.391000000000002
verified: no, type: recall_at_20
value: 27.053
verified: no, type: recall_at_100
value: 77.778
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 0.966
verified: no, type: precision_at_3
value: 2.093
verified: no, type: precision_at_5
value: 2.222
verified: no, type: precision_at_10
value: 1.7389999999999999
verified: no, type: precision_at_20
value: 1.353
verified: no, type: precision_at_100
value: 0.7779999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 0.9662000000000001
verified: no, type: mrr_at_3
value: 2.7375
verified: no, type: mrr_at_5
value: 3.8728
verified: no, type: mrr_at_10
value: 4.718
verified: no, type: mrr_at_20
value: 5.379
verified: no, type: mrr_at_100
value: 6.4253
verified: no, type: mrr_at_1000
value: 6.5942
verified: no, type: nauc_ndcg_at_1_max
value: -44.7077
verified: no, type: nauc_ndcg_at_1_std
value: -44.7077
verified: no, type: nauc_ndcg_at_1_diff1
value: -4.5372
verified: no, type: nauc_ndcg_at_3_max
value: -30.044900000000002
verified: no, type: nauc_ndcg_at_3_std
value: -16.3138
verified: no, type: nauc_ndcg_at_3_diff1
value: 4.616499999999999
verified: no, type: nauc_ndcg_at_5_max
value: -34.3111
verified: no, type: nauc_ndcg_at_5_std
value: -22.1049
verified: no, type: nauc_ndcg_at_5_diff1
value: -1.9365
verified: no, type: nauc_ndcg_at_10_max
value: -33.617599999999996
verified: no, type: nauc_ndcg_at_10_std
value: -19.0105
verified: no, type: nauc_ndcg_at_10_diff1
value: 0.8742
verified: no, type: nauc_ndcg_at_20_max
value: -26.177099999999996
verified: no, type: nauc_ndcg_at_20_std
value: -12.6937
verified: no, type: nauc_ndcg_at_20_diff1
value: 5.4471
verified: no, type: nauc_ndcg_at_100_max
value: -23.236
verified: no, type: nauc_ndcg_at_100_std
value: -9.762500000000001
verified: no, type: nauc_ndcg_at_100_diff1
value: 2.9798
verified: no, type: nauc_ndcg_at_1000_max
value: -26.982699999999998
verified: no, type: nauc_ndcg_at_1000_std
value: -14.061399999999999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 3.9429
verified: no, type: nauc_map_at_1_max
value: -44.7077
verified: no, type: nauc_map_at_1_std
value: -44.7077
verified: no, type: nauc_map_at_1_diff1
value: -4.5372
verified: no, type: nauc_map_at_3_max
value: -31.7699
verified: no, type: nauc_map_at_3_std
value: -19.6543
verified: no, type: nauc_map_at_3_diff1
value: 3.5395999999999996
verified: no, type: nauc_map_at_5_max
value: -34.6254
verified: no, type: nauc_map_at_5_std
value: -23.3293
verified: no, type: nauc_map_at_5_diff1
value: -1.3139
verified: no, type: nauc_map_at_10_max
value: -34.044000000000004
verified: no, type: nauc_map_at_10_std
value: -21.4667
verified: no, type: nauc_map_at_10_diff1
value: 0.6301
verified: no, type: nauc_map_at_20_max
value: -30.3898
verified: no, type: nauc_map_at_20_std
value: -18.2854
verified: no, type: nauc_map_at_20_diff1
value: 2.9196
verified: no, type: nauc_map_at_100_max
value: -29.4922
verified: no, type: nauc_map_at_100_std
value: -17.3755
verified: no, type: nauc_map_at_100_diff1
value: 2.7664999999999997
verified: no, type: nauc_map_at_1000_max
value: -29.830000000000002
verified: no, type: nauc_map_at_1000_std
value: -17.7603
verified: no, type: nauc_map_at_1000_diff1
value: 2.8049
verified: no, type: nauc_recall_at_1_max
value: -44.7077
verified: no, type: nauc_recall_at_1_std
value: -44.7077
verified: no, type: nauc_recall_at_1_diff1
value: -4.5372
verified: no, type: nauc_recall_at_3_max
value: -27.7891
verified: no, type: nauc_recall_at_3_std
value: -11.9456
verified: no, type: nauc_recall_at_3_diff1
value: 6.0247
verified: no, type: nauc_recall_at_5_max
value: -34.1557
verified: no, type: nauc_recall_at_5_std
value: -21.0171
verified: no, type: nauc_recall_at_5_diff1
value: -2.8583999999999996
verified: no, type: nauc_recall_at_10_max
value: -33.3562
verified: no, type: nauc_recall_at_10_std
value: -16.436700000000002
verified: no, type: nauc_recall_at_10_diff1
value: 1.0688
verified: no, type: nauc_recall_at_20_max
value: -21.4644
verified: no, type: nauc_recall_at_20_std
value: -6.7522
verified: no, type: nauc_recall_at_20_diff1
value: 8.3037
verified: no, type: nauc_recall_at_100_max
value: -11.3494
verified: no, type: nauc_recall_at_100_std
value: 4.0219
verified: no, type: nauc_recall_at_100_diff1
value: -0.2595
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: -44.7077
verified: no, type: nauc_precision_at_1_std
value: -44.7077
verified: no, type: nauc_precision_at_1_diff1
value: -4.5372
verified: no, type: nauc_precision_at_3_max
value: -27.7891
verified: no, type: nauc_precision_at_3_std
value: -11.9456
verified: no, type: nauc_precision_at_3_diff1
value: 6.0247
verified: no, type: nauc_precision_at_5_max
value: -34.1557
verified: no, type: nauc_precision_at_5_std
value: -21.0171
verified: no, type: nauc_precision_at_5_diff1
value: -2.8583999999999996
verified: no, type: nauc_precision_at_10_max
value: -33.3562
verified: no, type: nauc_precision_at_10_std
value: -16.436700000000002
verified: no, type: nauc_precision_at_10_diff1
value: 1.0688
verified: no, type: nauc_precision_at_20_max
value: -21.4644
verified: no, type: nauc_precision_at_20_std
value: -6.7522
verified: no, type: nauc_precision_at_20_diff1
value: 8.3037
verified: no, type: nauc_precision_at_100_max
value: -11.3494
verified: no, type: nauc_precision_at_100_std
value: 4.0219
verified: no, type: nauc_precision_at_100_diff1
value: -0.2595
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: -44.7077
verified: no, type: nauc_mrr_at_1_std
value: -44.7077
verified: no, type: nauc_mrr_at_1_diff1
value: -4.5372
verified: no, type: nauc_mrr_at_3_max
value: -31.7699
verified: no, type: nauc_mrr_at_3_std
value: -19.6543
verified: no, type: nauc_mrr_at_3_diff1
value: 3.5395999999999996
verified: no, type: nauc_mrr_at_5_max
value: -34.6254
verified: no, type: nauc_mrr_at_5_std
value: -23.3293
verified: no, type: nauc_mrr_at_5_diff1
value: -1.3139
verified: no, type: nauc_mrr_at_10_max
value: -34.044000000000004
verified: no, type: nauc_mrr_at_10_std
value: -21.4667
verified: no, type: nauc_mrr_at_10_diff1
value: 0.6301
verified: no, type: nauc_mrr_at_20_max
value: -30.3898
verified: no, type: nauc_mrr_at_20_std
value: -18.2854
verified: no, type: nauc_mrr_at_20_diff1
value: 2.9196
verified: no, type: nauc_mrr_at_100_max
value: -29.4922
verified: no, type: nauc_mrr_at_100_std
value: -17.3755
verified: no, type: nauc_mrr_at_100_diff1
value: 2.7664999999999997
verified: no, type: nauc_mrr_at_1000_max
value: -29.830000000000002
verified: no, type: nauc_mrr_at_1000_std
value: -17.7603
verified: no, type: nauc_mrr_at_1000_diff1
value: 2.8049
verified: no, type: main_score
value: 7.678
verified: no
task: type: Retrieval, dataset: config: ara-eng
name: MTEB MLQARetrieval (ara-eng)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 2.708
verified: no, type: ndcg_at_3
value: 4.2139999999999995
verified: no, type: ndcg_at_5
value: 6.827
verified: no, type: ndcg_at_10
value: 10.234
verified: no, type: ndcg_at_20
value: 13.202
verified: no, type: ndcg_at_100
value: 18.62
verified: no, type: ndcg_at_1000
value: 23.307
verified: no, type: map_at_1
value: 2.708
verified: no, type: map_at_3
value: 3.804
verified: no, type: map_at_5
value: 5.244999999999999
verified: no, type: map_at_10
value: 6.666999999999999
verified: no, type: map_at_20
value: 7.5
verified: no, type: map_at_100
value: 8.169
verified: no, type: map_at_1000
value: 8.36
verified: no, type: recall_at_1
value: 2.708
verified: no, type: recall_at_3
value: 5.416
verified: no, type: recall_at_5
value: 11.799
verified: no, type: recall_at_10
value: 22.244
verified: no, type: recall_at_20
value: 33.849000000000004
verified: no, type: recall_at_100
value: 64.217
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 2.708
verified: no, type: precision_at_3
value: 1.805
verified: no, type: precision_at_5
value: 2.36
verified: no, type: precision_at_10
value: 2.2239999999999998
verified: no, type: precision_at_20
value: 1.6920000000000002
verified: no, type: precision_at_100
value: 0.642
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 2.7079
verified: no, type: mrr_at_3
value: 3.804
verified: no, type: mrr_at_5
value: 5.244999999999999
verified: no, type: mrr_at_10
value: 6.6674
verified: no, type: mrr_at_20
value: 7.5001999999999995
verified: no, type: mrr_at_100
value: 8.1688
verified: no, type: mrr_at_1000
value: 8.3597
verified: no, type: nauc_ndcg_at_1_max
value: 10.6266
verified: no, type: nauc_ndcg_at_1_std
value: 5.2812
verified: no, type: nauc_ndcg_at_1_diff1
value: 23.1004
verified: no, type: nauc_ndcg_at_3_max
value: 4.6738
verified: no, type: nauc_ndcg_at_3_std
value: 2.7851999999999997
verified: no, type: nauc_ndcg_at_3_diff1
value: 19.3925
verified: no, type: nauc_ndcg_at_5_max
value: 4.5083
verified: no, type: nauc_ndcg_at_5_std
value: 0.7295
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.6812
verified: no, type: nauc_ndcg_at_10_max
value: 1.7111
verified: no, type: nauc_ndcg_at_10_std
value: 2.616
verified: no, type: nauc_ndcg_at_10_diff1
value: 11.7058
verified: no, type: nauc_ndcg_at_20_max
value: 2.1995
verified: no, type: nauc_ndcg_at_20_std
value: 5.2672
verified: no, type: nauc_ndcg_at_20_diff1
value: 11.9285
verified: no, type: nauc_ndcg_at_100_max
value: 2.2007
verified: no, type: nauc_ndcg_at_100_std
value: 9.5383
verified: no, type: nauc_ndcg_at_100_diff1
value: 11.5884
verified: no, type: nauc_ndcg_at_1000_max
value: 3.1725000000000003
verified: no, type: nauc_ndcg_at_1000_std
value: 6.281299999999999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.100700000000002
verified: no, type: nauc_map_at_1_max
value: 10.6266
verified: no, type: nauc_map_at_1_std
value: 5.2812
verified: no, type: nauc_map_at_1_diff1
value: 23.1004
verified: no, type: nauc_map_at_3_max
value: 5.5484
verified: no, type: nauc_map_at_3_std
value: 3.3171
verified: no, type: nauc_map_at_3_diff1
value: 20.255200000000002
verified: no, type: nauc_map_at_5_max
value: 5.0303
verified: no, type: nauc_map_at_5_std
value: 1.4756
verified: no, type: nauc_map_at_5_diff1
value: 17.9658
verified: no, type: nauc_map_at_10_max
value: 3.3158
verified: no, type: nauc_map_at_10_std
value: 2.4996
verified: no, type: nauc_map_at_10_diff1
value: 14.785400000000001
verified: no, type: nauc_map_at_20_max
value: 3.5715999999999997
verified: no, type: nauc_map_at_20_std
value: 3.7656
verified: no, type: nauc_map_at_20_diff1
value: 14.791199999999998
verified: no, type: nauc_map_at_100_max
value: 3.605
verified: no, type: nauc_map_at_100_std
value: 4.457
verified: no, type: nauc_map_at_100_diff1
value: 14.636
verified: no, type: nauc_map_at_1000_max
value: 3.714
verified: no, type: nauc_map_at_1000_std
value: 4.3167
verified: no, type: nauc_map_at_1000_diff1
value: 14.784500000000001
verified: no, type: nauc_recall_at_1_max
value: 10.6266
verified: no, type: nauc_recall_at_1_std
value: 5.2812
verified: no, type: nauc_recall_at_1_diff1
value: 23.1004
verified: no, type: nauc_recall_at_3_max
value: 2.9438
verified: no, type: nauc_recall_at_3_std
value: 1.6771
verified: no, type: nauc_recall_at_3_diff1
value: 17.5783
verified: no, type: nauc_recall_at_5_max
value: 3.9315
verified: no, type: nauc_recall_at_5_std
value: -0.2412
verified: no, type: nauc_recall_at_5_diff1
value: 14.8877
verified: no, type: nauc_recall_at_10_max
value: -0.20309999999999997
verified: no, type: nauc_recall_at_10_std
value: 2.9946
verified: no, type: nauc_recall_at_10_diff1
value: 7.942399999999999
verified: no, type: nauc_recall_at_20_max
value: 0.7283000000000001
verified: no, type: nauc_recall_at_20_std
value: 7.439
verified: no, type: nauc_recall_at_20_diff1
value: 8.8412
verified: no, type: nauc_recall_at_100_max
value: 0.0955
verified: no, type: nauc_recall_at_100_std
value: 20.7782
verified: no, type: nauc_recall_at_100_diff1
value: 7.725600000000001
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 10.6266
verified: no, type: nauc_precision_at_1_std
value: 5.2812
verified: no, type: nauc_precision_at_1_diff1
value: 23.1004
verified: no, type: nauc_precision_at_3_max
value: 2.9438
verified: no, type: nauc_precision_at_3_std
value: 1.6771
verified: no, type: nauc_precision_at_3_diff1
value: 17.5783
verified: no, type: nauc_precision_at_5_max
value: 3.9315
verified: no, type: nauc_precision_at_5_std
value: -0.2412
verified: no, type: nauc_precision_at_5_diff1
value: 14.8877
verified: no, type: nauc_precision_at_10_max
value: -0.20309999999999997
verified: no, type: nauc_precision_at_10_std
value: 2.9946
verified: no, type: nauc_precision_at_10_diff1
value: 7.942399999999999
verified: no, type: nauc_precision_at_20_max
value: 0.7283000000000001
verified: no, type: nauc_precision_at_20_std
value: 7.439
verified: no, type: nauc_precision_at_20_diff1
value: 8.8412
verified: no, type: nauc_precision_at_100_max
value: 0.0955
verified: no, type: nauc_precision_at_100_std
value: 20.7782
verified: no, type: nauc_precision_at_100_diff1
value: 7.725600000000001
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 10.6266
verified: no, type: nauc_mrr_at_1_std
value: 5.2812
verified: no, type: nauc_mrr_at_1_diff1
value: 23.1004
verified: no, type: nauc_mrr_at_3_max
value: 5.5484
verified: no, type: nauc_mrr_at_3_std
value: 3.3171
verified: no, type: nauc_mrr_at_3_diff1
value: 20.255200000000002
verified: no, type: nauc_mrr_at_5_max
value: 5.0303
verified: no, type: nauc_mrr_at_5_std
value: 1.4756
verified: no, type: nauc_mrr_at_5_diff1
value: 17.9658
verified: no, type: nauc_mrr_at_10_max
value: 3.3158
verified: no, type: nauc_mrr_at_10_std
value: 2.4996
verified: no, type: nauc_mrr_at_10_diff1
value: 14.785400000000001
verified: no, type: nauc_mrr_at_20_max
value: 3.5715999999999997
verified: no, type: nauc_mrr_at_20_std
value: 3.7656
verified: no, type: nauc_mrr_at_20_diff1
value: 14.791199999999998
verified: no, type: nauc_mrr_at_100_max
value: 3.605
verified: no, type: nauc_mrr_at_100_std
value: 4.457
verified: no, type: nauc_mrr_at_100_diff1
value: 14.636
verified: no, type: nauc_mrr_at_1000_max
value: 3.714
verified: no, type: nauc_mrr_at_1000_std
value: 4.3167
verified: no, type: nauc_mrr_at_1000_diff1
value: 14.784500000000001
verified: no, type: main_score
value: 10.234
verified: no
task: type: Retrieval, dataset: config: ara-spa
name: MTEB MLQARetrieval (ara-spa)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 1.242
verified: no, type: ndcg_at_3
value: 3.497
verified: no, type: ndcg_at_5
value: 5.583
verified: no, type: ndcg_at_10
value: 7.55
verified: no, type: ndcg_at_20
value: 9.883000000000001
verified: no, type: ndcg_at_100
value: 19.747999999999998
verified: no, type: ndcg_at_1000
value: 22.457
verified: no, type: map_at_1
value: 1.242
verified: no, type: map_at_3
value: 2.795
verified: no, type: map_at_5
value: 3.975
verified: no, type: map_at_10
value: 4.7620000000000005
verified: no, type: map_at_20
value: 5.389
verified: no, type: map_at_100
value: 6.618
verified: no, type: map_at_1000
value: 6.7780000000000005
verified: no, type: recall_at_1
value: 1.242
verified: no, type: recall_at_3
value: 5.59
verified: no, type: recall_at_5
value: 10.559000000000001
verified: no, type: recall_at_10
value: 16.77
verified: no, type: recall_at_20
value: 26.087
verified: no, type: recall_at_100
value: 81.366
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 1.242
verified: no, type: precision_at_3
value: 1.863
verified: no, type: precision_at_5
value: 2.112
verified: no, type: precision_at_10
value: 1.677
verified: no, type: precision_at_20
value: 1.304
verified: no, type: precision_at_100
value: 0.814
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 1.2422
verified: no, type: mrr_at_3
value: 2.795
verified: no, type: mrr_at_5
value: 3.9752
verified: no, type: mrr_at_10
value: 4.7623999999999995
verified: no, type: mrr_at_20
value: 5.3894
verified: no, type: mrr_at_100
value: 6.6175999999999995
verified: no, type: mrr_at_1000
value: 6.777800000000001
verified: no, type: nauc_ndcg_at_1_max
value: -12.445599999999999
verified: no, type: nauc_ndcg_at_1_std
value: -44.4624
verified: no, type: nauc_ndcg_at_1_diff1
value: 29.339199999999998
verified: no, type: nauc_ndcg_at_3_max
value: 11.4312
verified: no, type: nauc_ndcg_at_3_std
value: 0.993
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.1361
verified: no, type: nauc_ndcg_at_5_max
value: 21.9937
verified: no, type: nauc_ndcg_at_5_std
value: 14.4561
verified: no, type: nauc_ndcg_at_5_diff1
value: 18.956999999999997
verified: no, type: nauc_ndcg_at_10_max
value: 29.3543
verified: no, type: nauc_ndcg_at_10_std
value: 16.750300000000003
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.3077
verified: no, type: nauc_ndcg_at_20_max
value: 23.2834
verified: no, type: nauc_ndcg_at_20_std
value: 13.678399999999998
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.358800000000002
verified: no, type: nauc_ndcg_at_100_max
value: 19.9569
verified: no, type: nauc_ndcg_at_100_std
value: 11.7888
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.0894
verified: no, type: nauc_ndcg_at_1000_max
value: 20.7381
verified: no, type: nauc_ndcg_at_1000_std
value: 11.4354
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.881200000000002
verified: no, type: nauc_map_at_1_max
value: -12.445599999999999
verified: no, type: nauc_map_at_1_std
value: -44.4624
verified: no, type: nauc_map_at_1_diff1
value: 29.339199999999998
verified: no, type: nauc_map_at_3_max
value: 6.815200000000001
verified: no, type: nauc_map_at_3_std
value: -6.6357
verified: no, type: nauc_map_at_3_diff1
value: 24.1184
verified: no, type: nauc_map_at_5_max
value: 16.5725
verified: no, type: nauc_map_at_5_std
value: 6.4346
verified: no, type: nauc_map_at_5_diff1
value: 20.0389
verified: no, type: nauc_map_at_10_max
value: 21.2176
verified: no, type: nauc_map_at_10_std
value: 8.402
verified: no, type: nauc_map_at_10_diff1
value: 19.217000000000002
verified: no, type: nauc_map_at_20_max
value: 19.0886
verified: no, type: nauc_map_at_20_std
value: 7.749300000000001
verified: no, type: nauc_map_at_20_diff1
value: 18.1056
verified: no, type: nauc_map_at_100_max
value: 18.306
verified: no, type: nauc_map_at_100_std
value: 7.4771
verified: no, type: nauc_map_at_100_diff1
value: 17.4587
verified: no, type: nauc_map_at_1000_max
value: 18.3366
verified: no, type: nauc_map_at_1000_std
value: 7.4089
verified: no, type: nauc_map_at_1000_diff1
value: 17.5205
verified: no, type: nauc_recall_at_1_max
value: -12.445599999999999
verified: no, type: nauc_recall_at_1_std
value: -44.4624
verified: no, type: nauc_recall_at_1_diff1
value: 29.339199999999998
verified: no, type: nauc_recall_at_3_max
value: 18.5164
verified: no, type: nauc_recall_at_3_std
value: 12.569700000000001
verified: no, type: nauc_recall_at_3_diff1
value: 24.2806
verified: no, type: nauc_recall_at_5_max
value: 28.5408
verified: no, type: nauc_recall_at_5_std
value: 23.9741
verified: no, type: nauc_recall_at_5_diff1
value: 17.6308
verified: no, type: nauc_recall_at_10_max
value: 38.4262
verified: no, type: nauc_recall_at_10_std
value: 25.292399999999997
verified: no, type: nauc_recall_at_10_diff1
value: 17.5435
verified: no, type: nauc_recall_at_20_max
value: 26.0267
verified: no, type: nauc_recall_at_20_std
value: 17.8247
verified: no, type: nauc_recall_at_20_diff1
value: 14.788100000000002
verified: no, type: nauc_recall_at_100_max
value: 17.3545
verified: no, type: nauc_recall_at_100_std
value: 13.5356
verified: no, type: nauc_recall_at_100_diff1
value: 11.8308
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: -12.445599999999999
verified: no, type: nauc_precision_at_1_std
value: -44.4624
verified: no, type: nauc_precision_at_1_diff1
value: 29.339199999999998
verified: no, type: nauc_precision_at_3_max
value: 18.5164
verified: no, type: nauc_precision_at_3_std
value: 12.569700000000001
verified: no, type: nauc_precision_at_3_diff1
value: 24.2806
verified: no, type: nauc_precision_at_5_max
value: 28.5408
verified: no, type: nauc_precision_at_5_std
value: 23.9741
verified: no, type: nauc_precision_at_5_diff1
value: 17.6308
verified: no, type: nauc_precision_at_10_max
value: 38.4262
verified: no, type: nauc_precision_at_10_std
value: 25.292399999999997
verified: no, type: nauc_precision_at_10_diff1
value: 17.5435
verified: no, type: nauc_precision_at_20_max
value: 26.0267
verified: no, type: nauc_precision_at_20_std
value: 17.8247
verified: no, type: nauc_precision_at_20_diff1
value: 14.788100000000002
verified: no, type: nauc_precision_at_100_max
value: 17.3545
verified: no, type: nauc_precision_at_100_std
value: 13.5356
verified: no, type: nauc_precision_at_100_diff1
value: 11.8308
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: -12.445599999999999
verified: no, type: nauc_mrr_at_1_std
value: -44.4624
verified: no, type: nauc_mrr_at_1_diff1
value: 29.339199999999998
verified: no, type: nauc_mrr_at_3_max
value: 6.815200000000001
verified: no, type: nauc_mrr_at_3_std
value: -6.6357
verified: no, type: nauc_mrr_at_3_diff1
value: 24.1184
verified: no, type: nauc_mrr_at_5_max
value: 16.5725
verified: no, type: nauc_mrr_at_5_std
value: 6.4346
verified: no, type: nauc_mrr_at_5_diff1
value: 20.0389
verified: no, type: nauc_mrr_at_10_max
value: 21.2176
verified: no, type: nauc_mrr_at_10_std
value: 8.402
verified: no, type: nauc_mrr_at_10_diff1
value: 19.217000000000002
verified: no, type: nauc_mrr_at_20_max
value: 19.0886
verified: no, type: nauc_mrr_at_20_std
value: 7.749300000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 18.1056
verified: no, type: nauc_mrr_at_100_max
value: 18.306
verified: no, type: nauc_mrr_at_100_std
value: 7.4771
verified: no, type: nauc_mrr_at_100_diff1
value: 17.4587
verified: no, type: nauc_mrr_at_1000_max
value: 18.3366
verified: no, type: nauc_mrr_at_1000_std
value: 7.4089
verified: no, type: nauc_mrr_at_1000_diff1
value: 17.5205
verified: no, type: main_score
value: 7.55
verified: no
task: type: Retrieval, dataset: config: ara-hin
name: MTEB MLQARetrieval (ara-hin)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 1.6129999999999998
verified: no, type: ndcg_at_3
value: 2.899
verified: no, type: ndcg_at_5
value: 3.547
verified: no, type: ndcg_at_10
value: 4.782
verified: no, type: ndcg_at_20
value: 6.419999999999999
verified: no, type: ndcg_at_100
value: 15.101999999999999
verified: no, type: ndcg_at_1000
value: 20.041999999999998
verified: no, type: map_at_1
value: 1.6129999999999998
verified: no, type: map_at_3
value: 2.5989999999999998
verified: no, type: map_at_5
value: 2.948
verified: no, type: map_at_10
value: 3.4680000000000004
verified: no, type: map_at_20
value: 3.9210000000000003
verified: no, type: map_at_100
value: 4.914000000000001
verified: no, type: map_at_1000
value: 5.192
verified: no, type: recall_at_1
value: 1.6129999999999998
verified: no, type: recall_at_3
value: 3.763
verified: no, type: recall_at_5
value: 5.376
verified: no, type: recall_at_10
value: 9.139999999999999
verified: no, type: recall_at_20
value: 15.591
verified: no, type: recall_at_100
value: 65.591
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 1.6129999999999998
verified: no, type: precision_at_3
value: 1.254
verified: no, type: precision_at_5
value: 1.075
verified: no, type: precision_at_10
value: 0.914
verified: no, type: precision_at_20
value: 0.7799999999999999
verified: no, type: precision_at_100
value: 0.656
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 1.6129
verified: no, type: mrr_at_3
value: 2.5986
verified: no, type: mrr_at_5
value: 2.948
verified: no, type: mrr_at_10
value: 3.4675
verified: no, type: mrr_at_20
value: 3.9209
verified: no, type: mrr_at_100
value: 4.9135
verified: no, type: mrr_at_1000
value: 5.1921
verified: no, type: nauc_ndcg_at_1_max
value: 47.5085
verified: no, type: nauc_ndcg_at_1_std
value: 34.2866
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.7582
verified: no, type: nauc_ndcg_at_3_max
value: 9.8372
verified: no, type: nauc_ndcg_at_3_std
value: 2.7338999999999998
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.908
verified: no, type: nauc_ndcg_at_5_max
value: 11.766
verified: no, type: nauc_ndcg_at_5_std
value: -1.0312
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.4895
verified: no, type: nauc_ndcg_at_10_max
value: 10.4204
verified: no, type: nauc_ndcg_at_10_std
value: 0.47479999999999994
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.427
verified: no, type: nauc_ndcg_at_20_max
value: 6.3569
verified: no, type: nauc_ndcg_at_20_std
value: -0.7947
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.6717
verified: no, type: nauc_ndcg_at_100_max
value: 12.878200000000001
verified: no, type: nauc_ndcg_at_100_std
value: 8.6943
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.512300000000002
verified: no, type: nauc_ndcg_at_1000_max
value: 11.164399999999999
verified: no, type: nauc_ndcg_at_1000_std
value: 3.8767000000000005
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.2167
verified: no, type: nauc_map_at_1_max
value: 47.5085
verified: no, type: nauc_map_at_1_std
value: 34.2866
verified: no, type: nauc_map_at_1_diff1
value: 52.7582
verified: no, type: nauc_map_at_3_max
value: 14.6876
verified: no, type: nauc_map_at_3_std
value: 6.7038
verified: no, type: nauc_map_at_3_diff1
value: 29.472900000000003
verified: no, type: nauc_map_at_5_max
value: 15.762
verified: no, type: nauc_map_at_5_std
value: 4.04
verified: no, type: nauc_map_at_5_diff1
value: 33.8561
verified: no, type: nauc_map_at_10_max
value: 14.46
verified: no, type: nauc_map_at_10_std
value: 4.1512
verified: no, type: nauc_map_at_10_diff1
value: 31.0161
verified: no, type: nauc_map_at_20_max
value: 12.2367
verified: no, type: nauc_map_at_20_std
value: 3.2522
verified: no, type: nauc_map_at_20_diff1
value: 26.2027
verified: no, type: nauc_map_at_100_max
value: 13.314699999999998
verified: no, type: nauc_map_at_100_std
value: 5.0341
verified: no, type: nauc_map_at_100_diff1
value: 25.3857
verified: no, type: nauc_map_at_1000_max
value: 13.237599999999999
verified: no, type: nauc_map_at_1000_std
value: 4.620699999999999
verified: no, type: nauc_map_at_1000_diff1
value: 26.075300000000002
verified: no, type: nauc_recall_at_1_max
value: 47.5085
verified: no, type: nauc_recall_at_1_std
value: 34.2866
verified: no, type: nauc_recall_at_1_diff1
value: 52.7582
verified: no, type: nauc_recall_at_3_max
value: 0.39709999999999995
verified: no, type: nauc_recall_at_3_std
value: -4.9616
verified: no, type: nauc_recall_at_3_diff1
value: 15.699
verified: no, type: nauc_recall_at_5_max
value: 5.497
verified: no, type: nauc_recall_at_5_std
value: -9.4116
verified: no, type: nauc_recall_at_5_diff1
value: 30.917099999999998
verified: no, type: nauc_recall_at_10_max
value: 5.7965
verified: no, type: nauc_recall_at_10_std
value: -3.5463
verified: no, type: nauc_recall_at_10_diff1
value: 22.8954
verified: no, type: nauc_recall_at_20_max
value: 0.6188
verified: no, type: nauc_recall_at_20_std
value: -4.326
verified: no, type: nauc_recall_at_20_diff1
value: 5.7056000000000004
verified: no, type: nauc_recall_at_100_max
value: 16.1744
verified: no, type: nauc_recall_at_100_std
value: 17.721700000000002
verified: no, type: nauc_recall_at_100_diff1
value: 4.917400000000001
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 47.5085
verified: no, type: nauc_precision_at_1_std
value: 34.2866
verified: no, type: nauc_precision_at_1_diff1
value: 52.7582
verified: no, type: nauc_precision_at_3_max
value: 0.39709999999999995
verified: no, type: nauc_precision_at_3_std
value: -4.9616
verified: no, type: nauc_precision_at_3_diff1
value: 15.699
verified: no, type: nauc_precision_at_5_max
value: 5.497
verified: no, type: nauc_precision_at_5_std
value: -9.4116
verified: no, type: nauc_precision_at_5_diff1
value: 30.917099999999998
verified: no, type: nauc_precision_at_10_max
value: 5.7965
verified: no, type: nauc_precision_at_10_std
value: -3.5463
verified: no, type: nauc_precision_at_10_diff1
value: 22.8954
verified: no, type: nauc_precision_at_20_max
value: 0.6188
verified: no, type: nauc_precision_at_20_std
value: -4.326
verified: no, type: nauc_precision_at_20_diff1
value: 5.7056000000000004
verified: no, type: nauc_precision_at_100_max
value: 16.1744
verified: no, type: nauc_precision_at_100_std
value: 17.721700000000002
verified: no, type: nauc_precision_at_100_diff1
value: 4.917400000000001
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 47.5085
verified: no, type: nauc_mrr_at_1_std
value: 34.2866
verified: no, type: nauc_mrr_at_1_diff1
value: 52.7582
verified: no, type: nauc_mrr_at_3_max
value: 14.6876
verified: no, type: nauc_mrr_at_3_std
value: 6.7038
verified: no, type: nauc_mrr_at_3_diff1
value: 29.472900000000003
verified: no, type: nauc_mrr_at_5_max
value: 15.762
verified: no, type: nauc_mrr_at_5_std
value: 4.04
verified: no, type: nauc_mrr_at_5_diff1
value: 33.8561
verified: no, type: nauc_mrr_at_10_max
value: 14.46
verified: no, type: nauc_mrr_at_10_std
value: 4.1512
verified: no, type: nauc_mrr_at_10_diff1
value: 31.0161
verified: no, type: nauc_mrr_at_20_max
value: 12.2367
verified: no, type: nauc_mrr_at_20_std
value: 3.2522
verified: no, type: nauc_mrr_at_20_diff1
value: 26.2027
verified: no, type: nauc_mrr_at_100_max
value: 13.314699999999998
verified: no, type: nauc_mrr_at_100_std
value: 5.0341
verified: no, type: nauc_mrr_at_100_diff1
value: 25.3857
verified: no, type: nauc_mrr_at_1000_max
value: 13.237599999999999
verified: no, type: nauc_mrr_at_1000_std
value: 4.620699999999999
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.075300000000002
verified: no, type: main_score
value: 4.782
verified: no
task: type: Retrieval, dataset: config: ara-vie
name: MTEB MLQARetrieval (ara-vie)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 1.8399999999999999
verified: no, type: ndcg_at_3
value: 6.084
verified: no, type: ndcg_at_5
value: 7.88
verified: no, type: ndcg_at_10
value: 10.208
verified: no, type: ndcg_at_20
value: 12.341000000000001
verified: no, type: ndcg_at_100
value: 21.467
verified: no, type: ndcg_at_1000
value: 24.204
verified: no, type: map_at_1
value: 1.8399999999999999
verified: no, type: map_at_3
value: 5.01
verified: no, type: map_at_5
value: 6.022
verified: no, type: map_at_10
value: 6.952999999999999
verified: no, type: map_at_20
value: 7.519000000000001
verified: no, type: map_at_100
value: 8.627
verified: no, type: map_at_1000
value: 8.783000000000001
verified: no, type: recall_at_1
value: 1.8399999999999999
verified: no, type: recall_at_3
value: 9.202
verified: no, type: recall_at_5
value: 13.497
verified: no, type: recall_at_10
value: 20.858999999999998
verified: no, type: recall_at_20
value: 29.448
verified: no, type: recall_at_100
value: 80.982
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 1.8399999999999999
verified: no, type: precision_at_3
value: 3.0669999999999997
verified: no, type: precision_at_5
value: 2.699
verified: no, type: precision_at_10
value: 2.086
verified: no, type: precision_at_20
value: 1.472
verified: no, type: precision_at_100
value: 0.8099999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 1.8405
verified: no, type: mrr_at_3
value: 5.0102
verified: no, type: mrr_at_5
value: 6.0225
verified: no, type: mrr_at_10
value: 6.9527
verified: no, type: mrr_at_20
value: 7.519099999999999
verified: no, type: mrr_at_100
value: 8.6274
verified: no, type: mrr_at_1000
value: 8.783299999999999
verified: no, type: nauc_ndcg_at_1_max
value: 52.876999999999995
verified: no, type: nauc_ndcg_at_1_std
value: 18.8889
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.876999999999995
verified: no, type: nauc_ndcg_at_3_max
value: 38.5665
verified: no, type: nauc_ndcg_at_3_std
value: 22.0193
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.2907
verified: no, type: nauc_ndcg_at_5_max
value: 44.3423
verified: no, type: nauc_ndcg_at_5_std
value: 19.5666
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.2458
verified: no, type: nauc_ndcg_at_10_max
value: 34.1614
verified: no, type: nauc_ndcg_at_10_std
value: 12.8171
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.0935
verified: no, type: nauc_ndcg_at_20_max
value: 31.5043
verified: no, type: nauc_ndcg_at_20_std
value: 21.6028
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.4641
verified: no, type: nauc_ndcg_at_100_max
value: 32.8116
verified: no, type: nauc_ndcg_at_100_std
value: 21.9274
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.9501
verified: no, type: nauc_ndcg_at_1000_max
value: 33.9661
verified: no, type: nauc_ndcg_at_1000_std
value: 20.170199999999998
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.0503
verified: no, type: nauc_map_at_1_max
value: 52.876999999999995
verified: no, type: nauc_map_at_1_std
value: 18.8889
verified: no, type: nauc_map_at_1_diff1
value: 52.876999999999995
verified: no, type: nauc_map_at_3_max
value: 40.726600000000005
verified: no, type: nauc_map_at_3_std
value: 22.6993
verified: no, type: nauc_map_at_3_diff1
value: 42.1939
verified: no, type: nauc_map_at_5_max
value: 45.0313
verified: no, type: nauc_map_at_5_std
value: 21.144099999999998
verified: no, type: nauc_map_at_5_diff1
value: 48.0884
verified: no, type: nauc_map_at_10_max
value: 38.9346
verified: no, type: nauc_map_at_10_std
value: 17.3547
verified: no, type: nauc_map_at_10_diff1
value: 43.9371
verified: no, type: nauc_map_at_20_max
value: 37.8438
verified: no, type: nauc_map_at_20_std
value: 20.8716
verified: no, type: nauc_map_at_20_diff1
value: 41.9294
verified: no, type: nauc_map_at_100_max
value: 37.419999999999995
verified: no, type: nauc_map_at_100_std
value: 20.6405
verified: no, type: nauc_map_at_100_diff1
value: 40.8201
verified: no, type: nauc_map_at_1000_max
value: 37.5517
verified: no, type: nauc_map_at_1000_std
value: 20.515
verified: no, type: nauc_map_at_1000_diff1
value: 41.2154
verified: no, type: nauc_recall_at_1_max
value: 52.876999999999995
verified: no, type: nauc_recall_at_1_std
value: 18.8889
verified: no, type: nauc_recall_at_1_diff1
value: 52.876999999999995
verified: no, type: nauc_recall_at_3_max
value: 34.9721
verified: no, type: nauc_recall_at_3_std
value: 20.7357
verified: no, type: nauc_recall_at_3_diff1
value: 39.8992
verified: no, type: nauc_recall_at_5_max
value: 43.399100000000004
verified: no, type: nauc_recall_at_5_std
value: 16.9361
verified: no, type: nauc_recall_at_5_diff1
value: 51.194799999999994
verified: no, type: nauc_recall_at_10_max
value: 27.520699999999998
verified: no, type: nauc_recall_at_10_std
value: 6.251900000000001
verified: no, type: nauc_recall_at_10_diff1
value: 39.3665
verified: no, type: nauc_recall_at_20_max
value: 23.0855
verified: no, type: nauc_recall_at_20_std
value: 23.717299999999998
verified: no, type: nauc_recall_at_20_diff1
value: 31.1618
verified: no, type: nauc_recall_at_100_max
value: 27.691100000000002
verified: no, type: nauc_recall_at_100_std
value: 29.7084
verified: no, type: nauc_recall_at_100_diff1
value: 9.9303
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 52.876999999999995
verified: no, type: nauc_precision_at_1_std
value: 18.8889
verified: no, type: nauc_precision_at_1_diff1
value: 52.876999999999995
verified: no, type: nauc_precision_at_3_max
value: 34.9721
verified: no, type: nauc_precision_at_3_std
value: 20.7357
verified: no, type: nauc_precision_at_3_diff1
value: 39.8992
verified: no, type: nauc_precision_at_5_max
value: 43.399100000000004
verified: no, type: nauc_precision_at_5_std
value: 16.9361
verified: no, type: nauc_precision_at_5_diff1
value: 51.194799999999994
verified: no, type: nauc_precision_at_10_max
value: 27.520699999999998
verified: no, type: nauc_precision_at_10_std
value: 6.251900000000001
verified: no, type: nauc_precision_at_10_diff1
value: 39.3665
verified: no, type: nauc_precision_at_20_max
value: 23.0855
verified: no, type: nauc_precision_at_20_std
value: 23.717299999999998
verified: no, type: nauc_precision_at_20_diff1
value: 31.1618
verified: no, type: nauc_precision_at_100_max
value: 27.691100000000002
verified: no, type: nauc_precision_at_100_std
value: 29.7084
verified: no, type: nauc_precision_at_100_diff1
value: 9.9303
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 52.876999999999995
verified: no, type: nauc_mrr_at_1_std
value: 18.8889
verified: no, type: nauc_mrr_at_1_diff1
value: 52.876999999999995
verified: no, type: nauc_mrr_at_3_max
value: 40.726600000000005
verified: no, type: nauc_mrr_at_3_std
value: 22.6993
verified: no, type: nauc_mrr_at_3_diff1
value: 42.1939
verified: no, type: nauc_mrr_at_5_max
value: 45.0313
verified: no, type: nauc_mrr_at_5_std
value: 21.144099999999998
verified: no, type: nauc_mrr_at_5_diff1
value: 48.0884
verified: no, type: nauc_mrr_at_10_max
value: 38.9346
verified: no, type: nauc_mrr_at_10_std
value: 17.3547
verified: no, type: nauc_mrr_at_10_diff1
value: 43.9371
verified: no, type: nauc_mrr_at_20_max
value: 37.8438
verified: no, type: nauc_mrr_at_20_std
value: 20.8716
verified: no, type: nauc_mrr_at_20_diff1
value: 41.9294
verified: no, type: nauc_mrr_at_100_max
value: 37.419999999999995
verified: no, type: nauc_mrr_at_100_std
value: 20.6405
verified: no, type: nauc_mrr_at_100_diff1
value: 40.8201
verified: no, type: nauc_mrr_at_1000_max
value: 37.5517
verified: no, type: nauc_mrr_at_1000_std
value: 20.515
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.2154
verified: no, type: main_score
value: 10.208
verified: no
task: type: Retrieval, dataset: config: ara-zho
name: MTEB MLQARetrieval (ara-zho)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 1.5959999999999999
verified: no, type: ndcg_at_3
value: 2.7289999999999996
verified: no, type: ndcg_at_5
value: 2.935
verified: no, type: ndcg_at_10
value: 4.668
verified: no, type: ndcg_at_20
value: 6.487
verified: no, type: ndcg_at_100
value: 15.845999999999998
verified: no, type: ndcg_at_1000
value: 19.963
verified: no, type: map_at_1
value: 1.5959999999999999
verified: no, type: map_at_3
value: 2.394
verified: no, type: map_at_5
value: 2.5
verified: no, type: map_at_10
value: 3.222
verified: no, type: map_at_20
value: 3.688
verified: no, type: map_at_100
value: 4.731
verified: no, type: map_at_1000
value: 4.962
verified: no, type: recall_at_1
value: 1.5959999999999999
verified: no, type: recall_at_3
value: 3.723
verified: no, type: recall_at_5
value: 4.255
verified: no, type: recall_at_10
value: 9.574
verified: no, type: recall_at_20
value: 17.021
verified: no, type: recall_at_100
value: 71.277
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 1.5959999999999999
verified: no, type: precision_at_3
value: 1.2409999999999999
verified: no, type: precision_at_5
value: 0.851
verified: no, type: precision_at_10
value: 0.9570000000000001
verified: no, type: precision_at_20
value: 0.851
verified: no, type: precision_at_100
value: 0.713
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 1.5957
verified: no, type: mrr_at_3
value: 2.3935999999999997
verified: no, type: mrr_at_5
value: 2.5
verified: no, type: mrr_at_10
value: 3.2223
verified: no, type: mrr_at_20
value: 3.6881999999999997
verified: no, type: mrr_at_100
value: 4.7308
verified: no, type: mrr_at_1000
value: 4.9618
verified: no, type: nauc_ndcg_at_1_max
value: 77.5817
verified: no, type: nauc_ndcg_at_1_std
value: 77.5817
verified: no, type: nauc_ndcg_at_1_diff1
value: 88.7908
verified: no, type: nauc_ndcg_at_3_max
value: 44.5384
verified: no, type: nauc_ndcg_at_3_std
value: 43.708200000000005
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.5215
verified: no, type: nauc_ndcg_at_5_max
value: 46.0692
verified: no, type: nauc_ndcg_at_5_std
value: 42.9396
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.166199999999996
verified: no, type: nauc_ndcg_at_10_max
value: 30.946800000000003
verified: no, type: nauc_ndcg_at_10_std
value: 32.2119
verified: no, type: nauc_ndcg_at_10_diff1
value: 30.8354
verified: no, type: nauc_ndcg_at_20_max
value: 21.0281
verified: no, type: nauc_ndcg_at_20_std
value: 22.289
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.3122
verified: no, type: nauc_ndcg_at_100_max
value: 17.1413
verified: no, type: nauc_ndcg_at_100_std
value: 15.3116
verified: no, type: nauc_ndcg_at_100_diff1
value: 17.156299999999998
verified: no, type: nauc_ndcg_at_1000_max
value: 24.814700000000002
verified: no, type: nauc_ndcg_at_1000_std
value: 24.8968
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.456300000000002
verified: no, type: nauc_map_at_1_max
value: 77.5817
verified: no, type: nauc_map_at_1_std
value: 77.5817
verified: no, type: nauc_map_at_1_diff1
value: 88.7908
verified: no, type: nauc_map_at_3_max
value: 50.9702
verified: no, type: nauc_map_at_3_std
value: 50.3392
verified: no, type: nauc_map_at_3_diff1
value: 52.2489
verified: no, type: nauc_map_at_5_max
value: 51.625600000000006
verified: no, type: nauc_map_at_5_std
value: 49.5905
verified: no, type: nauc_map_at_5_diff1
value: 50.44800000000001
verified: no, type: nauc_map_at_10_max
value: 41.103
verified: no, type: nauc_map_at_10_std
value: 41.624100000000006
verified: no, type: nauc_map_at_10_diff1
value: 41.6516
verified: no, type: nauc_map_at_20_max
value: 35.8476
verified: no, type: nauc_map_at_20_std
value: 36.3296
verified: no, type: nauc_map_at_20_diff1
value: 40.9989
verified: no, type: nauc_map_at_100_max
value: 33.3228
verified: no, type: nauc_map_at_100_std
value: 33.2988
verified: no, type: nauc_map_at_100_diff1
value: 36.5126
verified: no, type: nauc_map_at_1000_max
value: 34.405
verified: no, type: nauc_map_at_1000_std
value: 34.5349
verified: no, type: nauc_map_at_1000_diff1
value: 37.889
verified: no, type: nauc_recall_at_1_max
value: 77.5817
verified: no, type: nauc_recall_at_1_std
value: 77.5817
verified: no, type: nauc_recall_at_1_diff1
value: 88.7908
verified: no, type: nauc_recall_at_3_max
value: 32.3091
verified: no, type: nauc_recall_at_3_std
value: 31.092100000000002
verified: no, type: nauc_recall_at_3_diff1
value: 26.9461
verified: no, type: nauc_recall_at_5_max
value: 36.567
verified: no, type: nauc_recall_at_5_std
value: 31.2987
verified: no, type: nauc_recall_at_5_diff1
value: 24.8186
verified: no, type: nauc_recall_at_10_max
value: 19.4747
verified: no, type: nauc_recall_at_10_std
value: 21.7032
verified: no, type: nauc_recall_at_10_diff1
value: 19.313299999999998
verified: no, type: nauc_recall_at_20_max
value: 7.2557
verified: no, type: nauc_recall_at_20_std
value: 9.3428
verified: no, type: nauc_recall_at_20_diff1
value: 23.842
verified: no, type: nauc_recall_at_100_max
value: 2.5262
verified: no, type: nauc_recall_at_100_std
value: -3.295
verified: no, type: nauc_recall_at_100_diff1
value: -4.9431
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 77.5817
verified: no, type: nauc_precision_at_1_std
value: 77.5817
verified: no, type: nauc_precision_at_1_diff1
value: 88.7908
verified: no, type: nauc_precision_at_3_max
value: 32.3091
verified: no, type: nauc_precision_at_3_std
value: 31.092100000000002
verified: no, type: nauc_precision_at_3_diff1
value: 26.9461
verified: no, type: nauc_precision_at_5_max
value: 36.567
verified: no, type: nauc_precision_at_5_std
value: 31.2987
verified: no, type: nauc_precision_at_5_diff1
value: 24.8186
verified: no, type: nauc_precision_at_10_max
value: 19.4747
verified: no, type: nauc_precision_at_10_std
value: 21.7032
verified: no, type: nauc_precision_at_10_diff1
value: 19.313299999999998
verified: no, type: nauc_precision_at_20_max
value: 7.2557
verified: no, type: nauc_precision_at_20_std
value: 9.3428
verified: no, type: nauc_precision_at_20_diff1
value: 23.842
verified: no, type: nauc_precision_at_100_max
value: 2.5262
verified: no, type: nauc_precision_at_100_std
value: -3.295
verified: no, type: nauc_precision_at_100_diff1
value: -4.9431
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 77.5817
verified: no, type: nauc_mrr_at_1_std
value: 77.5817
verified: no, type: nauc_mrr_at_1_diff1
value: 88.7908
verified: no, type: nauc_mrr_at_3_max
value: 50.9702
verified: no, type: nauc_mrr_at_3_std
value: 50.3392
verified: no, type: nauc_mrr_at_3_diff1
value: 52.2489
verified: no, type: nauc_mrr_at_5_max
value: 51.625600000000006
verified: no, type: nauc_mrr_at_5_std
value: 49.5905
verified: no, type: nauc_mrr_at_5_diff1
value: 50.44800000000001
verified: no, type: nauc_mrr_at_10_max
value: 41.103
verified: no, type: nauc_mrr_at_10_std
value: 41.624100000000006
verified: no, type: nauc_mrr_at_10_diff1
value: 41.6516
verified: no, type: nauc_mrr_at_20_max
value: 35.8476
verified: no, type: nauc_mrr_at_20_std
value: 36.3296
verified: no, type: nauc_mrr_at_20_diff1
value: 40.9989
verified: no, type: nauc_mrr_at_100_max
value: 33.3228
verified: no, type: nauc_mrr_at_100_std
value: 33.2988
verified: no, type: nauc_mrr_at_100_diff1
value: 36.5126
verified: no, type: nauc_mrr_at_1000_max
value: 34.405
verified: no, type: nauc_mrr_at_1000_std
value: 34.5349
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.889
verified: no, type: main_score
value: 4.668
verified: no
task: type: Retrieval, dataset: config: deu-ara
name: MTEB MLQARetrieval (deu-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 9.661999999999999
verified: no, type: ndcg_at_3
value: 13.434
verified: no, type: ndcg_at_5
value: 15.18
verified: no, type: ndcg_at_10
value: 19.24
verified: no, type: ndcg_at_20
value: 21.028
verified: no, type: ndcg_at_100
value: 28.998
verified: no, type: ndcg_at_1000
value: 31.197000000000003
verified: no, type: map_at_1
value: 9.661999999999999
verified: no, type: map_at_3
value: 12.559999999999999
verified: no, type: map_at_5
value: 13.502
verified: no, type: map_at_10
value: 15.179
verified: no, type: map_at_20
value: 15.645999999999999
verified: no, type: map_at_100
value: 16.639
verified: no, type: map_at_1000
value: 16.759
verified: no, type: recall_at_1
value: 9.661999999999999
verified: no, type: recall_at_3
value: 15.942
verified: no, type: recall_at_5
value: 20.29
verified: no, type: recall_at_10
value: 32.85
verified: no, type: recall_at_20
value: 40.097
verified: no, type: recall_at_100
value: 84.541
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 9.661999999999999
verified: no, type: precision_at_3
value: 5.314
verified: no, type: precision_at_5
value: 4.058
verified: no, type: precision_at_10
value: 3.2849999999999997
verified: no, type: precision_at_20
value: 2.005
verified: no, type: precision_at_100
value: 0.845
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 9.6618
verified: no, type: mrr_at_3
value: 12.5604
verified: no, type: mrr_at_5
value: 13.5024
verified: no, type: mrr_at_10
value: 15.178700000000001
verified: no, type: mrr_at_20
value: 15.646099999999999
verified: no, type: mrr_at_100
value: 16.639300000000002
verified: no, type: mrr_at_1000
value: 16.7593
verified: no, type: nauc_ndcg_at_1_max
value: 46.9036
verified: no, type: nauc_ndcg_at_1_std
value: 47.3
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.804300000000005
verified: no, type: nauc_ndcg_at_3_max
value: 42.582
verified: no, type: nauc_ndcg_at_3_std
value: 42.4601
verified: no, type: nauc_ndcg_at_3_diff1
value: 32.8016
verified: no, type: nauc_ndcg_at_5_max
value: 39.785199999999996
verified: no, type: nauc_ndcg_at_5_std
value: 43.6797
verified: no, type: nauc_ndcg_at_5_diff1
value: 31.4959
verified: no, type: nauc_ndcg_at_10_max
value: 39.833400000000005
verified: no, type: nauc_ndcg_at_10_std
value: 43.2245
verified: no, type: nauc_ndcg_at_10_diff1
value: 29.857699999999998
verified: no, type: nauc_ndcg_at_20_max
value: 39.4031
verified: no, type: nauc_ndcg_at_20_std
value: 42.9703
verified: no, type: nauc_ndcg_at_20_diff1
value: 29.1932
verified: no, type: nauc_ndcg_at_100_max
value: 39.5612
verified: no, type: nauc_ndcg_at_100_std
value: 43.803399999999996
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.535500000000003
verified: no, type: nauc_ndcg_at_1000_max
value: 40.466
verified: no, type: nauc_ndcg_at_1000_std
value: 44.0194
verified: no, type: nauc_ndcg_at_1000_diff1
value: 30.501299999999997
verified: no, type: nauc_map_at_1_max
value: 46.9036
verified: no, type: nauc_map_at_1_std
value: 47.3
verified: no, type: nauc_map_at_1_diff1
value: 37.804300000000005
verified: no, type: nauc_map_at_3_max
value: 43.6776
verified: no, type: nauc_map_at_3_std
value: 43.648399999999995
verified: no, type: nauc_map_at_3_diff1
value: 34.0512
verified: no, type: nauc_map_at_5_max
value: 41.994
verified: no, type: nauc_map_at_5_std
value: 44.2756
verified: no, type: nauc_map_at_5_diff1
value: 33.1186
verified: no, type: nauc_map_at_10_max
value: 41.8409
verified: no, type: nauc_map_at_10_std
value: 44.0738
verified: no, type: nauc_map_at_10_diff1
value: 32.2567
verified: no, type: nauc_map_at_20_max
value: 41.7295
verified: no, type: nauc_map_at_20_std
value: 44.0689
verified: no, type: nauc_map_at_20_diff1
value: 32.096599999999995
verified: no, type: nauc_map_at_100_max
value: 41.7376
verified: no, type: nauc_map_at_100_std
value: 44.2902
verified: no, type: nauc_map_at_100_diff1
value: 32.0627
verified: no, type: nauc_map_at_1000_max
value: 41.781800000000004
verified: no, type: nauc_map_at_1000_std
value: 44.308
verified: no, type: nauc_map_at_1000_diff1
value: 32.2156
verified: no, type: nauc_recall_at_1_max
value: 46.9036
verified: no, type: nauc_recall_at_1_std
value: 47.3
verified: no, type: nauc_recall_at_1_diff1
value: 37.804300000000005
verified: no, type: nauc_recall_at_3_max
value: 39.866800000000005
verified: no, type: nauc_recall_at_3_std
value: 39.5259
verified: no, type: nauc_recall_at_3_diff1
value: 29.7101
verified: no, type: nauc_recall_at_5_max
value: 34.6971
verified: no, type: nauc_recall_at_5_std
value: 42.5317
verified: no, type: nauc_recall_at_5_diff1
value: 27.9304
verified: no, type: nauc_recall_at_10_max
value: 35.9878
verified: no, type: nauc_recall_at_10_std
value: 41.5877
verified: no, type: nauc_recall_at_10_diff1
value: 25.0104
verified: no, type: nauc_recall_at_20_max
value: 34.7729
verified: no, type: nauc_recall_at_20_std
value: 40.5754
verified: no, type: nauc_recall_at_20_diff1
value: 23.058799999999998
verified: no, type: nauc_recall_at_100_max
value: 30.4483
verified: no, type: nauc_recall_at_100_std
value: 41.924099999999996
verified: no, type: nauc_recall_at_100_diff1
value: -1.2919999999999998
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 46.9036
verified: no, type: nauc_precision_at_1_std
value: 47.3
verified: no, type: nauc_precision_at_1_diff1
value: 37.804300000000005
verified: no, type: nauc_precision_at_3_max
value: 39.866800000000005
verified: no, type: nauc_precision_at_3_std
value: 39.5259
verified: no, type: nauc_precision_at_3_diff1
value: 29.7101
verified: no, type: nauc_precision_at_5_max
value: 34.6971
verified: no, type: nauc_precision_at_5_std
value: 42.5317
verified: no, type: nauc_precision_at_5_diff1
value: 27.9304
verified: no, type: nauc_precision_at_10_max
value: 35.9878
verified: no, type: nauc_precision_at_10_std
value: 41.5877
verified: no, type: nauc_precision_at_10_diff1
value: 25.0104
verified: no, type: nauc_precision_at_20_max
value: 34.7729
verified: no, type: nauc_precision_at_20_std
value: 40.5754
verified: no, type: nauc_precision_at_20_diff1
value: 23.058799999999998
verified: no, type: nauc_precision_at_100_max
value: 30.4483
verified: no, type: nauc_precision_at_100_std
value: 41.924099999999996
verified: no, type: nauc_precision_at_100_diff1
value: -1.2919999999999998
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 46.9036
verified: no, type: nauc_mrr_at_1_std
value: 47.3
verified: no, type: nauc_mrr_at_1_diff1
value: 37.804300000000005
verified: no, type: nauc_mrr_at_3_max
value: 43.6776
verified: no, type: nauc_mrr_at_3_std
value: 43.648399999999995
verified: no, type: nauc_mrr_at_3_diff1
value: 34.0512
verified: no, type: nauc_mrr_at_5_max
value: 41.994
verified: no, type: nauc_mrr_at_5_std
value: 44.2756
verified: no, type: nauc_mrr_at_5_diff1
value: 33.1186
verified: no, type: nauc_mrr_at_10_max
value: 41.8409
verified: no, type: nauc_mrr_at_10_std
value: 44.0738
verified: no, type: nauc_mrr_at_10_diff1
value: 32.2567
verified: no, type: nauc_mrr_at_20_max
value: 41.7295
verified: no, type: nauc_mrr_at_20_std
value: 44.0689
verified: no, type: nauc_mrr_at_20_diff1
value: 32.096599999999995
verified: no, type: nauc_mrr_at_100_max
value: 41.7376
verified: no, type: nauc_mrr_at_100_std
value: 44.2902
verified: no, type: nauc_mrr_at_100_diff1
value: 32.0627
verified: no, type: nauc_mrr_at_1000_max
value: 41.781800000000004
verified: no, type: nauc_mrr_at_1000_std
value: 44.308
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.2156
verified: no, type: main_score
value: 19.24
verified: no
task: type: Retrieval, dataset: config: eng-ara
name: MTEB MLQARetrieval (eng-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 13.733
verified: no, type: ndcg_at_3
value: 20.279
verified: no, type: ndcg_at_5
value: 23.384
verified: no, type: ndcg_at_10
value: 27.189000000000004
verified: no, type: ndcg_at_20
value: 30.29
verified: no, type: ndcg_at_100
value: 35.32
verified: no, type: ndcg_at_1000
value: 37.425000000000004
verified: no, type: map_at_1
value: 13.733
verified: no, type: map_at_3
value: 18.665000000000003
verified: no, type: map_at_5
value: 20.387
verified: no, type: map_at_10
value: 21.951
verified: no, type: map_at_20
value: 22.787
verified: no, type: map_at_100
value: 23.473
verified: no, type: map_at_1000
value: 23.558
verified: no, type: recall_at_1
value: 13.733
verified: no, type: recall_at_3
value: 24.951999999999998
verified: no, type: recall_at_5
value: 32.495000000000005
verified: no, type: recall_at_10
value: 44.294
verified: no, type: recall_at_20
value: 56.672999999999995
verified: no, type: recall_at_100
value: 83.946
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 13.733
verified: no, type: precision_at_3
value: 8.317
verified: no, type: precision_at_5
value: 6.4990000000000006
verified: no, type: precision_at_10
value: 4.429
verified: no, type: precision_at_20
value: 2.834
verified: no, type: precision_at_100
value: 0.839
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 13.7331
verified: no, type: mrr_at_3
value: 18.665399999999998
verified: no, type: mrr_at_5
value: 20.3868
verified: no, type: mrr_at_10
value: 21.9511
verified: no, type: mrr_at_20
value: 22.7873
verified: no, type: mrr_at_100
value: 23.4728
verified: no, type: mrr_at_1000
value: 23.5579
verified: no, type: nauc_ndcg_at_1_max
value: 31.3549
verified: no, type: nauc_ndcg_at_1_std
value: 22.8524
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.5512
verified: no, type: nauc_ndcg_at_3_max
value: 30.3012
verified: no, type: nauc_ndcg_at_3_std
value: 21.8318
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.4344
verified: no, type: nauc_ndcg_at_5_max
value: 26.604499999999998
verified: no, type: nauc_ndcg_at_5_std
value: 20.627599999999997
verified: no, type: nauc_ndcg_at_5_diff1
value: 27.6343
verified: no, type: nauc_ndcg_at_10_max
value: 27.330700000000004
verified: no, type: nauc_ndcg_at_10_std
value: 20.8627
verified: no, type: nauc_ndcg_at_10_diff1
value: 25.8142
verified: no, type: nauc_ndcg_at_20_max
value: 29.027399999999997
verified: no, type: nauc_ndcg_at_20_std
value: 21.307100000000002
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.6961
verified: no, type: nauc_ndcg_at_100_max
value: 29.074499999999997
verified: no, type: nauc_ndcg_at_100_std
value: 23.1857
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.266099999999998
verified: no, type: nauc_ndcg_at_1000_max
value: 28.8016
verified: no, type: nauc_ndcg_at_1000_std
value: 21.7539
verified: no, type: nauc_ndcg_at_1000_diff1
value: 27.777
verified: no, type: nauc_map_at_1_max
value: 31.3549
verified: no, type: nauc_map_at_1_std
value: 22.8524
verified: no, type: nauc_map_at_1_diff1
value: 37.5512
verified: no, type: nauc_map_at_3_max
value: 30.5276
verified: no, type: nauc_map_at_3_std
value: 22.0186
verified: no, type: nauc_map_at_3_diff1
value: 31.6059
verified: no, type: nauc_map_at_5_max
value: 28.3572
verified: no, type: nauc_map_at_5_std
value: 21.341099999999997
verified: no, type: nauc_map_at_5_diff1
value: 29.9248
verified: no, type: nauc_map_at_10_max
value: 28.601100000000002
verified: no, type: nauc_map_at_10_std
value: 21.3735
verified: no, type: nauc_map_at_10_diff1
value: 29.108800000000002
verified: no, type: nauc_map_at_20_max
value: 29.0503
verified: no, type: nauc_map_at_20_std
value: 21.4425
verified: no, type: nauc_map_at_20_diff1
value: 29.3655
verified: no, type: nauc_map_at_100_max
value: 29.0648
verified: no, type: nauc_map_at_100_std
value: 21.6384
verified: no, type: nauc_map_at_100_diff1
value: 29.315799999999996
verified: no, type: nauc_map_at_1000_max
value: 29.0516
verified: no, type: nauc_map_at_1000_std
value: 21.5804
verified: no, type: nauc_map_at_1000_diff1
value: 29.391000000000002
verified: no, type: nauc_recall_at_1_max
value: 31.3549
verified: no, type: nauc_recall_at_1_std
value: 22.8524
verified: no, type: nauc_recall_at_1_diff1
value: 37.5512
verified: no, type: nauc_recall_at_3_max
value: 29.7528
verified: no, type: nauc_recall_at_3_std
value: 21.3895
verified: no, type: nauc_recall_at_3_diff1
value: 27.7102
verified: no, type: nauc_recall_at_5_max
value: 22.2167
verified: no, type: nauc_recall_at_5_std
value: 18.8542
verified: no, type: nauc_recall_at_5_diff1
value: 22.245
verified: no, type: nauc_recall_at_10_max
value: 24.4284
verified: no, type: nauc_recall_at_10_std
value: 19.764300000000002
verified: no, type: nauc_recall_at_10_diff1
value: 17.7194
verified: no, type: nauc_recall_at_20_max
value: 30.353599999999997
verified: no, type: nauc_recall_at_20_std
value: 21.593799999999998
verified: no, type: nauc_recall_at_20_diff1
value: 20.138
verified: no, type: nauc_recall_at_100_max
value: 32.022
verified: no, type: nauc_recall_at_100_std
value: 39.9011
verified: no, type: nauc_recall_at_100_diff1
value: 9.5189
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 31.3549
verified: no, type: nauc_precision_at_1_std
value: 22.8524
verified: no, type: nauc_precision_at_1_diff1
value: 37.5512
verified: no, type: nauc_precision_at_3_max
value: 29.7528
verified: no, type: nauc_precision_at_3_std
value: 21.3895
verified: no, type: nauc_precision_at_3_diff1
value: 27.7102
verified: no, type: nauc_precision_at_5_max
value: 22.2167
verified: no, type: nauc_precision_at_5_std
value: 18.8542
verified: no, type: nauc_precision_at_5_diff1
value: 22.245
verified: no, type: nauc_precision_at_10_max
value: 24.4284
verified: no, type: nauc_precision_at_10_std
value: 19.764300000000002
verified: no, type: nauc_precision_at_10_diff1
value: 17.7194
verified: no, type: nauc_precision_at_20_max
value: 30.353599999999997
verified: no, type: nauc_precision_at_20_std
value: 21.593799999999998
verified: no, type: nauc_precision_at_20_diff1
value: 20.138
verified: no, type: nauc_precision_at_100_max
value: 32.022
verified: no, type: nauc_precision_at_100_std
value: 39.9011
verified: no, type: nauc_precision_at_100_diff1
value: 9.5189
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 31.3549
verified: no, type: nauc_mrr_at_1_std
value: 22.8524
verified: no, type: nauc_mrr_at_1_diff1
value: 37.5512
verified: no, type: nauc_mrr_at_3_max
value: 30.5276
verified: no, type: nauc_mrr_at_3_std
value: 22.0186
verified: no, type: nauc_mrr_at_3_diff1
value: 31.6059
verified: no, type: nauc_mrr_at_5_max
value: 28.3572
verified: no, type: nauc_mrr_at_5_std
value: 21.341099999999997
verified: no, type: nauc_mrr_at_5_diff1
value: 29.9248
verified: no, type: nauc_mrr_at_10_max
value: 28.601100000000002
verified: no, type: nauc_mrr_at_10_std
value: 21.3735
verified: no, type: nauc_mrr_at_10_diff1
value: 29.108800000000002
verified: no, type: nauc_mrr_at_20_max
value: 29.0503
verified: no, type: nauc_mrr_at_20_std
value: 21.4425
verified: no, type: nauc_mrr_at_20_diff1
value: 29.3655
verified: no, type: nauc_mrr_at_100_max
value: 29.0648
verified: no, type: nauc_mrr_at_100_std
value: 21.6384
verified: no, type: nauc_mrr_at_100_diff1
value: 29.315799999999996
verified: no, type: nauc_mrr_at_1000_max
value: 29.0516
verified: no, type: nauc_mrr_at_1000_std
value: 21.5804
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.391000000000002
verified: no, type: main_score
value: 27.189000000000004
verified: no
task: type: Retrieval, dataset: config: spa-ara
name: MTEB MLQARetrieval (spa-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 10.559000000000001
verified: no, type: ndcg_at_3
value: 14.071
verified: no, type: ndcg_at_5
value: 16.878
verified: no, type: ndcg_at_10
value: 18.429000000000002
verified: no, type: ndcg_at_20
value: 21.648
verified: no, type: ndcg_at_100
value: 29.946
verified: no, type: ndcg_at_1000
value: 31.746999999999996
verified: no, type: map_at_1
value: 10.559000000000001
verified: no, type: map_at_3
value: 13.147
verified: no, type: map_at_5
value: 14.7
verified: no, type: map_at_10
value: 15.308
verified: no, type: map_at_20
value: 16.23
verified: no, type: map_at_100
value: 17.25
verified: no, type: map_at_1000
value: 17.355
verified: no, type: recall_at_1
value: 10.559000000000001
verified: no, type: recall_at_3
value: 16.77
verified: no, type: recall_at_5
value: 23.602
verified: no, type: recall_at_10
value: 28.571
verified: no, type: recall_at_20
value: 40.994
verified: no, type: recall_at_100
value: 87.578
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 10.559000000000001
verified: no, type: precision_at_3
value: 5.59
verified: no, type: precision_at_5
value: 4.72
verified: no, type: precision_at_10
value: 2.857
verified: no, type: precision_at_20
value: 2.0500000000000003
verified: no, type: precision_at_100
value: 0.876
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 10.559000000000001
verified: no, type: mrr_at_3
value: 13.147
verified: no, type: mrr_at_5
value: 14.6998
verified: no, type: mrr_at_10
value: 15.307799999999999
verified: no, type: mrr_at_20
value: 16.23
verified: no, type: mrr_at_100
value: 17.2501
verified: no, type: mrr_at_1000
value: 17.3553
verified: no, type: nauc_ndcg_at_1_max
value: 21.683
verified: no, type: nauc_ndcg_at_1_std
value: 23.9115
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.306799999999996
verified: no, type: nauc_ndcg_at_3_max
value: 10.9801
verified: no, type: nauc_ndcg_at_3_std
value: 17.8432
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.3422
verified: no, type: nauc_ndcg_at_5_max
value: 12.8492
verified: no, type: nauc_ndcg_at_5_std
value: 18.5369
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.5013
verified: no, type: nauc_ndcg_at_10_max
value: 10.3186
verified: no, type: nauc_ndcg_at_10_std
value: 16.8747
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.6062
verified: no, type: nauc_ndcg_at_20_max
value: 11.910400000000001
verified: no, type: nauc_ndcg_at_20_std
value: 18.9906
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.0736
verified: no, type: nauc_ndcg_at_100_max
value: 13.780000000000001
verified: no, type: nauc_ndcg_at_100_std
value: 20.2702
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.7899
verified: no, type: nauc_ndcg_at_1000_max
value: 12.9736
verified: no, type: nauc_ndcg_at_1000_std
value: 19.4173
verified: no, type: nauc_ndcg_at_1000_diff1
value: 24.0248
verified: no, type: nauc_map_at_1_max
value: 21.683
verified: no, type: nauc_map_at_1_std
value: 23.9115
verified: no, type: nauc_map_at_1_diff1
value: 34.306799999999996
verified: no, type: nauc_map_at_3_max
value: 13.7629
verified: no, type: nauc_map_at_3_std
value: 19.4925
verified: no, type: nauc_map_at_3_diff1
value: 26.8286
verified: no, type: nauc_map_at_5_max
value: 14.602200000000002
verified: no, type: nauc_map_at_5_std
value: 19.8349
verified: no, type: nauc_map_at_5_diff1
value: 26.6756
verified: no, type: nauc_map_at_10_max
value: 13.5297
verified: no, type: nauc_map_at_10_std
value: 19.0117
verified: no, type: nauc_map_at_10_diff1
value: 25.803900000000002
verified: no, type: nauc_map_at_20_max
value: 14.0185
verified: no, type: nauc_map_at_20_std
value: 19.667399999999997
verified: no, type: nauc_map_at_20_diff1
value: 25.265900000000002
verified: no, type: nauc_map_at_100_max
value: 14.1821
verified: no, type: nauc_map_at_100_std
value: 19.8468
verified: no, type: nauc_map_at_100_diff1
value: 25.7233
verified: no, type: nauc_map_at_1000_max
value: 14.1415
verified: no, type: nauc_map_at_1000_std
value: 19.8004
verified: no, type: nauc_map_at_1000_diff1
value: 25.7339
verified: no, type: nauc_recall_at_1_max
value: 21.683
verified: no, type: nauc_recall_at_1_std
value: 23.9115
verified: no, type: nauc_recall_at_1_diff1
value: 34.306799999999996
verified: no, type: nauc_recall_at_3_max
value: 4.0852
verified: no, type: nauc_recall_at_3_std
value: 13.7371
verified: no, type: nauc_recall_at_3_diff1
value: 18.2104
verified: no, type: nauc_recall_at_5_max
value: 9.3363
verified: no, type: nauc_recall_at_5_std
value: 15.767500000000002
verified: no, type: nauc_recall_at_5_diff1
value: 19.948
verified: no, type: nauc_recall_at_10_max
value: 3.3214
verified: no, type: nauc_recall_at_10_std
value: 12.2687
verified: no, type: nauc_recall_at_10_diff1
value: 15.7946
verified: no, type: nauc_recall_at_20_max
value: 8.2034
verified: no, type: nauc_recall_at_20_std
value: 18.5331
verified: no, type: nauc_recall_at_20_diff1
value: 12.0362
verified: no, type: nauc_recall_at_100_max
value: 23.0879
verified: no, type: nauc_recall_at_100_std
value: 30.133399999999998
verified: no, type: nauc_recall_at_100_diff1
value: 20.4628
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 21.683
verified: no, type: nauc_precision_at_1_std
value: 23.9115
verified: no, type: nauc_precision_at_1_diff1
value: 34.306799999999996
verified: no, type: nauc_precision_at_3_max
value: 4.0852
verified: no, type: nauc_precision_at_3_std
value: 13.7371
verified: no, type: nauc_precision_at_3_diff1
value: 18.2104
verified: no, type: nauc_precision_at_5_max
value: 9.3363
verified: no, type: nauc_precision_at_5_std
value: 15.767500000000002
verified: no, type: nauc_precision_at_5_diff1
value: 19.948
verified: no, type: nauc_precision_at_10_max
value: 3.3214
verified: no, type: nauc_precision_at_10_std
value: 12.2687
verified: no, type: nauc_precision_at_10_diff1
value: 15.7946
verified: no, type: nauc_precision_at_20_max
value: 8.2034
verified: no, type: nauc_precision_at_20_std
value: 18.5331
verified: no, type: nauc_precision_at_20_diff1
value: 12.0362
verified: no, type: nauc_precision_at_100_max
value: 23.0879
verified: no, type: nauc_precision_at_100_std
value: 30.133399999999998
verified: no, type: nauc_precision_at_100_diff1
value: 20.4628
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 21.683
verified: no, type: nauc_mrr_at_1_std
value: 23.9115
verified: no, type: nauc_mrr_at_1_diff1
value: 34.306799999999996
verified: no, type: nauc_mrr_at_3_max
value: 13.7629
verified: no, type: nauc_mrr_at_3_std
value: 19.4925
verified: no, type: nauc_mrr_at_3_diff1
value: 26.8286
verified: no, type: nauc_mrr_at_5_max
value: 14.602200000000002
verified: no, type: nauc_mrr_at_5_std
value: 19.8349
verified: no, type: nauc_mrr_at_5_diff1
value: 26.6756
verified: no, type: nauc_mrr_at_10_max
value: 13.5297
verified: no, type: nauc_mrr_at_10_std
value: 19.0117
verified: no, type: nauc_mrr_at_10_diff1
value: 25.803900000000002
verified: no, type: nauc_mrr_at_20_max
value: 14.0185
verified: no, type: nauc_mrr_at_20_std
value: 19.667399999999997
verified: no, type: nauc_mrr_at_20_diff1
value: 25.265900000000002
verified: no, type: nauc_mrr_at_100_max
value: 14.1821
verified: no, type: nauc_mrr_at_100_std
value: 19.8468
verified: no, type: nauc_mrr_at_100_diff1
value: 25.7233
verified: no, type: nauc_mrr_at_1000_max
value: 14.1415
verified: no, type: nauc_mrr_at_1000_std
value: 19.8004
verified: no, type: nauc_mrr_at_1000_diff1
value: 25.7339
verified: no, type: main_score
value: 18.429000000000002
verified: no
task: type: Retrieval, dataset: config: hin-ara
name: MTEB MLQARetrieval (hin-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 8.602
verified: no, type: ndcg_at_3
value: 11.105
verified: no, type: ndcg_at_5
value: 12.447
verified: no, type: ndcg_at_10
value: 14.274999999999999
verified: no, type: ndcg_at_20
value: 16.699
verified: no, type: ndcg_at_100
value: 24.785
verified: no, type: ndcg_at_1000
value: 27.950999999999997
verified: no, type: map_at_1
value: 8.602
verified: no, type: map_at_3
value: 10.484
verified: no, type: map_at_5
value: 11.237
verified: no, type: map_at_10
value: 11.943
verified: no, type: map_at_20
value: 12.597
verified: no, type: map_at_100
value: 13.536999999999999
verified: no, type: map_at_1000
value: 13.716000000000001
verified: no, type: recall_at_1
value: 8.602
verified: no, type: recall_at_3
value: 12.903
verified: no, type: recall_at_5
value: 16.128999999999998
verified: no, type: recall_at_10
value: 22.043
verified: no, type: recall_at_20
value: 31.72
verified: no, type: recall_at_100
value: 77.957
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 8.602
verified: no, type: precision_at_3
value: 4.301
verified: no, type: precision_at_5
value: 3.2259999999999995
verified: no, type: precision_at_10
value: 2.204
verified: no, type: precision_at_20
value: 1.5859999999999999
verified: no, type: precision_at_100
value: 0.7799999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 8.6022
verified: no, type: mrr_at_3
value: 10.4839
verified: no, type: mrr_at_5
value: 11.2366
verified: no, type: mrr_at_10
value: 11.9427
verified: no, type: mrr_at_20
value: 12.5969
verified: no, type: mrr_at_100
value: 13.536999999999999
verified: no, type: mrr_at_1000
value: 13.7157
verified: no, type: nauc_ndcg_at_1_max
value: 43.5676
verified: no, type: nauc_ndcg_at_1_std
value: 48.1034
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.3343
verified: no, type: nauc_ndcg_at_3_max
value: 34.779700000000005
verified: no, type: nauc_ndcg_at_3_std
value: 41.8153
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.459100000000003
verified: no, type: nauc_ndcg_at_5_max
value: 36.9668
verified: no, type: nauc_ndcg_at_5_std
value: 41.5695
verified: no, type: nauc_ndcg_at_5_diff1
value: 25.2023
verified: no, type: nauc_ndcg_at_10_max
value: 31.114399999999996
verified: no, type: nauc_ndcg_at_10_std
value: 37.7021
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.8647
verified: no, type: nauc_ndcg_at_20_max
value: 27.8539
verified: no, type: nauc_ndcg_at_20_std
value: 34.7643
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.7205
verified: no, type: nauc_ndcg_at_100_max
value: 26.2928
verified: no, type: nauc_ndcg_at_100_std
value: 33.4221
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.186
verified: no, type: nauc_ndcg_at_1000_max
value: 30.8904
verified: no, type: nauc_ndcg_at_1000_std
value: 37.4835
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.073
verified: no, type: nauc_map_at_1_max
value: 43.5676
verified: no, type: nauc_map_at_1_std
value: 48.1034
verified: no, type: nauc_map_at_1_diff1
value: 34.3343
verified: no, type: nauc_map_at_3_max
value: 36.4446
verified: no, type: nauc_map_at_3_std
value: 43.3032
verified: no, type: nauc_map_at_3_diff1
value: 25.0872
verified: no, type: nauc_map_at_5_max
value: 37.5909
verified: no, type: nauc_map_at_5_std
value: 42.9831
verified: no, type: nauc_map_at_5_diff1
value: 26.600800000000003
verified: no, type: nauc_map_at_10_max
value: 35.0221
verified: no, type: nauc_map_at_10_std
value: 41.1277
verified: no, type: nauc_map_at_10_diff1
value: 23.2872
verified: no, type: nauc_map_at_20_max
value: 33.861799999999995
verified: no, type: nauc_map_at_20_std
value: 40.1421
verified: no, type: nauc_map_at_20_diff1
value: 23.421300000000002
verified: no, type: nauc_map_at_100_max
value: 33.6519
verified: no, type: nauc_map_at_100_std
value: 39.9834
verified: no, type: nauc_map_at_100_diff1
value: 23.427400000000002
verified: no, type: nauc_map_at_1000_max
value: 33.949400000000004
verified: no, type: nauc_map_at_1000_std
value: 40.2444
verified: no, type: nauc_map_at_1000_diff1
value: 23.603099999999998
verified: no, type: nauc_recall_at_1_max
value: 43.5676
verified: no, type: nauc_recall_at_1_std
value: 48.1034
verified: no, type: nauc_recall_at_1_diff1
value: 34.3343
verified: no, type: nauc_recall_at_3_max
value: 30.7755
verified: no, type: nauc_recall_at_3_std
value: 38.1252
verified: no, type: nauc_recall_at_3_diff1
value: 15.996099999999998
verified: no, type: nauc_recall_at_5_max
value: 35.975
verified: no, type: nauc_recall_at_5_std
value: 38.5188
verified: no, type: nauc_recall_at_5_diff1
value: 22.4214
verified: no, type: nauc_recall_at_10_max
value: 22.4406
verified: no, type: nauc_recall_at_10_std
value: 30.440800000000003
verified: no, type: nauc_recall_at_10_diff1
value: 5.9871
verified: no, type: nauc_recall_at_20_max
value: 15.343599999999999
verified: no, type: nauc_recall_at_20_std
value: 23.7135
verified: no, type: nauc_recall_at_20_diff1
value: 10.032
verified: no, type: nauc_recall_at_100_max
value: -1.9075000000000002
verified: no, type: nauc_recall_at_100_std
value: 8.4695
verified: no, type: nauc_recall_at_100_diff1
value: -0.0034999999999999996
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 43.5676
verified: no, type: nauc_precision_at_1_std
value: 48.1034
verified: no, type: nauc_precision_at_1_diff1
value: 34.3343
verified: no, type: nauc_precision_at_3_max
value: 30.7755
verified: no, type: nauc_precision_at_3_std
value: 38.1252
verified: no, type: nauc_precision_at_3_diff1
value: 15.996099999999998
verified: no, type: nauc_precision_at_5_max
value: 35.975
verified: no, type: nauc_precision_at_5_std
value: 38.5188
verified: no, type: nauc_precision_at_5_diff1
value: 22.4214
verified: no, type: nauc_precision_at_10_max
value: 22.4406
verified: no, type: nauc_precision_at_10_std
value: 30.440800000000003
verified: no, type: nauc_precision_at_10_diff1
value: 5.9871
verified: no, type: nauc_precision_at_20_max
value: 15.343599999999999
verified: no, type: nauc_precision_at_20_std
value: 23.7135
verified: no, type: nauc_precision_at_20_diff1
value: 10.032
verified: no, type: nauc_precision_at_100_max
value: -1.9075000000000002
verified: no, type: nauc_precision_at_100_std
value: 8.4695
verified: no, type: nauc_precision_at_100_diff1
value: -0.0034999999999999996
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 43.5676
verified: no, type: nauc_mrr_at_1_std
value: 48.1034
verified: no, type: nauc_mrr_at_1_diff1
value: 34.3343
verified: no, type: nauc_mrr_at_3_max
value: 36.4446
verified: no, type: nauc_mrr_at_3_std
value: 43.3032
verified: no, type: nauc_mrr_at_3_diff1
value: 25.0872
verified: no, type: nauc_mrr_at_5_max
value: 37.5909
verified: no, type: nauc_mrr_at_5_std
value: 42.9831
verified: no, type: nauc_mrr_at_5_diff1
value: 26.600800000000003
verified: no, type: nauc_mrr_at_10_max
value: 35.0221
verified: no, type: nauc_mrr_at_10_std
value: 41.1277
verified: no, type: nauc_mrr_at_10_diff1
value: 23.2872
verified: no, type: nauc_mrr_at_20_max
value: 33.861799999999995
verified: no, type: nauc_mrr_at_20_std
value: 40.1421
verified: no, type: nauc_mrr_at_20_diff1
value: 23.421300000000002
verified: no, type: nauc_mrr_at_100_max
value: 33.6519
verified: no, type: nauc_mrr_at_100_std
value: 39.9834
verified: no, type: nauc_mrr_at_100_diff1
value: 23.427400000000002
verified: no, type: nauc_mrr_at_1000_max
value: 33.949400000000004
verified: no, type: nauc_mrr_at_1000_std
value: 40.2444
verified: no, type: nauc_mrr_at_1000_diff1
value: 23.603099999999998
verified: no, type: main_score
value: 14.274999999999999
verified: no
task: type: Retrieval, dataset: config: vie-ara
name: MTEB MLQARetrieval (vie-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 9.202
verified: no, type: ndcg_at_3
value: 14.219999999999999
verified: no, type: ndcg_at_5
value: 17.913999999999998
verified: no, type: ndcg_at_10
value: 20.875
verified: no, type: ndcg_at_20
value: 23.504
verified: no, type: ndcg_at_100
value: 31.275
verified: no, type: ndcg_at_1000
value: 32.696999999999996
verified: no, type: map_at_1
value: 9.202
verified: no, type: map_at_3
value: 12.986
verified: no, type: map_at_5
value: 14.979999999999999
verified: no, type: map_at_10
value: 16.191
verified: no, type: map_at_20
value: 16.909
verified: no, type: map_at_100
value: 17.877000000000002
verified: no, type: map_at_1000
value: 17.96
verified: no, type: recall_at_1
value: 9.202
verified: no, type: recall_at_3
value: 17.791
verified: no, type: recall_at_5
value: 26.994
verified: no, type: recall_at_10
value: 36.196
verified: no, type: recall_at_20
value: 46.626
verified: no, type: recall_at_100
value: 90.184
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 9.202
verified: no, type: precision_at_3
value: 5.93
verified: no, type: precision_at_5
value: 5.399
verified: no, type: precision_at_10
value: 3.62
verified: no, type: precision_at_20
value: 2.331
verified: no, type: precision_at_100
value: 0.902
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 9.202499999999999
verified: no, type: mrr_at_3
value: 12.9857
verified: no, type: mrr_at_5
value: 14.979600000000001
verified: no, type: mrr_at_10
value: 16.191
verified: no, type: mrr_at_20
value: 16.9095
verified: no, type: mrr_at_100
value: 17.877299999999998
verified: no, type: mrr_at_1000
value: 17.9603
verified: no, type: nauc_ndcg_at_1_max
value: 62.9598
verified: no, type: nauc_ndcg_at_1_std
value: 49.065999999999995
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.008500000000005
verified: no, type: nauc_ndcg_at_3_max
value: 53.9189
verified: no, type: nauc_ndcg_at_3_std
value: 44.1455
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.287600000000005
verified: no, type: nauc_ndcg_at_5_max
value: 49.749500000000005
verified: no, type: nauc_ndcg_at_5_std
value: 41.1122
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.7353
verified: no, type: nauc_ndcg_at_10_max
value: 53.8852
verified: no, type: nauc_ndcg_at_10_std
value: 44.7395
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.6166
verified: no, type: nauc_ndcg_at_20_max
value: 55.237199999999994
verified: no, type: nauc_ndcg_at_20_std
value: 46.7695
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.804
verified: no, type: nauc_ndcg_at_100_max
value: 53.2497
verified: no, type: nauc_ndcg_at_100_std
value: 46.9584
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.8298
verified: no, type: nauc_ndcg_at_1000_max
value: 53.9127
verified: no, type: nauc_ndcg_at_1000_std
value: 45.8294
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.0041
verified: no, type: nauc_map_at_1_max
value: 62.9598
verified: no, type: nauc_map_at_1_std
value: 49.065999999999995
verified: no, type: nauc_map_at_1_diff1
value: 56.008500000000005
verified: no, type: nauc_map_at_3_max
value: 55.3652
verified: no, type: nauc_map_at_3_std
value: 44.9791
verified: no, type: nauc_map_at_3_diff1
value: 44.052
verified: no, type: nauc_map_at_5_max
value: 52.735200000000006
verified: no, type: nauc_map_at_5_std
value: 43.1035
verified: no, type: nauc_map_at_5_diff1
value: 43.2012
verified: no, type: nauc_map_at_10_max
value: 54.786500000000004
verified: no, type: nauc_map_at_10_std
value: 44.8598
verified: no, type: nauc_map_at_10_diff1
value: 42.103
verified: no, type: nauc_map_at_20_max
value: 55.10620000000001
verified: no, type: nauc_map_at_20_std
value: 45.5114
verified: no, type: nauc_map_at_20_diff1
value: 42.032799999999995
verified: no, type: nauc_map_at_100_max
value: 54.6794
verified: no, type: nauc_map_at_100_std
value: 45.5176
verified: no, type: nauc_map_at_100_diff1
value: 41.9804
verified: no, type: nauc_map_at_1000_max
value: 54.7162
verified: no, type: nauc_map_at_1000_std
value: 45.4536
verified: no, type: nauc_map_at_1000_diff1
value: 42.0517
verified: no, type: nauc_recall_at_1_max
value: 62.9598
verified: no, type: nauc_recall_at_1_std
value: 49.065999999999995
verified: no, type: nauc_recall_at_1_diff1
value: 56.008500000000005
verified: no, type: nauc_recall_at_3_max
value: 50.73180000000001
verified: no, type: nauc_recall_at_3_std
value: 42.2909
verified: no, type: nauc_recall_at_3_diff1
value: 35.0404
verified: no, type: nauc_recall_at_5_max
value: 43.5873
verified: no, type: nauc_recall_at_5_std
value: 36.9356
verified: no, type: nauc_recall_at_5_diff1
value: 36.1826
verified: no, type: nauc_recall_at_10_max
value: 52.7111
verified: no, type: nauc_recall_at_10_std
value: 45.025999999999996
verified: no, type: nauc_recall_at_10_diff1
value: 32.0134
verified: no, type: nauc_recall_at_20_max
value: 57.0465
verified: no, type: nauc_recall_at_20_std
value: 50.73839999999999
verified: no, type: nauc_recall_at_20_diff1
value: 33.0878
verified: no, type: nauc_recall_at_100_max
value: 43.736399999999996
verified: no, type: nauc_recall_at_100_std
value: 62.805
verified: no, type: nauc_recall_at_100_diff1
value: 22.2379
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 62.9598
verified: no, type: nauc_precision_at_1_std
value: 49.065999999999995
verified: no, type: nauc_precision_at_1_diff1
value: 56.008500000000005
verified: no, type: nauc_precision_at_3_max
value: 50.73180000000001
verified: no, type: nauc_precision_at_3_std
value: 42.2909
verified: no, type: nauc_precision_at_3_diff1
value: 35.0404
verified: no, type: nauc_precision_at_5_max
value: 43.5873
verified: no, type: nauc_precision_at_5_std
value: 36.9356
verified: no, type: nauc_precision_at_5_diff1
value: 36.1826
verified: no, type: nauc_precision_at_10_max
value: 52.7111
verified: no, type: nauc_precision_at_10_std
value: 45.025999999999996
verified: no, type: nauc_precision_at_10_diff1
value: 32.0134
verified: no, type: nauc_precision_at_20_max
value: 57.0465
verified: no, type: nauc_precision_at_20_std
value: 50.73839999999999
verified: no, type: nauc_precision_at_20_diff1
value: 33.0878
verified: no, type: nauc_precision_at_100_max
value: 43.736399999999996
verified: no, type: nauc_precision_at_100_std
value: 62.805
verified: no, type: nauc_precision_at_100_diff1
value: 22.2379
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 62.9598
verified: no, type: nauc_mrr_at_1_std
value: 49.065999999999995
verified: no, type: nauc_mrr_at_1_diff1
value: 56.008500000000005
verified: no, type: nauc_mrr_at_3_max
value: 55.3652
verified: no, type: nauc_mrr_at_3_std
value: 44.9791
verified: no, type: nauc_mrr_at_3_diff1
value: 44.052
verified: no, type: nauc_mrr_at_5_max
value: 52.735200000000006
verified: no, type: nauc_mrr_at_5_std
value: 43.1035
verified: no, type: nauc_mrr_at_5_diff1
value: 43.2012
verified: no, type: nauc_mrr_at_10_max
value: 54.786500000000004
verified: no, type: nauc_mrr_at_10_std
value: 44.8598
verified: no, type: nauc_mrr_at_10_diff1
value: 42.103
verified: no, type: nauc_mrr_at_20_max
value: 55.10620000000001
verified: no, type: nauc_mrr_at_20_std
value: 45.5114
verified: no, type: nauc_mrr_at_20_diff1
value: 42.032799999999995
verified: no, type: nauc_mrr_at_100_max
value: 54.6794
verified: no, type: nauc_mrr_at_100_std
value: 45.5176
verified: no, type: nauc_mrr_at_100_diff1
value: 41.9804
verified: no, type: nauc_mrr_at_1000_max
value: 54.7162
verified: no, type: nauc_mrr_at_1000_std
value: 45.4536
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.0517
verified: no, type: main_score
value: 20.875
verified: no
task: type: Retrieval, dataset: config: zho-ara
name: MTEB MLQARetrieval (zho-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 6.383
verified: no, type: ndcg_at_3
value: 10.999
verified: no, type: ndcg_at_5
value: 12.762
verified: no, type: ndcg_at_10
value: 15.151
verified: no, type: ndcg_at_20
value: 17.394000000000002
verified: no, type: ndcg_at_100
value: 24.684
verified: no, type: ndcg_at_1000
value: 28.025
verified: no, type: map_at_1
value: 6.383
verified: no, type: map_at_3
value: 9.84
verified: no, type: map_at_5
value: 10.824
verified: no, type: map_at_10
value: 11.797
verified: no, type: map_at_20
value: 12.389999999999999
verified: no, type: map_at_100
value: 13.269
verified: no, type: map_at_1000
value: 13.453999999999999
verified: no, type: recall_at_1
value: 6.383
verified: no, type: recall_at_3
value: 14.362
verified: no, type: recall_at_5
value: 18.617
verified: no, type: recall_at_10
value: 26.064
verified: no, type: recall_at_20
value: 35.106
verified: no, type: recall_at_100
value: 76.596
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 6.383
verified: no, type: precision_at_3
value: 4.787
verified: no, type: precision_at_5
value: 3.723
verified: no, type: precision_at_10
value: 2.606
verified: no, type: precision_at_20
value: 1.755
verified: no, type: precision_at_100
value: 0.766
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 6.383
verified: no, type: mrr_at_3
value: 9.8404
verified: no, type: mrr_at_5
value: 10.824499999999999
verified: no, type: mrr_at_10
value: 11.7969
verified: no, type: mrr_at_20
value: 12.3905
verified: no, type: mrr_at_100
value: 13.2692
verified: no, type: mrr_at_1000
value: 13.4538
verified: no, type: nauc_ndcg_at_1_max
value: 28.7389
verified: no, type: nauc_ndcg_at_1_std
value: 64.9286
verified: no, type: nauc_ndcg_at_1_diff1
value: 10.673499999999999
verified: no, type: nauc_ndcg_at_3_max
value: 19.4744
verified: no, type: nauc_ndcg_at_3_std
value: 44.7069
verified: no, type: nauc_ndcg_at_3_diff1
value: 6.631099999999999
verified: no, type: nauc_ndcg_at_5_max
value: 18.2711
verified: no, type: nauc_ndcg_at_5_std
value: 43.5962
verified: no, type: nauc_ndcg_at_5_diff1
value: 6.307500000000001
verified: no, type: nauc_ndcg_at_10_max
value: 20.0539
verified: no, type: nauc_ndcg_at_10_std
value: 43.5587
verified: no, type: nauc_ndcg_at_10_diff1
value: 5.6582
verified: no, type: nauc_ndcg_at_20_max
value: 22.5386
verified: no, type: nauc_ndcg_at_20_std
value: 42.9099
verified: no, type: nauc_ndcg_at_20_diff1
value: 7.5015
verified: no, type: nauc_ndcg_at_100_max
value: 21.0851
verified: no, type: nauc_ndcg_at_100_std
value: 41.966300000000004
verified: no, type: nauc_ndcg_at_100_diff1
value: 6.9177
verified: no, type: nauc_ndcg_at_1000_max
value: 20.7669
verified: no, type: nauc_ndcg_at_1000_std
value: 43.8782
verified: no, type: nauc_ndcg_at_1000_diff1
value: 6.9428
verified: no, type: nauc_map_at_1_max
value: 28.7389
verified: no, type: nauc_map_at_1_std
value: 64.9286
verified: no, type: nauc_map_at_1_diff1
value: 10.673499999999999
verified: no, type: nauc_map_at_3_max
value: 20.319499999999998
verified: no, type: nauc_map_at_3_std
value: 47.6539
verified: no, type: nauc_map_at_3_diff1
value: 7.452
verified: no, type: nauc_map_at_5_max
value: 19.7223
verified: no, type: nauc_map_at_5_std
value: 46.928799999999995
verified: no, type: nauc_map_at_5_diff1
value: 7.2603
verified: no, type: nauc_map_at_10_max
value: 20.624000000000002
verified: no, type: nauc_map_at_10_std
value: 46.9846
verified: no, type: nauc_map_at_10_diff1
value: 6.9296999999999995
verified: no, type: nauc_map_at_20_max
value: 21.3628
verified: no, type: nauc_map_at_20_std
value: 46.7418
verified: no, type: nauc_map_at_20_diff1
value: 7.3283000000000005
verified: no, type: nauc_map_at_100_max
value: 21.023500000000002
verified: no, type: nauc_map_at_100_std
value: 46.319900000000004
verified: no, type: nauc_map_at_100_diff1
value: 7.2962
verified: no, type: nauc_map_at_1000_max
value: 20.9867
verified: no, type: nauc_map_at_1000_std
value: 46.4588
verified: no, type: nauc_map_at_1000_diff1
value: 7.281899999999999
verified: no, type: nauc_recall_at_1_max
value: 28.7389
verified: no, type: nauc_recall_at_1_std
value: 64.9286
verified: no, type: nauc_recall_at_1_diff1
value: 10.673499999999999
verified: no, type: nauc_recall_at_3_max
value: 17.924100000000003
verified: no, type: nauc_recall_at_3_std
value: 38.7062
verified: no, type: nauc_recall_at_3_diff1
value: 4.8814
verified: no, type: nauc_recall_at_5_max
value: 15.5025
verified: no, type: nauc_recall_at_5_std
value: 37.3735
verified: no, type: nauc_recall_at_5_diff1
value: 4.4486
verified: no, type: nauc_recall_at_10_max
value: 19.336000000000002
verified: no, type: nauc_recall_at_10_std
value: 37.6921
verified: no, type: nauc_recall_at_10_diff1
value: 3.3455
verified: no, type: nauc_recall_at_20_max
value: 25.874799999999997
verified: no, type: nauc_recall_at_20_std
value: 36.5078
verified: no, type: nauc_recall_at_20_diff1
value: 8.8964
verified: no, type: nauc_recall_at_100_max
value: 22.3107
verified: no, type: nauc_recall_at_100_std
value: 31.202800000000003
verified: no, type: nauc_recall_at_100_diff1
value: 6.2387999999999995
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 28.7389
verified: no, type: nauc_precision_at_1_std
value: 64.9286
verified: no, type: nauc_precision_at_1_diff1
value: 10.673499999999999
verified: no, type: nauc_precision_at_3_max
value: 17.924100000000003
verified: no, type: nauc_precision_at_3_std
value: 38.7062
verified: no, type: nauc_precision_at_3_diff1
value: 4.8814
verified: no, type: nauc_precision_at_5_max
value: 15.5025
verified: no, type: nauc_precision_at_5_std
value: 37.3735
verified: no, type: nauc_precision_at_5_diff1
value: 4.4486
verified: no, type: nauc_precision_at_10_max
value: 19.336000000000002
verified: no, type: nauc_precision_at_10_std
value: 37.6921
verified: no, type: nauc_precision_at_10_diff1
value: 3.3455
verified: no, type: nauc_precision_at_20_max
value: 25.874799999999997
verified: no, type: nauc_precision_at_20_std
value: 36.5078
verified: no, type: nauc_precision_at_20_diff1
value: 8.8964
verified: no, type: nauc_precision_at_100_max
value: 22.3107
verified: no, type: nauc_precision_at_100_std
value: 31.202800000000003
verified: no, type: nauc_precision_at_100_diff1
value: 6.2387999999999995
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 28.7389
verified: no, type: nauc_mrr_at_1_std
value: 64.9286
verified: no, type: nauc_mrr_at_1_diff1
value: 10.673499999999999
verified: no, type: nauc_mrr_at_3_max
value: 20.319499999999998
verified: no, type: nauc_mrr_at_3_std
value: 47.6539
verified: no, type: nauc_mrr_at_3_diff1
value: 7.452
verified: no, type: nauc_mrr_at_5_max
value: 19.7223
verified: no, type: nauc_mrr_at_5_std
value: 46.928799999999995
verified: no, type: nauc_mrr_at_5_diff1
value: 7.2603
verified: no, type: nauc_mrr_at_10_max
value: 20.624000000000002
verified: no, type: nauc_mrr_at_10_std
value: 46.9846
verified: no, type: nauc_mrr_at_10_diff1
value: 6.9296999999999995
verified: no, type: nauc_mrr_at_20_max
value: 21.3628
verified: no, type: nauc_mrr_at_20_std
value: 46.7418
verified: no, type: nauc_mrr_at_20_diff1
value: 7.3283000000000005
verified: no, type: nauc_mrr_at_100_max
value: 21.0238
verified: no, type: nauc_mrr_at_100_std
value: 46.319900000000004
verified: no, type: nauc_mrr_at_100_diff1
value: 7.2976
verified: no, type: nauc_mrr_at_1000_max
value: 20.987000000000002
verified: no, type: nauc_mrr_at_1000_std
value: 46.4588
verified: no, type: nauc_mrr_at_1000_diff1
value: 7.2833
verified: no, type: main_score
value: 15.151
verified: no
task: type: Retrieval, dataset: config: ara-ara
name: MTEB MLQARetrieval (ara-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 32.496
verified: no, type: ndcg_at_3
value: 40.172000000000004
verified: no, type: ndcg_at_5
value: 42.588
verified: no, type: ndcg_at_10
value: 45.078
verified: no, type: ndcg_at_20
value: 46.814
verified: no, type: ndcg_at_100
value: 49.696
verified: no, type: ndcg_at_1000
value: 51.466
verified: no, type: map_at_1
value: 32.486
verified: no, type: map_at_3
value: 38.271
verified: no, type: map_at_5
value: 39.606
verified: no, type: map_at_10
value: 40.647
verified: no, type: map_at_20
value: 41.121
verified: no, type: map_at_100
value: 41.512
verified: no, type: map_at_1000
value: 41.573
verified: no, type: recall_at_1
value: 32.486
verified: no, type: recall_at_3
value: 45.668
verified: no, type: recall_at_5
value: 51.556000000000004
verified: no, type: recall_at_10
value: 59.187999999999995
verified: no, type: recall_at_20
value: 66.07
verified: no, type: recall_at_100
value: 81.699
verified: no, type: recall_at_1000
value: 95.959
verified: no, type: precision_at_1
value: 32.496
verified: no, type: precision_at_3
value: 15.226
verified: no, type: precision_at_5
value: 10.313
verified: no, type: precision_at_10
value: 5.92
verified: no, type: precision_at_20
value: 3.304
verified: no, type: precision_at_100
value: 0.8170000000000001
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: mrr_at_1
value: 32.4958
verified: no, type: mrr_at_3
value: 38.2805
verified: no, type: mrr_at_5
value: 39.6156
verified: no, type: mrr_at_10
value: 40.6564
verified: no, type: mrr_at_20
value: 41.1308
verified: no, type: mrr_at_100
value: 41.5219
verified: no, type: mrr_at_1000
value: 41.5827
verified: no, type: nauc_ndcg_at_1_max
value: 45.3065
verified: no, type: nauc_ndcg_at_1_std
value: 8.438600000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.5996
verified: no, type: nauc_ndcg_at_3_max
value: 45.677800000000005
verified: no, type: nauc_ndcg_at_3_std
value: 11.2794
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.1837
verified: no, type: nauc_ndcg_at_5_max
value: 45.988
verified: no, type: nauc_ndcg_at_5_std
value: 12.4386
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.3708
verified: no, type: nauc_ndcg_at_10_max
value: 46.305800000000005
verified: no, type: nauc_ndcg_at_10_std
value: 13.8563
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.2161
verified: no, type: nauc_ndcg_at_20_max
value: 46.547
verified: no, type: nauc_ndcg_at_20_std
value: 14.746500000000001
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.8241
verified: no, type: nauc_ndcg_at_100_max
value: 46.8223
verified: no, type: nauc_ndcg_at_100_std
value: 15.3285
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.470099999999995
verified: no, type: nauc_ndcg_at_1000_max
value: 46.6777
verified: no, type: nauc_ndcg_at_1000_std
value: 14.3656
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.3024
verified: no, type: nauc_map_at_1_max
value: 45.277699999999996
verified: no, type: nauc_map_at_1_std
value: 8.4486
verified: no, type: nauc_map_at_1_diff1
value: 56.5556
verified: no, type: nauc_map_at_3_max
value: 45.536100000000005
verified: no, type: nauc_map_at_3_std
value: 10.555100000000001
verified: no, type: nauc_map_at_3_diff1
value: 50.8511
verified: no, type: nauc_map_at_5_max
value: 45.6962
verified: no, type: nauc_map_at_5_std
value: 11.1708
verified: no, type: nauc_map_at_5_diff1
value: 49.8493
verified: no, type: nauc_map_at_10_max
value: 45.83
verified: no, type: nauc_map_at_10_std
value: 11.7378
verified: no, type: nauc_map_at_10_diff1
value: 49.4193
verified: no, type: nauc_map_at_20_max
value: 45.881699999999995
verified: no, type: nauc_map_at_20_std
value: 11.9504
verified: no, type: nauc_map_at_20_diff1
value: 49.330600000000004
verified: no, type: nauc_map_at_100_max
value: 45.923700000000004
verified: no, type: nauc_map_at_100_std
value: 12.0218
verified: no, type: nauc_map_at_100_diff1
value: 49.4458
verified: no, type: nauc_map_at_1000_max
value: 45.9216
verified: no, type: nauc_map_at_1000_std
value: 11.9945
verified: no, type: nauc_map_at_1000_diff1
value: 49.4724
verified: no, type: nauc_recall_at_1_max
value: 45.277699999999996
verified: no, type: nauc_recall_at_1_std
value: 8.4486
verified: no, type: nauc_recall_at_1_diff1
value: 56.5556
verified: no, type: nauc_recall_at_3_max
value: 46.0736
verified: no, type: nauc_recall_at_3_std
value: 13.3868
verified: no, type: nauc_recall_at_3_diff1
value: 44.3913
verified: no, type: nauc_recall_at_5_max
value: 46.8911
verified: no, type: nauc_recall_at_5_std
value: 16.392799999999998
verified: no, type: nauc_recall_at_5_diff1
value: 39.8177
verified: no, type: nauc_recall_at_10_max
value: 47.9748
verified: no, type: nauc_recall_at_10_std
value: 21.4029
verified: no, type: nauc_recall_at_10_diff1
value: 35.2649
verified: no, type: nauc_recall_at_20_max
value: 49.3908
verified: no, type: nauc_recall_at_20_std
value: 26.6036
verified: no, type: nauc_recall_at_20_diff1
value: 32.0814
verified: no, type: nauc_recall_at_100_max
value: 53.539
verified: no, type: nauc_recall_at_100_std
value: 39.2579
verified: no, type: nauc_recall_at_100_diff1
value: 29.483500000000003
verified: no, type: nauc_recall_at_1000_max
value: 65.35640000000001
verified: no, type: nauc_recall_at_1000_std
value: 57.158699999999996
verified: no, type: nauc_recall_at_1000_diff1
value: 24.557399999999998
verified: no, type: nauc_precision_at_1_max
value: 45.3065
verified: no, type: nauc_precision_at_1_std
value: 8.438600000000001
verified: no, type: nauc_precision_at_1_diff1
value: 56.5996
verified: no, type: nauc_precision_at_3_max
value: 46.1054
verified: no, type: nauc_precision_at_3_std
value: 13.3778
verified: no, type: nauc_precision_at_3_diff1
value: 44.4386
verified: no, type: nauc_precision_at_5_max
value: 46.927
verified: no, type: nauc_precision_at_5_std
value: 16.3847
verified: no, type: nauc_precision_at_5_diff1
value: 39.868900000000004
verified: no, type: nauc_precision_at_10_max
value: 48.0138
verified: no, type: nauc_precision_at_10_std
value: 21.3945
verified: no, type: nauc_precision_at_10_diff1
value: 35.3201
verified: no, type: nauc_precision_at_20_max
value: 49.4384
verified: no, type: nauc_precision_at_20_std
value: 26.5966
verified: no, type: nauc_precision_at_20_diff1
value: 32.1454
verified: no, type: nauc_precision_at_100_max
value: 53.60510000000001
verified: no, type: nauc_precision_at_100_std
value: 39.245400000000004
verified: no, type: nauc_precision_at_100_diff1
value: 29.5996
verified: no, type: nauc_precision_at_1000_max
value: 65.31320000000001
verified: no, type: nauc_precision_at_1000_std
value: 56.5386
verified: no, type: nauc_precision_at_1000_diff1
value: 25.1914
verified: no, type: nauc_mrr_at_1_max
value: 45.3065
verified: no, type: nauc_mrr_at_1_std
value: 8.438600000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 56.5996
verified: no, type: nauc_mrr_at_3_max
value: 45.5645
verified: no, type: nauc_mrr_at_3_std
value: 10.5451
verified: no, type: nauc_mrr_at_3_diff1
value: 50.8949
verified: no, type: nauc_mrr_at_5_max
value: 45.7248
verified: no, type: nauc_mrr_at_5_std
value: 11.1608
verified: no, type: nauc_mrr_at_5_diff1
value: 49.8934
verified: no, type: nauc_mrr_at_10_max
value: 45.858900000000006
verified: no, type: nauc_mrr_at_10_std
value: 11.7276
verified: no, type: nauc_mrr_at_10_diff1
value: 49.464000000000006
verified: no, type: nauc_mrr_at_20_max
value: 45.9109
verified: no, type: nauc_mrr_at_20_std
value: 11.9401
verified: no, type: nauc_mrr_at_20_diff1
value: 49.3755
verified: no, type: nauc_mrr_at_100_max
value: 45.953
verified: no, type: nauc_mrr_at_100_std
value: 12.0114
verified: no, type: nauc_mrr_at_100_diff1
value: 49.4912
verified: no, type: nauc_mrr_at_1000_max
value: 45.9504
verified: no, type: nauc_mrr_at_1000_std
value: 11.984200000000001
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.5171
verified: no, type: main_score
value: 45.078
verified: no
task: type: Retrieval, dataset: config: ara-deu
name: MTEB MLQARetrieval (ara-deu)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.364
verified: no, type: ndcg_at_3
value: 1.103
verified: no, type: ndcg_at_5
value: 1.482
verified: no, type: ndcg_at_10
value: 2.275
verified: no, type: ndcg_at_20
value: 2.964
verified: no, type: ndcg_at_100
value: 5.203
verified: no, type: ndcg_at_1000
value: 12.245000000000001
verified: no, type: map_at_1
value: 0.364
verified: no, type: map_at_3
value: 0.8999999999999999
verified: no, type: map_at_5
value: 1.1119999999999999
verified: no, type: map_at_10
value: 1.434
verified: no, type: map_at_20
value: 1.6129999999999998
verified: no, type: map_at_100
value: 1.881
verified: no, type: map_at_1000
value: 2.067
verified: no, type: recall_at_1
value: 0.364
verified: no, type: recall_at_3
value: 1.699
verified: no, type: recall_at_5
value: 2.609
verified: no, type: recall_at_10
value: 5.097
verified: no, type: recall_at_20
value: 7.888000000000001
verified: no, type: recall_at_100
value: 20.57
verified: no, type: recall_at_1000
value: 80.734
verified: no, type: precision_at_1
value: 0.364
verified: no, type: precision_at_3
value: 0.5660000000000001
verified: no, type: precision_at_5
value: 0.522
verified: no, type: precision_at_10
value: 0.51
verified: no, type: precision_at_20
value: 0.394
verified: no, type: precision_at_100
value: 0.20600000000000002
verified: no, type: precision_at_1000
value: 0.08099999999999999
verified: no, type: mrr_at_1
value: 0.36410000000000003
verified: no, type: mrr_at_3
value: 0.9001
verified: no, type: mrr_at_5
value: 1.1125
verified: no, type: mrr_at_10
value: 1.4337
verified: no, type: mrr_at_20
value: 1.6132
verified: no, type: mrr_at_100
value: 1.8812
verified: no, type: mrr_at_1000
value: 2.0674
verified: no, type: nauc_ndcg_at_1_max
value: -3.7518999999999996
verified: no, type: nauc_ndcg_at_1_std
value: -29.5265
verified: no, type: nauc_ndcg_at_1_diff1
value: -9.383
verified: no, type: nauc_ndcg_at_3_max
value: -12.5243
verified: no, type: nauc_ndcg_at_3_std
value: -14.147000000000002
verified: no, type: nauc_ndcg_at_3_diff1
value: -26.011400000000002
verified: no, type: nauc_ndcg_at_5_max
value: -16.7965
verified: no, type: nauc_ndcg_at_5_std
value: -15.1729
verified: no, type: nauc_ndcg_at_5_diff1
value: -27.7871
verified: no, type: nauc_ndcg_at_10_max
value: -18.912599999999998
verified: no, type: nauc_ndcg_at_10_std
value: -10.5837
verified: no, type: nauc_ndcg_at_10_diff1
value: -25.6038
verified: no, type: nauc_ndcg_at_20_max
value: -16.9819
verified: no, type: nauc_ndcg_at_20_std
value: -6.410100000000001
verified: no, type: nauc_ndcg_at_20_diff1
value: -23.090700000000002
verified: no, type: nauc_ndcg_at_100_max
value: -17.7062
verified: no, type: nauc_ndcg_at_100_std
value: -6.7146
verified: no, type: nauc_ndcg_at_100_diff1
value: -20.0496
verified: no, type: nauc_ndcg_at_1000_max
value: -17.5259
verified: no, type: nauc_ndcg_at_1000_std
value: -8.1273
verified: no, type: nauc_ndcg_at_1000_diff1
value: -21.9965
verified: no, type: nauc_map_at_1_max
value: -3.7518999999999996
verified: no, type: nauc_map_at_1_std
value: -29.5265
verified: no, type: nauc_map_at_1_diff1
value: -9.383
verified: no, type: nauc_map_at_3_max
value: -10.2362
verified: no, type: nauc_map_at_3_std
value: -15.088899999999999
verified: no, type: nauc_map_at_3_diff1
value: -23.8832
verified: no, type: nauc_map_at_5_max
value: -14.013100000000001
verified: no, type: nauc_map_at_5_std
value: -15.710099999999999
verified: no, type: nauc_map_at_5_diff1
value: -25.674799999999998
verified: no, type: nauc_map_at_10_max
value: -15.9443
verified: no, type: nauc_map_at_10_std
value: -12.381300000000001
verified: no, type: nauc_map_at_10_diff1
value: -24.6344
verified: no, type: nauc_map_at_20_max
value: -15.437899999999999
verified: no, type: nauc_map_at_20_std
value: -10.1597
verified: no, type: nauc_map_at_20_diff1
value: -23.6569
verified: no, type: nauc_map_at_100_max
value: -15.8978
verified: no, type: nauc_map_at_100_std
value: -10.050699999999999
verified: no, type: nauc_map_at_100_diff1
value: -22.7283
verified: no, type: nauc_map_at_1000_max
value: -16.0717
verified: no, type: nauc_map_at_1000_std
value: -10.3214
verified: no, type: nauc_map_at_1000_diff1
value: -22.8858
verified: no, type: nauc_recall_at_1_max
value: -3.7518999999999996
verified: no, type: nauc_recall_at_1_std
value: -29.5265
verified: no, type: nauc_recall_at_1_diff1
value: -9.383
verified: no, type: nauc_recall_at_3_max
value: -16.3357
verified: no, type: nauc_recall_at_3_std
value: -12.829099999999999
verified: no, type: nauc_recall_at_3_diff1
value: -29.3757
verified: no, type: nauc_recall_at_5_max
value: -20.5745
verified: no, type: nauc_recall_at_5_std
value: -14.627899999999999
verified: no, type: nauc_recall_at_5_diff1
value: -30.521700000000003
verified: no, type: nauc_recall_at_10_max
value: -21.7653
verified: no, type: nauc_recall_at_10_std
value: -8.8471
verified: no, type: nauc_recall_at_10_diff1
value: -26.2943
verified: no, type: nauc_recall_at_20_max
value: -17.6809
verified: no, type: nauc_recall_at_20_std
value: -3.1351999999999998
verified: no, type: nauc_recall_at_20_diff1
value: -22.0324
verified: no, type: nauc_recall_at_100_max
value: -18.315
verified: no, type: nauc_recall_at_100_std
value: -4.9831
verified: no, type: nauc_recall_at_100_diff1
value: -17.8229
verified: no, type: nauc_recall_at_1000_max
value: -16.108800000000002
verified: no, type: nauc_recall_at_1000_std
value: -6.2484
verified: no, type: nauc_recall_at_1000_diff1
value: -22.1741
verified: no, type: nauc_precision_at_1_max
value: -3.7518999999999996
verified: no, type: nauc_precision_at_1_std
value: -29.5265
verified: no, type: nauc_precision_at_1_diff1
value: -9.383
verified: no, type: nauc_precision_at_3_max
value: -16.3357
verified: no, type: nauc_precision_at_3_std
value: -12.829099999999999
verified: no, type: nauc_precision_at_3_diff1
value: -29.3757
verified: no, type: nauc_precision_at_5_max
value: -20.5745
verified: no, type: nauc_precision_at_5_std
value: -14.627899999999999
verified: no, type: nauc_precision_at_5_diff1
value: -30.521700000000003
verified: no, type: nauc_precision_at_10_max
value: -21.7653
verified: no, type: nauc_precision_at_10_std
value: -8.8471
verified: no, type: nauc_precision_at_10_diff1
value: -26.2943
verified: no, type: nauc_precision_at_20_max
value: -17.6809
verified: no, type: nauc_precision_at_20_std
value: -3.1351999999999998
verified: no, type: nauc_precision_at_20_diff1
value: -22.0324
verified: no, type: nauc_precision_at_100_max
value: -18.315
verified: no, type: nauc_precision_at_100_std
value: -4.9831
verified: no, type: nauc_precision_at_100_diff1
value: -17.8229
verified: no, type: nauc_precision_at_1000_max
value: -16.253899999999998
verified: no, type: nauc_precision_at_1000_std
value: -6.2287
verified: no, type: nauc_precision_at_1000_diff1
value: -22.2998
verified: no, type: nauc_mrr_at_1_max
value: -3.7518999999999996
verified: no, type: nauc_mrr_at_1_std
value: -29.5265
verified: no, type: nauc_mrr_at_1_diff1
value: -9.383
verified: no, type: nauc_mrr_at_3_max
value: -10.2362
verified: no, type: nauc_mrr_at_3_std
value: -15.088899999999999
verified: no, type: nauc_mrr_at_3_diff1
value: -23.8832
verified: no, type: nauc_mrr_at_5_max
value: -14.013100000000001
verified: no, type: nauc_mrr_at_5_std
value: -15.710099999999999
verified: no, type: nauc_mrr_at_5_diff1
value: -25.674799999999998
verified: no, type: nauc_mrr_at_10_max
value: -15.9443
verified: no, type: nauc_mrr_at_10_std
value: -12.381300000000001
verified: no, type: nauc_mrr_at_10_diff1
value: -24.6344
verified: no, type: nauc_mrr_at_20_max
value: -15.437899999999999
verified: no, type: nauc_mrr_at_20_std
value: -10.1597
verified: no, type: nauc_mrr_at_20_diff1
value: -23.6569
verified: no, type: nauc_mrr_at_100_max
value: -15.8978
verified: no, type: nauc_mrr_at_100_std
value: -10.050699999999999
verified: no, type: nauc_mrr_at_100_diff1
value: -22.7283
verified: no, type: nauc_mrr_at_1000_max
value: -16.074099999999998
verified: no, type: nauc_mrr_at_1000_std
value: -10.3209
verified: no, type: nauc_mrr_at_1000_diff1
value: -22.8877
verified: no, type: main_score
value: 2.275
verified: no
task: type: Retrieval, dataset: config: ara-eng
name: MTEB MLQARetrieval (ara-eng)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.8250000000000001
verified: no, type: ndcg_at_3
value: 1.3559999999999999
verified: no, type: ndcg_at_5
value: 1.833
verified: no, type: ndcg_at_10
value: 2.922
verified: no, type: ndcg_at_20
value: 3.943
verified: no, type: ndcg_at_100
value: 6.492000000000001
verified: no, type: ndcg_at_1000
value: 11.162999999999998
verified: no, type: map_at_1
value: 0.8250000000000001
verified: no, type: map_at_3
value: 1.222
verified: no, type: map_at_5
value: 1.481
verified: no, type: map_at_10
value: 1.9220000000000002
verified: no, type: map_at_20
value: 2.2009999999999996
verified: no, type: map_at_100
value: 2.5180000000000002
verified: no, type: map_at_1000
value: 2.654
verified: no, type: recall_at_1
value: 0.8250000000000001
verified: no, type: recall_at_3
value: 1.744
verified: no, type: recall_at_5
value: 2.926
verified: no, type: recall_at_10
value: 6.339
verified: no, type: recall_at_20
value: 10.39
verified: no, type: recall_at_100
value: 24.644
verified: no, type: recall_at_1000
value: 63.803
verified: no, type: precision_at_1
value: 0.8250000000000001
verified: no, type: precision_at_3
value: 0.581
verified: no, type: precision_at_5
value: 0.585
verified: no, type: precision_at_10
value: 0.634
verified: no, type: precision_at_20
value: 0.52
verified: no, type: precision_at_100
value: 0.246
verified: no, type: precision_at_1000
value: 0.064
verified: no, type: mrr_at_1
value: 0.8252
verified: no, type: mrr_at_3
value: 1.2222
verified: no, type: mrr_at_5
value: 1.481
verified: no, type: mrr_at_10
value: 1.9224
verified: no, type: mrr_at_20
value: 2.2008
verified: no, type: mrr_at_100
value: 2.5183
verified: no, type: mrr_at_1000
value: 2.6538
verified: no, type: nauc_ndcg_at_1_max
value: 0.9053
verified: no, type: nauc_ndcg_at_1_std
value: 34.6374
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.330900000000003
verified: no, type: nauc_ndcg_at_3_max
value: -5.9703
verified: no, type: nauc_ndcg_at_3_std
value: 37.4608
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.4823
verified: no, type: nauc_ndcg_at_5_max
value: -6.1077
verified: no, type: nauc_ndcg_at_5_std
value: 36.6763
verified: no, type: nauc_ndcg_at_5_diff1
value: 12.4611
verified: no, type: nauc_ndcg_at_10_max
value: -4.5079
verified: no, type: nauc_ndcg_at_10_std
value: 27.916400000000003
verified: no, type: nauc_ndcg_at_10_diff1
value: 10.6386
verified: no, type: nauc_ndcg_at_20_max
value: -2.8867
verified: no, type: nauc_ndcg_at_20_std
value: 24.9533
verified: no, type: nauc_ndcg_at_20_diff1
value: 8.3649
verified: no, type: nauc_ndcg_at_100_max
value: -3.7651999999999997
verified: no, type: nauc_ndcg_at_100_std
value: 24.0342
verified: no, type: nauc_ndcg_at_100_diff1
value: 7.2088
verified: no, type: nauc_ndcg_at_1000_max
value: -2.579
verified: no, type: nauc_ndcg_at_1000_std
value: 26.253
verified: no, type: nauc_ndcg_at_1000_diff1
value: 7.678699999999999
verified: no, type: nauc_map_at_1_max
value: 0.9053
verified: no, type: nauc_map_at_1_std
value: 34.6374
verified: no, type: nauc_map_at_1_diff1
value: 27.330900000000003
verified: no, type: nauc_map_at_3_max
value: -4.6315
verified: no, type: nauc_map_at_3_std
value: 36.842999999999996
verified: no, type: nauc_map_at_3_diff1
value: 18.601200000000002
verified: no, type: nauc_map_at_5_max
value: -5.0622
verified: no, type: nauc_map_at_5_std
value: 36.5787
verified: no, type: nauc_map_at_5_diff1
value: 15.4748
verified: no, type: nauc_map_at_10_max
value: -4.2324
verified: no, type: nauc_map_at_10_std
value: 31.355300000000003
verified: no, type: nauc_map_at_10_diff1
value: 13.7376
verified: no, type: nauc_map_at_20_max
value: -3.4449
verified: no, type: nauc_map_at_20_std
value: 29.524299999999997
verified: no, type: nauc_map_at_20_diff1
value: 12.3653
verified: no, type: nauc_map_at_100_max
value: -3.6995
verified: no, type: nauc_map_at_100_std
value: 28.8678
verified: no, type: nauc_map_at_100_diff1
value: 11.617700000000001
verified: no, type: nauc_map_at_1000_max
value: -3.6461
verified: no, type: nauc_map_at_1000_std
value: 29.0105
verified: no, type: nauc_map_at_1000_diff1
value: 11.6262
verified: no, type: nauc_recall_at_1_max
value: 0.9053
verified: no, type: nauc_recall_at_1_std
value: 34.6374
verified: no, type: nauc_recall_at_1_diff1
value: 27.330900000000003
verified: no, type: nauc_recall_at_3_max
value: -8.7411
verified: no, type: nauc_recall_at_3_std
value: 38.7558
verified: no, type: nauc_recall_at_3_diff1
value: 12.0955
verified: no, type: nauc_recall_at_5_max
value: -7.6163
verified: no, type: nauc_recall_at_5_std
value: 36.6908
verified: no, type: nauc_recall_at_5_diff1
value: 7.7404
verified: no, type: nauc_recall_at_10_max
value: -4.6257
verified: no, type: nauc_recall_at_10_std
value: 23.798099999999998
verified: no, type: nauc_recall_at_10_diff1
value: 7.5243
verified: no, type: nauc_recall_at_20_max
value: -2.182
verified: no, type: nauc_recall_at_20_std
value: 20.8335
verified: no, type: nauc_recall_at_20_diff1
value: 5.0846
verified: no, type: nauc_recall_at_100_max
value: -3.8514
verified: no, type: nauc_recall_at_100_std
value: 21.1533
verified: no, type: nauc_recall_at_100_diff1
value: 4.826
verified: no, type: nauc_recall_at_1000_max
value: -0.5378
verified: no, type: nauc_recall_at_1000_std
value: 26.6266
verified: no, type: nauc_recall_at_1000_diff1
value: 5.8276
verified: no, type: nauc_precision_at_1_max
value: 0.9053
verified: no, type: nauc_precision_at_1_std
value: 34.6374
verified: no, type: nauc_precision_at_1_diff1
value: 27.330900000000003
verified: no, type: nauc_precision_at_3_max
value: -8.7411
verified: no, type: nauc_precision_at_3_std
value: 38.7558
verified: no, type: nauc_precision_at_3_diff1
value: 12.0955
verified: no, type: nauc_precision_at_5_max
value: -7.6163
verified: no, type: nauc_precision_at_5_std
value: 36.6908
verified: no, type: nauc_precision_at_5_diff1
value: 7.7404
verified: no, type: nauc_precision_at_10_max
value: -4.6257
verified: no, type: nauc_precision_at_10_std
value: 23.798099999999998
verified: no, type: nauc_precision_at_10_diff1
value: 7.5243
verified: no, type: nauc_precision_at_20_max
value: -2.182
verified: no, type: nauc_precision_at_20_std
value: 20.8335
verified: no, type: nauc_precision_at_20_diff1
value: 5.0846
verified: no, type: nauc_precision_at_100_max
value: -3.8514
verified: no, type: nauc_precision_at_100_std
value: 21.1533
verified: no, type: nauc_precision_at_100_diff1
value: 4.826
verified: no, type: nauc_precision_at_1000_max
value: -0.5238999999999999
verified: no, type: nauc_precision_at_1000_std
value: 26.6614
verified: no, type: nauc_precision_at_1000_diff1
value: 5.9221
verified: no, type: nauc_mrr_at_1_max
value: 0.9053
verified: no, type: nauc_mrr_at_1_std
value: 34.6374
verified: no, type: nauc_mrr_at_1_diff1
value: 27.330900000000003
verified: no, type: nauc_mrr_at_3_max
value: -4.6315
verified: no, type: nauc_mrr_at_3_std
value: 36.842999999999996
verified: no, type: nauc_mrr_at_3_diff1
value: 18.601200000000002
verified: no, type: nauc_mrr_at_5_max
value: -5.0622
verified: no, type: nauc_mrr_at_5_std
value: 36.5787
verified: no, type: nauc_mrr_at_5_diff1
value: 15.4748
verified: no, type: nauc_mrr_at_10_max
value: -4.2324
verified: no, type: nauc_mrr_at_10_std
value: 31.355300000000003
verified: no, type: nauc_mrr_at_10_diff1
value: 13.7376
verified: no, type: nauc_mrr_at_20_max
value: -3.4449
verified: no, type: nauc_mrr_at_20_std
value: 29.524299999999997
verified: no, type: nauc_mrr_at_20_diff1
value: 12.3653
verified: no, type: nauc_mrr_at_100_max
value: -3.6995
verified: no, type: nauc_mrr_at_100_std
value: 28.8678
verified: no, type: nauc_mrr_at_100_diff1
value: 11.617700000000001
verified: no, type: nauc_mrr_at_1000_max
value: -3.6457
verified: no, type: nauc_mrr_at_1000_std
value: 29.010799999999996
verified: no, type: nauc_mrr_at_1000_diff1
value: 11.6281
verified: no, type: main_score
value: 2.922
verified: no
task: type: Retrieval, dataset: config: ara-spa
name: MTEB MLQARetrieval (ara-spa)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.5559999999999999
verified: no, type: ndcg_at_3
value: 1.21
verified: no, type: ndcg_at_5
value: 1.504
verified: no, type: ndcg_at_10
value: 2.051
verified: no, type: ndcg_at_20
value: 2.662
verified: no, type: ndcg_at_100
value: 4.553
verified: no, type: ndcg_at_1000
value: 11.068999999999999
verified: no, type: map_at_1
value: 0.5559999999999999
verified: no, type: map_at_3
value: 1.036
verified: no, type: map_at_5
value: 1.201
verified: no, type: map_at_10
value: 1.421
verified: no, type: map_at_20
value: 1.587
verified: no, type: map_at_100
value: 1.817
verified: no, type: map_at_1000
value: 1.9849999999999999
verified: no, type: recall_at_1
value: 0.5559999999999999
verified: no, type: recall_at_3
value: 1.719
verified: no, type: recall_at_5
value: 2.427
verified: no, type: recall_at_10
value: 4.146
verified: no, type: recall_at_20
value: 6.572
verified: no, type: recall_at_100
value: 17.24
verified: no, type: recall_at_1000
value: 73.155
verified: no, type: precision_at_1
value: 0.5559999999999999
verified: no, type: precision_at_3
value: 0.573
verified: no, type: precision_at_5
value: 0.485
verified: no, type: precision_at_10
value: 0.415
verified: no, type: precision_at_20
value: 0.329
verified: no, type: precision_at_100
value: 0.172
verified: no, type: precision_at_1000
value: 0.073
verified: no, type: mrr_at_1
value: 0.5561
verified: no, type: mrr_at_3
value: 1.0364
verified: no, type: mrr_at_5
value: 1.2007
verified: no, type: mrr_at_10
value: 1.4211
verified: no, type: mrr_at_20
value: 1.5872000000000002
verified: no, type: mrr_at_100
value: 1.8167
verified: no, type: mrr_at_1000
value: 1.9851
verified: no, type: nauc_ndcg_at_1_max
value: -29.040100000000002
verified: no, type: nauc_ndcg_at_1_std
value: 3.4861999999999997
verified: no, type: nauc_ndcg_at_1_diff1
value: 4.853
verified: no, type: nauc_ndcg_at_3_max
value: -12.983
verified: no, type: nauc_ndcg_at_3_std
value: 1.7259
verified: no, type: nauc_ndcg_at_3_diff1
value: 8.4265
verified: no, type: nauc_ndcg_at_5_max
value: -10.3764
verified: no, type: nauc_ndcg_at_5_std
value: 2.8069
verified: no, type: nauc_ndcg_at_5_diff1
value: 14.2088
verified: no, type: nauc_ndcg_at_10_max
value: -7.5885
verified: no, type: nauc_ndcg_at_10_std
value: 0.9875999999999999
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.482800000000001
verified: no, type: nauc_ndcg_at_20_max
value: -1.1437
verified: no, type: nauc_ndcg_at_20_std
value: 4.1508
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.4809
verified: no, type: nauc_ndcg_at_100_max
value: -2.751
verified: no, type: nauc_ndcg_at_100_std
value: 0.6817
verified: no, type: nauc_ndcg_at_100_diff1
value: 12.5662
verified: no, type: nauc_ndcg_at_1000_max
value: -0.5488999999999999
verified: no, type: nauc_ndcg_at_1000_std
value: 0.3646
verified: no, type: nauc_ndcg_at_1000_diff1
value: 11.4795
verified: no, type: nauc_map_at_1_max
value: -29.040100000000002
verified: no, type: nauc_map_at_1_std
value: 3.4861999999999997
verified: no, type: nauc_map_at_1_diff1
value: 4.853
verified: no, type: nauc_map_at_3_max
value: -15.252199999999998
verified: no, type: nauc_map_at_3_std
value: 1.5733000000000001
verified: no, type: nauc_map_at_3_diff1
value: 8.1455
verified: no, type: nauc_map_at_5_max
value: -12.8825
verified: no, type: nauc_map_at_5_std
value: 2.2918000000000003
verified: no, type: nauc_map_at_5_diff1
value: 12.5441
verified: no, type: nauc_map_at_10_max
value: -10.509
verified: no, type: nauc_map_at_10_std
value: 1.3444
verified: no, type: nauc_map_at_10_diff1
value: 13.108600000000001
verified: no, type: nauc_map_at_20_max
value: -7.0383000000000004
verified: no, type: nauc_map_at_20_std
value: 2.9145999999999996
verified: no, type: nauc_map_at_20_diff1
value: 13.2725
verified: no, type: nauc_map_at_100_max
value: -6.7613
verified: no, type: nauc_map_at_100_std
value: 2.1599
verified: no, type: nauc_map_at_100_diff1
value: 12.7128
verified: no, type: nauc_map_at_1000_max
value: -6.5134
verified: no, type: nauc_map_at_1000_std
value: 1.9965
verified: no, type: nauc_map_at_1000_diff1
value: 12.581100000000001
verified: no, type: nauc_recall_at_1_max
value: -29.040100000000002
verified: no, type: nauc_recall_at_1_std
value: 3.4861999999999997
verified: no, type: nauc_recall_at_1_diff1
value: 4.853
verified: no, type: nauc_recall_at_3_max
value: -8.9869
verified: no, type: nauc_recall_at_3_std
value: 2.086
verified: no, type: nauc_recall_at_3_diff1
value: 8.8702
verified: no, type: nauc_recall_at_5_max
value: -6.737
verified: no, type: nauc_recall_at_5_std
value: 3.7180999999999997
verified: no, type: nauc_recall_at_5_diff1
value: 16.743199999999998
verified: no, type: nauc_recall_at_10_max
value: -4.5687999999999995
verified: no, type: nauc_recall_at_10_std
value: 0.45659999999999995
verified: no, type: nauc_recall_at_10_diff1
value: 15.862000000000002
verified: no, type: nauc_recall_at_20_max
value: 4.2678
verified: no, type: nauc_recall_at_20_std
value: 5.4234
verified: no, type: nauc_recall_at_20_diff1
value: 15.3079
verified: no, type: nauc_recall_at_100_max
value: -1.4296
verified: no, type: nauc_recall_at_100_std
value: -0.9698
verified: no, type: nauc_recall_at_100_diff1
value: 12.1166
verified: no, type: nauc_recall_at_1000_max
value: 4.0125
verified: no, type: nauc_recall_at_1000_std
value: -1.0373
verified: no, type: nauc_recall_at_1000_diff1
value: 9.934
verified: no, type: nauc_precision_at_1_max
value: -29.040100000000002
verified: no, type: nauc_precision_at_1_std
value: 3.4861999999999997
verified: no, type: nauc_precision_at_1_diff1
value: 4.853
verified: no, type: nauc_precision_at_3_max
value: -8.9869
verified: no, type: nauc_precision_at_3_std
value: 2.086
verified: no, type: nauc_precision_at_3_diff1
value: 8.8702
verified: no, type: nauc_precision_at_5_max
value: -6.737
verified: no, type: nauc_precision_at_5_std
value: 3.7180999999999997
verified: no, type: nauc_precision_at_5_diff1
value: 16.743199999999998
verified: no, type: nauc_precision_at_10_max
value: -4.5687999999999995
verified: no, type: nauc_precision_at_10_std
value: 0.45659999999999995
verified: no, type: nauc_precision_at_10_diff1
value: 15.862000000000002
verified: no, type: nauc_precision_at_20_max
value: 4.2678
verified: no, type: nauc_precision_at_20_std
value: 5.4234
verified: no, type: nauc_precision_at_20_diff1
value: 15.3079
verified: no, type: nauc_precision_at_100_max
value: -1.4296
verified: no, type: nauc_precision_at_100_std
value: -0.9698
verified: no, type: nauc_precision_at_100_diff1
value: 12.1166
verified: no, type: nauc_precision_at_1000_max
value: 4.0125
verified: no, type: nauc_precision_at_1000_std
value: -1.0373
verified: no, type: nauc_precision_at_1000_diff1
value: 9.934
verified: no, type: nauc_mrr_at_1_max
value: -29.040100000000002
verified: no, type: nauc_mrr_at_1_std
value: 3.4861999999999997
verified: no, type: nauc_mrr_at_1_diff1
value: 4.853
verified: no, type: nauc_mrr_at_3_max
value: -15.252199999999998
verified: no, type: nauc_mrr_at_3_std
value: 1.5733000000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 8.1455
verified: no, type: nauc_mrr_at_5_max
value: -12.8825
verified: no, type: nauc_mrr_at_5_std
value: 2.2918000000000003
verified: no, type: nauc_mrr_at_5_diff1
value: 12.5441
verified: no, type: nauc_mrr_at_10_max
value: -10.509
verified: no, type: nauc_mrr_at_10_std
value: 1.3444
verified: no, type: nauc_mrr_at_10_diff1
value: 13.108600000000001
verified: no, type: nauc_mrr_at_20_max
value: -7.0383000000000004
verified: no, type: nauc_mrr_at_20_std
value: 2.9145999999999996
verified: no, type: nauc_mrr_at_20_diff1
value: 13.2725
verified: no, type: nauc_mrr_at_100_max
value: -6.7613
verified: no, type: nauc_mrr_at_100_std
value: 2.1599
verified: no, type: nauc_mrr_at_100_diff1
value: 12.7128
verified: no, type: nauc_mrr_at_1000_max
value: -6.5134
verified: no, type: nauc_mrr_at_1000_std
value: 1.9965
verified: no, type: nauc_mrr_at_1000_diff1
value: 12.581100000000001
verified: no, type: main_score
value: 2.051
verified: no
task: type: Retrieval, dataset: config: ara-hin
name: MTEB MLQARetrieval (ara-hin)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.601
verified: no, type: ndcg_at_3
value: 0.889
verified: no, type: ndcg_at_5
value: 1.026
verified: no, type: ndcg_at_10
value: 1.2409999999999999
verified: no, type: ndcg_at_20
value: 1.482
verified: no, type: ndcg_at_100
value: 2.6599999999999997
verified: no, type: ndcg_at_1000
value: 9.371
verified: no, type: map_at_1
value: 0.601
verified: no, type: map_at_3
value: 0.819
verified: no, type: map_at_5
value: 0.8959999999999999
verified: no, type: map_at_10
value: 0.9860000000000001
verified: no, type: map_at_20
value: 1.048
verified: no, type: map_at_100
value: 1.188
verified: no, type: map_at_1000
value: 1.345
verified: no, type: recall_at_1
value: 0.601
verified: no, type: recall_at_3
value: 1.0919999999999999
verified: no, type: recall_at_5
value: 1.4200000000000002
verified: no, type: recall_at_10
value: 2.075
verified: no, type: recall_at_20
value: 3.058
verified: no, type: recall_at_100
value: 9.776
verified: no, type: recall_at_1000
value: 68.542
verified: no, type: precision_at_1
value: 0.601
verified: no, type: precision_at_3
value: 0.364
verified: no, type: precision_at_5
value: 0.28400000000000003
verified: no, type: precision_at_10
value: 0.208
verified: no, type: precision_at_20
value: 0.153
verified: no, type: precision_at_100
value: 0.098
verified: no, type: precision_at_1000
value: 0.06899999999999999
verified: no, type: mrr_at_1
value: 0.6008
verified: no, type: mrr_at_3
value: 0.8191999999999999
verified: no, type: mrr_at_5
value: 0.8956999999999999
verified: no, type: mrr_at_10
value: 0.9862
verified: no, type: mrr_at_20
value: 1.0482
verified: no, type: mrr_at_100
value: 1.1877
verified: no, type: mrr_at_1000
value: 1.3445
verified: no, type: nauc_ndcg_at_1_max
value: 77.7698
verified: no, type: nauc_ndcg_at_1_std
value: 20.3921
verified: no, type: nauc_ndcg_at_1_diff1
value: 78.9992
verified: no, type: nauc_ndcg_at_3_max
value: 66.8338
verified: no, type: nauc_ndcg_at_3_std
value: 17.974300000000003
verified: no, type: nauc_ndcg_at_3_diff1
value: 66.3534
verified: no, type: nauc_ndcg_at_5_max
value: 60.3363
verified: no, type: nauc_ndcg_at_5_std
value: 15.3865
verified: no, type: nauc_ndcg_at_5_diff1
value: 65.0806
verified: no, type: nauc_ndcg_at_10_max
value: 48.2563
verified: no, type: nauc_ndcg_at_10_std
value: 9.5647
verified: no, type: nauc_ndcg_at_10_diff1
value: 53.7428
verified: no, type: nauc_ndcg_at_20_max
value: 41.3929
verified: no, type: nauc_ndcg_at_20_std
value: 7.0908999999999995
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.028999999999996
verified: no, type: nauc_ndcg_at_100_max
value: 29.4137
verified: no, type: nauc_ndcg_at_100_std
value: 7.297
verified: no, type: nauc_ndcg_at_100_diff1
value: 33.575
verified: no, type: nauc_ndcg_at_1000_max
value: 21.2503
verified: no, type: nauc_ndcg_at_1000_std
value: 5.9479999999999995
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.8539
verified: no, type: nauc_map_at_1_max
value: 77.7698
verified: no, type: nauc_map_at_1_std
value: 20.3921
verified: no, type: nauc_map_at_1_diff1
value: 78.9992
verified: no, type: nauc_map_at_3_max
value: 68.6336
verified: no, type: nauc_map_at_3_std
value: 18.1845
verified: no, type: nauc_map_at_3_diff1
value: 68.3602
verified: no, type: nauc_map_at_5_max
value: 64.2857
verified: no, type: nauc_map_at_5_std
value: 16.4486
verified: no, type: nauc_map_at_5_diff1
value: 67.4023
verified: no, type: nauc_map_at_10_max
value: 57.523599999999995
verified: no, type: nauc_map_at_10_std
value: 13.2337
verified: no, type: nauc_map_at_10_diff1
value: 61.1023
verified: no, type: nauc_map_at_20_max
value: 54.5881
verified: no, type: nauc_map_at_20_std
value: 12.1576
verified: no, type: nauc_map_at_20_diff1
value: 58.4532
verified: no, type: nauc_map_at_100_max
value: 49.6122
verified: no, type: nauc_map_at_100_std
value: 11.368599999999999
verified: no, type: nauc_map_at_100_diff1
value: 53.6787
verified: no, type: nauc_map_at_1000_max
value: 47.6843
verified: no, type: nauc_map_at_1000_std
value: 10.9958
verified: no, type: nauc_map_at_1000_diff1
value: 51.4409
verified: no, type: nauc_recall_at_1_max
value: 77.7698
verified: no, type: nauc_recall_at_1_std
value: 20.3921
verified: no, type: nauc_recall_at_1_diff1
value: 78.9992
verified: no, type: nauc_recall_at_3_max
value: 62.9798
verified: no, type: nauc_recall_at_3_std
value: 17.5866
verified: no, type: nauc_recall_at_3_diff1
value: 62.0812
verified: no, type: nauc_recall_at_5_max
value: 52.6436
verified: no, type: nauc_recall_at_5_std
value: 13.3293
verified: no, type: nauc_recall_at_5_diff1
value: 60.7765
verified: no, type: nauc_recall_at_10_max
value: 33.076100000000004
verified: no, type: nauc_recall_at_10_std
value: 3.4612
verified: no, type: nauc_recall_at_10_diff1
value: 41.6937
verified: no, type: nauc_recall_at_20_max
value: 24.080099999999998
verified: no, type: nauc_recall_at_20_std
value: 0.41279999999999994
verified: no, type: nauc_recall_at_20_diff1
value: 31.678299999999997
verified: no, type: nauc_recall_at_100_max
value: 17.8562
verified: no, type: nauc_recall_at_100_std
value: 5.8204
verified: no, type: nauc_recall_at_100_diff1
value: 21.090600000000002
verified: no, type: nauc_recall_at_1000_max
value: 8.8523
verified: no, type: nauc_recall_at_1000_std
value: 4.2437000000000005
verified: no, type: nauc_recall_at_1000_diff1
value: 5.9054
verified: no, type: nauc_precision_at_1_max
value: 77.7698
verified: no, type: nauc_precision_at_1_std
value: 20.3921
verified: no, type: nauc_precision_at_1_diff1
value: 78.9992
verified: no, type: nauc_precision_at_3_max
value: 62.9798
verified: no, type: nauc_precision_at_3_std
value: 17.5866
verified: no, type: nauc_precision_at_3_diff1
value: 62.0812
verified: no, type: nauc_precision_at_5_max
value: 52.6436
verified: no, type: nauc_precision_at_5_std
value: 13.3293
verified: no, type: nauc_precision_at_5_diff1
value: 60.7765
verified: no, type: nauc_precision_at_10_max
value: 33.076100000000004
verified: no, type: nauc_precision_at_10_std
value: 3.4612
verified: no, type: nauc_precision_at_10_diff1
value: 41.6937
verified: no, type: nauc_precision_at_20_max
value: 24.080099999999998
verified: no, type: nauc_precision_at_20_std
value: 0.41279999999999994
verified: no, type: nauc_precision_at_20_diff1
value: 31.678299999999997
verified: no, type: nauc_precision_at_100_max
value: 17.8562
verified: no, type: nauc_precision_at_100_std
value: 5.8204
verified: no, type: nauc_precision_at_100_diff1
value: 21.090600000000002
verified: no, type: nauc_precision_at_1000_max
value: 8.8523
verified: no, type: nauc_precision_at_1000_std
value: 4.2437000000000005
verified: no, type: nauc_precision_at_1000_diff1
value: 5.9054
verified: no, type: nauc_mrr_at_1_max
value: 77.7698
verified: no, type: nauc_mrr_at_1_std
value: 20.3921
verified: no, type: nauc_mrr_at_1_diff1
value: 78.9992
verified: no, type: nauc_mrr_at_3_max
value: 68.6336
verified: no, type: nauc_mrr_at_3_std
value: 18.1845
verified: no, type: nauc_mrr_at_3_diff1
value: 68.3602
verified: no, type: nauc_mrr_at_5_max
value: 64.2857
verified: no, type: nauc_mrr_at_5_std
value: 16.4486
verified: no, type: nauc_mrr_at_5_diff1
value: 67.4023
verified: no, type: nauc_mrr_at_10_max
value: 57.523599999999995
verified: no, type: nauc_mrr_at_10_std
value: 13.2337
verified: no, type: nauc_mrr_at_10_diff1
value: 61.1023
verified: no, type: nauc_mrr_at_20_max
value: 54.5881
verified: no, type: nauc_mrr_at_20_std
value: 12.1576
verified: no, type: nauc_mrr_at_20_diff1
value: 58.4532
verified: no, type: nauc_mrr_at_100_max
value: 49.6122
verified: no, type: nauc_mrr_at_100_std
value: 11.368599999999999
verified: no, type: nauc_mrr_at_100_diff1
value: 53.6787
verified: no, type: nauc_mrr_at_1000_max
value: 47.6843
verified: no, type: nauc_mrr_at_1000_std
value: 10.9958
verified: no, type: nauc_mrr_at_1000_diff1
value: 51.4409
verified: no, type: main_score
value: 1.2409999999999999
verified: no
task: type: Retrieval, dataset: config: ara-vie
name: MTEB MLQARetrieval (ara-vie)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 1.3679999999999999
verified: no, type: ndcg_at_3
value: 2.265
verified: no, type: ndcg_at_5
value: 2.624
verified: no, type: ndcg_at_10
value: 3.145
verified: no, type: ndcg_at_20
value: 3.987
verified: no, type: ndcg_at_100
value: 5.968
verified: no, type: ndcg_at_1000
value: 11.899999999999999
verified: no, type: map_at_1
value: 1.3679999999999999
verified: no, type: map_at_3
value: 2.035
verified: no, type: map_at_5
value: 2.233
verified: no, type: map_at_10
value: 2.448
verified: no, type: map_at_20
value: 2.68
verified: no, type: map_at_100
value: 2.922
verified: no, type: map_at_1000
value: 3.073
verified: no, type: recall_at_1
value: 1.3679999999999999
verified: no, type: recall_at_3
value: 2.931
verified: no, type: recall_at_5
value: 3.81
verified: no, type: recall_at_10
value: 5.423
verified: no, type: recall_at_20
value: 8.745
verified: no, type: recall_at_100
value: 19.883
verified: no, type: recall_at_1000
value: 70.982
verified: no, type: precision_at_1
value: 1.3679999999999999
verified: no, type: precision_at_3
value: 0.9769999999999999
verified: no, type: precision_at_5
value: 0.762
verified: no, type: precision_at_10
value: 0.542
verified: no, type: precision_at_20
value: 0.437
verified: no, type: precision_at_100
value: 0.199
verified: no, type: precision_at_1000
value: 0.07100000000000001
verified: no, type: mrr_at_1
value: 1.3679000000000001
verified: no, type: mrr_at_3
value: 2.0355000000000003
verified: no, type: mrr_at_5
value: 2.2333
verified: no, type: mrr_at_10
value: 2.4479
verified: no, type: mrr_at_20
value: 2.6803
verified: no, type: mrr_at_100
value: 2.9221
verified: no, type: mrr_at_1000
value: 3.0726
verified: no, type: nauc_ndcg_at_1_max
value: 52.535900000000005
verified: no, type: nauc_ndcg_at_1_std
value: 18.306
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.1778
verified: no, type: nauc_ndcg_at_3_max
value: 38.7016
verified: no, type: nauc_ndcg_at_3_std
value: 22.3974
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.9236
verified: no, type: nauc_ndcg_at_5_max
value: 37.977
verified: no, type: nauc_ndcg_at_5_std
value: 21.3218
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.260399999999999
verified: no, type: nauc_ndcg_at_10_max
value: 30.9767
verified: no, type: nauc_ndcg_at_10_std
value: 17.6847
verified: no, type: nauc_ndcg_at_10_diff1
value: 10.74
verified: no, type: nauc_ndcg_at_20_max
value: 24.979000000000003
verified: no, type: nauc_ndcg_at_20_std
value: 14.299500000000002
verified: no, type: nauc_ndcg_at_20_diff1
value: 10.2
verified: no, type: nauc_ndcg_at_100_max
value: 23.3543
verified: no, type: nauc_ndcg_at_100_std
value: 15.660599999999999
verified: no, type: nauc_ndcg_at_100_diff1
value: 9.1841
verified: no, type: nauc_ndcg_at_1000_max
value: 21.5855
verified: no, type: nauc_ndcg_at_1000_std
value: 12.239
verified: no, type: nauc_ndcg_at_1000_diff1
value: 8.6965
verified: no, type: nauc_map_at_1_max
value: 52.535900000000005
verified: no, type: nauc_map_at_1_std
value: 18.306
verified: no, type: nauc_map_at_1_diff1
value: 27.1778
verified: no, type: nauc_map_at_3_max
value: 40.8393
verified: no, type: nauc_map_at_3_std
value: 21.5482
verified: no, type: nauc_map_at_3_diff1
value: 18.6006
verified: no, type: nauc_map_at_5_max
value: 40.137
verified: no, type: nauc_map_at_5_std
value: 20.856099999999998
verified: no, type: nauc_map_at_5_diff1
value: 17.3433
verified: no, type: nauc_map_at_10_max
value: 36.3228
verified: no, type: nauc_map_at_10_std
value: 18.9674
verified: no, type: nauc_map_at_10_diff1
value: 14.8143
verified: no, type: nauc_map_at_20_max
value: 33.3903
verified: no, type: nauc_map_at_20_std
value: 17.4436
verified: no, type: nauc_map_at_20_diff1
value: 14.255799999999999
verified: no, type: nauc_map_at_100_max
value: 32.6139
verified: no, type: nauc_map_at_100_std
value: 17.6827
verified: no, type: nauc_map_at_100_diff1
value: 13.9154
verified: no, type: nauc_map_at_1000_max
value: 32.3866
verified: no, type: nauc_map_at_1000_std
value: 17.4797
verified: no, type: nauc_map_at_1000_diff1
value: 13.8247
verified: no, type: nauc_recall_at_1_max
value: 52.535900000000005
verified: no, type: nauc_recall_at_1_std
value: 18.306
verified: no, type: nauc_recall_at_1_diff1
value: 27.1778
verified: no, type: nauc_recall_at_3_max
value: 34.4478
verified: no, type: nauc_recall_at_3_std
value: 24.1526
verified: no, type: nauc_recall_at_3_diff1
value: 13.5584
verified: no, type: nauc_recall_at_5_max
value: 34.316
verified: no, type: nauc_recall_at_5_std
value: 22.1098
verified: no, type: nauc_recall_at_5_diff1
value: 11.6135
verified: no, type: nauc_recall_at_10_max
value: 22.6634
verified: no, type: nauc_recall_at_10_std
value: 15.3643
verified: no, type: nauc_recall_at_10_diff1
value: 4.4830000000000005
verified: no, type: nauc_recall_at_20_max
value: 15.0415
verified: no, type: nauc_recall_at_20_std
value: 10.205
verified: no, type: nauc_recall_at_20_diff1
value: 5.8558
verified: no, type: nauc_recall_at_100_max
value: 16.485
verified: no, type: nauc_recall_at_100_std
value: 14.364799999999999
verified: no, type: nauc_recall_at_100_diff1
value: 5.6514
verified: no, type: nauc_recall_at_1000_max
value: 11.0314
verified: no, type: nauc_recall_at_1000_std
value: 3.7834
verified: no, type: nauc_recall_at_1000_diff1
value: 4.257099999999999
verified: no, type: nauc_precision_at_1_max
value: 52.535900000000005
verified: no, type: nauc_precision_at_1_std
value: 18.306
verified: no, type: nauc_precision_at_1_diff1
value: 27.1778
verified: no, type: nauc_precision_at_3_max
value: 34.4478
verified: no, type: nauc_precision_at_3_std
value: 24.1526
verified: no, type: nauc_precision_at_3_diff1
value: 13.5584
verified: no, type: nauc_precision_at_5_max
value: 34.316
verified: no, type: nauc_precision_at_5_std
value: 22.1098
verified: no, type: nauc_precision_at_5_diff1
value: 11.6135
verified: no, type: nauc_precision_at_10_max
value: 22.6634
verified: no, type: nauc_precision_at_10_std
value: 15.3643
verified: no, type: nauc_precision_at_10_diff1
value: 4.4830000000000005
verified: no, type: nauc_precision_at_20_max
value: 15.0415
verified: no, type: nauc_precision_at_20_std
value: 10.205
verified: no, type: nauc_precision_at_20_diff1
value: 5.8558
verified: no, type: nauc_precision_at_100_max
value: 16.485
verified: no, type: nauc_precision_at_100_std
value: 14.364799999999999
verified: no, type: nauc_precision_at_100_diff1
value: 5.6514
verified: no, type: nauc_precision_at_1000_max
value: 11.0314
verified: no, type: nauc_precision_at_1000_std
value: 3.7834
verified: no, type: nauc_precision_at_1000_diff1
value: 4.257099999999999
verified: no, type: nauc_mrr_at_1_max
value: 52.535900000000005
verified: no, type: nauc_mrr_at_1_std
value: 18.306
verified: no, type: nauc_mrr_at_1_diff1
value: 27.1778
verified: no, type: nauc_mrr_at_3_max
value: 40.8393
verified: no, type: nauc_mrr_at_3_std
value: 21.5482
verified: no, type: nauc_mrr_at_3_diff1
value: 18.6006
verified: no, type: nauc_mrr_at_5_max
value: 40.137
verified: no, type: nauc_mrr_at_5_std
value: 20.856099999999998
verified: no, type: nauc_mrr_at_5_diff1
value: 17.3433
verified: no, type: nauc_mrr_at_10_max
value: 36.3228
verified: no, type: nauc_mrr_at_10_std
value: 18.9674
verified: no, type: nauc_mrr_at_10_diff1
value: 14.8143
verified: no, type: nauc_mrr_at_20_max
value: 33.3903
verified: no, type: nauc_mrr_at_20_std
value: 17.4436
verified: no, type: nauc_mrr_at_20_diff1
value: 14.255799999999999
verified: no, type: nauc_mrr_at_100_max
value: 32.6139
verified: no, type: nauc_mrr_at_100_std
value: 17.6827
verified: no, type: nauc_mrr_at_100_diff1
value: 13.9154
verified: no, type: nauc_mrr_at_1000_max
value: 32.3866
verified: no, type: nauc_mrr_at_1000_std
value: 17.4797
verified: no, type: nauc_mrr_at_1000_diff1
value: 13.8247
verified: no, type: main_score
value: 3.145
verified: no
task: type: Retrieval, dataset: config: ara-zho
name: MTEB MLQARetrieval (ara-zho)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 0.6799999999999999
verified: no, type: ndcg_at_3
value: 1.04
verified: no, type: ndcg_at_5
value: 1.106
verified: no, type: ndcg_at_10
value: 1.3719999999999999
verified: no, type: ndcg_at_20
value: 1.593
verified: no, type: ndcg_at_100
value: 2.919
verified: no, type: ndcg_at_1000
value: 9.011
verified: no, type: map_at_1
value: 0.6799999999999999
verified: no, type: map_at_3
value: 0.9329999999999999
verified: no, type: map_at_5
value: 0.9690000000000001
verified: no, type: map_at_10
value: 1.077
verified: no, type: map_at_20
value: 1.1360000000000001
verified: no, type: map_at_100
value: 1.287
verified: no, type: map_at_1000
value: 1.427
verified: no, type: recall_at_1
value: 0.6799999999999999
verified: no, type: recall_at_3
value: 1.3599999999999999
verified: no, type: recall_at_5
value: 1.517
verified: no, type: recall_at_10
value: 2.3539999999999996
verified: no, type: recall_at_20
value: 3.243
verified: no, type: recall_at_100
value: 10.879
verified: no, type: recall_at_1000
value: 64.331
verified: no, type: precision_at_1
value: 0.6799999999999999
verified: no, type: precision_at_3
value: 0.453
verified: no, type: precision_at_5
value: 0.303
verified: no, type: precision_at_10
value: 0.23500000000000001
verified: no, type: precision_at_20
value: 0.16199999999999998
verified: no, type: precision_at_100
value: 0.109
verified: no, type: precision_at_1000
value: 0.064
verified: no, type: mrr_at_1
value: 0.6799000000000001
verified: no, type: mrr_at_3
value: 0.9327
verified: no, type: mrr_at_5
value: 0.9693
verified: no, type: mrr_at_10
value: 1.0768
verified: no, type: mrr_at_20
value: 1.1357000000000002
verified: no, type: mrr_at_100
value: 1.2868
verified: no, type: mrr_at_1000
value: 1.4273
verified: no, type: nauc_ndcg_at_1_max
value: 41.249900000000004
verified: no, type: nauc_ndcg_at_1_std
value: -33.319900000000004
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.519499999999994
verified: no, type: nauc_ndcg_at_3_max
value: 34.7164
verified: no, type: nauc_ndcg_at_3_std
value: -21.9086
verified: no, type: nauc_ndcg_at_3_diff1
value: 35.729
verified: no, type: nauc_ndcg_at_5_max
value: 31.593
verified: no, type: nauc_ndcg_at_5_std
value: -22.2105
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.5021
verified: no, type: nauc_ndcg_at_10_max
value: 22.934099999999997
verified: no, type: nauc_ndcg_at_10_std
value: -26.092900000000004
verified: no, type: nauc_ndcg_at_10_diff1
value: 30.260199999999998
verified: no, type: nauc_ndcg_at_20_max
value: 18.6683
verified: no, type: nauc_ndcg_at_20_std
value: -25.922800000000002
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.7016
verified: no, type: nauc_ndcg_at_100_max
value: 8.9347
verified: no, type: nauc_ndcg_at_100_std
value: -18.1861
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.4918
verified: no, type: nauc_ndcg_at_1000_max
value: 9.234399999999999
verified: no, type: nauc_ndcg_at_1000_std
value: -10.485
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.838000000000001
verified: no, type: nauc_map_at_1_max
value: 41.249900000000004
verified: no, type: nauc_map_at_1_std
value: -33.319900000000004
verified: no, type: nauc_map_at_1_diff1
value: 51.519499999999994
verified: no, type: nauc_map_at_3_max
value: 36.4384
verified: no, type: nauc_map_at_3_std
value: -24.341099999999997
verified: no, type: nauc_map_at_3_diff1
value: 39.5864
verified: no, type: nauc_map_at_5_max
value: 34.3083
verified: no, type: nauc_map_at_5_std
value: -24.5211
verified: no, type: nauc_map_at_5_diff1
value: 37.406299999999995
verified: no, type: nauc_map_at_10_max
value: 29.3792
verified: no, type: nauc_map_at_10_std
value: -26.3575
verified: no, type: nauc_map_at_10_diff1
value: 35.702
verified: no, type: nauc_map_at_20_max
value: 27.6229
verified: no, type: nauc_map_at_20_std
value: -26.238699999999998
verified: no, type: nauc_map_at_20_diff1
value: 34.6871
verified: no, type: nauc_map_at_100_max
value: 24.1785
verified: no, type: nauc_map_at_100_std
value: -24.1922
verified: no, type: nauc_map_at_100_diff1
value: 31.005399999999998
verified: no, type: nauc_map_at_1000_max
value: 23.3614
verified: no, type: nauc_map_at_1000_std
value: -23.3509
verified: no, type: nauc_map_at_1000_diff1
value: 29.904700000000002
verified: no, type: nauc_recall_at_1_max
value: 41.249900000000004
verified: no, type: nauc_recall_at_1_std
value: -33.319900000000004
verified: no, type: nauc_recall_at_1_diff1
value: 51.519499999999994
verified: no, type: nauc_recall_at_3_max
value: 31.1456
verified: no, type: nauc_recall_at_3_std
value: -16.9729
verified: no, type: nauc_recall_at_3_diff1
value: 27.7874
verified: no, type: nauc_recall_at_5_max
value: 26.2196
verified: no, type: nauc_recall_at_5_std
value: -17.8042
verified: no, type: nauc_recall_at_5_diff1
value: 22.875799999999998
verified: no, type: nauc_recall_at_10_max
value: 12.779399999999999
verified: no, type: nauc_recall_at_10_std
value: -26.302300000000002
verified: no, type: nauc_recall_at_10_diff1
value: 22.3362
verified: no, type: nauc_recall_at_20_max
value: 6.689100000000001
verified: no, type: nauc_recall_at_20_std
value: -26.028200000000002
verified: no, type: nauc_recall_at_20_diff1
value: 18.8748
verified: no, type: nauc_recall_at_100_max
value: -0.3163
verified: no, type: nauc_recall_at_100_std
value: -13.942499999999999
verified: no, type: nauc_recall_at_100_diff1
value: 7.6121
verified: no, type: nauc_recall_at_1000_max
value: 5.161099999999999
verified: no, type: nauc_recall_at_1000_std
value: -1.2834999999999999
verified: no, type: nauc_recall_at_1000_diff1
value: 1.1552
verified: no, type: nauc_precision_at_1_max
value: 41.249900000000004
verified: no, type: nauc_precision_at_1_std
value: -33.319900000000004
verified: no, type: nauc_precision_at_1_diff1
value: 51.519499999999994
verified: no, type: nauc_precision_at_3_max
value: 31.1456
verified: no, type: nauc_precision_at_3_std
value: -16.9729
verified: no, type: nauc_precision_at_3_diff1
value: 27.7874
verified: no, type: nauc_precision_at_5_max
value: 26.2196
verified: no, type: nauc_precision_at_5_std
value: -17.8042
verified: no, type: nauc_precision_at_5_diff1
value: 22.875799999999998
verified: no, type: nauc_precision_at_10_max
value: 12.779399999999999
verified: no, type: nauc_precision_at_10_std
value: -26.302300000000002
verified: no, type: nauc_precision_at_10_diff1
value: 22.3362
verified: no, type: nauc_precision_at_20_max
value: 6.689100000000001
verified: no, type: nauc_precision_at_20_std
value: -26.028200000000002
verified: no, type: nauc_precision_at_20_diff1
value: 18.8748
verified: no, type: nauc_precision_at_100_max
value: -0.3163
verified: no, type: nauc_precision_at_100_std
value: -13.942499999999999
verified: no, type: nauc_precision_at_100_diff1
value: 7.6121
verified: no, type: nauc_precision_at_1000_max
value: 5.161099999999999
verified: no, type: nauc_precision_at_1000_std
value: -1.2834999999999999
verified: no, type: nauc_precision_at_1000_diff1
value: 1.1552
verified: no, type: nauc_mrr_at_1_max
value: 41.249900000000004
verified: no, type: nauc_mrr_at_1_std
value: -33.319900000000004
verified: no, type: nauc_mrr_at_1_diff1
value: 51.519499999999994
verified: no, type: nauc_mrr_at_3_max
value: 36.4384
verified: no, type: nauc_mrr_at_3_std
value: -24.341099999999997
verified: no, type: nauc_mrr_at_3_diff1
value: 39.5864
verified: no, type: nauc_mrr_at_5_max
value: 34.3083
verified: no, type: nauc_mrr_at_5_std
value: -24.5211
verified: no, type: nauc_mrr_at_5_diff1
value: 37.406299999999995
verified: no, type: nauc_mrr_at_10_max
value: 29.3792
verified: no, type: nauc_mrr_at_10_std
value: -26.3575
verified: no, type: nauc_mrr_at_10_diff1
value: 35.702
verified: no, type: nauc_mrr_at_20_max
value: 27.6229
verified: no, type: nauc_mrr_at_20_std
value: -26.238699999999998
verified: no, type: nauc_mrr_at_20_diff1
value: 34.6871
verified: no, type: nauc_mrr_at_100_max
value: 24.1785
verified: no, type: nauc_mrr_at_100_std
value: -24.1922
verified: no, type: nauc_mrr_at_100_diff1
value: 31.005399999999998
verified: no, type: nauc_mrr_at_1000_max
value: 23.3615
verified: no, type: nauc_mrr_at_1000_std
value: -23.3509
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.904700000000002
verified: no, type: main_score
value: 1.3719999999999999
verified: no
task: type: Retrieval, dataset: config: deu-ara
name: MTEB MLQARetrieval (deu-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 4.002
verified: no, type: ndcg_at_3
value: 5.329
verified: no, type: ndcg_at_5
value: 6.068
verified: no, type: ndcg_at_10
value: 7.2090000000000005
verified: no, type: ndcg_at_20
value: 8.128
verified: no, type: ndcg_at_100
value: 11.172
verified: no, type: ndcg_at_1000
value: 18.029999999999998
verified: no, type: map_at_1
value: 4.002
verified: no, type: map_at_3
value: 4.993
verified: no, type: map_at_5
value: 5.396
verified: no, type: map_at_10
value: 5.869
verified: no, type: map_at_20
value: 6.121
verified: no, type: map_at_100
value: 6.485
verified: no, type: map_at_1000
value: 6.678000000000001
verified: no, type: recall_at_1
value: 4.002
verified: no, type: recall_at_3
value: 6.307
verified: no, type: recall_at_5
value: 8.126
verified: no, type: recall_at_10
value: 11.643
verified: no, type: recall_at_20
value: 15.282000000000002
verified: no, type: recall_at_100
value: 32.565
verified: no, type: recall_at_1000
value: 90.29700000000001
verified: no, type: precision_at_1
value: 4.002
verified: no, type: precision_at_3
value: 2.102
verified: no, type: precision_at_5
value: 1.625
verified: no, type: precision_at_10
value: 1.164
verified: no, type: precision_at_20
value: 0.764
verified: no, type: precision_at_100
value: 0.326
verified: no, type: precision_at_1000
value: 0.09
verified: no, type: mrr_at_1
value: 4.0024
verified: no, type: mrr_at_3
value: 4.992900000000001
verified: no, type: mrr_at_5
value: 5.3962
verified: no, type: mrr_at_10
value: 5.869400000000001
verified: no, type: mrr_at_20
value: 6.1213999999999995
verified: no, type: mrr_at_100
value: 6.4847
verified: no, type: mrr_at_1000
value: 6.677700000000001
verified: no, type: nauc_ndcg_at_1_max
value: 29.866300000000003
verified: no, type: nauc_ndcg_at_1_std
value: 28.7551
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.9379
verified: no, type: nauc_ndcg_at_3_max
value: 30.2298
verified: no, type: nauc_ndcg_at_3_std
value: 26.9338
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.617299999999997
verified: no, type: nauc_ndcg_at_5_max
value: 30.8693
verified: no, type: nauc_ndcg_at_5_std
value: 25.6915
verified: no, type: nauc_ndcg_at_5_diff1
value: 31.159799999999997
verified: no, type: nauc_ndcg_at_10_max
value: 27.778599999999997
verified: no, type: nauc_ndcg_at_10_std
value: 26.418599999999998
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.4012
verified: no, type: nauc_ndcg_at_20_max
value: 26.2104
verified: no, type: nauc_ndcg_at_20_std
value: 25.141599999999997
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.9839
verified: no, type: nauc_ndcg_at_100_max
value: 26.0935
verified: no, type: nauc_ndcg_at_100_std
value: 25.050299999999996
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.3752
verified: no, type: nauc_ndcg_at_1000_max
value: 26.9319
verified: no, type: nauc_ndcg_at_1000_std
value: 24.7647
verified: no, type: nauc_ndcg_at_1000_diff1
value: 24.8456
verified: no, type: nauc_map_at_1_max
value: 29.866300000000003
verified: no, type: nauc_map_at_1_std
value: 28.7551
verified: no, type: nauc_map_at_1_diff1
value: 35.9379
verified: no, type: nauc_map_at_3_max
value: 30.1102
verified: no, type: nauc_map_at_3_std
value: 27.1845
verified: no, type: nauc_map_at_3_diff1
value: 32.466499999999996
verified: no, type: nauc_map_at_5_max
value: 30.497200000000003
verified: no, type: nauc_map_at_5_std
value: 26.3919
verified: no, type: nauc_map_at_5_diff1
value: 32.1354
verified: no, type: nauc_map_at_10_max
value: 28.938599999999997
verified: no, type: nauc_map_at_10_std
value: 26.647100000000002
verified: no, type: nauc_map_at_10_diff1
value: 30.680200000000003
verified: no, type: nauc_map_at_20_max
value: 28.3236
verified: no, type: nauc_map_at_20_std
value: 26.2003
verified: no, type: nauc_map_at_20_diff1
value: 30.104599999999998
verified: no, type: nauc_map_at_100_max
value: 28.203699999999998
verified: no, type: nauc_map_at_100_std
value: 26.063
verified: no, type: nauc_map_at_100_diff1
value: 29.361900000000002
verified: no, type: nauc_map_at_1000_max
value: 28.2009
verified: no, type: nauc_map_at_1000_std
value: 26.002399999999998
verified: no, type: nauc_map_at_1000_diff1
value: 29.400100000000002
verified: no, type: nauc_recall_at_1_max
value: 29.866300000000003
verified: no, type: nauc_recall_at_1_std
value: 28.7551
verified: no, type: nauc_recall_at_1_diff1
value: 35.9379
verified: no, type: nauc_recall_at_3_max
value: 30.5192
verified: no, type: nauc_recall_at_3_std
value: 26.394299999999998
verified: no, type: nauc_recall_at_3_diff1
value: 29.672900000000002
verified: no, type: nauc_recall_at_5_max
value: 31.6714
verified: no, type: nauc_recall_at_5_std
value: 24.2596
verified: no, type: nauc_recall_at_5_diff1
value: 29.2296
verified: no, type: nauc_recall_at_10_max
value: 25.4894
verified: no, type: nauc_recall_at_10_std
value: 26.235999999999997
verified: no, type: nauc_recall_at_10_diff1
value: 24.346400000000003
verified: no, type: nauc_recall_at_20_max
value: 22.488
verified: no, type: nauc_recall_at_20_std
value: 23.3806
verified: no, type: nauc_recall_at_20_diff1
value: 21.9467
verified: no, type: nauc_recall_at_100_max
value: 23.635900000000003
verified: no, type: nauc_recall_at_100_std
value: 24.1875
verified: no, type: nauc_recall_at_100_diff1
value: 14.701
verified: no, type: nauc_recall_at_1000_max
value: 29.423500000000004
verified: no, type: nauc_recall_at_1000_std
value: 22.7087
verified: no, type: nauc_recall_at_1000_diff1
value: 10.8994
verified: no, type: nauc_precision_at_1_max
value: 29.866300000000003
verified: no, type: nauc_precision_at_1_std
value: 28.7551
verified: no, type: nauc_precision_at_1_diff1
value: 35.9379
verified: no, type: nauc_precision_at_3_max
value: 30.5192
verified: no, type: nauc_precision_at_3_std
value: 26.394299999999998
verified: no, type: nauc_precision_at_3_diff1
value: 29.672900000000002
verified: no, type: nauc_precision_at_5_max
value: 31.6714
verified: no, type: nauc_precision_at_5_std
value: 24.2596
verified: no, type: nauc_precision_at_5_diff1
value: 29.2296
verified: no, type: nauc_precision_at_10_max
value: 25.4894
verified: no, type: nauc_precision_at_10_std
value: 26.235999999999997
verified: no, type: nauc_precision_at_10_diff1
value: 24.346400000000003
verified: no, type: nauc_precision_at_20_max
value: 22.488
verified: no, type: nauc_precision_at_20_std
value: 23.3806
verified: no, type: nauc_precision_at_20_diff1
value: 21.9467
verified: no, type: nauc_precision_at_100_max
value: 23.635900000000003
verified: no, type: nauc_precision_at_100_std
value: 24.1875
verified: no, type: nauc_precision_at_100_diff1
value: 14.701
verified: no, type: nauc_precision_at_1000_max
value: 29.423500000000004
verified: no, type: nauc_precision_at_1000_std
value: 22.7087
verified: no, type: nauc_precision_at_1000_diff1
value: 10.8994
verified: no, type: nauc_mrr_at_1_max
value: 29.866300000000003
verified: no, type: nauc_mrr_at_1_std
value: 28.7551
verified: no, type: nauc_mrr_at_1_diff1
value: 35.9379
verified: no, type: nauc_mrr_at_3_max
value: 30.1102
verified: no, type: nauc_mrr_at_3_std
value: 27.1845
verified: no, type: nauc_mrr_at_3_diff1
value: 32.466499999999996
verified: no, type: nauc_mrr_at_5_max
value: 30.497200000000003
verified: no, type: nauc_mrr_at_5_std
value: 26.3919
verified: no, type: nauc_mrr_at_5_diff1
value: 32.1354
verified: no, type: nauc_mrr_at_10_max
value: 28.938599999999997
verified: no, type: nauc_mrr_at_10_std
value: 26.647100000000002
verified: no, type: nauc_mrr_at_10_diff1
value: 30.680200000000003
verified: no, type: nauc_mrr_at_20_max
value: 28.3236
verified: no, type: nauc_mrr_at_20_std
value: 26.2003
verified: no, type: nauc_mrr_at_20_diff1
value: 30.104599999999998
verified: no, type: nauc_mrr_at_100_max
value: 28.203699999999998
verified: no, type: nauc_mrr_at_100_std
value: 26.063
verified: no, type: nauc_mrr_at_100_diff1
value: 29.361900000000002
verified: no, type: nauc_mrr_at_1000_max
value: 28.2009
verified: no, type: nauc_mrr_at_1000_std
value: 26.002399999999998
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.400100000000002
verified: no, type: main_score
value: 7.2090000000000005
verified: no
task: type: Retrieval, dataset: config: eng-ara
name: MTEB MLQARetrieval (eng-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 4.857
verified: no, type: ndcg_at_3
value: 7.247000000000001
verified: no, type: ndcg_at_5
value: 8.391
verified: no, type: ndcg_at_10
value: 9.808
verified: no, type: ndcg_at_20
value: 11.392
verified: no, type: ndcg_at_100
value: 15.203
verified: no, type: ndcg_at_1000
value: 19.99
verified: no, type: map_at_1
value: 4.857
verified: no, type: map_at_3
value: 6.633
verified: no, type: map_at_5
value: 7.269
verified: no, type: map_at_10
value: 7.845000000000001
verified: no, type: map_at_20
value: 8.28
verified: no, type: map_at_100
value: 8.763
verified: no, type: map_at_1000
value: 8.911
verified: no, type: recall_at_1
value: 4.857
verified: no, type: recall_at_3
value: 9.029
verified: no, type: recall_at_5
value: 11.804
verified: no, type: recall_at_10
value: 16.229
verified: no, type: recall_at_20
value: 22.492
verified: no, type: recall_at_100
value: 43.69
verified: no, type: recall_at_1000
value: 83.19
verified: no, type: precision_at_1
value: 4.857
verified: no, type: precision_at_3
value: 3.013
verified: no, type: precision_at_5
value: 2.363
verified: no, type: precision_at_10
value: 1.624
verified: no, type: precision_at_20
value: 1.125
verified: no, type: precision_at_100
value: 0.437
verified: no, type: precision_at_1000
value: 0.083
verified: no, type: mrr_at_1
value: 4.8566
verified: no, type: mrr_at_3
value: 6.637899999999999
verified: no, type: mrr_at_5
value: 7.273599999999999
verified: no, type: mrr_at_10
value: 7.8496
verified: no, type: mrr_at_20
value: 8.2844
verified: no, type: mrr_at_100
value: 8.7671
verified: no, type: mrr_at_1000
value: 8.9155
verified: no, type: nauc_ndcg_at_1_max
value: 30.738100000000003
verified: no, type: nauc_ndcg_at_1_std
value: 23.4738
verified: no, type: nauc_ndcg_at_1_diff1
value: 29.6428
verified: no, type: nauc_ndcg_at_3_max
value: 25.063299999999998
verified: no, type: nauc_ndcg_at_3_std
value: 23.311899999999998
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.8211
verified: no, type: nauc_ndcg_at_5_max
value: 23.3085
verified: no, type: nauc_ndcg_at_5_std
value: 23.5156
verified: no, type: nauc_ndcg_at_5_diff1
value: 17.7465
verified: no, type: nauc_ndcg_at_10_max
value: 21.992
verified: no, type: nauc_ndcg_at_10_std
value: 23.742
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.4182
verified: no, type: nauc_ndcg_at_20_max
value: 21.343999999999998
verified: no, type: nauc_ndcg_at_20_std
value: 23.8546
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.791699999999999
verified: no, type: nauc_ndcg_at_100_max
value: 20.0127
verified: no, type: nauc_ndcg_at_100_std
value: 25.2797
verified: no, type: nauc_ndcg_at_100_diff1
value: 14.0799
verified: no, type: nauc_ndcg_at_1000_max
value: 21.2727
verified: no, type: nauc_ndcg_at_1000_std
value: 25.2949
verified: no, type: nauc_ndcg_at_1000_diff1
value: 14.6762
verified: no, type: nauc_map_at_1_max
value: 30.738100000000003
verified: no, type: nauc_map_at_1_std
value: 23.4738
verified: no, type: nauc_map_at_1_diff1
value: 29.6428
verified: no, type: nauc_map_at_3_max
value: 26.267200000000003
verified: no, type: nauc_map_at_3_std
value: 23.302400000000002
verified: no, type: nauc_map_at_3_diff1
value: 22.665499999999998
verified: no, type: nauc_map_at_5_max
value: 25.0361
verified: no, type: nauc_map_at_5_std
value: 23.4055
verified: no, type: nauc_map_at_5_diff1
value: 20.5664
verified: no, type: nauc_map_at_10_max
value: 24.3108
verified: no, type: nauc_map_at_10_std
value: 23.56
verified: no, type: nauc_map_at_10_diff1
value: 19.7728
verified: no, type: nauc_map_at_20_max
value: 24.0046
verified: no, type: nauc_map_at_20_std
value: 23.6389
verified: no, type: nauc_map_at_20_diff1
value: 19.0906
verified: no, type: nauc_map_at_100_max
value: 23.7818
verified: no, type: nauc_map_at_100_std
value: 23.8873
verified: no, type: nauc_map_at_100_diff1
value: 18.9038
verified: no, type: nauc_map_at_1000_max
value: 23.846700000000002
verified: no, type: nauc_map_at_1000_std
value: 23.8945
verified: no, type: nauc_map_at_1000_diff1
value: 18.955
verified: no, type: nauc_recall_at_1_max
value: 30.738100000000003
verified: no, type: nauc_recall_at_1_std
value: 23.4738
verified: no, type: nauc_recall_at_1_diff1
value: 29.6428
verified: no, type: nauc_recall_at_3_max
value: 22.4695
verified: no, type: nauc_recall_at_3_std
value: 23.352
verified: no, type: nauc_recall_at_3_diff1
value: 16.8167
verified: no, type: nauc_recall_at_5_max
value: 19.9589
verified: no, type: nauc_recall_at_5_std
value: 23.7703
verified: no, type: nauc_recall_at_5_diff1
value: 12.213000000000001
verified: no, type: nauc_recall_at_10_max
value: 17.985300000000002
verified: no, type: nauc_recall_at_10_std
value: 24.0633
verified: no, type: nauc_recall_at_10_diff1
value: 10.6866
verified: no, type: nauc_recall_at_20_max
value: 17.3067
verified: no, type: nauc_recall_at_20_std
value: 24.1389
verified: no, type: nauc_recall_at_20_diff1
value: 8.123800000000001
verified: no, type: nauc_recall_at_100_max
value: 13.9575
verified: no, type: nauc_recall_at_100_std
value: 28.151300000000003
verified: no, type: nauc_recall_at_100_diff1
value: 7.1502
verified: no, type: nauc_recall_at_1000_max
value: 16.669800000000002
verified: no, type: nauc_recall_at_1000_std
value: 31.237
verified: no, type: nauc_recall_at_1000_diff1
value: 3.0153
verified: no, type: nauc_precision_at_1_max
value: 30.738100000000003
verified: no, type: nauc_precision_at_1_std
value: 23.4738
verified: no, type: nauc_precision_at_1_diff1
value: 29.6428
verified: no, type: nauc_precision_at_3_max
value: 22.4388
verified: no, type: nauc_precision_at_3_std
value: 23.338
verified: no, type: nauc_precision_at_3_diff1
value: 16.8328
verified: no, type: nauc_precision_at_5_max
value: 19.9419
verified: no, type: nauc_precision_at_5_std
value: 23.7654
verified: no, type: nauc_precision_at_5_diff1
value: 12.2334
verified: no, type: nauc_precision_at_10_max
value: 17.9727
verified: no, type: nauc_precision_at_10_std
value: 24.0593
verified: no, type: nauc_precision_at_10_diff1
value: 10.7034
verified: no, type: nauc_precision_at_20_max
value: 17.2999
verified: no, type: nauc_precision_at_20_std
value: 24.14
verified: no, type: nauc_precision_at_20_diff1
value: 8.1398
verified: no, type: nauc_precision_at_100_max
value: 13.938400000000001
verified: no, type: nauc_precision_at_100_std
value: 28.134700000000002
verified: no, type: nauc_precision_at_100_diff1
value: 7.1732000000000005
verified: no, type: nauc_precision_at_1000_max
value: 16.622600000000002
verified: no, type: nauc_precision_at_1000_std
value: 31.1766
verified: no, type: nauc_precision_at_1000_diff1
value: 3.087
verified: no, type: nauc_mrr_at_1_max
value: 30.738100000000003
verified: no, type: nauc_mrr_at_1_std
value: 23.4738
verified: no, type: nauc_mrr_at_1_diff1
value: 29.6428
verified: no, type: nauc_mrr_at_3_max
value: 26.243699999999997
verified: no, type: nauc_mrr_at_3_std
value: 23.2929
verified: no, type: nauc_mrr_at_3_diff1
value: 22.6723
verified: no, type: nauc_mrr_at_5_max
value: 25.0151
verified: no, type: nauc_mrr_at_5_std
value: 23.3966
verified: no, type: nauc_mrr_at_5_diff1
value: 20.5742
verified: no, type: nauc_mrr_at_10_max
value: 24.2912
verified: no, type: nauc_mrr_at_10_std
value: 23.5515
verified: no, type: nauc_mrr_at_10_diff1
value: 19.7807
verified: no, type: nauc_mrr_at_20_max
value: 23.985899999999997
verified: no, type: nauc_mrr_at_20_std
value: 23.630599999999998
verified: no, type: nauc_mrr_at_20_diff1
value: 19.098599999999998
verified: no, type: nauc_mrr_at_100_max
value: 23.7648
verified: no, type: nauc_mrr_at_100_std
value: 23.8796
verified: no, type: nauc_mrr_at_100_diff1
value: 18.9113
verified: no, type: nauc_mrr_at_1000_max
value: 23.8295
verified: no, type: nauc_mrr_at_1000_std
value: 23.8864
verified: no, type: nauc_mrr_at_1000_diff1
value: 18.9626
verified: no, type: main_score
value: 9.808
verified: no
task: type: Retrieval, dataset: config: spa-ara
name: MTEB MLQARetrieval (spa-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 2.275
verified: no, type: ndcg_at_3
value: 3.961
verified: no, type: ndcg_at_5
value: 4.55
verified: no, type: ndcg_at_10
value: 5.316
verified: no, type: ndcg_at_20
value: 6.457
verified: no, type: ndcg_at_100
value: 9.857000000000001
verified: no, type: ndcg_at_1000
value: 16.057
verified: no, type: map_at_1
value: 2.275
verified: no, type: map_at_3
value: 3.547
verified: no, type: map_at_5
value: 3.866
verified: no, type: map_at_10
value: 4.170999999999999
verified: no, type: map_at_20
value: 4.486
verified: no, type: map_at_100
value: 4.907
verified: no, type: map_at_1000
value: 5.086
verified: no, type: recall_at_1
value: 2.275
verified: no, type: recall_at_3
value: 5.157
verified: no, type: recall_at_5
value: 6.622999999999999
verified: no, type: recall_at_10
value: 9.049999999999999
verified: no, type: recall_at_20
value: 13.549
verified: no, type: recall_at_100
value: 32.609
verified: no, type: recall_at_1000
value: 84.631
verified: no, type: precision_at_1
value: 2.275
verified: no, type: precision_at_3
value: 1.719
verified: no, type: precision_at_5
value: 1.325
verified: no, type: precision_at_10
value: 0.905
verified: no, type: precision_at_20
value: 0.677
verified: no, type: precision_at_100
value: 0.326
verified: no, type: precision_at_1000
value: 0.08499999999999999
verified: no, type: mrr_at_1
value: 2.275
verified: no, type: mrr_at_3
value: 3.5473999999999997
verified: no, type: mrr_at_5
value: 3.8659
verified: no, type: mrr_at_10
value: 4.1711
verified: no, type: mrr_at_20
value: 4.4859
verified: no, type: mrr_at_100
value: 4.9069
verified: no, type: mrr_at_1000
value: 5.0863
verified: no, type: nauc_ndcg_at_1_max
value: 42.763
verified: no, type: nauc_ndcg_at_1_std
value: 26.793400000000002
verified: no, type: nauc_ndcg_at_1_diff1
value: 32.359100000000005
verified: no, type: nauc_ndcg_at_3_max
value: 32.7598
verified: no, type: nauc_ndcg_at_3_std
value: 31.3869
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.9771
verified: no, type: nauc_ndcg_at_5_max
value: 29.557899999999997
verified: no, type: nauc_ndcg_at_5_std
value: 29.2269
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.508499999999998
verified: no, type: nauc_ndcg_at_10_max
value: 25.771699999999996
verified: no, type: nauc_ndcg_at_10_std
value: 27.260099999999998
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.2208
verified: no, type: nauc_ndcg_at_20_max
value: 24.7409
verified: no, type: nauc_ndcg_at_20_std
value: 26.6067
verified: no, type: nauc_ndcg_at_20_diff1
value: 17.3434
verified: no, type: nauc_ndcg_at_100_max
value: 23.070899999999998
verified: no, type: nauc_ndcg_at_100_std
value: 27.9696
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.425500000000001
verified: no, type: nauc_ndcg_at_1000_max
value: 23.4468
verified: no, type: nauc_ndcg_at_1000_std
value: 27.359
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.1178
verified: no, type: nauc_map_at_1_max
value: 42.763
verified: no, type: nauc_map_at_1_std
value: 26.793400000000002
verified: no, type: nauc_map_at_1_diff1
value: 32.359100000000005
verified: no, type: nauc_map_at_3_max
value: 34.5133
verified: no, type: nauc_map_at_3_std
value: 30.6626
verified: no, type: nauc_map_at_3_diff1
value: 24.3931
verified: no, type: nauc_map_at_5_max
value: 32.303
verified: no, type: nauc_map_at_5_std
value: 29.4094
verified: no, type: nauc_map_at_5_diff1
value: 22.6904
verified: no, type: nauc_map_at_10_max
value: 30.213600000000003
verified: no, type: nauc_map_at_10_std
value: 28.3638
verified: no, type: nauc_map_at_10_diff1
value: 21.277099999999997
verified: no, type: nauc_map_at_20_max
value: 29.530299999999997
verified: no, type: nauc_map_at_20_std
value: 28.016999999999996
verified: no, type: nauc_map_at_20_diff1
value: 20.758
verified: no, type: nauc_map_at_100_max
value: 28.8051
verified: no, type: nauc_map_at_100_std
value: 28.262700000000002
verified: no, type: nauc_map_at_100_diff1
value: 19.7487
verified: no, type: nauc_map_at_1000_max
value: 28.7919
verified: no, type: nauc_map_at_1000_std
value: 28.2294
verified: no, type: nauc_map_at_1000_diff1
value: 19.7847
verified: no, type: nauc_recall_at_1_max
value: 42.763
verified: no, type: nauc_recall_at_1_std
value: 26.793400000000002
verified: no, type: nauc_recall_at_1_diff1
value: 32.359100000000005
verified: no, type: nauc_recall_at_3_max
value: 29.2199
verified: no, type: nauc_recall_at_3_std
value: 32.8289
verified: no, type: nauc_recall_at_3_diff1
value: 20.176099999999998
verified: no, type: nauc_recall_at_5_max
value: 24.6016
verified: no, type: nauc_recall_at_5_std
value: 28.669800000000002
verified: no, type: nauc_recall_at_5_diff1
value: 16.615
verified: no, type: nauc_recall_at_10_max
value: 18.805
verified: no, type: nauc_recall_at_10_std
value: 25.247700000000002
verified: no, type: nauc_recall_at_10_diff1
value: 13.631699999999999
verified: no, type: nauc_recall_at_20_max
value: 18.753
verified: no, type: nauc_recall_at_20_std
value: 24.5916
verified: no, type: nauc_recall_at_20_diff1
value: 13.1638
verified: no, type: nauc_recall_at_100_max
value: 18.0435
verified: no, type: nauc_recall_at_100_std
value: 28.1351
verified: no, type: nauc_recall_at_100_diff1
value: 6.680400000000001
verified: no, type: nauc_recall_at_1000_max
value: 15.244
verified: no, type: nauc_recall_at_1000_std
value: 24.7548
verified: no, type: nauc_recall_at_1000_diff1
value: 9.8426
verified: no, type: nauc_precision_at_1_max
value: 42.763
verified: no, type: nauc_precision_at_1_std
value: 26.793400000000002
verified: no, type: nauc_precision_at_1_diff1
value: 32.359100000000005
verified: no, type: nauc_precision_at_3_max
value: 29.2199
verified: no, type: nauc_precision_at_3_std
value: 32.8289
verified: no, type: nauc_precision_at_3_diff1
value: 20.176099999999998
verified: no, type: nauc_precision_at_5_max
value: 24.6016
verified: no, type: nauc_precision_at_5_std
value: 28.669800000000002
verified: no, type: nauc_precision_at_5_diff1
value: 16.615
verified: no, type: nauc_precision_at_10_max
value: 18.805
verified: no, type: nauc_precision_at_10_std
value: 25.247700000000002
verified: no, type: nauc_precision_at_10_diff1
value: 13.631699999999999
verified: no, type: nauc_precision_at_20_max
value: 18.753
verified: no, type: nauc_precision_at_20_std
value: 24.5916
verified: no, type: nauc_precision_at_20_diff1
value: 13.1638
verified: no, type: nauc_precision_at_100_max
value: 18.0435
verified: no, type: nauc_precision_at_100_std
value: 28.1351
verified: no, type: nauc_precision_at_100_diff1
value: 6.680400000000001
verified: no, type: nauc_precision_at_1000_max
value: 15.244
verified: no, type: nauc_precision_at_1000_std
value: 24.7548
verified: no, type: nauc_precision_at_1000_diff1
value: 9.8426
verified: no, type: nauc_mrr_at_1_max
value: 42.763
verified: no, type: nauc_mrr_at_1_std
value: 26.793400000000002
verified: no, type: nauc_mrr_at_1_diff1
value: 32.359100000000005
verified: no, type: nauc_mrr_at_3_max
value: 34.5133
verified: no, type: nauc_mrr_at_3_std
value: 30.6626
verified: no, type: nauc_mrr_at_3_diff1
value: 24.3931
verified: no, type: nauc_mrr_at_5_max
value: 32.303
verified: no, type: nauc_mrr_at_5_std
value: 29.4094
verified: no, type: nauc_mrr_at_5_diff1
value: 22.6904
verified: no, type: nauc_mrr_at_10_max
value: 30.213600000000003
verified: no, type: nauc_mrr_at_10_std
value: 28.3638
verified: no, type: nauc_mrr_at_10_diff1
value: 21.277099999999997
verified: no, type: nauc_mrr_at_20_max
value: 29.530299999999997
verified: no, type: nauc_mrr_at_20_std
value: 28.016999999999996
verified: no, type: nauc_mrr_at_20_diff1
value: 20.758
verified: no, type: nauc_mrr_at_100_max
value: 28.8051
verified: no, type: nauc_mrr_at_100_std
value: 28.262700000000002
verified: no, type: nauc_mrr_at_100_diff1
value: 19.7487
verified: no, type: nauc_mrr_at_1000_max
value: 28.7919
verified: no, type: nauc_mrr_at_1000_std
value: 28.2294
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.7847
verified: no, type: main_score
value: 5.316
verified: no
task: type: Retrieval, dataset: config: hin-ara
name: MTEB MLQARetrieval (hin-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 3.113
verified: no, type: ndcg_at_3
value: 4.199
verified: no, type: ndcg_at_5
value: 4.622
verified: no, type: ndcg_at_10
value: 5.2780000000000005
verified: no, type: ndcg_at_20
value: 5.6259999999999994
verified: no, type: ndcg_at_100
value: 7.430000000000001
verified: no, type: ndcg_at_1000
value: 14.321
verified: no, type: map_at_1
value: 3.113
verified: no, type: map_at_3
value: 3.932
verified: no, type: map_at_5
value: 4.164000000000001
verified: no, type: map_at_10
value: 4.437
verified: no, type: map_at_20
value: 4.534
verified: no, type: map_at_100
value: 4.756
verified: no, type: map_at_1000
value: 4.925
verified: no, type: recall_at_1
value: 3.113
verified: no, type: recall_at_3
value: 4.97
verified: no, type: recall_at_5
value: 6.008
verified: no, type: recall_at_10
value: 8.028
verified: no, type: recall_at_20
value: 9.394
verified: no, type: recall_at_100
value: 19.552
verified: no, type: recall_at_1000
value: 79.35600000000001
verified: no, type: precision_at_1
value: 3.113
verified: no, type: precision_at_3
value: 1.657
verified: no, type: precision_at_5
value: 1.202
verified: no, type: precision_at_10
value: 0.803
verified: no, type: precision_at_20
value: 0.47000000000000003
verified: no, type: precision_at_100
value: 0.196
verified: no, type: precision_at_1000
value: 0.079
verified: no, type: mrr_at_1
value: 3.1130999999999998
verified: no, type: mrr_at_3
value: 3.9322999999999997
verified: no, type: mrr_at_5
value: 4.1644
verified: no, type: mrr_at_10
value: 4.4371
verified: no, type: mrr_at_20
value: 4.5343
verified: no, type: mrr_at_100
value: 4.7557
verified: no, type: mrr_at_1000
value: 4.9247
verified: no, type: nauc_ndcg_at_1_max
value: 38.3461
verified: no, type: nauc_ndcg_at_1_std
value: 42.357099999999996
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.6064
verified: no, type: nauc_ndcg_at_3_max
value: 31.1164
verified: no, type: nauc_ndcg_at_3_std
value: 36.978
verified: no, type: nauc_ndcg_at_3_diff1
value: 33.0373
verified: no, type: nauc_ndcg_at_5_max
value: 27.4854
verified: no, type: nauc_ndcg_at_5_std
value: 36.381
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.9872
verified: no, type: nauc_ndcg_at_10_max
value: 25.1205
verified: no, type: nauc_ndcg_at_10_std
value: 36.1055
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.8873
verified: no, type: nauc_ndcg_at_20_max
value: 24.1398
verified: no, type: nauc_ndcg_at_20_std
value: 34.0479
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.171
verified: no, type: nauc_ndcg_at_100_max
value: 19.453
verified: no, type: nauc_ndcg_at_100_std
value: 29.2945
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.8794
verified: no, type: nauc_ndcg_at_1000_max
value: 18.9865
verified: no, type: nauc_ndcg_at_1000_std
value: 27.2695
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.7427
verified: no, type: nauc_map_at_1_max
value: 38.3461
verified: no, type: nauc_map_at_1_std
value: 42.357099999999996
verified: no, type: nauc_map_at_1_diff1
value: 45.6064
verified: no, type: nauc_map_at_3_max
value: 32.466699999999996
verified: no, type: nauc_map_at_3_std
value: 38.0248
verified: no, type: nauc_map_at_3_diff1
value: 35.416399999999996
verified: no, type: nauc_map_at_5_max
value: 30.189
verified: no, type: nauc_map_at_5_std
value: 37.5654
verified: no, type: nauc_map_at_5_diff1
value: 32.8839
verified: no, type: nauc_map_at_10_max
value: 28.842200000000002
verified: no, type: nauc_map_at_10_std
value: 37.3428
verified: no, type: nauc_map_at_10_diff1
value: 32.066
verified: no, type: nauc_map_at_20_max
value: 28.4441
verified: no, type: nauc_map_at_20_std
value: 36.6104
verified: no, type: nauc_map_at_20_diff1
value: 31.069000000000003
verified: no, type: nauc_map_at_100_max
value: 27.4914
verified: no, type: nauc_map_at_100_std
value: 35.6224
verified: no, type: nauc_map_at_100_diff1
value: 29.9003
verified: no, type: nauc_map_at_1000_max
value: 27.268700000000003
verified: no, type: nauc_map_at_1000_std
value: 35.438199999999995
verified: no, type: nauc_map_at_1000_diff1
value: 29.7381
verified: no, type: nauc_recall_at_1_max
value: 38.3461
verified: no, type: nauc_recall_at_1_std
value: 42.357099999999996
verified: no, type: nauc_recall_at_1_diff1
value: 45.6064
verified: no, type: nauc_recall_at_3_max
value: 28.0433
verified: no, type: nauc_recall_at_3_std
value: 34.5815
verified: no, type: nauc_recall_at_3_diff1
value: 27.6117
verified: no, type: nauc_recall_at_5_max
value: 21.695
verified: no, type: nauc_recall_at_5_std
value: 33.976099999999995
verified: no, type: nauc_recall_at_5_diff1
value: 20.7131
verified: no, type: nauc_recall_at_10_max
value: 18.3982
verified: no, type: nauc_recall_at_10_std
value: 34.071
verified: no, type: nauc_recall_at_10_diff1
value: 20.6696
verified: no, type: nauc_recall_at_20_max
value: 16.9984
verified: no, type: nauc_recall_at_20_std
value: 29.505
verified: no, type: nauc_recall_at_20_diff1
value: 15.207999999999998
verified: no, type: nauc_recall_at_100_max
value: 8.7388
verified: no, type: nauc_recall_at_100_std
value: 20.3546
verified: no, type: nauc_recall_at_100_diff1
value: 7.0043999999999995
verified: no, type: nauc_recall_at_1000_max
value: 6.571000000000001
verified: no, type: nauc_recall_at_1000_std
value: 8.7357
verified: no, type: nauc_recall_at_1000_diff1
value: 3.8280000000000003
verified: no, type: nauc_precision_at_1_max
value: 38.3461
verified: no, type: nauc_precision_at_1_std
value: 42.357099999999996
verified: no, type: nauc_precision_at_1_diff1
value: 45.6064
verified: no, type: nauc_precision_at_3_max
value: 28.0433
verified: no, type: nauc_precision_at_3_std
value: 34.5815
verified: no, type: nauc_precision_at_3_diff1
value: 27.6117
verified: no, type: nauc_precision_at_5_max
value: 21.695
verified: no, type: nauc_precision_at_5_std
value: 33.976099999999995
verified: no, type: nauc_precision_at_5_diff1
value: 20.7131
verified: no, type: nauc_precision_at_10_max
value: 18.3982
verified: no, type: nauc_precision_at_10_std
value: 34.071
verified: no, type: nauc_precision_at_10_diff1
value: 20.6696
verified: no, type: nauc_precision_at_20_max
value: 16.9984
verified: no, type: nauc_precision_at_20_std
value: 29.505
verified: no, type: nauc_precision_at_20_diff1
value: 15.207999999999998
verified: no, type: nauc_precision_at_100_max
value: 8.7388
verified: no, type: nauc_precision_at_100_std
value: 20.3546
verified: no, type: nauc_precision_at_100_diff1
value: 7.0043999999999995
verified: no, type: nauc_precision_at_1000_max
value: 6.571000000000001
verified: no, type: nauc_precision_at_1000_std
value: 8.7357
verified: no, type: nauc_precision_at_1000_diff1
value: 3.8280000000000003
verified: no, type: nauc_mrr_at_1_max
value: 38.3461
verified: no, type: nauc_mrr_at_1_std
value: 42.357099999999996
verified: no, type: nauc_mrr_at_1_diff1
value: 45.6064
verified: no, type: nauc_mrr_at_3_max
value: 32.466699999999996
verified: no, type: nauc_mrr_at_3_std
value: 38.0248
verified: no, type: nauc_mrr_at_3_diff1
value: 35.416399999999996
verified: no, type: nauc_mrr_at_5_max
value: 30.189
verified: no, type: nauc_mrr_at_5_std
value: 37.5654
verified: no, type: nauc_mrr_at_5_diff1
value: 32.8839
verified: no, type: nauc_mrr_at_10_max
value: 28.842200000000002
verified: no, type: nauc_mrr_at_10_std
value: 37.3428
verified: no, type: nauc_mrr_at_10_diff1
value: 32.066
verified: no, type: nauc_mrr_at_20_max
value: 28.4441
verified: no, type: nauc_mrr_at_20_std
value: 36.6104
verified: no, type: nauc_mrr_at_20_diff1
value: 31.069000000000003
verified: no, type: nauc_mrr_at_100_max
value: 27.4914
verified: no, type: nauc_mrr_at_100_std
value: 35.6224
verified: no, type: nauc_mrr_at_100_diff1
value: 29.9003
verified: no, type: nauc_mrr_at_1000_max
value: 27.268700000000003
verified: no, type: nauc_mrr_at_1000_std
value: 35.438199999999995
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.7381
verified: no, type: main_score
value: 5.2780000000000005
verified: no
task: type: Retrieval, dataset: config: vie-ara
name: MTEB MLQARetrieval (vie-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 2.785
verified: no, type: ndcg_at_3
value: 4.376
verified: no, type: ndcg_at_5
value: 5.116
verified: no, type: ndcg_at_10
value: 6.275
verified: no, type: ndcg_at_20
value: 7.585
verified: no, type: ndcg_at_100
value: 10.374
verified: no, type: ndcg_at_1000
value: 16.346
verified: no, type: map_at_1
value: 2.785
verified: no, type: map_at_3
value: 3.981
verified: no, type: map_at_5
value: 4.389
verified: no, type: map_at_10
value: 4.871
verified: no, type: map_at_20
value: 5.224
verified: no, type: map_at_100
value: 5.561
verified: no, type: map_at_1000
value: 5.723000000000001
verified: no, type: recall_at_1
value: 2.785
verified: no, type: recall_at_3
value: 5.52
verified: no, type: recall_at_5
value: 7.327999999999999
verified: no, type: recall_at_10
value: 10.894
verified: no, type: recall_at_20
value: 16.121
verified: no, type: recall_at_100
value: 31.900000000000002
verified: no, type: recall_at_1000
value: 82.609
verified: no, type: precision_at_1
value: 2.785
verified: no, type: precision_at_3
value: 1.8399999999999999
verified: no, type: precision_at_5
value: 1.466
verified: no, type: precision_at_10
value: 1.089
verified: no, type: precision_at_20
value: 0.8059999999999999
verified: no, type: precision_at_100
value: 0.319
verified: no, type: precision_at_1000
value: 0.083
verified: no, type: mrr_at_1
value: 2.7845999999999997
verified: no, type: mrr_at_3
value: 3.9814000000000003
verified: no, type: mrr_at_5
value: 4.3894
verified: no, type: mrr_at_10
value: 4.8708
verified: no, type: mrr_at_20
value: 5.2244
verified: no, type: mrr_at_100
value: 5.5607999999999995
verified: no, type: mrr_at_1000
value: 5.7233
verified: no, type: nauc_ndcg_at_1_max
value: 49.0499
verified: no, type: nauc_ndcg_at_1_std
value: 38.6812
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.2489
verified: no, type: nauc_ndcg_at_3_max
value: 40.9962
verified: no, type: nauc_ndcg_at_3_std
value: 33.514500000000005
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.2081
verified: no, type: nauc_ndcg_at_5_max
value: 38.2688
verified: no, type: nauc_ndcg_at_5_std
value: 32.745000000000005
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.5589
verified: no, type: nauc_ndcg_at_10_max
value: 34.7962
verified: no, type: nauc_ndcg_at_10_std
value: 30.3547
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.0212
verified: no, type: nauc_ndcg_at_20_max
value: 32.932
verified: no, type: nauc_ndcg_at_20_std
value: 29.4971
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.8512
verified: no, type: nauc_ndcg_at_100_max
value: 30.3474
verified: no, type: nauc_ndcg_at_100_std
value: 28.380499999999998
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.9232
verified: no, type: nauc_ndcg_at_1000_max
value: 32.407399999999996
verified: no, type: nauc_ndcg_at_1000_std
value: 31.176199999999998
verified: no, type: nauc_ndcg_at_1000_diff1
value: 22.3578
verified: no, type: nauc_map_at_1_max
value: 49.0499
verified: no, type: nauc_map_at_1_std
value: 38.6812
verified: no, type: nauc_map_at_1_diff1
value: 52.2489
verified: no, type: nauc_map_at_3_max
value: 42.479499999999994
verified: no, type: nauc_map_at_3_std
value: 34.5065
verified: no, type: nauc_map_at_3_diff1
value: 37.5021
verified: no, type: nauc_map_at_5_max
value: 40.6623
verified: no, type: nauc_map_at_5_std
value: 34.0191
verified: no, type: nauc_map_at_5_diff1
value: 34.8592
verified: no, type: nauc_map_at_10_max
value: 38.600899999999996
verified: no, type: nauc_map_at_10_std
value: 32.5849
verified: no, type: nauc_map_at_10_diff1
value: 32.1012
verified: no, type: nauc_map_at_20_max
value: 37.6983
verified: no, type: nauc_map_at_20_std
value: 32.2239
verified: no, type: nauc_map_at_20_diff1
value: 30.6472
verified: no, type: nauc_map_at_100_max
value: 37.0514
verified: no, type: nauc_map_at_100_std
value: 31.941000000000003
verified: no, type: nauc_map_at_100_diff1
value: 29.9615
verified: no, type: nauc_map_at_1000_max
value: 37.1014
verified: no, type: nauc_map_at_1000_std
value: 32.0581
verified: no, type: nauc_map_at_1000_diff1
value: 30.025000000000002
verified: no, type: nauc_recall_at_1_max
value: 49.0499
verified: no, type: nauc_recall_at_1_std
value: 38.6812
verified: no, type: nauc_recall_at_1_diff1
value: 52.2489
verified: no, type: nauc_recall_at_3_max
value: 37.8719
verified: no, type: nauc_recall_at_3_std
value: 31.4138
verified: no, type: nauc_recall_at_3_diff1
value: 27.2774
verified: no, type: nauc_recall_at_5_max
value: 33.8087
verified: no, type: nauc_recall_at_5_std
value: 30.3732
verified: no, type: nauc_recall_at_5_diff1
value: 22.7426
verified: no, type: nauc_recall_at_10_max
value: 28.926299999999998
verified: no, type: nauc_recall_at_10_std
value: 26.916600000000003
verified: no, type: nauc_recall_at_10_diff1
value: 16.872300000000003
verified: no, type: nauc_recall_at_20_max
value: 26.705499999999997
verified: no, type: nauc_recall_at_20_std
value: 25.8692
verified: no, type: nauc_recall_at_20_diff1
value: 12.734599999999999
verified: no, type: nauc_recall_at_100_max
value: 22.6795
verified: no, type: nauc_recall_at_100_std
value: 24.3181
verified: no, type: nauc_recall_at_100_diff1
value: 11.6484
verified: no, type: nauc_recall_at_1000_max
value: 28.498800000000003
verified: no, type: nauc_recall_at_1000_std
value: 36.8172
verified: no, type: nauc_recall_at_1000_diff1
value: 11.0337
verified: no, type: nauc_precision_at_1_max
value: 49.0499
verified: no, type: nauc_precision_at_1_std
value: 38.6812
verified: no, type: nauc_precision_at_1_diff1
value: 52.2489
verified: no, type: nauc_precision_at_3_max
value: 37.8719
verified: no, type: nauc_precision_at_3_std
value: 31.4138
verified: no, type: nauc_precision_at_3_diff1
value: 27.2774
verified: no, type: nauc_precision_at_5_max
value: 33.8087
verified: no, type: nauc_precision_at_5_std
value: 30.3732
verified: no, type: nauc_precision_at_5_diff1
value: 22.7426
verified: no, type: nauc_precision_at_10_max
value: 28.926299999999998
verified: no, type: nauc_precision_at_10_std
value: 26.916600000000003
verified: no, type: nauc_precision_at_10_diff1
value: 16.872300000000003
verified: no, type: nauc_precision_at_20_max
value: 26.705499999999997
verified: no, type: nauc_precision_at_20_std
value: 25.8692
verified: no, type: nauc_precision_at_20_diff1
value: 12.734599999999999
verified: no, type: nauc_precision_at_100_max
value: 22.6795
verified: no, type: nauc_precision_at_100_std
value: 24.3181
verified: no, type: nauc_precision_at_100_diff1
value: 11.6484
verified: no, type: nauc_precision_at_1000_max
value: 28.498800000000003
verified: no, type: nauc_precision_at_1000_std
value: 36.8172
verified: no, type: nauc_precision_at_1000_diff1
value: 11.0337
verified: no, type: nauc_mrr_at_1_max
value: 49.0499
verified: no, type: nauc_mrr_at_1_std
value: 38.6812
verified: no, type: nauc_mrr_at_1_diff1
value: 52.2489
verified: no, type: nauc_mrr_at_3_max
value: 42.479499999999994
verified: no, type: nauc_mrr_at_3_std
value: 34.5065
verified: no, type: nauc_mrr_at_3_diff1
value: 37.5021
verified: no, type: nauc_mrr_at_5_max
value: 40.6623
verified: no, type: nauc_mrr_at_5_std
value: 34.0191
verified: no, type: nauc_mrr_at_5_diff1
value: 34.8592
verified: no, type: nauc_mrr_at_10_max
value: 38.600899999999996
verified: no, type: nauc_mrr_at_10_std
value: 32.5849
verified: no, type: nauc_mrr_at_10_diff1
value: 32.1012
verified: no, type: nauc_mrr_at_20_max
value: 37.6983
verified: no, type: nauc_mrr_at_20_std
value: 32.2239
verified: no, type: nauc_mrr_at_20_diff1
value: 30.6472
verified: no, type: nauc_mrr_at_100_max
value: 37.0514
verified: no, type: nauc_mrr_at_100_std
value: 31.941000000000003
verified: no, type: nauc_mrr_at_100_diff1
value: 29.9615
verified: no, type: nauc_mrr_at_1000_max
value: 37.1014
verified: no, type: nauc_mrr_at_1000_std
value: 32.0581
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.025000000000002
verified: no, type: main_score
value: 6.275
verified: no
task: type: Retrieval, dataset: config: zho-ara
name: MTEB MLQARetrieval (zho-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: ndcg_at_1
value: 3.1399999999999997
verified: no, type: ndcg_at_3
value: 4.377000000000001
verified: no, type: ndcg_at_5
value: 4.825
verified: no, type: ndcg_at_10
value: 5.487
verified: no, type: ndcg_at_20
value: 6.002
verified: no, type: ndcg_at_100
value: 7.968
verified: no, type: ndcg_at_1000
value: 14.102999999999998
verified: no, type: map_at_1
value: 3.1399999999999997
verified: no, type: map_at_3
value: 4.064
verified: no, type: map_at_5
value: 4.31
verified: no, type: map_at_10
value: 4.585
verified: no, type: map_at_20
value: 4.718
verified: no, type: map_at_100
value: 4.972
verified: no, type: map_at_1000
value: 5.132
verified: no, type: recall_at_1
value: 3.1399999999999997
verified: no, type: recall_at_3
value: 5.285
verified: no, type: recall_at_5
value: 6.3839999999999995
verified: no, type: recall_at_10
value: 8.425
verified: no, type: recall_at_20
value: 10.517999999999999
verified: no, type: recall_at_100
value: 21.401999999999997
verified: no, type: recall_at_1000
value: 74.09700000000001
verified: no, type: precision_at_1
value: 3.1399999999999997
verified: no, type: precision_at_3
value: 1.762
verified: no, type: precision_at_5
value: 1.277
verified: no, type: precision_at_10
value: 0.8420000000000001
verified: no, type: precision_at_20
value: 0.526
verified: no, type: precision_at_100
value: 0.214
verified: no, type: precision_at_1000
value: 0.074
verified: no, type: mrr_at_1
value: 3.1397
verified: no, type: mrr_at_3
value: 4.0642
verified: no, type: mrr_at_5
value: 4.3101
verified: no, type: mrr_at_10
value: 4.584499999999999
verified: no, type: mrr_at_20
value: 4.7184
verified: no, type: mrr_at_100
value: 4.9722
verified: no, type: mrr_at_1000
value: 5.1322
verified: no, type: nauc_ndcg_at_1_max
value: 53.1102
verified: no, type: nauc_ndcg_at_1_std
value: 41.6914
verified: no, type: nauc_ndcg_at_1_diff1
value: 60.5043
verified: no, type: nauc_ndcg_at_3_max
value: 49.2169
verified: no, type: nauc_ndcg_at_3_std
value: 46.7961
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.0363
verified: no, type: nauc_ndcg_at_5_max
value: 46.6068
verified: no, type: nauc_ndcg_at_5_std
value: 44.6031
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.915
verified: no, type: nauc_ndcg_at_10_max
value: 43.007400000000004
verified: no, type: nauc_ndcg_at_10_std
value: 41.646300000000004
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.1524
verified: no, type: nauc_ndcg_at_20_max
value: 40.2
verified: no, type: nauc_ndcg_at_20_std
value: 40.2874
verified: no, type: nauc_ndcg_at_20_diff1
value: 33.4982
verified: no, type: nauc_ndcg_at_100_max
value: 32.7883
verified: no, type: nauc_ndcg_at_100_std
value: 37.7631
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.5545
verified: no, type: nauc_ndcg_at_1000_max
value: 31.622600000000002
verified: no, type: nauc_ndcg_at_1000_std
value: 34.7798
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.189
verified: no, type: nauc_map_at_1_max
value: 53.1102
verified: no, type: nauc_map_at_1_std
value: 41.6914
verified: no, type: nauc_map_at_1_diff1
value: 60.5043
verified: no, type: nauc_map_at_3_max
value: 50.2741
verified: no, type: nauc_map_at_3_std
value: 45.9366
verified: no, type: nauc_map_at_3_diff1
value: 46.476800000000004
verified: no, type: nauc_map_at_5_max
value: 48.6312
verified: no, type: nauc_map_at_5_std
value: 44.6575
verified: no, type: nauc_map_at_5_diff1
value: 44.4099
verified: no, type: nauc_map_at_10_max
value: 46.7695
verified: no, type: nauc_map_at_10_std
value: 43.1466
verified: no, type: nauc_map_at_10_diff1
value: 42.2738
verified: no, type: nauc_map_at_20_max
value: 45.7776
verified: no, type: nauc_map_at_20_std
value: 42.6586
verified: no, type: nauc_map_at_20_diff1
value: 41.2568
verified: no, type: nauc_map_at_100_max
value: 44.1608
verified: no, type: nauc_map_at_100_std
value: 42.1323
verified: no, type: nauc_map_at_100_diff1
value: 39.4298
verified: no, type: nauc_map_at_1000_max
value: 43.9725
verified: no, type: nauc_map_at_1000_std
value: 41.9294
verified: no, type: nauc_map_at_1000_diff1
value: 39.3602
verified: no, type: nauc_recall_at_1_max
value: 53.1102
verified: no, type: nauc_recall_at_1_std
value: 41.6914
verified: no, type: nauc_recall_at_1_diff1
value: 60.5043
verified: no, type: nauc_recall_at_3_max
value: 46.7656
verified: no, type: nauc_recall_at_3_std
value: 48.6744
verified: no, type: nauc_recall_at_3_diff1
value: 35.342400000000005
verified: no, type: nauc_recall_at_5_max
value: 42.2896
verified: no, type: nauc_recall_at_5_std
value: 44.2316
verified: no, type: nauc_recall_at_5_diff1
value: 30.748399999999997
verified: no, type: nauc_recall_at_10_max
value: 35.9736
verified: no, type: nauc_recall_at_10_std
value: 38.500099999999996
verified: no, type: nauc_recall_at_10_diff1
value: 25.4139
verified: no, type: nauc_recall_at_20_max
value: 30.5874
verified: no, type: nauc_recall_at_20_std
value: 35.9068
verified: no, type: nauc_recall_at_20_diff1
value: 21.124000000000002
verified: no, type: nauc_recall_at_100_max
value: 17.197699999999998
verified: no, type: nauc_recall_at_100_std
value: 31.5631
verified: no, type: nauc_recall_at_100_diff1
value: 7.7295
verified: no, type: nauc_recall_at_1000_max
value: 10.2237
verified: no, type: nauc_recall_at_1000_std
value: 18.3387
verified: no, type: nauc_recall_at_1000_diff1
value: 6.905200000000001
verified: no, type: nauc_precision_at_1_max
value: 53.1102
verified: no, type: nauc_precision_at_1_std
value: 41.6914
verified: no, type: nauc_precision_at_1_diff1
value: 60.5043
verified: no, type: nauc_precision_at_3_max
value: 46.7656
verified: no, type: nauc_precision_at_3_std
value: 48.6744
verified: no, type: nauc_precision_at_3_diff1
value: 35.342400000000005
verified: no, type: nauc_precision_at_5_max
value: 42.2896
verified: no, type: nauc_precision_at_5_std
value: 44.2316
verified: no, type: nauc_precision_at_5_diff1
value: 30.748399999999997
verified: no, type: nauc_precision_at_10_max
value: 35.9736
verified: no, type: nauc_precision_at_10_std
value: 38.500099999999996
verified: no, type: nauc_precision_at_10_diff1
value: 25.4139
verified: no, type: nauc_precision_at_20_max
value: 30.5874
verified: no, type: nauc_precision_at_20_std
value: 35.9068
verified: no, type: nauc_precision_at_20_diff1
value: 21.124000000000002
verified: no, type: nauc_precision_at_100_max
value: 17.197699999999998
verified: no, type: nauc_precision_at_100_std
value: 31.5631
verified: no, type: nauc_precision_at_100_diff1
value: 7.7295
verified: no, type: nauc_precision_at_1000_max
value: 10.0574
verified: no, type: nauc_precision_at_1000_std
value: 18.2383
verified: no, type: nauc_precision_at_1000_diff1
value: 6.6805
verified: no, type: nauc_mrr_at_1_max
value: 53.1102
verified: no, type: nauc_mrr_at_1_std
value: 41.6914
verified: no, type: nauc_mrr_at_1_diff1
value: 60.5043
verified: no, type: nauc_mrr_at_3_max
value: 50.2741
verified: no, type: nauc_mrr_at_3_std
value: 45.9366
verified: no, type: nauc_mrr_at_3_diff1
value: 46.476800000000004
verified: no, type: nauc_mrr_at_5_max
value: 48.6312
verified: no, type: nauc_mrr_at_5_std
value: 44.6575
verified: no, type: nauc_mrr_at_5_diff1
value: 44.4099
verified: no, type: nauc_mrr_at_10_max
value: 46.7695
verified: no, type: nauc_mrr_at_10_std
value: 43.1466
verified: no, type: nauc_mrr_at_10_diff1
value: 42.2738
verified: no, type: nauc_mrr_at_20_max
value: 45.7776
verified: no, type: nauc_mrr_at_20_std
value: 42.6586
verified: no, type: nauc_mrr_at_20_diff1
value: 41.2568
verified: no, type: nauc_mrr_at_100_max
value: 44.1609
verified: no, type: nauc_mrr_at_100_std
value: 42.1322
verified: no, type: nauc_mrr_at_100_diff1
value: 39.4299
verified: no, type: nauc_mrr_at_1000_max
value: 43.973099999999995
verified: no, type: nauc_mrr_at_1000_std
value: 41.9295
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.361000000000004
verified: no, type: main_score
value: 5.487
verified: no
task: type: Retrieval, dataset: config: ar
name: MTEB MintakaRetrieval (ar)
revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
split: test
type: jinaai/mintakaqa
metrics: type: ndcg_at_1
value: 9.940999999999999
verified: no, type: ndcg_at_3
value: 14.41
verified: no, type: ndcg_at_5
value: 16.303
verified: no, type: ndcg_at_10
value: 18.23
verified: no, type: ndcg_at_20
value: 19.891000000000002
verified: no, type: ndcg_at_100
value: 22.578
verified: no, type: ndcg_at_1000
value: 27.236
verified: no, type: map_at_1
value: 9.940999999999999
verified: no, type: map_at_3
value: 13.277
verified: no, type: map_at_5
value: 14.330000000000002
verified: no, type: map_at_10
value: 15.120000000000001
verified: no, type: map_at_20
value: 15.573
verified: no, type: map_at_100
value: 15.925
verified: no, type: map_at_1000
value: 16.056
verified: no, type: recall_at_1
value: 9.940999999999999
verified: no, type: recall_at_3
value: 17.703
verified: no, type: recall_at_5
value: 22.288
verified: no, type: recall_at_10
value: 28.28
verified: no, type: recall_at_20
value: 34.862
verified: no, type: recall_at_100
value: 49.66
verified: no, type: recall_at_1000
value: 88.97
verified: no, type: precision_at_1
value: 9.940999999999999
verified: no, type: precision_at_3
value: 5.901
verified: no, type: precision_at_5
value: 4.458
verified: no, type: precision_at_10
value: 2.828
verified: no, type: precision_at_20
value: 1.743
verified: no, type: precision_at_100
value: 0.49699999999999994
verified: no, type: precision_at_1000
value: 0.089
verified: no, type: mrr_at_1
value: 9.940999999999999
verified: no, type: mrr_at_3
value: 13.2773
verified: no, type: mrr_at_5
value: 14.330499999999999
verified: no, type: mrr_at_10
value: 15.1196
verified: no, type: mrr_at_20
value: 15.5731
verified: no, type: mrr_at_100
value: 15.9247
verified: no, type: mrr_at_1000
value: 16.0563
verified: no, type: nauc_ndcg_at_1_max
value: 29.738799999999998
verified: no, type: nauc_ndcg_at_1_std
value: 3.3945999999999996
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.060000000000002
verified: no, type: nauc_ndcg_at_3_max
value: 27.002399999999998
verified: no, type: nauc_ndcg_at_3_std
value: 6.1634
verified: no, type: nauc_ndcg_at_3_diff1
value: 19.4654
verified: no, type: nauc_ndcg_at_5_max
value: 26.9374
verified: no, type: nauc_ndcg_at_5_std
value: 8.087
verified: no, type: nauc_ndcg_at_5_diff1
value: 17.641399999999997
verified: no, type: nauc_ndcg_at_10_max
value: 26.239
verified: no, type: nauc_ndcg_at_10_std
value: 9.7034
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.309199999999997
verified: no, type: nauc_ndcg_at_20_max
value: 25.8932
verified: no, type: nauc_ndcg_at_20_std
value: 10.4576
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.0602
verified: no, type: nauc_ndcg_at_100_max
value: 25.400299999999998
verified: no, type: nauc_ndcg_at_100_std
value: 11.3135
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.2558
verified: no, type: nauc_ndcg_at_1000_max
value: 25.879
verified: no, type: nauc_ndcg_at_1000_std
value: 10.5304
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.8128
verified: no, type: nauc_map_at_1_max
value: 29.738799999999998
verified: no, type: nauc_map_at_1_std
value: 3.3945999999999996
verified: no, type: nauc_map_at_1_diff1
value: 27.060000000000002
verified: no, type: nauc_map_at_3_max
value: 27.478599999999997
verified: no, type: nauc_map_at_3_std
value: 5.5567
verified: no, type: nauc_map_at_3_diff1
value: 20.8918
verified: no, type: nauc_map_at_5_max
value: 27.447300000000002
verified: no, type: nauc_map_at_5_std
value: 6.7867999999999995
verified: no, type: nauc_map_at_5_diff1
value: 19.7197
verified: no, type: nauc_map_at_10_max
value: 27.095599999999997
verified: no, type: nauc_map_at_10_std
value: 7.552499999999999
verified: no, type: nauc_map_at_10_diff1
value: 19.05
verified: no, type: nauc_map_at_20_max
value: 26.9449
verified: no, type: nauc_map_at_20_std
value: 7.807500000000001
verified: no, type: nauc_map_at_20_diff1
value: 18.9194
verified: no, type: nauc_map_at_100_max
value: 26.8807
verified: no, type: nauc_map_at_100_std
value: 7.9676
verified: no, type: nauc_map_at_100_diff1
value: 18.9621
verified: no, type: nauc_map_at_1000_max
value: 26.8887
verified: no, type: nauc_map_at_1000_std
value: 7.9346
verified: no, type: nauc_map_at_1000_diff1
value: 18.9753
verified: no, type: nauc_recall_at_1_max
value: 29.738799999999998
verified: no, type: nauc_recall_at_1_std
value: 3.3945999999999996
verified: no, type: nauc_recall_at_1_diff1
value: 27.060000000000002
verified: no, type: nauc_recall_at_3_max
value: 25.9167
verified: no, type: nauc_recall_at_3_std
value: 7.593999999999999
verified: no, type: nauc_recall_at_3_diff1
value: 16.1735
verified: no, type: nauc_recall_at_5_max
value: 25.8469
verified: no, type: nauc_recall_at_5_std
value: 11.0169
verified: no, type: nauc_recall_at_5_diff1
value: 13.0884
verified: no, type: nauc_recall_at_10_max
value: 24.4113
verified: no, type: nauc_recall_at_10_std
value: 14.496999999999998
verified: no, type: nauc_recall_at_10_diff1
value: 10.5047
verified: no, type: nauc_recall_at_20_max
value: 23.6952
verified: no, type: nauc_recall_at_20_std
value: 16.3849
verified: no, type: nauc_recall_at_20_diff1
value: 10.2638
verified: no, type: nauc_recall_at_100_max
value: 21.5628
verified: no, type: nauc_recall_at_100_std
value: 19.586100000000002
verified: no, type: nauc_recall_at_100_diff1
value: 10.7761
verified: no, type: nauc_recall_at_1000_max
value: 22.493199999999998
verified: no, type: nauc_recall_at_1000_std
value: 23.7462
verified: no, type: nauc_recall_at_1000_diff1
value: 9.5045
verified: no, type: nauc_precision_at_1_max
value: 29.738799999999998
verified: no, type: nauc_precision_at_1_std
value: 3.3945999999999996
verified: no, type: nauc_precision_at_1_diff1
value: 27.060000000000002
verified: no, type: nauc_precision_at_3_max
value: 25.9167
verified: no, type: nauc_precision_at_3_std
value: 7.593999999999999
verified: no, type: nauc_precision_at_3_diff1
value: 16.1735
verified: no, type: nauc_precision_at_5_max
value: 25.8469
verified: no, type: nauc_precision_at_5_std
value: 11.0169
verified: no, type: nauc_precision_at_5_diff1
value: 13.0884
verified: no, type: nauc_precision_at_10_max
value: 24.4113
verified: no, type: nauc_precision_at_10_std
value: 14.496999999999998
verified: no, type: nauc_precision_at_10_diff1
value: 10.5047
verified: no, type: nauc_precision_at_20_max
value: 23.6952
verified: no, type: nauc_precision_at_20_std
value: 16.3849
verified: no, type: nauc_precision_at_20_diff1
value: 10.2638
verified: no, type: nauc_precision_at_100_max
value: 21.5628
verified: no, type: nauc_precision_at_100_std
value: 19.586100000000002
verified: no, type: nauc_precision_at_100_diff1
value: 10.7761
verified: no, type: nauc_precision_at_1000_max
value: 22.493199999999998
verified: no, type: nauc_precision_at_1000_std
value: 23.7462
verified: no, type: nauc_precision_at_1000_diff1
value: 9.5045
verified: no, type: nauc_mrr_at_1_max
value: 29.738799999999998
verified: no, type: nauc_mrr_at_1_std
value: 3.3945999999999996
verified: no, type: nauc_mrr_at_1_diff1
value: 27.060000000000002
verified: no, type: nauc_mrr_at_3_max
value: 27.478599999999997
verified: no, type: nauc_mrr_at_3_std
value: 5.5567
verified: no, type: nauc_mrr_at_3_diff1
value: 20.8918
verified: no, type: nauc_mrr_at_5_max
value: 27.447300000000002
verified: no, type: nauc_mrr_at_5_std
value: 6.7867999999999995
verified: no, type: nauc_mrr_at_5_diff1
value: 19.7197
verified: no, type: nauc_mrr_at_10_max
value: 27.095599999999997
verified: no, type: nauc_mrr_at_10_std
value: 7.552499999999999
verified: no, type: nauc_mrr_at_10_diff1
value: 19.05
verified: no, type: nauc_mrr_at_20_max
value: 26.9449
verified: no, type: nauc_mrr_at_20_std
value: 7.807500000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 18.9194
verified: no, type: nauc_mrr_at_100_max
value: 26.8807
verified: no, type: nauc_mrr_at_100_std
value: 7.9676
verified: no, type: nauc_mrr_at_100_diff1
value: 18.9621
verified: no, type: nauc_mrr_at_1000_max
value: 26.8887
verified: no, type: nauc_mrr_at_1000_std
value: 7.9346
verified: no, type: nauc_mrr_at_1000_diff1
value: 18.9753
verified: no, type: main_score
value: 18.23
verified: no
task: type: Retrieval, dataset: config: arabic
name: MTEB MrTidyRetrieval (arabic)
revision: fc24a3ce8f09746410daee3d5cd823ff7a0675b7
split: test
type: mteb/mrtidy
metrics: type: ndcg_at_1
value: 7.401000000000001
verified: no, type: ndcg_at_3
value: 11.512
verified: no, type: ndcg_at_5
value: 14.002999999999998
verified: no, type: ndcg_at_10
value: 17.378
verified: no, type: ndcg_at_20
value: 20.241
verified: no, type: ndcg_at_100
value: 24.549000000000003
verified: no, type: ndcg_at_1000
value: 27.012000000000004
verified: no, type: map_at_1
value: 6.984
verified: no, type: map_at_3
value: 10.213999999999999
verified: no, type: map_at_5
value: 11.603
verified: no, type: map_at_10
value: 13.025
verified: no, type: map_at_20
value: 13.816999999999998
verified: no, type: map_at_100
value: 14.447
verified: no, type: map_at_1000
value: 14.536999999999999
verified: no, type: recall_at_1
value: 6.984
verified: no, type: recall_at_3
value: 14.462
verified: no, type: recall_at_5
value: 20.321
verified: no, type: recall_at_10
value: 30.342000000000002
verified: no, type: recall_at_20
value: 41.243
verified: no, type: recall_at_100
value: 63.599000000000004
verified: no, type: recall_at_1000
value: 82.609
verified: no, type: precision_at_1
value: 7.401000000000001
verified: no, type: precision_at_3
value: 5.365
verified: no, type: precision_at_5
value: 4.569999999999999
verified: no, type: precision_at_10
value: 3.4410000000000003
verified: no, type: precision_at_20
value: 2.3539999999999996
verified: no, type: precision_at_100
value: 0.731
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: mrr_at_1
value: 7.4006
verified: no, type: mrr_at_3
value: 10.9929
verified: no, type: mrr_at_5
value: 12.417499999999999
verified: no, type: mrr_at_10
value: 13.8602
verified: no, type: mrr_at_20
value: 14.682500000000001
verified: no, type: mrr_at_100
value: 15.25
verified: no, type: mrr_at_1000
value: 15.3278
verified: no, type: nauc_ndcg_at_1_max
value: 4.4628
verified: no, type: nauc_ndcg_at_1_std
value: 0.0991
verified: no, type: nauc_ndcg_at_1_diff1
value: 7.2256
verified: no, type: nauc_ndcg_at_3_max
value: 5.8659
verified: no, type: nauc_ndcg_at_3_std
value: 4.412599999999999
verified: no, type: nauc_ndcg_at_3_diff1
value: 5.5699
verified: no, type: nauc_ndcg_at_5_max
value: 7.5637
verified: no, type: nauc_ndcg_at_5_std
value: 5.2681
verified: no, type: nauc_ndcg_at_5_diff1
value: 6.2124
verified: no, type: nauc_ndcg_at_10_max
value: 10.6347
verified: no, type: nauc_ndcg_at_10_std
value: 6.1522
verified: no, type: nauc_ndcg_at_10_diff1
value: 6.2313
verified: no, type: nauc_ndcg_at_20_max
value: 11.1052
verified: no, type: nauc_ndcg_at_20_std
value: 8.0997
verified: no, type: nauc_ndcg_at_20_diff1
value: 6.259099999999999
verified: no, type: nauc_ndcg_at_100_max
value: 12.1237
verified: no, type: nauc_ndcg_at_100_std
value: 11.128300000000001
verified: no, type: nauc_ndcg_at_100_diff1
value: 6.855
verified: no, type: nauc_ndcg_at_1000_max
value: 12.0395
verified: no, type: nauc_ndcg_at_1000_std
value: 11.9957
verified: no, type: nauc_ndcg_at_1000_diff1
value: 7.0405999999999995
verified: no, type: nauc_map_at_1_max
value: 4.0845
verified: no, type: nauc_map_at_1_std
value: -0.6178
verified: no, type: nauc_map_at_1_diff1
value: 6.468400000000001
verified: no, type: nauc_map_at_3_max
value: 5.214499999999999
verified: no, type: nauc_map_at_3_std
value: 3.3358
verified: no, type: nauc_map_at_3_diff1
value: 5.5802
verified: no, type: nauc_map_at_5_max
value: 6.3618999999999994
verified: no, type: nauc_map_at_5_std
value: 4.0575
verified: no, type: nauc_map_at_5_diff1
value: 6.0938
verified: no, type: nauc_map_at_10_max
value: 7.9055
verified: no, type: nauc_map_at_10_std
value: 4.4857000000000005
verified: no, type: nauc_map_at_10_diff1
value: 5.9283
verified: no, type: nauc_map_at_20_max
value: 8.0925
verified: no, type: nauc_map_at_20_std
value: 5.194
verified: no, type: nauc_map_at_20_diff1
value: 5.9140999999999995
verified: no, type: nauc_map_at_100_max
value: 8.315100000000001
verified: no, type: nauc_map_at_100_std
value: 5.7394
verified: no, type: nauc_map_at_100_diff1
value: 6.0712
verified: no, type: nauc_map_at_1000_max
value: 8.3048
verified: no, type: nauc_map_at_1000_std
value: 5.7991
verified: no, type: nauc_map_at_1000_diff1
value: 6.0765
verified: no, type: nauc_recall_at_1_max
value: 4.0845
verified: no, type: nauc_recall_at_1_std
value: -0.6178
verified: no, type: nauc_recall_at_1_diff1
value: 6.468400000000001
verified: no, type: nauc_recall_at_3_max
value: 7.1412
verified: no, type: nauc_recall_at_3_std
value: 6.5206
verified: no, type: nauc_recall_at_3_diff1
value: 5.220000000000001
verified: no, type: nauc_recall_at_5_max
value: 9.8023
verified: no, type: nauc_recall_at_5_std
value: 7.240099999999999
verified: no, type: nauc_recall_at_5_diff1
value: 6.4299
verified: no, type: nauc_recall_at_10_max
value: 15.7093
verified: no, type: nauc_recall_at_10_std
value: 8.549800000000001
verified: no, type: nauc_recall_at_10_diff1
value: 6.7775
verified: no, type: nauc_recall_at_20_max
value: 16.723
verified: no, type: nauc_recall_at_20_std
value: 13.177
verified: no, type: nauc_recall_at_20_diff1
value: 6.816
verified: no, type: nauc_recall_at_100_max
value: 21.105999999999998
verified: no, type: nauc_recall_at_100_std
value: 25.0098
verified: no, type: nauc_recall_at_100_diff1
value: 8.9565
verified: no, type: nauc_recall_at_1000_max
value: 26.9686
verified: no, type: nauc_recall_at_1000_std
value: 41.6479
verified: no, type: nauc_recall_at_1000_diff1
value: 12.691099999999999
verified: no, type: nauc_precision_at_1_max
value: 4.4628
verified: no, type: nauc_precision_at_1_std
value: 0.0991
verified: no, type: nauc_precision_at_1_diff1
value: 7.2256
verified: no, type: nauc_precision_at_3_max
value: 8.185
verified: no, type: nauc_precision_at_3_std
value: 7.5577000000000005
verified: no, type: nauc_precision_at_3_diff1
value: 6.4395999999999995
verified: no, type: nauc_precision_at_5_max
value: 10.7
verified: no, type: nauc_precision_at_5_std
value: 9.5349
verified: no, type: nauc_precision_at_5_diff1
value: 6.7633
verified: no, type: nauc_precision_at_10_max
value: 15.4529
verified: no, type: nauc_precision_at_10_std
value: 10.758700000000001
verified: no, type: nauc_precision_at_10_diff1
value: 5.9852
verified: no, type: nauc_precision_at_20_max
value: 16.1342
verified: no, type: nauc_precision_at_20_std
value: 15.7733
verified: no, type: nauc_precision_at_20_diff1
value: 5.9866
verified: no, type: nauc_precision_at_100_max
value: 18.0199
verified: no, type: nauc_precision_at_100_std
value: 25.7156
verified: no, type: nauc_precision_at_100_diff1
value: 6.7398
verified: no, type: nauc_precision_at_1000_max
value: 16.2
verified: no, type: nauc_precision_at_1000_std
value: 30.476599999999998
verified: no, type: nauc_precision_at_1000_diff1
value: 4.853
verified: no, type: nauc_mrr_at_1_max
value: 4.4628
verified: no, type: nauc_mrr_at_1_std
value: 0.0991
verified: no, type: nauc_mrr_at_1_diff1
value: 7.2256
verified: no, type: nauc_mrr_at_3_max
value: 5.3888
verified: no, type: nauc_mrr_at_3_std
value: 3.6304000000000003
verified: no, type: nauc_mrr_at_3_diff1
value: 5.9391
verified: no, type: nauc_mrr_at_5_max
value: 6.442399999999999
verified: no, type: nauc_mrr_at_5_std
value: 4.1495999999999995
verified: no, type: nauc_mrr_at_5_diff1
value: 6.15
verified: no, type: nauc_mrr_at_10_max
value: 8.031
verified: no, type: nauc_mrr_at_10_std
value: 4.7912
verified: no, type: nauc_mrr_at_10_diff1
value: 6.269900000000001
verified: no, type: nauc_mrr_at_20_max
value: 8.0549
verified: no, type: nauc_mrr_at_20_std
value: 5.2743
verified: no, type: nauc_mrr_at_20_diff1
value: 6.2928999999999995
verified: no, type: nauc_mrr_at_100_max
value: 8.2201
verified: no, type: nauc_mrr_at_100_std
value: 5.7367
verified: no, type: nauc_mrr_at_100_diff1
value: 6.3441
verified: no, type: nauc_mrr_at_1000_max
value: 8.211
verified: no, type: nauc_mrr_at_1000_std
value: 5.7768
verified: no, type: nauc_mrr_at_1000_diff1
value: 6.366199999999999
verified: no, type: main_score
value: 17.378
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SadeemQuestionRetrieval (default)
revision: 3cb0752b182e5d5d740df547748b06663c8e0bd9
split: test
type: sadeem-ai/sadeem-ar-eval-retrieval-questions
metrics: type: ndcg_at_1
value: 28.147
verified: no, type: ndcg_at_3
value: 59.156
verified: no, type: ndcg_at_5
value: 61.065999999999995
verified: no, type: ndcg_at_10
value: 62.241
verified: no, type: ndcg_at_20
value: 62.873000000000005
verified: no, type: ndcg_at_100
value: 63.676
verified: no, type: ndcg_at_1000
value: 63.904
verified: no, type: map_at_1
value: 28.147
verified: no, type: map_at_3
value: 50.989
verified: no, type: map_at_5
value: 52.059
verified: no, type: map_at_10
value: 52.553000000000004
verified: no, type: map_at_20
value: 52.727999999999994
verified: no, type: map_at_100
value: 52.842999999999996
verified: no, type: map_at_1000
value: 52.852
verified: no, type: recall_at_1
value: 28.147
verified: no, type: recall_at_3
value: 83.006
verified: no, type: recall_at_5
value: 87.602
verified: no, type: recall_at_10
value: 91.192
verified: no, type: recall_at_20
value: 93.681
verified: no, type: recall_at_100
value: 97.942
verified: no, type: recall_at_1000
value: 99.713
verified: no, type: precision_at_1
value: 28.147
verified: no, type: precision_at_3
value: 27.669
verified: no, type: precision_at_5
value: 17.52
verified: no, type: precision_at_10
value: 9.119
verified: no, type: precision_at_20
value: 4.684
verified: no, type: precision_at_100
value: 0.979
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 26.9507
verified: no, type: mrr_at_3
value: 50.1675
verified: no, type: mrr_at_5
value: 51.220699999999994
verified: no, type: mrr_at_10
value: 51.739599999999996
verified: no, type: mrr_at_20
value: 51.9078
verified: no, type: mrr_at_100
value: 52.019000000000005
verified: no, type: mrr_at_1000
value: 52.027699999999996
verified: no, type: nauc_ndcg_at_1_max
value: 12.1091
verified: no, type: nauc_ndcg_at_1_std
value: -0.2641
verified: no, type: nauc_ndcg_at_1_diff1
value: -0.0456
verified: no, type: nauc_ndcg_at_3_max
value: 32.2194
verified: no, type: nauc_ndcg_at_3_std
value: 6.8115
verified: no, type: nauc_ndcg_at_3_diff1
value: -44.6169
verified: no, type: nauc_ndcg_at_5_max
value: 30.223499999999998
verified: no, type: nauc_ndcg_at_5_std
value: 6.616
verified: no, type: nauc_ndcg_at_5_diff1
value: -37.8131
verified: no, type: nauc_ndcg_at_10_max
value: 28.215
verified: no, type: nauc_ndcg_at_10_std
value: 6.638199999999999
verified: no, type: nauc_ndcg_at_10_diff1
value: -34.1462
verified: no, type: nauc_ndcg_at_20_max
value: 27.520699999999998
verified: no, type: nauc_ndcg_at_20_std
value: 6.793
verified: no, type: nauc_ndcg_at_20_diff1
value: -31.5702
verified: no, type: nauc_ndcg_at_100_max
value: 25.8959
verified: no, type: nauc_ndcg_at_100_std
value: 6.0431
verified: no, type: nauc_ndcg_at_100_diff1
value: -27.7369
verified: no, type: nauc_ndcg_at_1000_max
value: 25.263999999999996
verified: no, type: nauc_ndcg_at_1000_std
value: 5.544099999999999
verified: no, type: nauc_ndcg_at_1000_diff1
value: -26.8195
verified: no, type: nauc_map_at_1_max
value: 12.1091
verified: no, type: nauc_map_at_1_std
value: -0.2641
verified: no, type: nauc_map_at_1_diff1
value: -0.0456
verified: no, type: nauc_map_at_3_max
value: 25.443500000000004
verified: no, type: nauc_map_at_3_std
value: 4.6888
verified: no, type: nauc_map_at_3_diff1
value: -28.6402
verified: no, type: nauc_map_at_5_max
value: 24.252000000000002
verified: no, type: nauc_map_at_5_std
value: 4.518599999999999
verified: no, type: nauc_map_at_5_diff1
value: -24.7719
verified: no, type: nauc_map_at_10_max
value: 23.4405
verified: no, type: nauc_map_at_10_std
value: 4.5044
verified: no, type: nauc_map_at_10_diff1
value: -23.2632
verified: no, type: nauc_map_at_20_max
value: 23.2572
verified: no, type: nauc_map_at_20_std
value: 4.539499999999999
verified: no, type: nauc_map_at_20_diff1
value: -22.6096
verified: no, type: nauc_map_at_100_max
value: 23.055
verified: no, type: nauc_map_at_100_std
value: 4.4593
verified: no, type: nauc_map_at_100_diff1
value: -22.1369
verified: no, type: nauc_map_at_1000_max
value: 23.035600000000002
verified: no, type: nauc_map_at_1000_std
value: 4.4453
verified: no, type: nauc_map_at_1000_diff1
value: -22.1081
verified: no, type: nauc_recall_at_1_max
value: 12.1091
verified: no, type: nauc_recall_at_1_std
value: -0.2641
verified: no, type: nauc_recall_at_1_diff1
value: -0.0456
verified: no, type: nauc_recall_at_3_max
value: 66.4442
verified: no, type: nauc_recall_at_3_std
value: 17.372799999999998
verified: no, type: nauc_recall_at_3_diff1
value: -125.90520000000001
verified: no, type: nauc_recall_at_5_max
value: 68.48689999999999
verified: no, type: nauc_recall_at_5_std
value: 19.979
verified: no, type: nauc_recall_at_5_diff1
value: -121.6742
verified: no, type: nauc_recall_at_10_max
value: 67.44839999999999
verified: no, type: nauc_recall_at_10_std
value: 24.8948
verified: no, type: nauc_recall_at_10_diff1
value: -124.82839999999999
verified: no, type: nauc_recall_at_20_max
value: 73.4407
verified: no, type: nauc_recall_at_20_std
value: 33.7021
verified: no, type: nauc_recall_at_20_diff1
value: -126.0851
verified: no, type: nauc_recall_at_100_max
value: 81.9264
verified: no, type: nauc_recall_at_100_std
value: 46.7656
verified: no, type: nauc_recall_at_100_diff1
value: -117.83879999999999
verified: no, type: nauc_recall_at_1000_max
value: 76.4994
verified: no, type: nauc_recall_at_1000_std
value: 16.3124
verified: no, type: nauc_recall_at_1000_diff1
value: -164.1088
verified: no, type: nauc_precision_at_1_max
value: 12.1091
verified: no, type: nauc_precision_at_1_std
value: -0.2641
verified: no, type: nauc_precision_at_1_diff1
value: -0.0456
verified: no, type: nauc_precision_at_3_max
value: 66.4442
verified: no, type: nauc_precision_at_3_std
value: 17.372799999999998
verified: no, type: nauc_precision_at_3_diff1
value: -125.90520000000001
verified: no, type: nauc_precision_at_5_max
value: 68.48689999999999
verified: no, type: nauc_precision_at_5_std
value: 19.979
verified: no, type: nauc_precision_at_5_diff1
value: -121.6742
verified: no, type: nauc_precision_at_10_max
value: 67.44839999999999
verified: no, type: nauc_precision_at_10_std
value: 24.8948
verified: no, type: nauc_precision_at_10_diff1
value: -124.82839999999999
verified: no, type: nauc_precision_at_20_max
value: 73.4407
verified: no, type: nauc_precision_at_20_std
value: 33.7021
verified: no, type: nauc_precision_at_20_diff1
value: -126.0851
verified: no, type: nauc_precision_at_100_max
value: 81.9264
verified: no, type: nauc_precision_at_100_std
value: 46.7656
verified: no, type: nauc_precision_at_100_diff1
value: -117.83879999999999
verified: no, type: nauc_precision_at_1000_max
value: 76.4994
verified: no, type: nauc_precision_at_1000_std
value: 16.3124
verified: no, type: nauc_precision_at_1000_diff1
value: -164.1088
verified: no, type: nauc_mrr_at_1_max
value: 12.9902
verified: no, type: nauc_mrr_at_1_std
value: 4.414499999999999
verified: no, type: nauc_mrr_at_1_diff1
value: -24.3025
verified: no, type: nauc_mrr_at_3_max
value: 26.009500000000003
verified: no, type: nauc_mrr_at_3_std
value: 7.7266
verified: no, type: nauc_mrr_at_3_diff1
value: -47.2008
verified: no, type: nauc_mrr_at_5_max
value: 24.5728
verified: no, type: nauc_mrr_at_5_std
value: 7.8084
verified: no, type: nauc_mrr_at_5_diff1
value: -44.370599999999996
verified: no, type: nauc_mrr_at_10_max
value: 23.688000000000002
verified: no, type: nauc_mrr_at_10_std
value: 7.656300000000001
verified: no, type: nauc_mrr_at_10_diff1
value: -42.9363
verified: no, type: nauc_mrr_at_20_max
value: 23.5016
verified: no, type: nauc_mrr_at_20_std
value: 7.7171
verified: no, type: nauc_mrr_at_20_diff1
value: -42.4626
verified: no, type: nauc_mrr_at_100_max
value: 23.304
verified: no, type: nauc_mrr_at_100_std
value: 7.6429
verified: no, type: nauc_mrr_at_100_diff1
value: -42.094
verified: no, type: nauc_mrr_at_1000_max
value: 23.2846
verified: no, type: nauc_mrr_at_1000_std
value: 7.6298
verified: no, type: nauc_mrr_at_1000_diff1
value: -42.0719
verified: no, type: main_score
value: 62.241
verified: no
task: type: Retrieval, dataset: config: ara-ara
name: MTEB XPQARetrieval (ara-ara)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 26
verified: no, type: ndcg_at_3
value: 27.519
verified: no, type: ndcg_at_5
value: 29.212
verified: no, type: ndcg_at_10
value: 33.564
verified: no, type: ndcg_at_20
value: 36.436
verified: no, type: ndcg_at_100
value: 40.905
verified: no, type: ndcg_at_1000
value: 44.172
verified: no, type: map_at_1
value: 13.862
verified: no, type: map_at_3
value: 22.226000000000003
verified: no, type: map_at_5
value: 24.876
verified: no, type: map_at_10
value: 27.217000000000002
verified: no, type: map_at_20
value: 28.259
verified: no, type: map_at_100
value: 29.076999999999998
verified: no, type: map_at_1000
value: 29.232000000000003
verified: no, type: recall_at_1
value: 13.862
verified: no, type: recall_at_3
value: 26.700000000000003
verified: no, type: recall_at_5
value: 33.42
verified: no, type: recall_at_10
value: 44.393
verified: no, type: recall_at_20
value: 54.08
verified: no, type: recall_at_100
value: 74.53999999999999
verified: no, type: recall_at_1000
value: 97.251
verified: no, type: precision_at_1
value: 26
verified: no, type: precision_at_3
value: 19.022
verified: no, type: precision_at_5
value: 14.613000000000001
verified: no, type: precision_at_10
value: 9.68
verified: no, type: precision_at_20
value: 5.779999999999999
verified: no, type: precision_at_100
value: 1.5650000000000002
verified: no, type: precision_at_1000
value: 0.196
verified: no, type: mrr_at_1
value: 26
verified: no, type: mrr_at_3
value: 31.2222
verified: no, type: mrr_at_5
value: 32.8089
verified: no, type: mrr_at_10
value: 34.2539
verified: no, type: mrr_at_20
value: 34.8057
verified: no, type: mrr_at_100
value: 35.2117
verified: no, type: mrr_at_1000
value: 35.2937
verified: no, type: nauc_ndcg_at_1_max
value: 37.0131
verified: no, type: nauc_ndcg_at_1_std
value: 1.23
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.386
verified: no, type: nauc_ndcg_at_3_max
value: 30.478300000000004
verified: no, type: nauc_ndcg_at_3_std
value: -0.42189999999999994
verified: no, type: nauc_ndcg_at_3_diff1
value: 28.220699999999997
verified: no, type: nauc_ndcg_at_5_max
value: 28.219699999999996
verified: no, type: nauc_ndcg_at_5_std
value: -1.0019
verified: no, type: nauc_ndcg_at_5_diff1
value: 27.2105
verified: no, type: nauc_ndcg_at_10_max
value: 30.467100000000002
verified: no, type: nauc_ndcg_at_10_std
value: 0.0898
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.1735
verified: no, type: nauc_ndcg_at_20_max
value: 31.635400000000004
verified: no, type: nauc_ndcg_at_20_std
value: 1.0711
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.1711
verified: no, type: nauc_ndcg_at_100_max
value: 31.730000000000004
verified: no, type: nauc_ndcg_at_100_std
value: 2.5065
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.785700000000002
verified: no, type: nauc_ndcg_at_1000_max
value: 32.5146
verified: no, type: nauc_ndcg_at_1000_std
value: 2.1953
verified: no, type: nauc_ndcg_at_1000_diff1
value: 27.626299999999997
verified: no, type: nauc_map_at_1_max
value: 20.5785
verified: no, type: nauc_map_at_1_std
value: 0.1734
verified: no, type: nauc_map_at_1_diff1
value: 33.5835
verified: no, type: nauc_map_at_3_max
value: 27.1963
verified: no, type: nauc_map_at_3_std
value: -1.038
verified: no, type: nauc_map_at_3_diff1
value: 29.028399999999998
verified: no, type: nauc_map_at_5_max
value: 28.5489
verified: no, type: nauc_map_at_5_std
value: -1.4671999999999998
verified: no, type: nauc_map_at_5_diff1
value: 28.2777
verified: no, type: nauc_map_at_10_max
value: 30.2132
verified: no, type: nauc_map_at_10_std
value: -0.984
verified: no, type: nauc_map_at_10_diff1
value: 28.527
verified: no, type: nauc_map_at_20_max
value: 30.8029
verified: no, type: nauc_map_at_20_std
value: -0.6748
verified: no, type: nauc_map_at_20_diff1
value: 28.4974
verified: no, type: nauc_map_at_100_max
value: 30.868000000000002
verified: no, type: nauc_map_at_100_std
value: -0.4051
verified: no, type: nauc_map_at_100_diff1
value: 28.348000000000003
verified: no, type: nauc_map_at_1000_max
value: 30.9483
verified: no, type: nauc_map_at_1000_std
value: -0.3498
verified: no, type: nauc_map_at_1000_diff1
value: 28.407799999999998
verified: no, type: nauc_recall_at_1_max
value: 20.5785
verified: no, type: nauc_recall_at_1_std
value: 0.1734
verified: no, type: nauc_recall_at_1_diff1
value: 33.5835
verified: no, type: nauc_recall_at_3_max
value: 22.6433
verified: no, type: nauc_recall_at_3_std
value: -1.0766
verified: no, type: nauc_recall_at_3_diff1
value: 24.5419
verified: no, type: nauc_recall_at_5_max
value: 21.1675
verified: no, type: nauc_recall_at_5_std
value: -1.6594000000000002
verified: no, type: nauc_recall_at_5_diff1
value: 20.7746
verified: no, type: nauc_recall_at_10_max
value: 25.8163
verified: no, type: nauc_recall_at_10_std
value: 1.4134
verified: no, type: nauc_recall_at_10_diff1
value: 20.0466
verified: no, type: nauc_recall_at_20_max
value: 28.211000000000002
verified: no, type: nauc_recall_at_20_std
value: 4.3018
verified: no, type: nauc_recall_at_20_diff1
value: 19.7529
verified: no, type: nauc_recall_at_100_max
value: 28.4752
verified: no, type: nauc_recall_at_100_std
value: 13.855300000000002
verified: no, type: nauc_recall_at_100_diff1
value: 15.8335
verified: no, type: nauc_recall_at_1000_max
value: 56.1762
verified: no, type: nauc_recall_at_1000_std
value: 40.7642
verified: no, type: nauc_recall_at_1000_diff1
value: 7.8241000000000005
verified: no, type: nauc_precision_at_1_max
value: 37.0131
verified: no, type: nauc_precision_at_1_std
value: 1.23
verified: no, type: nauc_precision_at_1_diff1
value: 34.386
verified: no, type: nauc_precision_at_3_max
value: 37.2799
verified: no, type: nauc_precision_at_3_std
value: 0.3125
verified: no, type: nauc_precision_at_3_diff1
value: 22.5924
verified: no, type: nauc_precision_at_5_max
value: 36.275200000000005
verified: no, type: nauc_precision_at_5_std
value: -0.4414
verified: no, type: nauc_precision_at_5_diff1
value: 20.1792
verified: no, type: nauc_precision_at_10_max
value: 36.3329
verified: no, type: nauc_precision_at_10_std
value: 0.7673
verified: no, type: nauc_precision_at_10_diff1
value: 18.4001
verified: no, type: nauc_precision_at_20_max
value: 36.1432
verified: no, type: nauc_precision_at_20_std
value: 2.7744
verified: no, type: nauc_precision_at_20_diff1
value: 15.949399999999999
verified: no, type: nauc_precision_at_100_max
value: 29.2087
verified: no, type: nauc_precision_at_100_std
value: 5.795
verified: no, type: nauc_precision_at_100_diff1
value: 9.8339
verified: no, type: nauc_precision_at_1000_max
value: 25.1923
verified: no, type: nauc_precision_at_1000_std
value: 4.9289
verified: no, type: nauc_precision_at_1000_diff1
value: 5.8301
verified: no, type: nauc_mrr_at_1_max
value: 37.0131
verified: no, type: nauc_mrr_at_1_std
value: 1.23
verified: no, type: nauc_mrr_at_1_diff1
value: 34.386
verified: no, type: nauc_mrr_at_3_max
value: 32.9506
verified: no, type: nauc_mrr_at_3_std
value: 1.0282
verified: no, type: nauc_mrr_at_3_diff1
value: 31.368000000000002
verified: no, type: nauc_mrr_at_5_max
value: 32.4437
verified: no, type: nauc_mrr_at_5_std
value: 0.8541
verified: no, type: nauc_mrr_at_5_diff1
value: 30.3286
verified: no, type: nauc_mrr_at_10_max
value: 32.9949
verified: no, type: nauc_mrr_at_10_std
value: 1.1716
verified: no, type: nauc_mrr_at_10_diff1
value: 30.272900000000003
verified: no, type: nauc_mrr_at_20_max
value: 33.1598
verified: no, type: nauc_mrr_at_20_std
value: 1.4285
verified: no, type: nauc_mrr_at_20_diff1
value: 30.3452
verified: no, type: nauc_mrr_at_100_max
value: 33.1941
verified: no, type: nauc_mrr_at_100_std
value: 1.5522
verified: no, type: nauc_mrr_at_100_diff1
value: 30.411899999999996
verified: no, type: nauc_mrr_at_1000_max
value: 33.218599999999995
verified: no, type: nauc_mrr_at_1000_std
value: 1.5448
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.4433
verified: no, type: main_score
value: 33.564
verified: no
task: type: Retrieval, dataset: config: eng-ara
name: MTEB XPQARetrieval (eng-ara)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 5.6000000000000005
verified: no, type: ndcg_at_3
value: 6.115
verified: no, type: ndcg_at_5
value: 6.412
verified: no, type: ndcg_at_10
value: 8.06
verified: no, type: ndcg_at_20
value: 9.904
verified: no, type: ndcg_at_100
value: 13.441
verified: no, type: ndcg_at_1000
value: 21.157999999999998
verified: no, type: map_at_1
value: 2.858
verified: no, type: map_at_3
value: 4.5760000000000005
verified: no, type: map_at_5
value: 5.008
verified: no, type: map_at_10
value: 5.769
verified: no, type: map_at_20
value: 6.32
verified: no, type: map_at_100
value: 6.84
verified: no, type: map_at_1000
value: 7.114
verified: no, type: recall_at_1
value: 2.858
verified: no, type: recall_at_3
value: 6.262
verified: no, type: recall_at_5
value: 7.558
verified: no, type: recall_at_10
value: 11.600000000000001
verified: no, type: recall_at_20
value: 17.843999999999998
verified: no, type: recall_at_100
value: 33.924
verified: no, type: recall_at_1000
value: 88.14
verified: no, type: precision_at_1
value: 5.6000000000000005
verified: no, type: precision_at_3
value: 4.133
verified: no, type: precision_at_5
value: 3.2
verified: no, type: precision_at_10
value: 2.547
verified: no, type: precision_at_20
value: 1.867
verified: no, type: precision_at_100
value: 0.716
verified: no, type: precision_at_1000
value: 0.182
verified: no, type: mrr_at_1
value: 5.6000000000000005
verified: no, type: mrr_at_3
value: 7.6667
verified: no, type: mrr_at_5
value: 8.093300000000001
verified: no, type: mrr_at_10
value: 8.8209
verified: no, type: mrr_at_20
value: 9.3654
verified: no, type: mrr_at_100
value: 9.8288
verified: no, type: mrr_at_1000
value: 10.009500000000001
verified: no, type: nauc_ndcg_at_1_max
value: 32.838899999999995
verified: no, type: nauc_ndcg_at_1_std
value: 20.5796
verified: no, type: nauc_ndcg_at_1_diff1
value: 22.6813
verified: no, type: nauc_ndcg_at_3_max
value: 35.1866
verified: no, type: nauc_ndcg_at_3_std
value: 24.829
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.6032
verified: no, type: nauc_ndcg_at_5_max
value: 36.8889
verified: no, type: nauc_ndcg_at_5_std
value: 27.8175
verified: no, type: nauc_ndcg_at_5_diff1
value: 18.686
verified: no, type: nauc_ndcg_at_10_max
value: 37.3493
verified: no, type: nauc_ndcg_at_10_std
value: 31.882700000000003
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.4922
verified: no, type: nauc_ndcg_at_20_max
value: 37.1177
verified: no, type: nauc_ndcg_at_20_std
value: 33.9735
verified: no, type: nauc_ndcg_at_20_diff1
value: 17.1864
verified: no, type: nauc_ndcg_at_100_max
value: 34.8607
verified: no, type: nauc_ndcg_at_100_std
value: 32.9944
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.2682
verified: no, type: nauc_ndcg_at_1000_max
value: 32.228899999999996
verified: no, type: nauc_ndcg_at_1000_std
value: 31.282500000000002
verified: no, type: nauc_ndcg_at_1000_diff1
value: 18.4402
verified: no, type: nauc_map_at_1_max
value: 28.424300000000002
verified: no, type: nauc_map_at_1_std
value: 18.1568
verified: no, type: nauc_map_at_1_diff1
value: 27.4362
verified: no, type: nauc_map_at_3_max
value: 34.8293
verified: no, type: nauc_map_at_3_std
value: 23.643
verified: no, type: nauc_map_at_3_diff1
value: 21.8558
verified: no, type: nauc_map_at_5_max
value: 36.3296
verified: no, type: nauc_map_at_5_std
value: 25.9859
verified: no, type: nauc_map_at_5_diff1
value: 20.552999999999997
verified: no, type: nauc_map_at_10_max
value: 37.282199999999996
verified: no, type: nauc_map_at_10_std
value: 28.8291
verified: no, type: nauc_map_at_10_diff1
value: 20.2188
verified: no, type: nauc_map_at_20_max
value: 37.366
verified: no, type: nauc_map_at_20_std
value: 30.12
verified: no, type: nauc_map_at_20_diff1
value: 19.4849
verified: no, type: nauc_map_at_100_max
value: 37.0376
verified: no, type: nauc_map_at_100_std
value: 30.318800000000003
verified: no, type: nauc_map_at_100_diff1
value: 19.8468
verified: no, type: nauc_map_at_1000_max
value: 36.9108
verified: no, type: nauc_map_at_1000_std
value: 30.303600000000003
verified: no, type: nauc_map_at_1000_diff1
value: 19.8765
verified: no, type: nauc_recall_at_1_max
value: 28.424300000000002
verified: no, type: nauc_recall_at_1_std
value: 18.1568
verified: no, type: nauc_recall_at_1_diff1
value: 27.4362
verified: no, type: nauc_recall_at_3_max
value: 35.3652
verified: no, type: nauc_recall_at_3_std
value: 26.3617
verified: no, type: nauc_recall_at_3_diff1
value: 18.121499999999997
verified: no, type: nauc_recall_at_5_max
value: 37.9415
verified: no, type: nauc_recall_at_5_std
value: 31.6361
verified: no, type: nauc_recall_at_5_diff1
value: 14.7091
verified: no, type: nauc_recall_at_10_max
value: 36.7605
verified: no, type: nauc_recall_at_10_std
value: 36.6161
verified: no, type: nauc_recall_at_10_diff1
value: 14.8281
verified: no, type: nauc_recall_at_20_max
value: 35.1301
verified: no, type: nauc_recall_at_20_std
value: 38.683800000000005
verified: no, type: nauc_recall_at_20_diff1
value: 13.0095
verified: no, type: nauc_recall_at_100_max
value: 29.624
verified: no, type: nauc_recall_at_100_std
value: 34.0362
verified: no, type: nauc_recall_at_100_diff1
value: 15.9544
verified: no, type: nauc_recall_at_1000_max
value: 13.4196
verified: no, type: nauc_recall_at_1000_std
value: 34.4493
verified: no, type: nauc_recall_at_1000_diff1
value: 13.950899999999999
verified: no, type: nauc_precision_at_1_max
value: 32.838899999999995
verified: no, type: nauc_precision_at_1_std
value: 20.5796
verified: no, type: nauc_precision_at_1_diff1
value: 22.6813
verified: no, type: nauc_precision_at_3_max
value: 40.4435
verified: no, type: nauc_precision_at_3_std
value: 27.6221
verified: no, type: nauc_precision_at_3_diff1
value: 19.8144
verified: no, type: nauc_precision_at_5_max
value: 41.9666
verified: no, type: nauc_precision_at_5_std
value: 31.5946
verified: no, type: nauc_precision_at_5_diff1
value: 16.1282
verified: no, type: nauc_precision_at_10_max
value: 39.9322
verified: no, type: nauc_precision_at_10_std
value: 36.756499999999996
verified: no, type: nauc_precision_at_10_diff1
value: 16.2153
verified: no, type: nauc_precision_at_20_max
value: 38.3678
verified: no, type: nauc_precision_at_20_std
value: 38.7305
verified: no, type: nauc_precision_at_20_diff1
value: 12.822700000000001
verified: no, type: nauc_precision_at_100_max
value: 28.3971
verified: no, type: nauc_precision_at_100_std
value: 30.848100000000002
verified: no, type: nauc_precision_at_100_diff1
value: 12.8062
verified: no, type: nauc_precision_at_1000_max
value: 2.3346999999999998
verified: no, type: nauc_precision_at_1000_std
value: 5.900799999999999
verified: no, type: nauc_precision_at_1000_diff1
value: 5.9445
verified: no, type: nauc_mrr_at_1_max
value: 32.838899999999995
verified: no, type: nauc_mrr_at_1_std
value: 20.5796
verified: no, type: nauc_mrr_at_1_diff1
value: 22.6813
verified: no, type: nauc_mrr_at_3_max
value: 34.682
verified: no, type: nauc_mrr_at_3_std
value: 22.7573
verified: no, type: nauc_mrr_at_3_diff1
value: 21.3031
verified: no, type: nauc_mrr_at_5_max
value: 35.1101
verified: no, type: nauc_mrr_at_5_std
value: 24.595200000000002
verified: no, type: nauc_mrr_at_5_diff1
value: 19.8655
verified: no, type: nauc_mrr_at_10_max
value: 34.9324
verified: no, type: nauc_mrr_at_10_std
value: 26.1953
verified: no, type: nauc_mrr_at_10_diff1
value: 19.862199999999998
verified: no, type: nauc_mrr_at_20_max
value: 34.7806
verified: no, type: nauc_mrr_at_20_std
value: 26.606999999999996
verified: no, type: nauc_mrr_at_20_diff1
value: 19.4267
verified: no, type: nauc_mrr_at_100_max
value: 34.3513
verified: no, type: nauc_mrr_at_100_std
value: 26.3405
verified: no, type: nauc_mrr_at_100_diff1
value: 19.5093
verified: no, type: nauc_mrr_at_1000_max
value: 34.3621
verified: no, type: nauc_mrr_at_1000_std
value: 26.3118
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.557
verified: no, type: main_score
value: 8.06
verified: no
task: type: Retrieval, dataset: config: ara-eng
name: MTEB XPQARetrieval (ara-eng)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 4.717
verified: no, type: ndcg_at_3
value: 6.136
verified: no, type: ndcg_at_5
value: 6.796
verified: no, type: ndcg_at_10
value: 8.417
verified: no, type: ndcg_at_20
value: 10.041
verified: no, type: ndcg_at_100
value: 13.668
verified: no, type: ndcg_at_1000
value: 21.077
verified: no, type: map_at_1
value: 2.3810000000000002
verified: no, type: map_at_3
value: 4.62
verified: no, type: map_at_5
value: 5.285
verified: no, type: map_at_10
value: 6.115
verified: no, type: map_at_20
value: 6.605999999999999
verified: no, type: map_at_100
value: 7.173
verified: no, type: map_at_1000
value: 7.424
verified: no, type: recall_at_1
value: 2.3810000000000002
verified: no, type: recall_at_3
value: 6.611000000000001
verified: no, type: recall_at_5
value: 8.643
verified: no, type: recall_at_10
value: 12.873000000000001
verified: no, type: recall_at_20
value: 18.358
verified: no, type: recall_at_100
value: 35.274
verified: no, type: recall_at_1000
value: 87.25699999999999
verified: no, type: precision_at_1
value: 4.717
verified: no, type: precision_at_3
value: 4.717
verified: no, type: precision_at_5
value: 3.7740000000000005
verified: no, type: precision_at_10
value: 2.709
verified: no, type: precision_at_20
value: 1.8800000000000001
verified: no, type: precision_at_100
value: 0.697
verified: no, type: precision_at_1000
value: 0.17700000000000002
verified: no, type: mrr_at_1
value: 4.717
verified: no, type: mrr_at_3
value: 6.9407
verified: no, type: mrr_at_5
value: 7.5066999999999995
verified: no, type: mrr_at_10
value: 8.0793
verified: no, type: mrr_at_20
value: 8.5387
verified: no, type: mrr_at_100
value: 8.9732
verified: no, type: mrr_at_1000
value: 9.1562
verified: no, type: nauc_ndcg_at_1_max
value: 54.243300000000005
verified: no, type: nauc_ndcg_at_1_std
value: 25.9453
verified: no, type: nauc_ndcg_at_1_diff1
value: 39.2959
verified: no, type: nauc_ndcg_at_3_max
value: 42.9191
verified: no, type: nauc_ndcg_at_3_std
value: 20.4861
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.1422
verified: no, type: nauc_ndcg_at_5_max
value: 38.6922
verified: no, type: nauc_ndcg_at_5_std
value: 20.5677
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.3885
verified: no, type: nauc_ndcg_at_10_max
value: 36.5826
verified: no, type: nauc_ndcg_at_10_std
value: 20.7746
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.6611
verified: no, type: nauc_ndcg_at_20_max
value: 35.204299999999996
verified: no, type: nauc_ndcg_at_20_std
value: 21.1932
verified: no, type: nauc_ndcg_at_20_diff1
value: 17.1578
verified: no, type: nauc_ndcg_at_100_max
value: 32.2066
verified: no, type: nauc_ndcg_at_100_std
value: 22.0766
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.971
verified: no, type: nauc_ndcg_at_1000_max
value: 33.6484
verified: no, type: nauc_ndcg_at_1000_std
value: 22.9162
verified: no, type: nauc_ndcg_at_1000_diff1
value: 14.0986
verified: no, type: nauc_map_at_1_max
value: 40.3701
verified: no, type: nauc_map_at_1_std
value: 16.161900000000003
verified: no, type: nauc_map_at_1_diff1
value: 39.9372
verified: no, type: nauc_map_at_3_max
value: 41.3994
verified: no, type: nauc_map_at_3_std
value: 19.808400000000002
verified: no, type: nauc_map_at_3_diff1
value: 27.0159
verified: no, type: nauc_map_at_5_max
value: 39.7394
verified: no, type: nauc_map_at_5_std
value: 19.3577
verified: no, type: nauc_map_at_5_diff1
value: 25.1608
verified: no, type: nauc_map_at_10_max
value: 39.2515
verified: no, type: nauc_map_at_10_std
value: 20.1689
verified: no, type: nauc_map_at_10_diff1
value: 22.7535
verified: no, type: nauc_map_at_20_max
value: 38.8313
verified: no, type: nauc_map_at_20_std
value: 20.5593
verified: no, type: nauc_map_at_20_diff1
value: 21.933600000000002
verified: no, type: nauc_map_at_100_max
value: 38.0329
verified: no, type: nauc_map_at_100_std
value: 20.7943
verified: no, type: nauc_map_at_100_diff1
value: 20.9206
verified: no, type: nauc_map_at_1000_max
value: 38.0858
verified: no, type: nauc_map_at_1000_std
value: 20.8558
verified: no, type: nauc_map_at_1000_diff1
value: 20.887700000000002
verified: no, type: nauc_recall_at_1_max
value: 40.3701
verified: no, type: nauc_recall_at_1_std
value: 16.161900000000003
verified: no, type: nauc_recall_at_1_diff1
value: 39.9372
verified: no, type: nauc_recall_at_3_max
value: 36.5375
verified: no, type: nauc_recall_at_3_std
value: 18.166
verified: no, type: nauc_recall_at_3_diff1
value: 18.7422
verified: no, type: nauc_recall_at_5_max
value: 32.6016
verified: no, type: nauc_recall_at_5_std
value: 18.378700000000002
verified: no, type: nauc_recall_at_5_diff1
value: 15.2924
verified: no, type: nauc_recall_at_10_max
value: 28.719299999999997
verified: no, type: nauc_recall_at_10_std
value: 18.121499999999997
verified: no, type: nauc_recall_at_10_diff1
value: 12.0404
verified: no, type: nauc_recall_at_20_max
value: 27.1826
verified: no, type: nauc_recall_at_20_std
value: 19.482499999999998
verified: no, type: nauc_recall_at_20_diff1
value: 11.1159
verified: no, type: nauc_recall_at_100_max
value: 21.4272
verified: no, type: nauc_recall_at_100_std
value: 21.723200000000002
verified: no, type: nauc_recall_at_100_diff1
value: 4.9525
verified: no, type: nauc_recall_at_1000_max
value: 24.616699999999998
verified: no, type: nauc_recall_at_1000_std
value: 36.6124
verified: no, type: nauc_recall_at_1000_diff1
value: -1.4559
verified: no, type: nauc_precision_at_1_max
value: 54.243300000000005
verified: no, type: nauc_precision_at_1_std
value: 25.9453
verified: no, type: nauc_precision_at_1_diff1
value: 39.2959
verified: no, type: nauc_precision_at_3_max
value: 48.6299
verified: no, type: nauc_precision_at_3_std
value: 24.9782
verified: no, type: nauc_precision_at_3_diff1
value: 23.6147
verified: no, type: nauc_precision_at_5_max
value: 43.9644
verified: no, type: nauc_precision_at_5_std
value: 23.6441
verified: no, type: nauc_precision_at_5_diff1
value: 20.3201
verified: no, type: nauc_precision_at_10_max
value: 41.4126
verified: no, type: nauc_precision_at_10_std
value: 24.6059
verified: no, type: nauc_precision_at_10_diff1
value: 16.0803
verified: no, type: nauc_precision_at_20_max
value: 37.7543
verified: no, type: nauc_precision_at_20_std
value: 23.7518
verified: no, type: nauc_precision_at_20_diff1
value: 11.8993
verified: no, type: nauc_precision_at_100_max
value: 28.8901
verified: no, type: nauc_precision_at_100_std
value: 21.9506
verified: no, type: nauc_precision_at_100_diff1
value: 7.3769
verified: no, type: nauc_precision_at_1000_max
value: 12.132900000000001
verified: no, type: nauc_precision_at_1000_std
value: 8.134
verified: no, type: nauc_precision_at_1000_diff1
value: -1.0386
verified: no, type: nauc_mrr_at_1_max
value: 54.243300000000005
verified: no, type: nauc_mrr_at_1_std
value: 25.9453
verified: no, type: nauc_mrr_at_1_diff1
value: 39.2959
verified: no, type: nauc_mrr_at_3_max
value: 45.3324
verified: no, type: nauc_mrr_at_3_std
value: 23.9364
verified: no, type: nauc_mrr_at_3_diff1
value: 25.5843
verified: no, type: nauc_mrr_at_5_max
value: 43.5379
verified: no, type: nauc_mrr_at_5_std
value: 23.9876
verified: no, type: nauc_mrr_at_5_diff1
value: 24.0945
verified: no, type: nauc_mrr_at_10_max
value: 41.2615
verified: no, type: nauc_mrr_at_10_std
value: 23.1665
verified: no, type: nauc_mrr_at_10_diff1
value: 22.6914
verified: no, type: nauc_mrr_at_20_max
value: 40.3956
verified: no, type: nauc_mrr_at_20_std
value: 22.9236
verified: no, type: nauc_mrr_at_20_diff1
value: 22.037399999999998
verified: no, type: nauc_mrr_at_100_max
value: 39.8172
verified: no, type: nauc_mrr_at_100_std
value: 23.0539
verified: no, type: nauc_mrr_at_100_diff1
value: 21.4238
verified: no, type: nauc_mrr_at_1000_max
value: 39.9549
verified: no, type: nauc_mrr_at_1000_std
value: 23.125999999999998
verified: no, type: nauc_mrr_at_1000_diff1
value: 21.4921
verified: no, type: main_score
value: 8.417
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 67.88078975738149
verified: no, type: cosine_spearman
value: 67.36900492799694
verified: no, type: euclidean_pearson
value: 66.00402957388015
verified: no, type: euclidean_spearman
value: 65.70270189991112
verified: no, type: main_score
value: 67.36900492799694
verified: no, type: manhattan_pearson
value: 66.54937895501651
verified: no, type: manhattan_spearman
value: 66.12198856207587
verified: no
task: type: STS, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 62.931439439697044
verified: no, type: cosine_spearman
value: 57.64441663261227
verified: no, type: euclidean_pearson
value: 61.119408834167835
verified: no, type: euclidean_spearman
value: 57.42332323654558
verified: no, type: main_score
value: 57.64441663261227
verified: no, type: manhattan_pearson
value: 60.692516462749204
verified: no, type: manhattan_spearman
value: 56.99349446063643
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 70.42631404785132
verified: no, type: cosine_spearman
value: 69.67060431422327
verified: no, type: euclidean_pearson
value: 68.70261457119209
verified: no, type: euclidean_spearman
value: 68.99597672902992
verified: no, type: main_score
value: 69.67060431422327
verified: no, type: manhattan_pearson
value: 67.99048393745159
verified: no, type: manhattan_spearman
value: 68.1853179140009
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 49.46916157874787
verified: no, type: cosine_spearman
value: 51.95037157769884
verified: no, type: euclidean_pearson
value: 55.17336596392549
verified: no, type: euclidean_spearman
value: 54.312304378478835
verified: no, type: main_score
value: 51.95037157769884
verified: no, type: manhattan_pearson
value: 55.09060773902408
verified: no, type: manhattan_spearman
value: 53.96813218977611
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 54.37699141667456
verified: no, type: cosine_spearman
value: 57.36607721958864
verified: no, type: euclidean_pearson
value: 57.98000825695592
verified: no, type: euclidean_spearman
value: 59.08844527739818
verified: no, type: main_score
value: 57.36607721958864
verified: no, type: manhattan_pearson
value: 57.588062173142106
verified: no, type: manhattan_spearman
value: 58.35590953779109
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 67.37948361289261
verified: no, type: cosine_spearman
value: 70.0994395240558
verified: no, type: euclidean_pearson
value: 70.28341277052768
verified: no, type: euclidean_spearman
value: 70.11050982217422
verified: no, type: main_score
value: 70.0994395240558
verified: no, type: manhattan_pearson
value: 70.66000566140171
verified: no, type: manhattan_spearman
value: 70.41742785288693
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 61.559501698409434
verified: no, type: cosine_spearman
value: 65.04903130808405
verified: no, type: euclidean_pearson
value: 63.92021058086694
verified: no, type: euclidean_spearman
value: 64.22673046991633
verified: no, type: main_score
value: 65.04903130808405
verified: no, type: manhattan_pearson
value: 63.958100692077956
verified: no, type: manhattan_spearman
value: 64.15057001708075
verified: no
task: type: STS, dataset: config: ar-ar
name: MTEB STS17 (ar-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 82.35377320218275
verified: no, type: cosine_spearman
value: 83.15514468203664
verified: no, type: euclidean_pearson
value: 80.56116685008965
verified: no, type: euclidean_spearman
value: 82.38252301503367
verified: no, type: main_score
value: 83.15514468203664
verified: no, type: manhattan_pearson
value: 80.74794586574093
verified: no, type: manhattan_spearman
value: 82.54224799581789
verified: no
task: type: STS, dataset: config: ar
name: MTEB STS22 (ar)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 48.22154847597003
verified: no, type: cosine_spearman
value: 58.29235719729918
verified: no, type: euclidean_pearson
value: 51.54481297728728
verified: no, type: euclidean_spearman
value: 58.990627664376674
verified: no, type: main_score
value: 58.29235719729918
verified: no, type: manhattan_pearson
value: 52.195039627338126
verified: no, type: manhattan_spearman
value: 59.12018922641005
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 59.50286436994106
verified: no, type: cosine_spearman
value: 61.592426810014366
verified: no, type: euclidean_pearson
value: 63.268627193788916
verified: no, type: euclidean_spearman
value: 63.16239630067321
verified: no, type: main_score
value: 61.592426810014366
verified: no, type: manhattan_pearson
value: 62.95949714767757
verified: no, type: manhattan_spearman
value: 62.687737378385364
verified: no
task: type: STS, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: cosine_pearson
value: 31.1427099547469
verified: no, type: cosine_spearman
value: 31.32880594576111
verified: no, type: dot_pearson
value: 25.98395652985614
verified: no, type: dot_spearman
value: 25.30831374828529
verified: no, type: main_score
value: 31.32880594576111
verified: no, type: pearson
value: 31.1427099547469
verified: no, type: spearman
value: 31.32880594576111
verified: no
task: type: Summarization, name: SentenceTransformer based on aubmindlab/bert-base-arabertv02
results: task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 768
type: sts-test-768
metrics: type: pearson_cosine
value: 0.5949906740977448
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.6159750250469712
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.6295622269205102
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.6269654283099967
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.6326526932327604
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.6317081341785673
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.42816790752358297
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.4295282086669423
name: Spearman Dot
verified: no, type: pearson_max
value: 0.6326526932327604
name: Pearson Max
verified: no, type: spearman_max
value: 0.6317081341785673
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 512
type: sts-test-512
metrics: type: pearson_cosine
value: 0.5846223235167534
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.6064092420664184
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.6287774004727389
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.6263546541183983
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.631267664308041
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.6301778108727977
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.3788565672017437
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.37680551461721923
name: Spearman Dot
verified: no, type: pearson_max
value: 0.631267664308041
name: Pearson Max
verified: no, type: spearman_max
value: 0.6301778108727977
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 256
type: sts-test-256
metrics: type: pearson_cosine
value: 0.5778623383989389
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.5959667709300495
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.6242980982402613
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.6217473192873829
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.6237908608463304
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.6215304658549996
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.35968442092444003
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.35304547874806785
name: Spearman Dot
verified: no, type: pearson_max
value: 0.6242980982402613
name: Pearson Max
verified: no, type: spearman_max
value: 0.6217473192873829
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 128
type: sts-test-128
metrics: type: pearson_cosine
value: 0.5830782075122916
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.6022044167653756
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.6151866925343435
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.6121950064533626
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.6162225316000448
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.615301209345362
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.40438461342780957
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.40153111017443666
name: Spearman Dot
verified: no, type: pearson_max
value: 0.6162225316000448
name: Pearson Max
verified: no, type: spearman_max
value: 0.615301209345362
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 64
type: sts-test-64
metrics: type: pearson_cosine
value: 0.5724838823862283
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.5914127847098
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.6023812283389073
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.5967205030284914
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.6069294574719372
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.6041440553344074
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.36315938245739166
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.358512645020771
name: Spearman Dot
verified: no, type: pearson_max
value: 0.6069294574719372
name: Pearson Max
verified: no, type: spearman_max
value: 0.6041440553344074
name: Spearman Max
verified: no
base_model: aubmindlab/bert-base-arabertv02
datasets: Omartificial-Intelligence-Space/Arabic-NLi-Triplet
metrics: pearson_cosine, spearman_cosine, pearson_manhattan, spearman_manhattan, pearson_euclidean, spearman_euclidean, pearson_dot, spearman_dot, pearson_max, spearman_max
widget: source_sentence: ذكر متوازن بعناية يقف على قدم واحدة بالقرب من منطقة شاطئ المحيط النظيفة
sentences: رجل يقدم عرضاً, هناك رجل بالخارج قرب الشاطئ, رجل يجلس على أريكه, source_sentence: رجل يقفز إلى سريره القذر
sentences: السرير قذر., رجل يضحك أثناء غسيل الملابس, الرجل على القمر, source_sentence: الفتيات بالخارج
sentences: امرأة تلف الخيط إلى كرات بجانب كومة من الكرات, فتيان يركبان في جولة متعة, ثلاث فتيات يقفون سوية في غرفة واحدة تستمع وواحدة تكتب على الحائط والثالثة تتحدث إليهن, source_sentence: الرجل يرتدي قميصاً أزرق.
sentences: رجل يرتدي قميصاً أزرق يميل إلى الجدار بجانب الطريق مع شاحنة زرقاء وسيارة حمراء مع الماء في الخلفية., كتاب القصص مفتوح, رجل يرتدي قميص أسود يعزف على الجيتار., source_sentence: يجلس شاب ذو شعر أشقر على الحائط يقرأ جريدة بينما تمر امرأة وفتاة شابة.
sentences: ذكر شاب ينظر إلى جريدة بينما تمر إمرأتان بجانبه, رجل يستلقي على وجهه على مقعد في الحديقة., الشاب نائم بينما الأم تقود ابنتها إلى الحديقة
pipeline_tag: sentence-similarity
license: apache-2.0
Likes: 11 | All-time downloads: 100334
Created: 2024-06-16 23:18:49