Model: PaDaS-Lab/xlm-roberta-base-msmarco-webfaq
Author: PaDaS-Lab
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, xlm-roberta, mteb, sentence-similarity, feature-extraction, generated_from_trainer, dataset_size:2560000, loss:MultipleNegativesRankingLoss, arxiv:1908.10084, arxiv:1705.00652, arxiv:2502.20936, license:mit, model-index, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: tags: mteb, sentence-transformers, sentence-similarity, feature-extraction, generated_from_trainer, dataset_size:2560000, loss:MultipleNegativesRankingLoss
model-index: name: XLM-RoBERTa-base-MSMARCO-WebFAQ
results: task: type: retrieval
dataset: type: mteb/miracl-hard-negatives
name: MTEB MIRACLRetrievalHardNegatives (ar)
config: ar
split: dev
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
metrics: type: map_at_1
value: 25.374000000000002
verified: no, type: map_at_10
value: 40.863
verified: no, type: map_at_100
value: 42.667
verified: no, type: map_at_1000
value: 42.754999999999995
verified: no, type: map_at_20
value: 41.948
verified: no, type: map_at_3
value: 35.512
verified: no, type: map_at_5
value: 38.385999999999996
verified: no, type: mrr_at_1
value: 38.6
verified: no, type: mrr_at_10
value: 50.489
verified: no, type: mrr_at_100
value: 51.229
verified: no, type: mrr_at_1000
value: 51.248000000000005
verified: no, type: mrr_at_20
value: 50.980000000000004
verified: no, type: mrr_at_3
value: 46.933
verified: no, type: mrr_at_5
value: 48.983
verified: no, type: ndcg_at_1
value: 38.6
verified: no, type: ndcg_at_10
value: 49.257
verified: no, type: ndcg_at_100
value: 55.611999999999995
verified: no, type: ndcg_at_1000
value: 56.946
verified: no, type: ndcg_at_20
value: 52.10399999999999
verified: no, type: ndcg_at_3
value: 41.501
verified: no, type: ndcg_at_5
value: 44.729
verified: no, type: precision_at_1
value: 38.6
verified: no, type: precision_at_10
value: 11.540000000000001
verified: no, type: precision_at_100
value: 1.702
verified: no, type: precision_at_1000
value: 0.189
verified: no, type: precision_at_20
value: 6.795
verified: no, type: precision_at_3
value: 24.3
verified: no, type: precision_at_5
value: 18.16
verified: no, type: recall_at_1
value: 25.374000000000002
verified: no, type: recall_at_10
value: 63.474
verified: no, type: recall_at_100
value: 87.902
verified: no, type: recall_at_1000
value: 96.301
verified: no, type: recall_at_20
value: 72.538
verified: no, type: recall_at_3
value: 43.144
verified: no, type: recall_at_5
value: 51.548
verified: no, task: type: retrieval
dataset: type: mteb/mrtydi
name: MTEB MrTydiRetrieval (arabic)
config: arabic
split: test
revision: fc24a3ce8f09746410daee3d5cd823ff7a0675b7
metrics: type: map_at_1
value: 26.056
verified: no, type: map_at_10
value: 37.684
verified: no, type: map_at_100
value: 38.616
verified: no, type: map_at_1000
value: 38.66
verified: no, type: map_at_20
value: 38.281
verified: no, type: map_at_3
value: 34.348
verified: no, type: map_at_5
value: 36.181999999999995
verified: no, type: mrr_at_1
value: 27.845
verified: no, type: mrr_at_10
value: 39.275
verified: no, type: mrr_at_100
value: 40.083
verified: no, type: mrr_at_1000
value: 40.115
verified: no, type: mrr_at_20
value: 39.822
verified: no, type: mrr_at_3
value: 36.124
verified: no, type: mrr_at_5
value: 37.885999999999996
verified: no, type: ndcg_at_1
value: 27.845
verified: no, type: ndcg_at_10
value: 44.153
verified: no, type: ndcg_at_100
value: 48.291000000000004
verified: no, type: ndcg_at_1000
value: 49.443
verified: no, type: ndcg_at_20
value: 46.188
verified: no, type: ndcg_at_3
value: 37.448
verified: no, type: ndcg_at_5
value: 40.685
verified: no, type: precision_at_1
value: 27.845
verified: no, type: precision_at_10
value: 6.938
verified: no, type: precision_at_100
value: 0.9209999999999999
verified: no, type: precision_at_1000
value: 0.10300000000000001
verified: no, type: precision_at_20
value: 3.936
verified: no, type: precision_at_3
value: 16.158
verified: no, type: precision_at_5
value: 11.452
verified: no, type: recall_at_1
value: 26.056
verified: no, type: recall_at_10
value: 62.627
verified: no, type: recall_at_100
value: 80.759
verified: no, type: recall_at_1000
value: 89.547
verified: no, type: recall_at_20
value: 70.21300000000001
verified: no, type: recall_at_3
value: 44.681
verified: no, type: recall_at_5
value: 52.344
verified: no, task: type: retrieval
dataset: type: mteb/miracl-hard-negatives
name: MTEB MIRACLRetrievalHardNegatives (bn)
config: bn
split: dev
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
metrics: type: map_at_1
value: 23.083000000000002
verified: no, type: map_at_10
value: 37.285000000000004
verified: no, type: map_at_100
value: 38.834
verified: no, type: map_at_1000
value: 38.948
verified: no, type: map_at_20
value: 38.195
verified: no, type: map_at_3
value: 31.893
verified: no, type: map_at_5
value: 34.755
verified: no, type: mrr_at_1
value: 36.496
verified: no, type: mrr_at_10
value: 48.486000000000004
verified: no, type: mrr_at_100
value: 49.248
verified: no, type: mrr_at_1000
value: 49.28
verified: no, type: mrr_at_20
value: 48.998000000000005
verified: no, type: mrr_at_3
value: 44.85
verified: no, type: mrr_at_5
value: 47.028
verified: no, type: ndcg_at_1
value: 36.496
verified: no, type: ndcg_at_10
value: 45.96
verified: no, type: ndcg_at_100
value: 51.64
verified: no, type: ndcg_at_1000
value: 53.542
verified: no, type: ndcg_at_20
value: 48.543
verified: no, type: ndcg_at_3
value: 37.964999999999996
verified: no, type: ndcg_at_5
value: 41.44
verified: no, type: precision_at_1
value: 36.496
verified: no, type: precision_at_10
value: 11.29
verified: no, type: precision_at_100
value: 1.6199999999999999
verified: no, type: precision_at_1000
value: 0.191
verified: no, type: precision_at_20
value: 6.582000000000001
verified: no, type: precision_at_3
value: 22.871
verified: no, type: precision_at_5
value: 17.324
verified: no, type: recall_at_1
value: 23.083000000000002
verified: no, type: recall_at_10
value: 59.414
verified: no, type: recall_at_100
value: 81.08
verified: no, type: recall_at_1000
value: 92.793
verified: no, type: recall_at_20
value: 67.634
verified: no, type: recall_at_3
value: 39.001000000000005
verified: no, type: recall_at_5
value: 47.612
verified: no, task: type: retrieval
dataset: type: mteb/mrtydi
name: MTEB MrTydiRetrieval (bengali)
config: bengali
split: test
revision: fc24a3ce8f09746410daee3d5cd823ff7a0675b7
metrics: type: map_at_1
value: 23.874000000000002
verified: no, type: map_at_10
value: 38.235
verified: no, type: map_at_100
value: 39.428000000000004
verified: no, type: map_at_1000
value: 39.458
verified: no, type: map_at_20
value: 39.119
verified: no, type: map_at_3
value: 34.233999999999995
verified: no, type: map_at_5
value: 36.577
verified: no, type: mrr_at_1
value: 28.829
verified: no, type: mrr_at_10
value: 41.032999999999994
verified: no, type: mrr_at_100
value: 42.077999999999996
verified: no, type: mrr_at_1000
value: 42.104
verified: no, type: mrr_at_20
value: 41.855
verified: no, type: mrr_at_3
value: 37.688
verified: no, type: mrr_at_5
value: 39.985
verified: no, type: ndcg_at_1
value: 28.829
verified: no, type: ndcg_at_10
value: 45.214999999999996
verified: no, type: ndcg_at_100
value: 49.986999999999995
verified: no, type: ndcg_at_1000
value: 50.67700000000001
verified: no, type: ndcg_at_20
value: 48.291000000000004
verified: no, type: ndcg_at_3
value: 37.822
verified: no, type: ndcg_at_5
value: 41.9
verified: no, type: precision_at_1
value: 28.829
verified: no, type: precision_at_10
value: 7.477
verified: no, type: precision_at_100
value: 0.9820000000000001
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_20
value: 4.414
verified: no, type: precision_at_3
value: 17.416999999999998
verified: no, type: precision_at_5
value: 12.613
verified: no, type: recall_at_1
value: 23.874000000000002
verified: no, type: recall_at_10
value: 63.964
verified: no, type: recall_at_100
value: 83.784
verified: no, type: recall_at_1000
value: 88.739
verified: no, type: recall_at_20
value: 75.676
verified: no, type: recall_at_3
value: 45.045
verified: no, type: recall_at_5
value: 54.505
verified: no, task: type: retrieval
dataset: type: mteb/miracl-hard-negatives
name: MTEB MIRACLRetrievalHardNegatives (de)
config: de
split: dev
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
metrics: type: map_at_1
value: 12.524
verified: no, type: map_at_10
value: 25.932
verified: no, type: map_at_100
value: 29.215999999999998
verified: no, type: map_at_1000
value: 29.342000000000002
verified: no, type: map_at_20
value: 27.515
verified: no, type: map_at_3
value: 20.196
verified: no, type: map_at_5
value: 23.311999999999998
verified: no, type: mrr_at_1
value: 28.525
verified: no, type: mrr_at_10
value: 41.854
verified: no, type: mrr_at_100
value: 42.977
verified: no, type: mrr_at_1000
value: 42.998
verified: no, type: mrr_at_20
value: 42.628
verified: no, type: mrr_at_3
value: 38.251000000000005
verified: no, type: mrr_at_5
value: 40.514
verified: no, type: ndcg_at_1
value: 28.525
verified: no, type: ndcg_at_10
value: 35.831
verified: no, type: ndcg_at_100
value: 47.410000000000004
verified: no, type: ndcg_at_1000
value: 48.931000000000004
verified: no, type: ndcg_at_20
value: 40.021
verified: no, type: ndcg_at_3
value: 28.614
verified: no, type: ndcg_at_5
value: 31.427
verified: no, type: precision_at_1
value: 28.525
verified: no, type: precision_at_10
value: 11.934000000000001
verified: no, type: precision_at_100
value: 2.37
verified: no, type: precision_at_1000
value: 0.261
verified: no, type: precision_at_20
value: 7.704999999999999
verified: no, type: precision_at_3
value: 21.421
verified: no, type: precision_at_5
value: 17.574
verified: no, type: recall_at_1
value: 12.524
verified: no, type: recall_at_10
value: 47.558
verified: no, type: recall_at_100
value: 90.068
verified: no, type: recall_at_1000
value: 98.68900000000001
verified: no, type: recall_at_20
value: 59.943999999999996
verified: no, type: recall_at_3
value: 26.889999999999997
verified: no, type: recall_at_5
value: 36.152
verified: no, task: type: retrieval
dataset: type: mteb/miracl-hard-negatives
name: MTEB MIRACLRetrievalHardNegatives (en)
config: en
split: dev
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
metrics: type: map_at_1
value: 14.431
verified: no, type: map_at_10
value: 27.194000000000003
verified: no, type: map_at_100
value: 30.575000000000003
verified: no, type: map_at_1000
value: 30.75
verified: no, type: map_at_20
value: 28.938999999999997
verified: no, type: map_at_3
value: 21.69
verified: no, type: map_at_5
value: 24.657999999999998
verified: no, type: mrr_at_1
value: 31.163999999999998
verified: no, type: mrr_at_10
value: 43.417
verified: no, type: mrr_at_100
value: 44.48
verified: no, type: mrr_at_1000
value: 44.499
verified: no, type: mrr_at_20
value: 44.112
verified: no, type: mrr_at_3
value: 39.57
verified: no, type: mrr_at_5
value: 41.692
verified: no, type: ndcg_at_1
value: 31.163999999999998
verified: no, type: ndcg_at_10
value: 36.925000000000004
verified: no, type: ndcg_at_100
value: 48.15
verified: no, type: ndcg_at_1000
value: 50.131
verified: no, type: ndcg_at_20
value: 41.308
verified: no, type: ndcg_at_3
value: 30.291
verified: no, type: ndcg_at_5
value: 32.731
verified: no, type: precision_at_1
value: 31.163999999999998
verified: no, type: precision_at_10
value: 12.065
verified: no, type: precision_at_100
value: 2.469
verified: no, type: precision_at_1000
value: 0.28500000000000003
verified: no, type: precision_at_20
value: 7.997
verified: no, type: precision_at_3
value: 21.443
verified: no, type: precision_at_5
value: 17.447
verified: no, type: recall_at_1
value: 14.431
verified: no, type: recall_at_10
value: 48.275
verified: no, type: recall_at_100
value: 87.19200000000001
verified: no, type: recall_at_1000
value: 97.79299999999999
verified: no, type: recall_at_20
value: 60.870000000000005
verified: no, type: recall_at_3
value: 27.679
verified: no, type: recall_at_5
value: 36.479
verified: no, task: type: retrieval
dataset: type: mteb/mrtydi
name: MTEB MrTydiRetrieval (english)
config: english
split: test
revision: fc24a3ce8f09746410daee3d5cd823ff7a0675b7
metrics: type: map_at_1
value: 13.642000000000001
verified: no, type: map_at_10
value: 22.744
verified: no, type: map_at_100
value: 24.083
verified: no, type: map_at_1000
value: 24.157
verified: no, type: map_at_20
value: 23.592
verified: no, type: map_at_3
value: 19.134999999999998
verified: no, type: map_at_5
value: 21.448999999999998
verified: no, type: mrr_at_1
value: 16.667
verified: no, type: mrr_at_10
value: 25.77
verified: no, type: mrr_at_100
value: 26.878
verified: no, type: mrr_at_1000
value: 26.938000000000002
verified: no, type: mrr_at_20
value: 26.503
verified: no, type: mrr_at_3
value: 22.512999999999998
verified: no, type: mrr_at_5
value: 24.516
verified: no, type: ndcg_at_1
value: 16.667
verified: no, type: ndcg_at_10
value: 28.652
verified: no, type: ndcg_at_100
value: 34.716
verified: no, type: ndcg_at_1000
value: 36.649
verified: no, type: ndcg_at_20
value: 31.508000000000003
verified: no, type: ndcg_at_3
value: 21.748
verified: no, type: ndcg_at_5
value: 25.647
verified: no, type: precision_at_1
value: 16.667
verified: no, type: precision_at_10
value: 5.3629999999999995
verified: no, type: precision_at_100
value: 0.886
verified: no, type: precision_at_1000
value: 0.107
verified: no, type: precision_at_20
value: 3.36
verified: no, type: precision_at_3
value: 10.529
verified: no, type: precision_at_5
value: 8.522
verified: no, type: recall_at_1
value: 13.642000000000001
verified: no, type: recall_at_10
value: 43.884
verified: no, type: recall_at_100
value: 70.744
verified: no, type: recall_at_1000
value: 85.372
verified: no, type: recall_at_20
value: 54.48
verified: no, type: recall_at_3
value: 26.142
verified: no, type: recall_at_5
value: 35.17
verified: no, task: type: retrieval
dataset: type: mteb/miracl-hard-negatives
name: MTEB MIRACLRetrievalHardNegatives (fa)
config: fa
split: dev
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
metrics: type: map_at_1
value: 20.752000000000002
verified: no, type: map_at_10
value: 34.931
verified: no, type: map_at_100
value: 37.132
verified: no, type: map_at_1000
value: 37.230999999999995
verified: no, type: map_at_20
value: 36.144
verified: no, type: map_at_3
value: 29.692
verified: no, type: map_at_5
value: 32.536
verified: no, type: mrr_at_1
value: 32.437
verified: no, type: mrr_at_10
value: 44.41
verified: no, type: mrr_at_100
value: 45.324
verified: no, type: mrr_at_1000
value: 45.348
verified: no, type: mrr_at_20
value: 44.945
verified: no, type: mrr_at_3
value: 41.482
verified: no, type: mrr_at_5
value: 43.183
verified: no, type: ndcg_at_1
value: 32.437
verified: no, type: ndcg_at_10
value: 43.018
verified: no, type: ndcg_at_100
value: 50.805
verified: no, type: ndcg_at_1000
value: 52.245
verified: no, type: ndcg_at_20
value: 46.215
verified: no, type: ndcg_at_3
value: 36.269
verified: no, type: ndcg_at_5
value: 39.101
verified: no, type: precision_at_1
value: 32.437
verified: no, type: precision_at_10
value: 11.013
verified: no, type: precision_at_100
value: 1.799
verified: no, type: precision_at_1000
value: 0.201
verified: no, type: precision_at_20
value: 6.7250000000000005
verified: no, type: precision_at_3
value: 22.416
verified: no, type: precision_at_5
value: 17.152
verified: no, type: recall_at_1
value: 20.752000000000002
verified: no, type: recall_at_10
value: 56.150999999999996
verified: no, type: recall_at_100
value: 85.735
verified: no, type: recall_at_1000
value: 94.599
verified: no, type: recall_at_20
value: 66.237
verified: no, type: recall_at_3
value: 37.551
verified: no, type: recall_at_5
value: 45.629
verified: no, task: type: retrieval
dataset: type: mteb/miracl-hard-negatives
name: MTEB MIRACLRetrievalHardNegatives (fi)
config: fi
split: dev
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
metrics: type: map_at_1
value: 28.829
verified: no, type: map_at_10
value: 46.749
verified: no, type: map_at_100
value: 48.457
verified: no, type: map_at_1000
value: 48.516
verified: no, type: map_at_20
value: 47.798
verified: no, type: map_at_3
value: 40.449
verified: no, type: map_at_5
value: 44.3
verified: no, type: mrr_at_1
value: 46.5
verified: no, type: mrr_at_10
value: 58.619
verified: no, type: mrr_at_100
value: 59.294999999999995
verified: no, type: mrr_at_1000
value: 59.307
verified: no, type: mrr_at_20
value: 59.071
verified: no, type: mrr_at_3
value: 55.75
verified: no, type: mrr_at_5
value: 57.605
verified: no, type: ndcg_at_1
value: 46.5
verified: no, type: ndcg_at_10
value: 55.933
verified: no, type: ndcg_at_100
value: 61.732
verified: no, type: ndcg_at_1000
value: 62.651
verified: no, type: ndcg_at_20
value: 58.679
verified: no, type: ndcg_at_3
value: 46.866
verified: no, type: ndcg_at_5
value: 51.625
verified: no, type: precision_at_1
value: 46.5
verified: no, type: precision_at_10
value: 12.920000000000002
verified: no, type: precision_at_100
value: 1.745
verified: no, type: precision_at_1000
value: 0.187
verified: no, type: precision_at_20
value: 7.37
verified: no, type: precision_at_3
value: 28.166999999999998
verified: no, type: precision_at_5
value: 21.2
verified: no, type: recall_at_1
value: 28.829
verified: no, type: recall_at_10
value: 70.075
verified: no, type: recall_at_100
value: 92.098
verified: no, type: recall_at_1000
value: 97.813
verified: no, type: recall_at_20
value: 78.975
verified: no, type: recall_at_3
value: 48.635
verified: no, type: recall_at_5
value: 59.202999999999996
verified: no, task: type: retrieval
dataset: type: mteb/mrtydi
name: MTEB MrTydiRetrieval (finnish)
config: finnish
split: test
revision: fc24a3ce8f09746410daee3d5cd823ff7a0675b7
metrics: type: map_at_1
value: 20.654
verified: no, type: map_at_10
value: 32.103
verified: no, type: map_at_100
value: 33.129
verified: no, type: map_at_1000
value: 33.184999999999995
verified: no, type: map_at_20
value: 32.739000000000004
verified: no, type: map_at_3
value: 28.338
verified: no, type: map_at_5
value: 30.564000000000004
verified: no, type: mrr_at_1
value: 22.567999999999998
verified: no, type: mrr_at_10
value: 33.949
verified: no, type: mrr_at_100
value: 34.804
verified: no, type: mrr_at_1000
value: 34.849999999999994
verified: no, type: mrr_at_20
value: 34.496
verified: no, type: mrr_at_3
value: 30.581999999999997
verified: no, type: mrr_at_5
value: 32.5
verified: no, type: ndcg_at_1
value: 22.567999999999998
verified: no, type: ndcg_at_10
value: 38.681
verified: no, type: ndcg_at_100
value: 43.367
verified: no, type: ndcg_at_1000
value: 44.836999999999996
verified: no, type: ndcg_at_20
value: 40.815
verified: no, type: ndcg_at_3
value: 31.328
verified: no, type: ndcg_at_5
value: 35.083
verified: no, type: precision_at_1
value: 22.567999999999998
verified: no, type: precision_at_10
value: 6.483
verified: no, type: precision_at_100
value: 0.906
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_20
value: 3.7319999999999998
verified: no, type: precision_at_3
value: 14.035
verified: no, type: precision_at_5
value: 10.51
verified: no, type: recall_at_1
value: 20.654
verified: no, type: recall_at_10
value: 57.297
verified: no, type: recall_at_100
value: 78.363
verified: no, type: recall_at_1000
value: 89.673
verified: no, type: recall_at_20
value: 65.28399999999999
verified: no, type: recall_at_3
value: 37.799
verified: no, type: recall_at_5
value: 46.518
verified: no, task: type: retrieval
dataset: type: mteb/miracl-hard-negatives
name: MTEB MIRACLRetrievalHardNegatives (fr)
config: fr
split: dev
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
metrics: type: map_at_1
value: 15.484
verified: no, type: map_at_10
value: 29.692
verified: no, type: map_at_100
value: 32.604
verified: no, type: map_at_1000
value: 32.668
verified: no, type: map_at_20
value: 31.397000000000002
verified: no, type: map_at_3
value: 23.469
verified: no, type: map_at_5
value: 26.454
verified: no, type: mrr_at_1
value: 28.863
verified: no, type: mrr_at_10
value: 41.03
verified: no, type: mrr_at_100
value: 42.134
verified: no, type: mrr_at_1000
value: 42.149
verified: no, type: mrr_at_20
value: 41.730000000000004
verified: no, type: mrr_at_3
value: 36.394999999999996
verified: no, type: mrr_at_5
value: 38.814
verified: no, type: ndcg_at_1
value: 28.863
verified: no, type: ndcg_at_10
value: 39.523
verified: no, type: ndcg_at_100
value: 49.496
verified: no, type: ndcg_at_1000
value: 50.375
verified: no, type: ndcg_at_20
value: 43.923
verified: no, type: ndcg_at_3
value: 29.309
verified: no, type: ndcg_at_5
value: 33.077
verified: no, type: precision_at_1
value: 28.863
verified: no, type: precision_at_10
value: 11.254
verified: no, type: precision_at_100
value: 1.997
verified: no, type: precision_at_1000
value: 0.212
verified: no, type: precision_at_20
value: 7.172000000000001
verified: no, type: precision_at_3
value: 19.631
verified: no, type: precision_at_5
value: 15.568999999999999
verified: no, type: recall_at_1
value: 15.484
verified: no, type: recall_at_10
value: 56.279999999999994
verified: no, type: recall_at_100
value: 93.714
verified: no, type: recall_at_1000
value: 99.125
verified: no, type: recall_at_20
value: 70.215
verified: no, type: recall_at_3
value: 29.688
verified: no, type: recall_at_5
value: 39.329
verified: no, task: type: retrieval
dataset: type: mteb/miracl-hard-negatives
name: MTEB MIRACLRetrievalHardNegatives (hi)
config: hi
split: dev
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
metrics: type: map_at_1
value: 16.442999999999998
verified: no, type: map_at_10
value: 29.224
verified: no, type: map_at_100
value: 31.386999999999997
verified: no, type: map_at_1000
value: 31.529
verified: no, type: map_at_20
value: 30.54
verified: no, type: map_at_3
value: 24.521
verified: no, type: map_at_5
value: 26.979
verified: no, type: mrr_at_1
value: 33.428999999999995
verified: no, type: mrr_at_10
value: 42.951
verified: no, type: mrr_at_100
value: 43.832
verified: no, type: mrr_at_1000
value: 43.891000000000005
verified: no, type: mrr_at_20
value: 43.494
verified: no, type: mrr_at_3
value: 40.048
verified: no, type: mrr_at_5
value: 41.819
verified: no, type: ndcg_at_1
value: 33.428999999999995
verified: no, type: ndcg_at_10
value: 37.462
verified: no, type: ndcg_at_100
value: 45.123000000000005
verified: no, type: ndcg_at_1000
value: 47.805
verified: no, type: ndcg_at_20
value: 40.739999999999995
verified: no, type: ndcg_at_3
value: 31.89
verified: no, type: ndcg_at_5
value: 33.934999999999995
verified: no, type: precision_at_1
value: 33.428999999999995
verified: no, type: precision_at_10
value: 10.343
verified: no, type: precision_at_100
value: 1.714
verified: no, type: precision_at_1000
value: 0.20500000000000002
verified: no, type: precision_at_20
value: 6.4
verified: no, type: precision_at_3
value: 20.952
verified: no, type: precision_at_5
value: 15.886
verified: no, type: recall_at_1
value: 16.442999999999998
verified: no, type: recall_at_10
value: 47.987
verified: no, type: recall_at_100
value: 77.628
verified: no, type: recall_at_1000
value: 95.673
verified: no, type: recall_at_20
value: 58.199999999999996
verified: no, type: recall_at_3
value: 30.904999999999998
verified: no, type: recall_at_5
value: 38.705
verified: no, task: type: retrieval
dataset: type: mteb/miracl-hard-negatives
name: MTEB MIRACLRetrievalHardNegatives (id)
config: id
split: dev
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
metrics: type: map_at_1
value: 14.551
verified: no, type: map_at_10
value: 27.144000000000002
verified: no, type: map_at_100
value: 29.918
verified: no, type: map_at_1000
value: 30.14
verified: no, type: map_at_20
value: 28.665000000000003
verified: no, type: map_at_3
value: 22.004
verified: no, type: map_at_5
value: 24.851
verified: no, type: mrr_at_1
value: 33.542
verified: no, type: mrr_at_10
value: 45.576
verified: no, type: mrr_at_100
value: 46.402
verified: no, type: mrr_at_1000
value: 46.432
verified: no, type: mrr_at_20
value: 46.082
verified: no, type: mrr_at_3
value: 42.483
verified: no, type: mrr_at_5
value: 44.399
verified: no, type: ndcg_at_1
value: 33.542
verified: no, type: ndcg_at_10
value: 36.287000000000006
verified: no, type: ndcg_at_100
value: 45.253
verified: no, type: ndcg_at_1000
value: 48.33
verified: no, type: ndcg_at_20
value: 39.855000000000004
verified: no, type: ndcg_at_3
value: 31.69
verified: no, type: ndcg_at_5
value: 33.332
verified: no, type: precision_at_1
value: 33.542
verified: no, type: precision_at_10
value: 12.333
verified: no, type: precision_at_100
value: 2.322
verified: no, type: precision_at_1000
value: 0.292
verified: no, type: precision_at_20
value: 7.875
verified: no, type: precision_at_3
value: 23.125
verified: no, type: precision_at_5
value: 18.583
verified: no, type: recall_at_1
value: 14.551
verified: no, type: recall_at_10
value: 43.636
verified: no, type: recall_at_100
value: 73.603
verified: no, type: recall_at_1000
value: 90.596
verified: no, type: recall_at_20
value: 53.559
verified: no, type: recall_at_3
value: 27.383999999999997
verified: no, type: recall_at_5
value: 34.997
verified: no, task: type: retrieval
dataset: type: mteb/mrtydi
name: MTEB MrTydiRetrieval (indonesian)
config: indonesian
split: test
revision: fc24a3ce8f09746410daee3d5cd823ff7a0675b7
metrics: type: map_at_1
value: 28.669
verified: no, type: map_at_10
value: 41.611
verified: no, type: map_at_100
value: 42.522999999999996
verified: no, type: map_at_1000
value: 42.552
verified: no, type: map_at_20
value: 42.211
verified: no, type: map_at_3
value: 37.719
verified: no, type: map_at_5
value: 40.182
verified: no, type: mrr_at_1
value: 31.846000000000004
verified: no, type: mrr_at_10
value: 43.695
verified: no, type: mrr_at_100
value: 44.45
verified: no, type: mrr_at_1000
value: 44.474000000000004
verified: no, type: mrr_at_20
value: 44.214999999999996
verified: no, type: mrr_at_3
value: 40.31
verified: no, type: mrr_at_5
value: 42.469
verified: no, type: ndcg_at_1
value: 31.846000000000004
verified: no, type: ndcg_at_10
value: 48.416
verified: no, type: ndcg_at_100
value: 52.464999999999996
verified: no, type: ndcg_at_1000
value: 53.234
verified: no, type: ndcg_at_20
value: 50.468999999999994
verified: no, type: ndcg_at_3
value: 40.973
verified: no, type: ndcg_at_5
value: 45.163
verified: no, type: precision_at_1
value: 31.846000000000004
verified: no, type: precision_at_10
value: 7.768
verified: no, type: precision_at_100
value: 0.992
verified: no, type: precision_at_1000
value: 0.106
verified: no, type: precision_at_20
value: 4.343
verified: no, type: precision_at_3
value: 18.134
verified: no, type: precision_at_5
value: 13.221
verified: no, type: recall_at_1
value: 28.669
verified: no, type: recall_at_10
value: 67.29
verified: no, type: recall_at_100
value: 85.324
verified: no, type: recall_at_1000
value: 91.27499999999999
verified: no, type: recall_at_20
value: 75.111
verified: no, type: recall_at_3
value: 47.869
verified: no, type: recall_at_5
value: 57.620000000000005
verified: no, task: type: retrieval
dataset: type: mteb/miracl-hard-negatives
name: MTEB MIRACLRetrievalHardNegatives (ja)
config: ja
split: dev
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
metrics: type: map_at_1
value: 16.499
verified: no, type: map_at_10
value: 29.566
verified: no, type: map_at_100
value: 31.846999999999998
verified: no, type: map_at_1000
value: 31.968999999999998
verified: no, type: map_at_20
value: 30.758000000000003
verified: no, type: map_at_3
value: 24.954
verified: no, type: map_at_5
value: 27.195000000000004
verified: no, type: mrr_at_1
value: 27.093
verified: no, type: mrr_at_10
value: 40.861999999999995
verified: no, type: mrr_at_100
value: 41.926
verified: no, type: mrr_at_1000
value: 41.942
verified: no, type: mrr_at_20
value: 41.55
verified: no, type: mrr_at_3
value: 37.151
verified: no, type: mrr_at_5
value: 38.958999999999996
verified: no, type: ndcg_at_1
value: 27.093
verified: no, type: ndcg_at_10
value: 38.544
verified: no, type: ndcg_at_100
value: 47.143
verified: no, type: ndcg_at_1000
value: 48.802
verified: no, type: ndcg_at_20
value: 41.896
verified: no, type: ndcg_at_3
value: 31.249
verified: no, type: ndcg_at_5
value: 33.873999999999995
verified: no, type: precision_at_1
value: 27.093
verified: no, type: precision_at_10
value: 9.814
verified: no, type: precision_at_100
value: 1.737
verified: no, type: precision_at_1000
value: 0.2
verified: no, type: precision_at_20
value: 6.064
verified: no, type: precision_at_3
value: 19.147
verified: no, type: precision_at_5
value: 14.465
verified: no, type: recall_at_1
value: 16.499
verified: no, type: recall_at_10
value: 53.580000000000005
verified: no, type: recall_at_100
value: 86.792
verified: no, type: recall_at_1000
value: 96.61999999999999
verified: no, type: recall_at_20
value: 64.302
verified: no, type: recall_at_3
value: 33.588
verified: no, type: recall_at_5
value: 40.993
verified: no, task: type: retrieval
dataset: type: mteb/mrtydi
name: MTEB MrTydiRetrieval (japanese)
config: japanese
split: test
revision: fc24a3ce8f09746410daee3d5cd823ff7a0675b7
metrics: type: map_at_1
value: 16.644000000000002
verified: no, type: map_at_10
value: 25.667
verified: no, type: map_at_100
value: 26.926
verified: no, type: map_at_1000
value: 27.003
verified: no, type: map_at_20
value: 26.468000000000004
verified: no, type: map_at_3
value: 22.808999999999997
verified: no, type: map_at_5
value: 24.392
verified: no, type: mrr_at_1
value: 20.278
verified: no, type: mrr_at_10
value: 28.683999999999997
verified: no, type: mrr_at_100
value: 29.785
verified: no, type: mrr_at_1000
value: 29.839
verified: no, type: mrr_at_20
value: 29.391000000000002
verified: no, type: mrr_at_3
value: 26.25
verified: no, type: mrr_at_5
value: 27.479
verified: no, type: ndcg_at_1
value: 20.278
verified: no, type: ndcg_at_10
value: 31.130000000000003
verified: no, type: ndcg_at_100
value: 36.954
verified: no, type: ndcg_at_1000
value: 38.805
verified: no, type: ndcg_at_20
value: 33.856
verified: no, type: ndcg_at_3
value: 25.590000000000003
verified: no, type: ndcg_at_5
value: 28.136
verified: no, type: precision_at_1
value: 20.278
verified: no, type: precision_at_10
value: 5.611
verified: no, type: precision_at_100
value: 0.899
verified: no, type: precision_at_1000
value: 0.109
verified: no, type: precision_at_20
value: 3.465
verified: no, type: precision_at_3
value: 12.5
verified: no, type: precision_at_5
value: 8.972
verified: no, type: recall_at_1
value: 16.644000000000002
verified: no, type: recall_at_10
value: 44.931
verified: no, type: recall_at_100
value: 70.741
verified: no, type: recall_at_1000
value: 84.282
verified: no, type: recall_at_20
value: 55.022999999999996
verified: no, type: recall_at_3
value: 30.37
verified: no, type: recall_at_5
value: 36.134
verified: no, task: type: retrieval
dataset: type: mteb/miracl-hard-negatives
name: MTEB MIRACLRetrievalHardNegatives (ko)
config: ko
split: dev
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
metrics: type: map_at_1
value: 20.192
verified: no, type: map_at_10
value: 32.281
verified: no, type: map_at_100
value: 34.396
verified: no, type: map_at_1000
value: 34.604
verified: no, type: map_at_20
value: 33.495000000000005
verified: no, type: map_at_3
value: 27.489
verified: no, type: map_at_5
value: 30.022
verified: no, type: mrr_at_1
value: 34.742
verified: no, type: mrr_at_10
value: 46.117999999999995
verified: no, type: mrr_at_100
value: 47.066
verified: no, type: mrr_at_1000
value: 47.095
verified: no, type: mrr_at_20
value: 46.867
verified: no, type: mrr_at_3
value: 41.862
verified: no, type: mrr_at_5
value: 44.702999999999996
verified: no, type: ndcg_at_1
value: 34.742
verified: no, type: ndcg_at_10
value: 41.193999999999996
verified: no, type: ndcg_at_100
value: 48.691
verified: no, type: ndcg_at_1000
value: 51.364
verified: no, type: ndcg_at_20
value: 44.592999999999996
verified: no, type: ndcg_at_3
value: 35.004000000000005
verified: no, type: ndcg_at_5
value: 37.608000000000004
verified: no, type: precision_at_1
value: 34.742
verified: no, type: precision_at_10
value: 10.61
verified: no, type: precision_at_100
value: 1.8450000000000002
verified: no, type: precision_at_1000
value: 0.24
verified: no, type: precision_at_20
value: 6.5729999999999995
verified: no, type: precision_at_3
value: 20.657
verified: no, type: precision_at_5
value: 16.150000000000002
verified: no, type: recall_at_1
value: 20.192
verified: no, type: recall_at_10
value: 54.154
verified: no, type: recall_at_100
value: 80.49199999999999
verified: no, type: recall_at_1000
value: 94.61699999999999
verified: no, type: recall_at_20
value: 64.74
verified: no, type: recall_at_3
value: 34.288000000000004
verified: no, type: recall_at_5
value: 43.401
verified: no, task: type: retrieval
dataset: type: mteb/mrtydi
name: MTEB MrTydiRetrieval (korean)
config: korean
split: test
revision: fc24a3ce8f09746410daee3d5cd823ff7a0675b7
metrics: type: map_at_1
value: 22.288
verified: no, type: map_at_10
value: 30.096
verified: no, type: map_at_100
value: 30.866
verified: no, type: map_at_1000
value: 30.939
verified: no, type: map_at_20
value: 30.496000000000002
verified: no, type: map_at_3
value: 27.672
verified: no, type: map_at_5
value: 28.866000000000003
verified: no, type: mrr_at_1
value: 23.990000000000002
verified: no, type: mrr_at_10
value: 32.017
verified: no, type: mrr_at_100
value: 32.665
verified: no, type: mrr_at_1000
value: 32.726
verified: no, type: mrr_at_20
value: 32.348
verified: no, type: mrr_at_3
value: 29.572
verified: no, type: mrr_at_5
value: 30.808000000000003
verified: no, type: ndcg_at_1
value: 23.990000000000002
verified: no, type: ndcg_at_10
value: 34.823
verified: no, type: ndcg_at_100
value: 38.625
verified: no, type: ndcg_at_1000
value: 40.760999999999996
verified: no, type: ndcg_at_20
value: 36.138
verified: no, type: ndcg_at_3
value: 29.744999999999997
verified: no, type: ndcg_at_5
value: 31.884
verified: no, type: precision_at_1
value: 23.990000000000002
verified: no, type: precision_at_10
value: 5.297000000000001
verified: no, type: precision_at_100
value: 0.753
verified: no, type: precision_at_1000
value: 0.095
verified: no, type: precision_at_20
value: 2.981
verified: no, type: precision_at_3
value: 12.272
verified: no, type: precision_at_5
value: 8.551
verified: no, type: recall_at_1
value: 22.288
verified: no, type: recall_at_10
value: 47.743
verified: no, type: recall_at_100
value: 65.202
verified: no, type: recall_at_1000
value: 82.106
verified: no, type: recall_at_20
value: 52.534000000000006
verified: no, type: recall_at_3
value: 33.927
verified: no, type: recall_at_5
value: 38.915
verified: no, task: type: retrieval
dataset: type: mteb/miracl-hard-negatives
name: MTEB MIRACLRetrievalHardNegatives (ru)
config: ru
split: dev
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
metrics: type: map_at_1
value: 16.445
verified: no, type: map_at_10
value: 29.376
verified: no, type: map_at_100
value: 32.425
verified: no, type: map_at_1000
value: 32.589
verified: no, type: map_at_20
value: 30.973
verified: no, type: map_at_3
value: 24.026
verified: no, type: map_at_5
value: 26.831
verified: no, type: mrr_at_1
value: 31.8
verified: no, type: mrr_at_10
value: 44.454
verified: no, type: mrr_at_100
value: 45.534
verified: no, type: mrr_at_1000
value: 45.552
verified: no, type: mrr_at_20
value: 45.192
verified: no, type: mrr_at_3
value: 41.117
verified: no, type: mrr_at_5
value: 43.132
verified: no, type: ndcg_at_1
value: 31.8
verified: no, type: ndcg_at_10
value: 38.487
verified: no, type: ndcg_at_100
value: 48.705999999999996
verified: no, type: ndcg_at_1000
value: 50.732
verified: no, type: ndcg_at_20
value: 42.646
verified: no, type: ndcg_at_3
value: 31.922
verified: no, type: ndcg_at_5
value: 34.512
verified: no, type: precision_at_1
value: 31.8
verified: no, type: precision_at_10
value: 12.01
verified: no, type: precision_at_100
value: 2.325
verified: no, type: precision_at_1000
value: 0.27
verified: no, type: precision_at_20
value: 7.8549999999999995
verified: no, type: precision_at_3
value: 21.867
verified: no, type: precision_at_5
value: 17.46
verified: no, type: recall_at_1
value: 16.445
verified: no, type: recall_at_10
value: 48.691
verified: no, type: recall_at_100
value: 84.084
verified: no, type: recall_at_1000
value: 95.318
verified: no, type: recall_at_20
value: 60.873
verified: no, type: recall_at_3
value: 30.169
verified: no, type: recall_at_5
value: 38.3
verified: no, task: type: retrieval
dataset: type: mteb/mrtydi
name: MTEB MrTydiRetrieval (russian)
config: russian
split: test
revision: fc24a3ce8f09746410daee3d5cd823ff7a0675b7
metrics: type: map_at_1
value: 16.516000000000002
verified: no, type: map_at_10
value: 24.461
verified: no, type: map_at_100
value: 25.499
verified: no, type: map_at_1000
value: 25.569999999999997
verified: no, type: map_at_20
value: 25.063000000000002
verified: no, type: map_at_3
value: 21.669
verified: no, type: map_at_5
value: 23.285
verified: no, type: mrr_at_1
value: 18.09
verified: no, type: mrr_at_10
value: 26.311
verified: no, type: mrr_at_100
value: 27.195999999999998
verified: no, type: mrr_at_1000
value: 27.255000000000003
verified: no, type: mrr_at_20
value: 26.823000000000004
verified: no, type: mrr_at_3
value: 23.618
verified: no, type: mrr_at_5
value: 25.156
verified: no, type: ndcg_at_1
value: 18.09
verified: no, type: ndcg_at_10
value: 29.453000000000003
verified: no, type: ndcg_at_100
value: 34.44
verified: no, type: ndcg_at_1000
value: 36.336
verified: no, type: ndcg_at_20
value: 31.482
verified: no, type: ndcg_at_3
value: 23.830000000000002
verified: no, type: ndcg_at_5
value: 26.666
verified: no, type: precision_at_1
value: 18.09
verified: no, type: precision_at_10
value: 4.925
verified: no, type: precision_at_100
value: 0.768
verified: no, type: precision_at_1000
value: 0.094
verified: no, type: precision_at_20
value: 2.9250000000000003
verified: no, type: precision_at_3
value: 10.586
verified: no, type: precision_at_5
value: 7.839
verified: no, type: recall_at_1
value: 16.516000000000002
verified: no, type: recall_at_10
value: 43.166
verified: no, type: recall_at_100
value: 66.11399999999999
verified: no, type: recall_at_1000
value: 80.771
verified: no, type: recall_at_20
value: 50.804
verified: no, type: recall_at_3
value: 28.191
verified: no, type: recall_at_5
value: 34.925
verified: no, task: type: retrieval
dataset: type: mteb/miracl-hard-negatives
name: MTEB MIRACLRetrievalHardNegatives (es)
config: es
split: dev
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
metrics: type: map_at_1
value: 12.144
verified: no, type: map_at_10
value: 28.499999999999996
verified: no, type: map_at_100
value: 34.048
verified: no, type: map_at_1000
value: 34.268
verified: no, type: map_at_20
value: 31.401
verified: no, type: map_at_3
value: 20.459
verified: no, type: map_at_5
value: 24.245
verified: no, type: mrr_at_1
value: 41.975
verified: no, type: mrr_at_10
value: 54.525
verified: no, type: mrr_at_100
value: 55.359
verified: no, type: mrr_at_1000
value: 55.367
verified: no, type: mrr_at_20
value: 55.1
verified: no, type: mrr_at_3
value: 51.929
verified: no, type: mrr_at_5
value: 53.418
verified: no, type: ndcg_at_1
value: 41.975
verified: no, type: ndcg_at_10
value: 40.117000000000004
verified: no, type: ndcg_at_100
value: 54.102
verified: no, type: ndcg_at_1000
value: 56.191
verified: no, type: ndcg_at_20
value: 45.67
verified: no, type: ndcg_at_3
value: 37.505
verified: no, type: ndcg_at_5
value: 36.968
verified: no, type: precision_at_1
value: 41.975
verified: no, type: precision_at_10
value: 19.707
verified: no, type: precision_at_100
value: 4.003
verified: no, type: precision_at_1000
value: 0.44799999999999995
verified: no, type: precision_at_20
value: 13.272
verified: no, type: precision_at_3
value: 31.790000000000003
verified: no, type: precision_at_5
value: 26.667
verified: no, type: recall_at_1
value: 12.144
verified: no, type: recall_at_10
value: 44.92
verified: no, type: recall_at_100
value: 86.141
verified: no, type: recall_at_1000
value: 96.234
verified: no, type: recall_at_20
value: 58.194
verified: no, type: recall_at_3
value: 24.733
verified: no, type: recall_at_5
value: 32.385000000000005
verified: no, task: type: retrieval
dataset: type: mteb/miracl-hard-negatives
name: MTEB MIRACLRetrievalHardNegatives (sw)
config: sw
split: dev
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
metrics: type: map_at_1
value: 21.401
verified: no, type: map_at_10
value: 34.205000000000005
verified: no, type: map_at_100
value: 35.571000000000005
verified: no, type: map_at_1000
value: 35.682
verified: no, type: map_at_20
value: 35.077000000000005
verified: no, type: map_at_3
value: 30.706
verified: no, type: map_at_5
value: 32.902
verified: no, type: mrr_at_1
value: 32.78
verified: no, type: mrr_at_10
value: 44.205
verified: no, type: mrr_at_100
value: 45.013
verified: no, type: mrr_at_1000
value: 45.055
verified: no, type: mrr_at_20
value: 44.726
verified: no, type: mrr_at_3
value: 41.909
verified: no, type: mrr_at_5
value: 43.434
verified: no, type: ndcg_at_1
value: 32.78
verified: no, type: ndcg_at_10
value: 41.385
verified: no, type: ndcg_at_100
value: 46.568
verified: no, type: ndcg_at_1000
value: 48.881
verified: no, type: ndcg_at_20
value: 43.872
verified: no, type: ndcg_at_3
value: 36.634
verified: no, type: ndcg_at_5
value: 38.964999999999996
verified: no, type: precision_at_1
value: 32.78
verified: no, type: precision_at_10
value: 8.859
verified: no, type: precision_at_100
value: 1.32
verified: no, type: precision_at_1000
value: 0.16199999999999998
verified: no, type: precision_at_20
value: 5.27
verified: no, type: precision_at_3
value: 20.608999999999998
verified: no, type: precision_at_5
value: 14.979000000000001
verified: no, type: recall_at_1
value: 21.401
verified: no, type: recall_at_10
value: 52.471000000000004
verified: no, type: recall_at_100
value: 72.069
verified: no, type: recall_at_1000
value: 87.996
verified: no, type: recall_at_20
value: 60.589999999999996
verified: no, type: recall_at_3
value: 39.28
verified: no, type: recall_at_5
value: 46.015
verified: no, task: type: retrieval
dataset: type: mteb/mrtydi
name: MTEB MrTydiRetrieval (swahili)
config: swahili
split: test
revision: fc24a3ce8f09746410daee3d5cd823ff7a0675b7
metrics: type: map_at_1
value: 29.005
verified: no, type: map_at_10
value: 40.907
verified: no, type: map_at_100
value: 41.557
verified: no, type: map_at_1000
value: 41.604
verified: no, type: map_at_20
value: 41.234
verified: no, type: map_at_3
value: 38.114
verified: no, type: map_at_5
value: 39.6
verified: no, type: mrr_at_1
value: 30.597
verified: no, type: mrr_at_10
value: 42
verified: no, type: mrr_at_100
value: 42.557
verified: no, type: mrr_at_1000
value: 42.601
verified: no, type: mrr_at_20
value: 42.272999999999996
verified: no, type: mrr_at_3
value: 39.378
verified: no, type: mrr_at_5
value: 40.759
verified: no, type: ndcg_at_1
value: 30.597
verified: no, type: ndcg_at_10
value: 46.864
verified: no, type: ndcg_at_100
value: 50.099000000000004
verified: no, type: ndcg_at_1000
value: 51.354
verified: no, type: ndcg_at_20
value: 47.94
verified: no, type: ndcg_at_3
value: 41.234
verified: no, type: ndcg_at_5
value: 43.822
verified: no, type: precision_at_1
value: 30.597
verified: no, type: precision_at_10
value: 6.984999999999999
verified: no, type: precision_at_100
value: 0.8750000000000001
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_20
value: 3.7310000000000003
verified: no, type: precision_at_3
value: 17.463
verified: no, type: precision_at_5
value: 11.91
verified: no, type: recall_at_1
value: 29.005
verified: no, type: recall_at_10
value: 64.20400000000001
verified: no, type: recall_at_100
value: 79.403
verified: no, type: recall_at_1000
value: 89.104
verified: no, type: recall_at_20
value: 68.234
verified: no, type: recall_at_3
value: 49.055
verified: no, type: recall_at_5
value: 55.149
verified: no, task: type: retrieval
dataset: type: mteb/miracl-hard-negatives
name: MTEB MIRACLRetrievalHardNegatives (te)
config: te
split: dev
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
metrics: type: map_at_1
value: 40.781
verified: no, type: map_at_10
value: 53.428
verified: no, type: map_at_100
value: 54.118
verified: no, type: map_at_1000
value: 54.135999999999996
verified: no, type: map_at_20
value: 53.873000000000005
verified: no, type: map_at_3
value: 50.205
verified: no, type: map_at_5
value: 52.356
verified: no, type: mrr_at_1
value: 41.184
verified: no, type: mrr_at_10
value: 53.74100000000001
verified: no, type: mrr_at_100
value: 54.388999999999996
verified: no, type: mrr_at_1000
value: 54.406
verified: no, type: mrr_at_20
value: 54.151
verified: no, type: mrr_at_3
value: 50.664
verified: no, type: mrr_at_5
value: 52.717000000000006
verified: no, type: ndcg_at_1
value: 41.184
verified: no, type: ndcg_at_10
value: 59.614999999999995
verified: no, type: ndcg_at_100
value: 62.875
verified: no, type: ndcg_at_1000
value: 63.368
verified: no, type: ndcg_at_20
value: 61.168
verified: no, type: ndcg_at_3
value: 53.322
verified: no, type: ndcg_at_5
value: 57.079
verified: no, type: precision_at_1
value: 41.184
verified: no, type: precision_at_10
value: 8.043
verified: no, type: precision_at_100
value: 0.963
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.342
verified: no, type: precision_at_3
value: 20.934
verified: no, type: precision_at_5
value: 14.469000000000001
verified: no, type: recall_at_1
value: 40.781
verified: no, type: recall_at_10
value: 78.523
verified: no, type: recall_at_100
value: 93.639
verified: no, type: recall_at_1000
value: 97.504
verified: no, type: recall_at_20
value: 84.56099999999999
verified: no, type: recall_at_3
value: 61.895999999999994
verified: no, type: recall_at_5
value: 70.79299999999999
verified: no, task: type: retrieval
dataset: type: mteb/mrtydi
name: MTEB MrTydiRetrieval (telugu)
config: telugu
split: test
revision: fc24a3ce8f09746410daee3d5cd823ff7a0675b7
metrics: type: map_at_1
value: 43.344
verified: no, type: map_at_10
value: 56.452000000000005
verified: no, type: map_at_100
value: 57.108000000000004
verified: no, type: map_at_1000
value: 57.131
verified: no, type: map_at_20
value: 56.86600000000001
verified: no, type: map_at_3
value: 54.154
verified: no, type: map_at_5
value: 55.57
verified: no, type: mrr_at_1
value: 44.427
verified: no, type: mrr_at_10
value: 57.16
verified: no, type: mrr_at_100
value: 57.764
verified: no, type: mrr_at_1000
value: 57.785
verified: no, type: mrr_at_20
value: 57.548
verified: no, type: mrr_at_3
value: 55.031
verified: no, type: mrr_at_5
value: 56.330999999999996
verified: no, type: ndcg_at_1
value: 44.427
verified: no, type: ndcg_at_10
value: 62.208
verified: no, type: ndcg_at_100
value: 65.33099999999999
verified: no, type: ndcg_at_1000
value: 65.96
verified: no, type: ndcg_at_20
value: 63.671
verified: no, type: ndcg_at_3
value: 57.68600000000001
verified: no, type: ndcg_at_5
value: 60.126999999999995
verified: no, type: precision_at_1
value: 44.427
verified: no, type: precision_at_10
value: 8.251
verified: no, type: precision_at_100
value: 0.98
verified: no, type: precision_at_1000
value: 0.10300000000000001
verified: no, type: precision_at_20
value: 4.42
verified: no, type: precision_at_3
value: 23.116999999999997
verified: no, type: precision_at_5
value: 15.076999999999998
verified: no, type: recall_at_1
value: 43.344
verified: no, type: recall_at_10
value: 79.10199999999999
verified: no, type: recall_at_100
value: 93.57600000000001
verified: no, type: recall_at_1000
value: 98.529
verified: no, type: recall_at_20
value: 84.83000000000001
verified: no, type: recall_at_3
value: 67.02799999999999
verified: no, type: recall_at_5
value: 72.833
verified: no, task: type: retrieval
dataset: type: mteb/miracl-hard-negatives
name: MTEB MIRACLRetrievalHardNegatives (th)
config: th
split: dev
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
metrics: type: map_at_1
value: 27.747
verified: no, type: map_at_10
value: 43.586999999999996
verified: no, type: map_at_100
value: 45.256
verified: no, type: map_at_1000
value: 45.339
verified: no, type: map_at_20
value: 44.628
verified: no, type: map_at_3
value: 38.751999999999995
verified: no, type: map_at_5
value: 41.510000000000005
verified: no, type: mrr_at_1
value: 40.791
verified: no, type: mrr_at_10
value: 53.551
verified: no, type: mrr_at_100
value: 54.31
verified: no, type: mrr_at_1000
value: 54.32599999999999
verified: no, type: mrr_at_20
value: 54.057
verified: no, type: mrr_at_3
value: 50.637
verified: no, type: mrr_at_5
value: 52.525999999999996
verified: no, type: ndcg_at_1
value: 40.791
verified: no, type: ndcg_at_10
value: 52.144999999999996
verified: no, type: ndcg_at_100
value: 57.977000000000004
verified: no, type: ndcg_at_1000
value: 59.24
verified: no, type: ndcg_at_20
value: 54.864999999999995
verified: no, type: ndcg_at_3
value: 45.074
verified: no, type: ndcg_at_5
value: 48.504999999999995
verified: no, type: precision_at_1
value: 40.791
verified: no, type: precision_at_10
value: 11.350999999999999
verified: no, type: precision_at_100
value: 1.6039999999999999
verified: no, type: precision_at_1000
value: 0.178
verified: no, type: precision_at_20
value: 6.589
verified: no, type: precision_at_3
value: 25.239
verified: no, type: precision_at_5
value: 18.526999999999997
verified: no, type: recall_at_1
value: 27.747
verified: no, type: recall_at_10
value: 66.752
verified: no, type: recall_at_100
value: 89.51400000000001
verified: no, type: recall_at_1000
value: 97.485
verified: no, type: recall_at_20
value: 75.658
verified: no, type: recall_at_3
value: 48.393
verified: no, type: recall_at_5
value: 56.977
verified: no, task: type: retrieval
dataset: type: mteb/mrtydi
name: MTEB MrTydiRetrieval (thai)
config: thai
split: test
revision: fc24a3ce8f09746410daee3d5cd823ff7a0675b7
metrics: type: map_at_1
value: 28.810000000000002
verified: no, type: map_at_10
value: 41.803000000000004
verified: no, type: map_at_100
value: 42.818
verified: no, type: map_at_1000
value: 42.861
verified: no, type: map_at_20
value: 42.487
verified: no, type: map_at_3
value: 37.719
verified: no, type: map_at_5
value: 40.143
verified: no, type: mrr_at_1
value: 31.596999999999998
verified: no, type: mrr_at_10
value: 43.784
verified: no, type: mrr_at_100
value: 44.647
verified: no, type: mrr_at_1000
value: 44.681
verified: no, type: mrr_at_20
value: 44.385000000000005
verified: no, type: mrr_at_3
value: 40.266000000000005
verified: no, type: mrr_at_5
value: 42.266
verified: no, type: ndcg_at_1
value: 31.596999999999998
verified: no, type: ndcg_at_10
value: 48.874
verified: no, type: ndcg_at_100
value: 53.285000000000004
verified: no, type: ndcg_at_1000
value: 54.398
verified: no, type: ndcg_at_20
value: 51.188
verified: no, type: ndcg_at_3
value: 41.010000000000005
verified: no, type: ndcg_at_5
value: 45.054
verified: no, type: precision_at_1
value: 31.596999999999998
verified: no, type: precision_at_10
value: 7.747999999999999
verified: no, type: precision_at_100
value: 1.008
verified: no, type: precision_at_1000
value: 0.11100000000000002
verified: no, type: precision_at_20
value: 4.382
verified: no, type: precision_at_3
value: 17.619
verified: no, type: precision_at_5
value: 12.806999999999999
verified: no, type: recall_at_1
value: 28.810000000000002
verified: no, type: recall_at_10
value: 68.88
verified: no, type: recall_at_100
value: 88.263
verified: no, type: recall_at_1000
value: 96.765
verified: no, type: recall_at_20
value: 77.647
verified: no, type: recall_at_3
value: 48.137
verified: no, type: recall_at_5
value: 57.577
verified: no, task: type: retrieval
dataset: type: mteb/miracl-hard-negatives
name: MTEB MIRACLRetrievalHardNegatives (yo)
config: yo
split: dev
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
metrics: type: map_at_1
value: 16.387
verified: no, type: map_at_10
value: 23.988
verified: no, type: map_at_100
value: 24.65
verified: no, type: map_at_1000
value: 24.725
verified: no, type: map_at_20
value: 24.310000000000002
verified: no, type: map_at_3
value: 21.23
verified: no, type: map_at_5
value: 23.093
verified: no, type: mrr_at_1
value: 17.647
verified: no, type: mrr_at_10
value: 26.144000000000002
verified: no, type: mrr_at_100
value: 26.751
verified: no, type: mrr_at_1000
value: 26.804
verified: no, type: mrr_at_20
value: 26.43
verified: no, type: mrr_at_3
value: 23.669
verified: no, type: mrr_at_5
value: 25.392
verified: no, type: ndcg_at_1
value: 17.647
verified: no, type: ndcg_at_10
value: 28.583
verified: no, type: ndcg_at_100
value: 31.790000000000003
verified: no, type: ndcg_at_1000
value: 33.705
verified: no, type: ndcg_at_20
value: 29.669
verified: no, type: ndcg_at_3
value: 23.271
verified: no, type: ndcg_at_5
value: 26.509
verified: no, type: precision_at_1
value: 17.647
verified: no, type: precision_at_10
value: 4.79
verified: no, type: precision_at_100
value: 0.655
verified: no, type: precision_at_1000
value: 0.08499999999999999
verified: no, type: precision_at_20
value: 2.6470000000000002
verified: no, type: precision_at_3
value: 10.363999999999999
verified: no, type: precision_at_5
value: 7.899000000000001
verified: no, type: recall_at_1
value: 16.387
verified: no, type: recall_at_10
value: 40.476
verified: no, type: recall_at_100
value: 55.11200000000001
verified: no, type: recall_at_1000
value: 69.538
verified: no, type: recall_at_20
value: 44.538
verified: no, type: recall_at_3
value: 26.540999999999997
verified: no, type: recall_at_5
value: 34.384
verified: no, task: type: retrieval
dataset: type: mteb/miracl-hard-negatives
name: MTEB MIRACLRetrievalHardNegatives (zh)
config: zh
split: dev
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
metrics: type: map_at_1
value: 13.971
verified: no, type: map_at_10
value: 27.076
verified: no, type: map_at_100
value: 30.128
verified: no, type: map_at_1000
value: 30.25
verified: no, type: map_at_20
value: 28.731
verified: no, type: map_at_3
value: 21.029999999999998
verified: no, type: map_at_5
value: 23.769000000000002
verified: no, type: mrr_at_1
value: 26.717999999999996
verified: no, type: mrr_at_10
value: 40.331
verified: no, type: mrr_at_100
value: 41.448
verified: no, type: mrr_at_1000
value: 41.461999999999996
verified: no, type: mrr_at_20
value: 41.103
verified: no, type: mrr_at_3
value: 36.302
verified: no, type: mrr_at_5
value: 38.414
verified: no, type: ndcg_at_1
value: 26.717999999999996
verified: no, type: ndcg_at_10
value: 36.744
verified: no, type: ndcg_at_100
value: 47.361
verified: no, type: ndcg_at_1000
value: 48.869
verified: no, type: ndcg_at_20
value: 41.097
verified: no, type: ndcg_at_3
value: 28.322000000000003
verified: no, type: ndcg_at_5
value: 30.875999999999998
verified: no, type: precision_at_1
value: 26.717999999999996
verified: no, type: precision_at_10
value: 11.679
verified: no, type: precision_at_100
value: 2.2159999999999997
verified: no, type: precision_at_1000
value: 0.248
verified: no, type: precision_at_20
value: 7.545
verified: no, type: precision_at_3
value: 20.102
verified: no, type: precision_at_5
value: 16.131999999999998
verified: no, type: recall_at_1
value: 13.971
verified: no, type: recall_at_10
value: 50.763999999999996
verified: no, type: recall_at_100
value: 89.666
verified: no, type: recall_at_1000
value: 98.038
verified: no, type: recall_at_20
value: 64.1
verified: no, type: recall_at_3
value: 27.16
verified: no, type: recall_at_5
value: 35.022999999999996
verified: no
widget: source_sentence: ما هي أفضل الفنادق في ايبوهبالقرب من Ipoh Parade Shopping Centre؟
sentences: Bei ORION gibt es eine Sale-Rubrik, in der alle reduzierten Artikel zu finden sind. Wenn du also auf der Suche nach einem Schnäppchen bist, weißt du, an welcher Stelle auf der Webseite du fündig wirst. Der Sale umfasst viele verschiedene Produke. Von Toys bis hin zu Dessous und Drogerieartikel - es spielt keine Rolle, wonach du suchst. Aufgrund der Produktvielfalt ist die Chance, dass du im Sale den passenden Gegenstand findest, groß., عادة ما يكون لأصحاب النفوذ الجزئي ما بين 10000 و 100000 متابع., المسافرون الموثّقون إلى مدينة ايبوه الذين أقاموا قرب Ipoh Parade Shopping Centre أعطوا أعلى التقييمات لـفندق فايل ، Zone Hotel (Ipoh) وGolden Roof Hotel Ampang Ipoh., source_sentence: Habe ich Vorteile, wenn ich früh in das Projekt einsteige?
sentences: نعم لدينا خصومات مُتعددة على جميع أعمال السواتر والمظلات والجلسات ففي فصل الشتاء والصيف هناك خصومات مُتعددة في الأعياد والمناسبات, Der Vorteil einer frühen Mitgliedschaft besteht in der Möglichkeit der Mitgestaltung des Projektes. Alle später Hinzukommenden müssen die bis dahin getroffenen Entscheidungen akzeptieren. Zudem entscheidet unter anderem auch das Eintrittsdatum in die eG und das Engagement während des Projektverlaufes über die spätere Reihenfolge der Vergabe der Wohnungen., Средняя оценка Registered от клиентов – 4 на основе 227 оценок и отзывов. Заходите на сайт и прочитайте реальные отзывы о Registered., source_sentence: В какое время доступны ваши технические услуги?
sentences: Наша команда технической поддержки обеспечивает круглосуточное обслуживание в случае чрезвычайных ситуаций. Вы можете связаться с нами в любой день недели, в любое время суток и получить поддержку для ваших холодильных систем. Услуги по плановому техническому обслуживанию и ремонту предоставляются в обычное рабочее время, а услуги предоставляются в экстренных случаях, в том числе в ночное время и в выходные дни., این سوال کاملا به علاقه و مهارت شما بستگی دارد. اگر به درس شیمی علاقه زیادی دارید این رشته بهترین انتخاب برای تحصیل در دانشگاه برای شما محسوب می‌شود., eo光は10Gを提供している光回線です。
提供エリアは、通常プランと変わらず関西地方と福井県です。しかし、一部の利用できないエリアもあるので契約前に確認しましょう。
関連記事
eo光の10Gプランの評判口コミ, source_sentence: Supertotobet redtiger oyun çeşitleri hangileri?
sentences: Supertotobet redtiger oyunları arasında gold star, golden tsar, golden lotus, blood suckers ve redtiger slot gibi çeşitli oyunlar vardır. Bu oyun seçeneklerini kullanabilmek için oyunlar hakkında bilgi sahibi olmalısınız., Время выполнения проекта зависит от его сложности и размера. Обычно, время выполнения проекта составляет несколько месяцев., Wer kein Homeoffice während des Coronavirus anbieten kann, ist dazu verpflichtet, Schutzmaßnahmen zu ergreifen.
Die Arbeitsschutzbehörden der Länder sind befugt, Corona-Schutzmaßnahmen in Betrieben zu kontrollieren und Fehlverhalten zu bestrafen. Bei Verstößen sind Bußgelder in Höhe von bis zu 30.000 Euro möglich. Wiederholen sich schwere Verstöße, droht den Verantwortlichen sogar bis zu einem Jahr Freiheitsstrafe.
Arbeitgeber, die die Vorschriften missachten, könnten zudem dafür haften, wenn Mitarbeiter durch eine Corona-Infektion gesundheitliche Schäden erleiden., source_sentence: Muss der Deckel der TipBox beim Autoklavieren geöffnet werden?
sentences: ВВП (валовый внутренний продукт) - это общая стоимость всех товаров и услуг, произведенных в стране за определенный период времени. Он является ключевым экономическим показателем, который отражает общий уровень экономической активности и роста. Инвесторы следят за ВВП, чтобы оценить состояние и перспективы экономики, потенциал для роста и возможности для инвестиций, برآمدگی های بیضه ممکن است نشان دهنده مشکلی در بیضه ها باشد. ممکن است به دلیل صدمه ای به وجود آمده یا ممکن است یک مشکل پزشکی جدی باشد., Nein, das ist nicht notwendig. Die neue TipBox kann bei 121°C im geschlossenen Zustand autoklaviert werden.
pipeline_tag: sentence-similarity
library_name: sentence-transformers
license: mit
Likes: 0 | All-time downloads: 135
Created: 2025-02-04 16:25:35