Model: infly/inf-retriever-v1
Author: infly
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, qwen2, feature-extraction, transformers, sentence-similarity, mteb, custom_code, en, zh, base_model:Alibaba-NLP/gte-Qwen2-7B-instruct, base_model:finetune:Alibaba-NLP/gte-Qwen2-7B-instruct, doi:10.57967/hf/4262, license:apache-2.0, model-index, text-generation-inference, text-embeddings-inference, endpoints_compatible, region:us
Base models (finetune): id: Alibaba-NLP/gte-Qwen2-7B-instruct
Card metadata: base_model: Alibaba-NLP/gte-Qwen2-7B-instruct
language: en, zh
license: apache-2.0
model-index: name: infly/inf-retriever-v1
results: dataset: config: default
name: MTEB CmedqaRetrieval (default)
revision: cd540c506dae1cf9e9a59c3e06f42030d54e7301
split: dev
type: C-MTEB/CmedqaRetrieval
metrics: type: ndcg_at_1
value: 38.185
verified: no, type: ndcg_at_3
value: 38.438
verified: no, type: ndcg_at_5
value: 40.445
verified: no, type: ndcg_at_10
value: 43.308
verified: no, type: ndcg_at_20
value: 46.177
verified: no, type: ndcg_at_100
value: 50.644999999999996
verified: no, type: ndcg_at_1000
value: 52.819
verified: no, type: recall_at_1
value: 25.14
verified: no, type: recall_at_3
value: 38.253
verified: no, type: recall_at_5
value: 44.507999999999996
verified: no, type: recall_at_10
value: 53.025
verified: no, type: recall_at_20
value: 62.89
verified: no, type: recall_at_100
value: 83.487
verified: no, type: recall_at_1000
value: 98.059
verified: no, type: main_score
value: 43.308
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CovidRetrieval (default)
revision: 1271c7809071a13532e05f25fb53511ffce77117
split: dev
type: C-MTEB/CovidRetrieval
metrics: type: ndcg_at_1
value: 77.97699999999999
verified: no, type: ndcg_at_3
value: 85.24199999999999
verified: no, type: ndcg_at_5
value: 86.901
verified: no, type: ndcg_at_10
value: 87.77000000000001
verified: no, type: ndcg_at_20
value: 88.295
verified: no, type: ndcg_at_100
value: 88.479
verified: no, type: ndcg_at_1000
value: 88.527
verified: no, type: recall_at_1
value: 77.819
verified: no, type: recall_at_3
value: 89.96300000000001
verified: no, type: recall_at_5
value: 93.941
verified: no, type: recall_at_10
value: 96.575
verified: no, type: recall_at_20
value: 98.63
verified: no, type: recall_at_100
value: 99.579
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 87.77000000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DuRetrieval (default)
revision: a1a333e290fe30b10f3f56498e3a0d911a693ced
split: dev
type: C-MTEB/DuRetrieval
metrics: type: ndcg_at_1
value: 91.45
verified: no, type: ndcg_at_3
value: 89.249
verified: no, type: ndcg_at_5
value: 88.506
verified: no, type: ndcg_at_10
value: 90.66
verified: no, type: ndcg_at_20
value: 91.886
verified: no, type: ndcg_at_100
value: 92.78699999999999
verified: no, type: ndcg_at_1000
value: 92.944
verified: no, type: recall_at_1
value: 27.332
verified: no, type: recall_at_3
value: 61.07599999999999
verified: no, type: recall_at_5
value: 78.49199999999999
verified: no, type: recall_at_10
value: 92.002
verified: no, type: recall_at_20
value: 96.116
verified: no, type: recall_at_100
value: 99.009
verified: no, type: recall_at_1000
value: 99.844
verified: no, type: main_score
value: 90.66
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EcomRetrieval (default)
revision: 687de13dc7294d6fd9be10c6945f9e8fec8166b9
split: dev
type: C-MTEB/EcomRetrieval
metrics: type: ndcg_at_1
value: 55.900000000000006
verified: no, type: ndcg_at_3
value: 66.019
verified: no, type: ndcg_at_5
value: 68.47999999999999
verified: no, type: ndcg_at_10
value: 70.678
verified: no, type: ndcg_at_20
value: 72.024
verified: no, type: ndcg_at_100
value: 72.933
verified: no, type: ndcg_at_1000
value: 73.20400000000001
verified: no, type: recall_at_1
value: 55.900000000000006
verified: no, type: recall_at_3
value: 73.1
verified: no, type: recall_at_5
value: 79.10000000000001
verified: no, type: recall_at_10
value: 85.9
verified: no, type: recall_at_20
value: 91.2
verified: no, type: recall_at_100
value: 96.1
verified: no, type: recall_at_1000
value: 98.3
verified: no, type: main_score
value: 70.678
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MMarcoRetrieval (default)
revision: 539bbde593d947e2a124ba72651aafc09eb33fc2
split: dev
type: C-MTEB/MMarcoRetrieval
metrics: type: ndcg_at_1
value: 75.74499999999999
verified: no, type: ndcg_at_3
value: 82.188
verified: no, type: ndcg_at_5
value: 83.869
verified: no, type: ndcg_at_10
value: 85.119
verified: no, type: ndcg_at_20
value: 85.624
verified: no, type: ndcg_at_100
value: 86.051
verified: no, type: ndcg_at_1000
value: 86.177
verified: no, type: recall_at_1
value: 73.33
verified: no, type: recall_at_3
value: 86.823
verified: no, type: recall_at_5
value: 90.814
verified: no, type: recall_at_10
value: 94.509
verified: no, type: recall_at_20
value: 96.422
verified: no, type: recall_at_100
value: 98.6
verified: no, type: recall_at_1000
value: 99.599
verified: no, type: main_score
value: 85.119
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MedicalRetrieval (default)
revision: 2039188fb5800a9803ba5048df7b76e6fb151fc6
split: dev
type: C-MTEB/MedicalRetrieval
metrics: type: ndcg_at_1
value: 55.00000000000001
verified: no, type: ndcg_at_3
value: 61.334
verified: no, type: ndcg_at_5
value: 62.590999999999994
verified: no, type: ndcg_at_10
value: 63.913
verified: no, type: ndcg_at_20
value: 64.748
verified: no, type: ndcg_at_100
value: 66.675
verified: no, type: ndcg_at_1000
value: 67.894
verified: no, type: recall_at_1
value: 55.00000000000001
verified: no, type: recall_at_3
value: 65.60000000000001
verified: no, type: recall_at_5
value: 68.60000000000001
verified: no, type: recall_at_10
value: 72.7
verified: no, type: recall_at_20
value: 76
verified: no, type: recall_at_100
value: 86.6
verified: no, type: recall_at_1000
value: 96.3
verified: no, type: main_score
value: 63.913
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB T2Retrieval (default)
revision: 8731a845f1bf500a4f111cf1070785c793d10e64
split: dev
type: C-MTEB/T2Retrieval
metrics: type: ndcg_at_1
value: 91.526
verified: no, type: ndcg_at_3
value: 88.35499999999999
verified: no, type: ndcg_at_5
value: 87.408
verified: no, type: ndcg_at_10
value: 87.641
verified: no, type: ndcg_at_20
value: 89.265
verified: no, type: ndcg_at_100
value: 90.693
verified: no, type: ndcg_at_1000
value: 91.105
verified: no, type: recall_at_1
value: 28.359
verified: no, type: recall_at_3
value: 58.101
verified: no, type: recall_at_5
value: 72.99
verified: no, type: recall_at_10
value: 86.921
verified: no, type: recall_at_20
value: 92.497
verified: no, type: recall_at_100
value: 96.978
verified: no, type: recall_at_1000
value: 99.075
verified: no, type: main_score
value: 87.641
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB VideoRetrieval (default)
revision: 58c2597a5943a2ba48f4668c3b90d796283c5639
split: dev
type: C-MTEB/VideoRetrieval
metrics: type: ndcg_at_1
value: 66
verified: no, type: ndcg_at_3
value: 75.495
verified: no, type: ndcg_at_5
value: 77.027
verified: no, type: ndcg_at_10
value: 78.606
verified: no, type: ndcg_at_20
value: 79.54599999999999
verified: no, type: ndcg_at_100
value: 80.326
verified: no, type: ndcg_at_1000
value: 80.516
verified: no, type: recall_at_1
value: 66
verified: no, type: recall_at_3
value: 81.89999999999999
verified: no, type: recall_at_5
value: 85.6
verified: no, type: recall_at_10
value: 90.4
verified: no, type: recall_at_20
value: 94.1
verified: no, type: recall_at_100
value: 98.2
verified: no, type: recall_at_1000
value: 99.7
verified: no, type: main_score
value: 78.606
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB AILACasedocs (default)
revision: 4106e6bcc72e0698d714ea8b101355e3e238431a
split: test
type: mteb/AILA_casedocs
metrics: type: ndcg_at_1
value: 40
verified: no, type: ndcg_at_3
value: 37.37
verified: no, type: ndcg_at_5
value: 37.913999999999994
verified: no, type: ndcg_at_10
value: 41.162
verified: no, type: ndcg_at_20
value: 45.72
verified: no, type: ndcg_at_100
value: 54.126
verified: no, type: ndcg_at_1000
value: 55.907
verified: no, type: recall_at_1
value: 15.406
verified: no, type: recall_at_3
value: 26.56
verified: no, type: recall_at_5
value: 33.084
verified: no, type: recall_at_10
value: 45.972
verified: no, type: recall_at_20
value: 60.775
verified: no, type: recall_at_100
value: 91.105
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 41.162
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB AILAStatutes (default)
revision: ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e
split: test
type: mteb/AILA_statutes
metrics: type: ndcg_at_1
value: 36
verified: no, type: ndcg_at_3
value: 32.427
verified: no, type: ndcg_at_5
value: 31.512
verified: no, type: ndcg_at_10
value: 37.727
verified: no, type: ndcg_at_20
value: 43.808
verified: no, type: ndcg_at_100
value: 56.445
verified: no, type: ndcg_at_1000
value: 56.445
verified: no, type: recall_at_1
value: 8.1
verified: no, type: recall_at_3
value: 20.599999999999998
verified: no, type: recall_at_5
value: 30.733
verified: no, type: recall_at_10
value: 42.733
verified: no, type: recall_at_20
value: 57.733000000000004
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 37.727
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB AlloprofRetrieval (default)
revision: fcf295ea64c750f41fadbaa37b9b861558e1bfbd
split: test
type: lyon-nlp/alloprof
metrics: type: ndcg_at_1
value: 45.509
verified: no, type: ndcg_at_3
value: 57.912
verified: no, type: ndcg_at_5
value: 60.885
verified: no, type: ndcg_at_10
value: 63.611
verified: no, type: ndcg_at_20
value: 64.976
verified: no, type: ndcg_at_100
value: 66.507
verified: no, type: ndcg_at_1000
value: 66.998
verified: no, type: recall_at_1
value: 45.509
verified: no, type: recall_at_3
value: 66.537
verified: no, type: recall_at_5
value: 73.748
verified: no, type: recall_at_10
value: 82.16799999999999
verified: no, type: recall_at_20
value: 87.522
verified: no, type: recall_at_100
value: 95.72500000000001
verified: no, type: recall_at_1000
value: 99.655
verified: no, type: main_score
value: 63.611
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB AppsRetrieval (default)
revision: f22508f96b7a36c2415181ed8bb76f76e04ae2d5
split: test
type: CoIR-Retrieval/apps
metrics: type: ndcg_at_1
value: 35.405
verified: no, type: ndcg_at_3
value: 42.945
verified: no, type: ndcg_at_5
value: 44.984
verified: no, type: ndcg_at_10
value: 47.369
verified: no, type: ndcg_at_20
value: 49.095
verified: no, type: ndcg_at_100
value: 51.821
verified: no, type: ndcg_at_1000
value: 53.581
verified: no, type: recall_at_1
value: 35.405
verified: no, type: recall_at_3
value: 48.287
verified: no, type: recall_at_5
value: 53.227000000000004
verified: no, type: recall_at_10
value: 60.611000000000004
verified: no, type: recall_at_20
value: 67.437
verified: no, type: recall_at_100
value: 82.231
verified: no, type: recall_at_1000
value: 96.38799999999999
verified: no, type: main_score
value: 47.369
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: ndcg_at_1
value: 69.132
verified: no, type: ndcg_at_3
value: 81.661
verified: no, type: ndcg_at_5
value: 83.773
verified: no, type: ndcg_at_10
value: 84.855
verified: no, type: ndcg_at_20
value: 85.073
verified: no, type: ndcg_at_100
value: 85.134
verified: no, type: ndcg_at_1000
value: 85.134
verified: no, type: recall_at_1
value: 69.132
verified: no, type: recall_at_3
value: 90.185
verified: no, type: recall_at_5
value: 95.235
verified: no, type: recall_at_10
value: 98.506
verified: no, type: recall_at_20
value: 99.36
verified: no, type: recall_at_100
value: 99.644
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: main_score
value: 84.855
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArguAna-PL (default)
revision: 63fc86750af76253e8c760fc9e534bbf24d260a2
split: test
type: clarin-knext/arguana-pl
metrics: type: ndcg_at_1
value: 46.657
verified: no, type: ndcg_at_3
value: 63.388999999999996
verified: no, type: ndcg_at_5
value: 67.931
verified: no, type: ndcg_at_10
value: 70.745
verified: no, type: ndcg_at_20
value: 71.60300000000001
verified: no, type: ndcg_at_100
value: 71.941
verified: no, type: ndcg_at_1000
value: 71.961
verified: no, type: recall_at_1
value: 46.657
verified: no, type: recall_at_3
value: 75.036
verified: no, type: recall_at_5
value: 85.989
verified: no, type: recall_at_10
value: 94.523
verified: no, type: recall_at_20
value: 97.795
verified: no, type: recall_at_100
value: 99.502
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: main_score
value: 70.745
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: ndcg_at_1
value: 45.494
verified: no, type: ndcg_at_3
value: 51.53
verified: no, type: ndcg_at_5
value: 54.062
verified: no, type: ndcg_at_10
value: 56.599
verified: no, type: ndcg_at_20
value: 58.663
verified: no, type: ndcg_at_100
value: 61.36200000000001
verified: no, type: ndcg_at_1000
value: 62.824000000000005
verified: no, type: recall_at_1
value: 37.078
verified: no, type: recall_at_3
value: 53.529
verified: no, type: recall_at_5
value: 60.772999999999996
verified: no, type: recall_at_10
value: 68.65299999999999
verified: no, type: recall_at_20
value: 75.92999999999999
verified: no, type: recall_at_100
value: 88.127
verified: no, type: recall_at_1000
value: 97.059
verified: no, type: main_score
value: 56.599
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: ndcg_at_1
value: 47.134
verified: no, type: ndcg_at_3
value: 52.186
verified: no, type: ndcg_at_5
value: 53.94
verified: no, type: ndcg_at_10
value: 55.96
verified: no, type: ndcg_at_20
value: 57.521
verified: no, type: ndcg_at_100
value: 59.865
verified: no, type: ndcg_at_1000
value: 61.611000000000004
verified: no, type: recall_at_1
value: 37.405
verified: no, type: recall_at_3
value: 53.869
verified: no, type: recall_at_5
value: 59.18600000000001
verified: no, type: recall_at_10
value: 65.786
verified: no, type: recall_at_20
value: 71.56099999999999
verified: no, type: recall_at_100
value: 82.062
verified: no, type: recall_at_1000
value: 92.863
verified: no, type: main_score
value: 55.96
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: ndcg_at_1
value: 52.22599999999999
verified: no, type: ndcg_at_3
value: 59.797999999999995
verified: no, type: ndcg_at_5
value: 62.260000000000005
verified: no, type: ndcg_at_10
value: 64.85300000000001
verified: no, type: ndcg_at_20
value: 66.398
verified: no, type: ndcg_at_100
value: 68.298
verified: no, type: ndcg_at_1000
value: 69.003
verified: no, type: recall_at_1
value: 45.789
verified: no, type: recall_at_3
value: 64.9
verified: no, type: recall_at_5
value: 70.902
verified: no, type: recall_at_10
value: 78.388
verified: no, type: recall_at_20
value: 84.086
verified: no, type: recall_at_100
value: 93.006
verified: no, type: recall_at_1000
value: 97.928
verified: no, type: main_score
value: 64.85300000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: ndcg_at_1
value: 32.09
verified: no, type: ndcg_at_3
value: 38.339
verified: no, type: ndcg_at_5
value: 41.427
verified: no, type: ndcg_at_10
value: 43.606
verified: no, type: ndcg_at_20
value: 45.784000000000006
verified: no, type: ndcg_at_100
value: 48.908
verified: no, type: ndcg_at_1000
value: 50.585
verified: no, type: recall_at_1
value: 29.146
verified: no, type: recall_at_3
value: 43.168
verified: no, type: recall_at_5
value: 50.717
verified: no, type: recall_at_10
value: 57.120000000000005
verified: no, type: recall_at_20
value: 65.254
verified: no, type: recall_at_100
value: 81.04599999999999
verified: no, type: recall_at_1000
value: 93.487
verified: no, type: main_score
value: 43.606
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: ndcg_at_1
value: 24.876
verified: no, type: ndcg_at_3
value: 29.663
verified: no, type: ndcg_at_5
value: 32.193
verified: no, type: ndcg_at_10
value: 34.694
verified: no, type: ndcg_at_20
value: 37.075
verified: no, type: ndcg_at_100
value: 40.615
verified: no, type: ndcg_at_1000
value: 43.317
verified: no, type: recall_at_1
value: 20.395
verified: no, type: recall_at_3
value: 32.521
verified: no, type: recall_at_5
value: 38.887
verified: no, type: recall_at_10
value: 46.388
verified: no, type: recall_at_20
value: 54.885
verified: no, type: recall_at_100
value: 71.597
verified: no, type: recall_at_1000
value: 90.75
verified: no, type: main_score
value: 34.694
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: ndcg_at_1
value: 42.733
verified: no, type: ndcg_at_3
value: 47.236
verified: no, type: ndcg_at_5
value: 49.327
verified: no, type: ndcg_at_10
value: 52.346000000000004
verified: no, type: ndcg_at_20
value: 54.446000000000005
verified: no, type: ndcg_at_100
value: 57.736
verified: no, type: ndcg_at_1000
value: 59.245000000000005
verified: no, type: recall_at_1
value: 34.414
verified: no, type: recall_at_3
value: 50.233000000000004
verified: no, type: recall_at_5
value: 55.967
verified: no, type: recall_at_10
value: 65.173
verified: no, type: recall_at_20
value: 72.27799999999999
verified: no, type: recall_at_100
value: 87.163
verified: no, type: recall_at_1000
value: 96.64
verified: no, type: main_score
value: 52.346000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: ndcg_at_1
value: 37.329
verified: no, type: ndcg_at_3
value: 41.319
verified: no, type: ndcg_at_5
value: 43.444
verified: no, type: ndcg_at_10
value: 46.643
verified: no, type: ndcg_at_20
value: 49.257
verified: no, type: ndcg_at_100
value: 52.524
verified: no, type: ndcg_at_1000
value: 54.478
verified: no, type: recall_at_1
value: 30.278
verified: no, type: recall_at_3
value: 43.464999999999996
verified: no, type: recall_at_5
value: 49.419999999999995
verified: no, type: recall_at_10
value: 58.650999999999996
verified: no, type: recall_at_20
value: 67.90899999999999
verified: no, type: recall_at_100
value: 83.276
verified: no, type: recall_at_1000
value: 96.114
verified: no, type: main_score
value: 46.643
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 46.644083333333334
verified: no, type: ndcg_at_10
value: 46.644083333333334
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: ndcg_at_1
value: 30.368000000000002
verified: no, type: ndcg_at_3
value: 35.004000000000005
verified: no, type: ndcg_at_5
value: 37.125
verified: no, type: ndcg_at_10
value: 39.831
verified: no, type: ndcg_at_20
value: 42.099
verified: no, type: ndcg_at_100
value: 45.032
verified: no, type: ndcg_at_1000
value: 47.016999999999996
verified: no, type: recall_at_1
value: 27.151999999999997
verified: no, type: recall_at_3
value: 38.2
verified: no, type: recall_at_5
value: 43.349
verified: no, type: recall_at_10
value: 51.50599999999999
verified: no, type: recall_at_20
value: 60.035000000000004
verified: no, type: recall_at_100
value: 74.869
verified: no, type: recall_at_1000
value: 89.159
verified: no, type: main_score
value: 39.831
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: ndcg_at_1
value: 26.222
verified: no, type: ndcg_at_3
value: 30.085
verified: no, type: ndcg_at_5
value: 31.977
verified: no, type: ndcg_at_10
value: 34.107
verified: no, type: ndcg_at_20
value: 35.939
verified: no, type: ndcg_at_100
value: 39.054
verified: no, type: ndcg_at_1000
value: 41.899
verified: no, type: recall_at_1
value: 21.552
verified: no, type: recall_at_3
value: 32.66
verified: no, type: recall_at_5
value: 37.785000000000004
verified: no, type: recall_at_10
value: 44.143
verified: no, type: recall_at_20
value: 50.968999999999994
verified: no, type: recall_at_100
value: 66.392
verified: no, type: recall_at_1000
value: 86.601
verified: no, type: main_score
value: 34.107
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: ndcg_at_1
value: 36.287000000000006
verified: no, type: ndcg_at_3
value: 41.15
verified: no, type: ndcg_at_5
value: 43.283
verified: no, type: ndcg_at_10
value: 45.698
verified: no, type: ndcg_at_20
value: 47.754000000000005
verified: no, type: ndcg_at_100
value: 50.800999999999995
verified: no, type: ndcg_at_1000
value: 53.024
verified: no, type: recall_at_1
value: 30.791
verified: no, type: recall_at_3
value: 44.802
verified: no, type: recall_at_5
value: 50.434999999999995
verified: no, type: recall_at_10
value: 57.424
verified: no, type: recall_at_20
value: 64.702
verified: no, type: recall_at_100
value: 79.216
verified: no, type: recall_at_1000
value: 94.602
verified: no, type: main_score
value: 45.698
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: ndcg_at_1
value: 37.352000000000004
verified: no, type: ndcg_at_3
value: 43.029
verified: no, type: ndcg_at_5
value: 44.811
verified: no, type: ndcg_at_10
value: 47.493
verified: no, type: ndcg_at_20
value: 49.76
verified: no, type: ndcg_at_100
value: 52.925
verified: no, type: ndcg_at_1000
value: 55.117000000000004
verified: no, type: recall_at_1
value: 31.719
verified: no, type: recall_at_3
value: 45.466
verified: no, type: recall_at_5
value: 50.087
verified: no, type: recall_at_10
value: 57.86
verified: no, type: recall_at_20
value: 66.27
verified: no, type: recall_at_100
value: 81.437
verified: no, type: recall_at_1000
value: 95.162
verified: no, type: main_score
value: 47.493
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: ndcg_at_1
value: 29.020000000000003
verified: no, type: ndcg_at_3
value: 33.715
verified: no, type: ndcg_at_5
value: 35.266
verified: no, type: ndcg_at_10
value: 37.899
verified: no, type: ndcg_at_20
value: 39.812999999999995
verified: no, type: ndcg_at_100
value: 42.998999999999995
verified: no, type: ndcg_at_1000
value: 45.257
verified: no, type: recall_at_1
value: 26.784000000000002
verified: no, type: recall_at_3
value: 37.049
verified: no, type: recall_at_5
value: 40.638000000000005
verified: no, type: recall_at_10
value: 48.204
verified: no, type: recall_at_20
value: 55.496
verified: no, type: recall_at_100
value: 71.749
verified: no, type: recall_at_1000
value: 88.22
verified: no, type: main_score
value: 37.899
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CodeFeedbackMT (default)
revision: b0f12fa0c0dd67f59c95a5c33d02aeeb4c398c5f
split: test
type: CoIR-Retrieval/codefeedback-mt
metrics: type: ndcg_at_1
value: 67.214
verified: no, type: ndcg_at_3
value: 74.774
verified: no, type: ndcg_at_5
value: 76.297
verified: no, type: ndcg_at_10
value: 77.644
verified: no, type: ndcg_at_20
value: 78.41
verified: no, type: ndcg_at_100
value: 79.374
verified: no, type: ndcg_at_1000
value: 79.77
verified: no, type: recall_at_1
value: 67.214
verified: no, type: recall_at_3
value: 79.95
verified: no, type: recall_at_5
value: 83.65599999999999
verified: no, type: recall_at_10
value: 87.776
verified: no, type: recall_at_20
value: 90.781
verified: no, type: recall_at_100
value: 95.993
verified: no, type: recall_at_1000
value: 99.104
verified: no, type: main_score
value: 77.644
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CodeFeedbackST (default)
revision: d213819e87aab9010628da8b73ab4eb337c89340
split: test
type: CoIR-Retrieval/codefeedback-st
metrics: type: ndcg_at_1
value: 74.05000000000001
verified: no, type: ndcg_at_3
value: 84.59
verified: no, type: ndcg_at_5
value: 85.949
verified: no, type: ndcg_at_10
value: 86.627
verified: no, type: ndcg_at_20
value: 86.907
verified: no, type: ndcg_at_100
value: 87.149
verified: no, type: ndcg_at_1000
value: 87.21799999999999
verified: no, type: recall_at_1
value: 74.05000000000001
verified: no, type: recall_at_3
value: 91.685
verified: no, type: recall_at_5
value: 94.959
verified: no, type: recall_at_10
value: 97.017
verified: no, type: recall_at_20
value: 98.10900000000001
verified: no, type: recall_at_100
value: 99.396
verified: no, type: recall_at_1000
value: 99.92699999999999
verified: no, type: main_score
value: 86.627
verified: no
task: type: Retrieval, dataset: config: python
name: MTEB CodeSearchNetCCRetrieval (python)
revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8
split: test
type: CoIR-Retrieval/CodeSearchNet-ccr
metrics: type: ndcg_at_1
value: 69.875
verified: no, type: ndcg_at_3
value: 79.45100000000001
verified: no, type: ndcg_at_5
value: 80.95400000000001
verified: no, type: ndcg_at_10
value: 82.025
verified: no, type: ndcg_at_20
value: 82.526
verified: no, type: ndcg_at_100
value: 83.07
verified: no, type: ndcg_at_1000
value: 83.28999999999999
verified: no, type: recall_at_1
value: 69.875
verified: no, type: recall_at_3
value: 85.957
verified: no, type: recall_at_5
value: 89.59
verified: no, type: recall_at_10
value: 92.874
verified: no, type: recall_at_20
value: 94.838
verified: no, type: recall_at_100
value: 97.748
verified: no, type: recall_at_1000
value: 99.47
verified: no, type: main_score
value: 82.025
verified: no
task: type: Retrieval, dataset: config: javascript
name: MTEB CodeSearchNetCCRetrieval (javascript)
revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8
split: test
type: CoIR-Retrieval/CodeSearchNet-ccr
metrics: type: ndcg_at_1
value: 66.18
verified: no, type: ndcg_at_3
value: 76.294
verified: no, type: ndcg_at_5
value: 77.849
verified: no, type: ndcg_at_10
value: 78.95400000000001
verified: no, type: ndcg_at_20
value: 79.71000000000001
verified: no, type: ndcg_at_100
value: 80.402
verified: no, type: ndcg_at_1000
value: 80.694
verified: no, type: recall_at_1
value: 66.18
verified: no, type: recall_at_3
value: 83.10499999999999
verified: no, type: recall_at_5
value: 86.873
verified: no, type: recall_at_10
value: 90.277
verified: no, type: recall_at_20
value: 93.22399999999999
verified: no, type: recall_at_100
value: 96.87
verified: no, type: recall_at_1000
value: 99.21
verified: no, type: main_score
value: 78.95400000000001
verified: no
task: type: Retrieval, dataset: config: go
name: MTEB CodeSearchNetCCRetrieval (go)
revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8
split: test
type: CoIR-Retrieval/CodeSearchNet-ccr
metrics: type: ndcg_at_1
value: 57.24
verified: no, type: ndcg_at_3
value: 67.84700000000001
verified: no, type: ndcg_at_5
value: 70.126
verified: no, type: ndcg_at_10
value: 71.839
verified: no, type: ndcg_at_20
value: 72.89
verified: no, type: ndcg_at_100
value: 73.904
verified: no, type: ndcg_at_1000
value: 74.343
verified: no, type: recall_at_1
value: 57.24
verified: no, type: recall_at_3
value: 75.179
verified: no, type: recall_at_5
value: 80.67
verified: no, type: recall_at_10
value: 85.939
verified: no, type: recall_at_20
value: 90.076
verified: no, type: recall_at_100
value: 95.48100000000001
verified: no, type: recall_at_1000
value: 98.929
verified: no, type: main_score
value: 71.839
verified: no
task: type: Retrieval, dataset: config: ruby
name: MTEB CodeSearchNetCCRetrieval (ruby)
revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8
split: test
type: CoIR-Retrieval/CodeSearchNet-ccr
metrics: type: ndcg_at_1
value: 64.235
verified: no, type: ndcg_at_3
value: 73.451
verified: no, type: ndcg_at_5
value: 75.233
verified: no, type: ndcg_at_10
value: 76.53
verified: no, type: ndcg_at_20
value: 77.35
verified: no, type: ndcg_at_100
value: 78.13799999999999
verified: no, type: ndcg_at_1000
value: 78.57
verified: no, type: recall_at_1
value: 64.235
verified: no, type: recall_at_3
value: 79.699
verified: no, type: recall_at_5
value: 83.981
verified: no, type: recall_at_10
value: 88.02499999999999
verified: no, type: recall_at_20
value: 91.277
verified: no, type: recall_at_100
value: 95.638
verified: no, type: recall_at_1000
value: 99.048
verified: no, type: main_score
value: 76.53
verified: no
task: type: Retrieval, dataset: config: java
name: MTEB CodeSearchNetCCRetrieval (java)
revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8
split: test
type: CoIR-Retrieval/CodeSearchNet-ccr
metrics: type: ndcg_at_1
value: 65.468
verified: no, type: ndcg_at_3
value: 75.064
verified: no, type: ndcg_at_5
value: 76.786
verified: no, type: ndcg_at_10
value: 77.929
verified: no, type: ndcg_at_20
value: 78.596
verified: no, type: ndcg_at_100
value: 79.28699999999999
verified: no, type: ndcg_at_1000
value: 79.625
verified: no, type: recall_at_1
value: 65.468
verified: no, type: recall_at_3
value: 81.56099999999999
verified: no, type: recall_at_5
value: 85.714
verified: no, type: recall_at_10
value: 89.229
verified: no, type: recall_at_20
value: 91.83
verified: no, type: recall_at_100
value: 95.509
verified: no, type: recall_at_1000
value: 98.17399999999999
verified: no, type: main_score
value: 77.929
verified: no
task: type: Retrieval, dataset: config: php
name: MTEB CodeSearchNetCCRetrieval (php)
revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8
split: test
type: CoIR-Retrieval/CodeSearchNet-ccr
metrics: type: ndcg_at_1
value: 52.71900000000001
verified: no, type: ndcg_at_3
value: 63.025
verified: no, type: ndcg_at_5
value: 65.17399999999999
verified: no, type: ndcg_at_10
value: 66.982
verified: no, type: ndcg_at_20
value: 68.113
verified: no, type: ndcg_at_100
value: 69.443
verified: no, type: ndcg_at_1000
value: 70.111
verified: no, type: recall_at_1
value: 52.71900000000001
verified: no, type: recall_at_3
value: 70.158
verified: no, type: recall_at_5
value: 75.35300000000001
verified: no, type: recall_at_10
value: 80.919
verified: no, type: recall_at_20
value: 85.36500000000001
verified: no, type: recall_at_100
value: 92.486
verified: no, type: recall_at_1000
value: 97.788
verified: no, type: main_score
value: 66.982
verified: no
task: type: Retrieval, dataset: config: python
name: MTEB CodeSearchNetRetrieval (python)
revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759
split: test
type: code-search-net/code_search_net
metrics: type: ndcg_at_1
value: 86.9
verified: no, type: ndcg_at_3
value: 92.012
verified: no, type: ndcg_at_5
value: 93.002
verified: no, type: ndcg_at_10
value: 93.304
verified: no, type: ndcg_at_20
value: 93.432
verified: no, type: ndcg_at_100
value: 93.50500000000001
verified: no, type: ndcg_at_1000
value: 93.54
verified: no, type: recall_at_1
value: 86.9
verified: no, type: recall_at_3
value: 95.5
verified: no, type: recall_at_5
value: 97.89999999999999
verified: no, type: recall_at_10
value: 98.8
verified: no, type: recall_at_20
value: 99.3
verified: no, type: recall_at_100
value: 99.7
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 93.304
verified: no
task: type: Retrieval, dataset: config: javascript
name: MTEB CodeSearchNetRetrieval (javascript)
revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759
split: test
type: code-search-net/code_search_net
metrics: type: ndcg_at_1
value: 73.9
verified: no, type: ndcg_at_3
value: 80.297
verified: no, type: ndcg_at_5
value: 81.162
verified: no, type: ndcg_at_10
value: 82.075
verified: no, type: ndcg_at_20
value: 82.432
verified: no, type: ndcg_at_100
value: 82.948
verified: no, type: ndcg_at_1000
value: 83.722
verified: no, type: recall_at_1
value: 73.9
verified: no, type: recall_at_3
value: 84.6
verified: no, type: recall_at_5
value: 86.7
verified: no, type: recall_at_10
value: 89.5
verified: no, type: recall_at_20
value: 90.9
verified: no, type: recall_at_100
value: 93.7
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 82.075
verified: no
task: type: Retrieval, dataset: config: go
name: MTEB CodeSearchNetRetrieval (go)
revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759
split: test
type: code-search-net/code_search_net
metrics: type: ndcg_at_1
value: 86.9
verified: no, type: ndcg_at_3
value: 92.961
verified: no, type: ndcg_at_5
value: 93.632
verified: no, type: ndcg_at_10
value: 93.865
verified: no, type: ndcg_at_20
value: 93.917
verified: no, type: ndcg_at_100
value: 93.994
verified: no, type: ndcg_at_1000
value: 94.02199999999999
verified: no, type: recall_at_1
value: 86.9
verified: no, type: recall_at_3
value: 96.89999999999999
verified: no, type: recall_at_5
value: 98.5
verified: no, type: recall_at_10
value: 99.2
verified: no, type: recall_at_20
value: 99.4
verified: no, type: recall_at_100
value: 99.8
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 93.865
verified: no
task: type: Retrieval, dataset: config: ruby
name: MTEB CodeSearchNetRetrieval (ruby)
revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759
split: test
type: code-search-net/code_search_net
metrics: type: ndcg_at_1
value: 79.10000000000001
verified: no, type: ndcg_at_3
value: 85.626
verified: no, type: ndcg_at_5
value: 86.629
verified: no, type: ndcg_at_10
value: 87.16000000000001
verified: no, type: ndcg_at_20
value: 87.414
verified: no, type: ndcg_at_100
value: 87.7
verified: no, type: ndcg_at_1000
value: 88.115
verified: no, type: recall_at_1
value: 79.10000000000001
verified: no, type: recall_at_3
value: 89.9
verified: no, type: recall_at_5
value: 92.30000000000001
verified: no, type: recall_at_10
value: 93.89999999999999
verified: no, type: recall_at_20
value: 94.89999999999999
verified: no, type: recall_at_100
value: 96.39999999999999
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 87.16000000000001
verified: no
task: type: Retrieval, dataset: config: java
name: MTEB CodeSearchNetRetrieval (java)
revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759
split: test
type: code-search-net/code_search_net
metrics: type: ndcg_at_1
value: 82
verified: no, type: ndcg_at_3
value: 89.205
verified: no, type: ndcg_at_5
value: 89.86699999999999
verified: no, type: ndcg_at_10
value: 90.269
verified: no, type: ndcg_at_20
value: 90.32
verified: no, type: ndcg_at_100
value: 90.36999999999999
verified: no, type: ndcg_at_1000
value: 90.691
verified: no, type: recall_at_1
value: 82
verified: no, type: recall_at_3
value: 94
verified: no, type: recall_at_5
value: 95.6
verified: no, type: recall_at_10
value: 96.8
verified: no, type: recall_at_20
value: 97
verified: no, type: recall_at_100
value: 97.3
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 90.269
verified: no
task: type: Retrieval, dataset: config: php
name: MTEB CodeSearchNetRetrieval (php)
revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759
split: test
type: code-search-net/code_search_net
metrics: type: ndcg_at_1
value: 76.1
verified: no, type: ndcg_at_3
value: 83.97
verified: no, type: ndcg_at_5
value: 85.128
verified: no, type: ndcg_at_10
value: 85.922
verified: no, type: ndcg_at_20
value: 86.279
verified: no, type: ndcg_at_100
value: 86.53
verified: no, type: ndcg_at_1000
value: 86.846
verified: no, type: recall_at_1
value: 76.1
verified: no, type: recall_at_3
value: 89.3
verified: no, type: recall_at_5
value: 92.10000000000001
verified: no, type: recall_at_10
value: 94.5
verified: no, type: recall_at_20
value: 95.89999999999999
verified: no, type: recall_at_100
value: 97.3
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 85.922
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CodeTransOceanContest (default)
revision: 20da4eb20a4b17300c0986ee148c90867a7f2a4d
split: test
type: CoIR-Retrieval/codetrans-contest
metrics: type: ndcg_at_1
value: 82.353
verified: no, type: ndcg_at_3
value: 86.792
verified: no, type: ndcg_at_5
value: 88.116
verified: no, type: ndcg_at_10
value: 89.164
verified: no, type: ndcg_at_20
value: 89.627
verified: no, type: ndcg_at_100
value: 89.816
verified: no, type: ndcg_at_1000
value: 89.929
verified: no, type: recall_at_1
value: 82.353
verified: no, type: recall_at_3
value: 90.045
verified: no, type: recall_at_5
value: 93.21300000000001
verified: no, type: recall_at_10
value: 96.38
verified: no, type: recall_at_20
value: 98.19
verified: no, type: recall_at_100
value: 99.095
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 89.164
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CodeTransOceanDL (default)
revision: 281562cb8a1265ab5c0824bfa6ddcd9b0a15618f
split: test
type: CoIR-Retrieval/codetrans-dl
metrics: type: ndcg_at_1
value: 9.443999999999999
verified: no, type: ndcg_at_3
value: 13.141
verified: no, type: ndcg_at_5
value: 20.149
verified: no, type: ndcg_at_10
value: 35.181000000000004
verified: no, type: ndcg_at_20
value: 39.898
verified: no, type: ndcg_at_100
value: 40.337
verified: no, type: ndcg_at_1000
value: 40.337
verified: no, type: recall_at_1
value: 9.443999999999999
verified: no, type: recall_at_3
value: 16.111
verified: no, type: recall_at_5
value: 32.778
verified: no, type: recall_at_10
value: 80.55600000000001
verified: no, type: recall_at_20
value: 97.77799999999999
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 35.181000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CosQA (default)
revision: bc5efb7e9d437246ce393ed19d772e08e4a79535
split: test
type: CoIR-Retrieval/cosqa
metrics: type: ndcg_at_1
value: 14.2
verified: no, type: ndcg_at_3
value: 23.647000000000002
verified: no, type: ndcg_at_5
value: 28.655
verified: no, type: ndcg_at_10
value: 34.175
verified: no, type: ndcg_at_20
value: 37.04
verified: no, type: ndcg_at_100
value: 41.074
verified: no, type: ndcg_at_1000
value: 41.917
verified: no, type: recall_at_1
value: 14.2
verified: no, type: recall_at_3
value: 31
verified: no, type: recall_at_5
value: 43.4
verified: no, type: recall_at_10
value: 60.4
verified: no, type: recall_at_20
value: 71.8
verified: no, type: recall_at_100
value: 93
verified: no, type: recall_at_1000
value: 99.2
verified: no, type: main_score
value: 34.175
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: ndcg_at_1
value: 61.5
verified: no, type: ndcg_at_3
value: 53.476
verified: no, type: ndcg_at_5
value: 51.601
verified: no, type: ndcg_at_10
value: 50.391
verified: no, type: ndcg_at_20
value: 49.342000000000006
verified: no, type: ndcg_at_100
value: 55.37800000000001
verified: no, type: ndcg_at_1000
value: 62.470000000000006
verified: no, type: recall_at_1
value: 9.757
verified: no, type: recall_at_3
value: 17.203
verified: no, type: recall_at_5
value: 21.878
verified: no, type: recall_at_10
value: 30.425
verified: no, type: recall_at_20
value: 39.137
verified: no, type: recall_at_100
value: 62.885000000000005
verified: no, type: recall_at_1000
value: 85.795
verified: no, type: main_score
value: 50.391
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA-PL (default)
revision: 2e535829717f8bf9dc829b7f911cc5bbd4e6608e
split: test
type: clarin-knext/fiqa-pl
metrics: type: ndcg_at_1
value: 46.296
verified: no, type: ndcg_at_3
value: 43.682
verified: no, type: ndcg_at_5
value: 44.818999999999996
verified: no, type: ndcg_at_10
value: 47.137
verified: no, type: ndcg_at_20
value: 49.957
verified: no, type: ndcg_at_100
value: 53.998999999999995
verified: no, type: ndcg_at_1000
value: 56.547000000000004
verified: no, type: recall_at_1
value: 23.116999999999997
verified: no, type: recall_at_3
value: 39.967000000000006
verified: no, type: recall_at_5
value: 46.745
verified: no, type: recall_at_10
value: 54.202
verified: no, type: recall_at_20
value: 62.61600000000001
verified: no, type: recall_at_100
value: 79.322
verified: no, type: recall_at_1000
value: 94.114
verified: no, type: main_score
value: 47.137
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: ndcg_at_1
value: 63.117000000000004
verified: no, type: ndcg_at_3
value: 58.538999999999994
verified: no, type: ndcg_at_5
value: 59.147000000000006
verified: no, type: ndcg_at_10
value: 62.35000000000001
verified: no, type: ndcg_at_20
value: 65.36800000000001
verified: no, type: ndcg_at_100
value: 68.801
verified: no, type: ndcg_at_1000
value: 70.06599999999999
verified: no, type: recall_at_1
value: 33.377
verified: no, type: recall_at_3
value: 52.817
verified: no, type: recall_at_5
value: 59.03699999999999
verified: no, type: recall_at_10
value: 69.116
verified: no, type: recall_at_20
value: 78.30799999999999
verified: no, type: recall_at_100
value: 91.715
verified: no, type: recall_at_1000
value: 98.783
verified: no, type: main_score
value: 62.35000000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB GerDaLIRSmall (default)
revision: 48327de6ee192e9610f3069789719788957c7abd
split: test
type: mteb/GerDaLIRSmall
metrics: type: ndcg_at_1
value: 30.047
verified: no, type: ndcg_at_3
value: 36.635
verified: no, type: ndcg_at_5
value: 39.237
verified: no, type: ndcg_at_10
value: 41.752
verified: no, type: ndcg_at_20
value: 43.467
verified: no, type: ndcg_at_100
value: 45.793
verified: no, type: ndcg_at_1000
value: 47.404
verified: no, type: recall_at_1
value: 27.272999999999996
verified: no, type: recall_at_3
value: 41.534
verified: no, type: recall_at_5
value: 47.678
verified: no, type: recall_at_10
value: 55.131
verified: no, type: recall_at_20
value: 61.592
verified: no, type: recall_at_100
value: 73.604
verified: no, type: recall_at_1000
value: 86.146
verified: no, type: main_score
value: 41.752
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: ndcg_at_1
value: 88.062
verified: no, type: ndcg_at_3
value: 77.443
verified: no, type: ndcg_at_5
value: 80.05600000000001
verified: no, type: ndcg_at_10
value: 81.979
verified: no, type: ndcg_at_20
value: 83.033
verified: no, type: ndcg_at_100
value: 84.232
verified: no, type: ndcg_at_1000
value: 84.827
verified: no, type: recall_at_1
value: 44.031
verified: no, type: recall_at_3
value: 75.71900000000001
verified: no, type: recall_at_5
value: 80.851
verified: no, type: recall_at_10
value: 85.652
verified: no, type: recall_at_20
value: 89.021
verified: no, type: recall_at_100
value: 94.267
verified: no, type: recall_at_1000
value: 98.136
verified: no, type: main_score
value: 81.979
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB LEMBNarrativeQARetrieval (default)
revision: 6e346642246bfb4928c560ee08640dc84d074e8c
split: test
type: dwzhu/LongEmbed
metrics: type: ndcg_at_1
value: 49.009
verified: no, type: ndcg_at_3
value: 56.69
verified: no, type: ndcg_at_5
value: 58.572
verified: no, type: ndcg_at_10
value: 60.702
verified: no, type: ndcg_at_20
value: 62.160000000000004
verified: no, type: ndcg_at_100
value: 64.461
verified: no, type: ndcg_at_1000
value: 65.604
verified: no, type: recall_at_1
value: 49.009
verified: no, type: recall_at_3
value: 62.073
verified: no, type: recall_at_5
value: 66.648
verified: no, type: recall_at_10
value: 73.222
verified: no, type: recall_at_20
value: 78.974
verified: no, type: recall_at_100
value: 91.444
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 60.702
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB LEMBNeedleRetrieval (default)
revision: 6e346642246bfb4928c560ee08640dc84d074e8c
split: test_256
type: dwzhu/LongEmbed
metrics: type: ndcg_at_1
value: 8
verified: no, type: ndcg_at_3
value: 12.786
verified: no, type: ndcg_at_5
value: 15.282000000000002
verified: no, type: ndcg_at_10
value: 20.096
verified: no, type: ndcg_at_20
value: 22.631
verified: no, type: ndcg_at_100
value: 32.174
verified: no, type: ndcg_at_1000
value: 32.174
verified: no, type: recall_at_1
value: 8
verified: no, type: recall_at_3
value: 16
verified: no, type: recall_at_5
value: 22
verified: no, type: recall_at_10
value: 36
verified: no, type: recall_at_20
value: 46
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 8
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB LEMBPasskeyRetrieval (default)
revision: 6e346642246bfb4928c560ee08640dc84d074e8c
split: test_256
type: dwzhu/LongEmbed
metrics: type: ndcg_at_1
value: 10
verified: no, type: ndcg_at_3
value: 12
verified: no, type: ndcg_at_5
value: 12
verified: no, type: ndcg_at_10
value: 12.631
verified: no, type: ndcg_at_20
value: 14.982000000000001
verified: no, type: ndcg_at_100
value: 28.534
verified: no, type: ndcg_at_1000
value: 28.534
verified: no, type: recall_at_1
value: 10
verified: no, type: recall_at_3
value: 14.000000000000002
verified: no, type: recall_at_5
value: 14.000000000000002
verified: no, type: recall_at_10
value: 16
verified: no, type: recall_at_20
value: 26
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 10
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB LEMBQMSumRetrieval (default)
revision: 6e346642246bfb4928c560ee08640dc84d074e8c
split: test
type: dwzhu/LongEmbed
metrics: type: ndcg_at_1
value: 37.263000000000005
verified: no, type: ndcg_at_3
value: 48.207
verified: no, type: ndcg_at_5
value: 51.464
verified: no, type: ndcg_at_10
value: 55.071999999999996
verified: no, type: ndcg_at_20
value: 57.364000000000004
verified: no, type: ndcg_at_100
value: 60.236999999999995
verified: no, type: ndcg_at_1000
value: 60.352
verified: no, type: recall_at_1
value: 37.263000000000005
verified: no, type: recall_at_3
value: 55.92700000000001
verified: no, type: recall_at_5
value: 63.851
verified: no, type: recall_at_10
value: 74.91799999999999
verified: no, type: recall_at_20
value: 83.955
verified: no, type: recall_at_100
value: 99.214
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 55.071999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB LEMBSummScreenFDRetrieval (default)
revision: 6e346642246bfb4928c560ee08640dc84d074e8c
split: validation
type: dwzhu/LongEmbed
metrics: type: ndcg_at_1
value: 94.345
verified: no, type: ndcg_at_3
value: 96.66900000000001
verified: no, type: ndcg_at_5
value: 97.297
verified: no, type: ndcg_at_10
value: 97.387
verified: no, type: ndcg_at_20
value: 97.387
verified: no, type: ndcg_at_100
value: 97.387
verified: no, type: ndcg_at_1000
value: 97.387
verified: no, type: recall_at_1
value: 94.345
verified: no, type: recall_at_3
value: 98.214
verified: no, type: recall_at_5
value: 99.702
verified: no, type: recall_at_10
value: 100
verified: no, type: recall_at_20
value: 100
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 97.387
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB LEMBWikimQARetrieval (default)
revision: 6e346642246bfb4928c560ee08640dc84d074e8c
split: test
type: dwzhu/LongEmbed
metrics: type: ndcg_at_1
value: 80
verified: no, type: ndcg_at_3
value: 84.024
verified: no, type: ndcg_at_5
value: 84.985
verified: no, type: ndcg_at_10
value: 85.751
verified: no, type: ndcg_at_20
value: 86.634
verified: no, type: ndcg_at_100
value: 87.348
verified: no, type: ndcg_at_1000
value: 87.48599999999999
verified: no, type: recall_at_1
value: 80
verified: no, type: recall_at_3
value: 87
verified: no, type: recall_at_5
value: 89.333
verified: no, type: recall_at_10
value: 91.667
verified: no, type: recall_at_20
value: 95
verified: no, type: recall_at_100
value: 99
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 85.751
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB LeCaRDv2 (default)
revision: b78e18688c3d012a33dc3676597c1d1b2243ce1c
split: test
type: mteb/LeCaRDv2
metrics: type: ndcg_at_1
value: 87.421
verified: no, type: ndcg_at_3
value: 83.159
verified: no, type: ndcg_at_5
value: 79.818
verified: no, type: ndcg_at_10
value: 74.168
verified: no, type: ndcg_at_20
value: 67.81
verified: no, type: ndcg_at_100
value: 80.432
verified: no, type: ndcg_at_1000
value: 84.423
verified: no, type: recall_at_1
value: 4.1450000000000005
verified: no, type: recall_at_3
value: 10.988000000000001
verified: no, type: recall_at_5
value: 16.808999999999997
verified: no, type: recall_at_10
value: 29.329
verified: no, type: recall_at_20
value: 48.425000000000004
verified: no, type: recall_at_100
value: 89.63600000000001
verified: no, type: recall_at_1000
value: 99.823
verified: no, type: main_score
value: 74.168
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB LegalBenchConsumerContractsQA (default)
revision: b23590301ec94e8087e2850b21d43d4956b1cca9
split: test
type: mteb/legalbench_consumer_contracts_qa
metrics: type: ndcg_at_1
value: 73.485
verified: no, type: ndcg_at_3
value: 81.977
verified: no, type: ndcg_at_5
value: 84.63000000000001
verified: no, type: ndcg_at_10
value: 85.444
verified: no, type: ndcg_at_20
value: 86.008
verified: no, type: ndcg_at_100
value: 86.262
verified: no, type: ndcg_at_1000
value: 86.262
verified: no, type: recall_at_1
value: 73.485
verified: no, type: recall_at_3
value: 87.626
verified: no, type: recall_at_5
value: 93.939
verified: no, type: recall_at_10
value: 96.465
verified: no, type: recall_at_20
value: 98.737
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 85.444
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB LegalBenchCorporateLobbying (default)
revision: f69691c650464e62546d7f2a4536f8f87c891e38
split: test
type: mteb/legalbench_corporate_lobbying
metrics: type: ndcg_at_1
value: 91.471
verified: no, type: ndcg_at_3
value: 95.84700000000001
verified: no, type: ndcg_at_5
value: 96.088
verified: no, type: ndcg_at_10
value: 96.17999999999999
verified: no, type: ndcg_at_20
value: 96.17999999999999
verified: no, type: ndcg_at_100
value: 96.17999999999999
verified: no, type: ndcg_at_1000
value: 96.259
verified: no, type: recall_at_1
value: 91.471
verified: no, type: recall_at_3
value: 98.529
verified: no, type: recall_at_5
value: 99.118
verified: no, type: recall_at_10
value: 99.412
verified: no, type: recall_at_20
value: 99.412
verified: no, type: recall_at_100
value: 99.412
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 96.17999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB LegalQuAD (default)
revision: 37aa6cfb01d48960b0f8e3f17d6e3d99bf1ebc3e
split: test
type: mteb/LegalQuAD
metrics: type: ndcg_at_1
value: 48
verified: no, type: ndcg_at_3
value: 59.397999999999996
verified: no, type: ndcg_at_5
value: 61.05500000000001
verified: no, type: ndcg_at_10
value: 63.219
verified: no, type: ndcg_at_20
value: 65.102
verified: no, type: ndcg_at_100
value: 67.254
verified: no, type: ndcg_at_1000
value: 67.746
verified: no, type: recall_at_1
value: 48
verified: no, type: recall_at_3
value: 67
verified: no, type: recall_at_5
value: 71
verified: no, type: recall_at_10
value: 77.5
verified: no, type: recall_at_20
value: 85
verified: no, type: recall_at_100
value: 96.5
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 63.219
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB LegalSummarization (default)
revision: 3bb1a05c66872889662af04c5691c14489cebd72
split: test
type: mteb/legal_summarization
metrics: type: ndcg_at_1
value: 58.451
verified: no, type: ndcg_at_3
value: 63.70099999999999
verified: no, type: ndcg_at_5
value: 66.792
verified: no, type: ndcg_at_10
value: 69.76
verified: no, type: ndcg_at_20
value: 71.487
verified: no, type: ndcg_at_100
value: 73.6
verified: no, type: ndcg_at_1000
value: 74.05000000000001
verified: no, type: recall_at_1
value: 52.028
verified: no, type: recall_at_3
value: 66.7
verified: no, type: recall_at_5
value: 74.119
verified: no, type: recall_at_10
value: 82.595
verified: no, type: recall_at_20
value: 88.209
verified: no, type: recall_at_100
value: 97.24000000000001
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 69.76
verified: no
task: type: Retrieval, dataset: config: ar
name: MTEB MintakaRetrieval (ar)
revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
split: test
type: jinaai/mintakaqa
metrics: type: ndcg_at_1
value: 19.791
verified: no, type: ndcg_at_3
value: 29.751
verified: no, type: ndcg_at_5
value: 32.83
verified: no, type: ndcg_at_10
value: 35.553000000000004
verified: no, type: ndcg_at_20
value: 37.528
verified: no, type: ndcg_at_100
value: 40.025
verified: no, type: ndcg_at_1000
value: 42.693
verified: no, type: recall_at_1
value: 19.791
verified: no, type: recall_at_3
value: 36.632
verified: no, type: recall_at_5
value: 44.076
verified: no, type: recall_at_10
value: 52.474
verified: no, type: recall_at_20
value: 60.281
verified: no, type: recall_at_100
value: 73.94500000000001
verified: no, type: recall_at_1000
value: 96.096
verified: no, type: main_score
value: 35.553000000000004
verified: no
task: type: Retrieval, dataset: config: de
name: MTEB MintakaRetrieval (de)
revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
split: test
type: jinaai/mintakaqa
metrics: type: ndcg_at_1
value: 34.288000000000004
verified: no, type: ndcg_at_3
value: 47.29
verified: no, type: ndcg_at_5
value: 50.622
verified: no, type: ndcg_at_10
value: 53.291999999999994
verified: no, type: ndcg_at_20
value: 55.062999999999995
verified: no, type: ndcg_at_100
value: 56.987
verified: no, type: ndcg_at_1000
value: 58.084
verified: no, type: recall_at_1
value: 34.288000000000004
verified: no, type: recall_at_3
value: 56.486999999999995
verified: no, type: recall_at_5
value: 64.532
verified: no, type: recall_at_10
value: 72.746
verified: no, type: recall_at_20
value: 79.697
verified: no, type: recall_at_100
value: 90.185
verified: no, type: recall_at_1000
value: 98.989
verified: no, type: main_score
value: 53.291999999999994
verified: no
task: type: Retrieval, dataset: config: es
name: MTEB MintakaRetrieval (es)
revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
split: test
type: jinaai/mintakaqa
metrics: type: ndcg_at_1
value: 31.889
verified: no, type: ndcg_at_3
value: 45.182
verified: no, type: ndcg_at_5
value: 48.475
verified: no, type: ndcg_at_10
value: 51.402
verified: no, type: ndcg_at_20
value: 53.089
verified: no, type: ndcg_at_100
value: 55.116
verified: no, type: ndcg_at_1000
value: 56.333999999999996
verified: no, type: recall_at_1
value: 31.889
verified: no, type: recall_at_3
value: 54.455
verified: no, type: recall_at_5
value: 62.417
verified: no, type: recall_at_10
value: 71.328
verified: no, type: recall_at_20
value: 77.97
verified: no, type: recall_at_100
value: 88.944
verified: no, type: recall_at_1000
value: 98.639
verified: no, type: main_score
value: 51.402
verified: no
task: type: Retrieval, dataset: config: fr
name: MTEB MintakaRetrieval (fr)
revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
split: test
type: jinaai/mintakaqa
metrics: type: ndcg_at_1
value: 32.555
verified: no, type: ndcg_at_3
value: 45.278
verified: no, type: ndcg_at_5
value: 48.559000000000005
verified: no, type: ndcg_at_10
value: 51.485
verified: no, type: ndcg_at_20
value: 53.263000000000005
verified: no, type: ndcg_at_100
value: 55.221
verified: no, type: ndcg_at_1000
value: 56.501999999999995
verified: no, type: recall_at_1
value: 32.555
verified: no, type: recall_at_3
value: 54.054
verified: no, type: recall_at_5
value: 62.039
verified: no, type: recall_at_10
value: 70.966
verified: no, type: recall_at_20
value: 77.969
verified: no, type: recall_at_100
value: 88.411
verified: no, type: recall_at_1000
value: 98.69
verified: no, type: main_score
value: 51.485
verified: no
task: type: Retrieval, dataset: config: hi
name: MTEB MintakaRetrieval (hi)
revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
split: test
type: jinaai/mintakaqa
metrics: type: ndcg_at_1
value: 24.757
verified: no, type: ndcg_at_3
value: 35.427
verified: no, type: ndcg_at_5
value: 38.431
verified: no, type: ndcg_at_10
value: 41.459
verified: no, type: ndcg_at_20
value: 44.137
verified: no, type: ndcg_at_100
value: 47.174
verified: no, type: ndcg_at_1000
value: 48.907000000000004
verified: no, type: recall_at_1
value: 24.757
verified: no, type: recall_at_3
value: 43.082
verified: no, type: recall_at_5
value: 50.336999999999996
verified: no, type: recall_at_10
value: 59.611000000000004
verified: no, type: recall_at_20
value: 70.157
verified: no, type: recall_at_100
value: 86.387
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 41.459
verified: no
task: type: Retrieval, dataset: config: it
name: MTEB MintakaRetrieval (it)
revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
split: test
type: jinaai/mintakaqa
metrics: type: ndcg_at_1
value: 32.818000000000005
verified: no, type: ndcg_at_3
value: 46.503
verified: no, type: ndcg_at_5
value: 49.68
verified: no, type: ndcg_at_10
value: 52.510999999999996
verified: no, type: ndcg_at_20
value: 54.269999999999996
verified: no, type: ndcg_at_100
value: 56.17100000000001
verified: no, type: ndcg_at_1000
value: 57.38100000000001
verified: no, type: recall_at_1
value: 32.818000000000005
verified: no, type: recall_at_3
value: 56.033
verified: no, type: recall_at_5
value: 63.715999999999994
verified: no, type: recall_at_10
value: 72.48400000000001
verified: no, type: recall_at_20
value: 79.374
verified: no, type: recall_at_100
value: 89.436
verified: no, type: recall_at_1000
value: 98.914
verified: no, type: main_score
value: 52.510999999999996
verified: no
task: type: Retrieval, dataset: config: ja
name: MTEB MintakaRetrieval (ja)
revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
split: test
type: jinaai/mintakaqa
metrics: type: ndcg_at_1
value: 25.216
verified: no, type: ndcg_at_3
value: 35.982
verified: no, type: ndcg_at_5
value: 38.694
verified: no, type: ndcg_at_10
value: 41.585
verified: no, type: ndcg_at_20
value: 43.334
verified: no, type: ndcg_at_100
value: 45.831
verified: no, type: ndcg_at_1000
value: 48.06
verified: no, type: recall_at_1
value: 25.216
verified: no, type: recall_at_3
value: 43.599
verified: no, type: recall_at_5
value: 50.173
verified: no, type: recall_at_10
value: 59.083
verified: no, type: recall_at_20
value: 65.96
verified: no, type: recall_at_100
value: 79.542
verified: no, type: recall_at_1000
value: 97.794
verified: no, type: main_score
value: 41.585
verified: no
task: type: Retrieval, dataset: config: pt
name: MTEB MintakaRetrieval (pt)
revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
split: test
type: jinaai/mintakaqa
metrics: type: ndcg_at_1
value: 33.517
verified: no, type: ndcg_at_3
value: 46.955999999999996
verified: no, type: ndcg_at_5
value: 50.441
verified: no, type: ndcg_at_10
value: 53.256
verified: no, type: ndcg_at_20
value: 55.086
verified: no, type: ndcg_at_100
value: 57.104
verified: no, type: ndcg_at_1000
value: 58.07600000000001
verified: no, type: recall_at_1
value: 33.517
verified: no, type: recall_at_3
value: 56.245
verified: no, type: recall_at_5
value: 64.63499999999999
verified: no, type: recall_at_10
value: 73.258
verified: no, type: recall_at_20
value: 80.47999999999999
verified: no, type: recall_at_100
value: 91.27
verified: no, type: recall_at_1000
value: 99.10799999999999
verified: no, type: main_score
value: 53.256
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: ndcg_at_1
value: 51.702999999999996
verified: no, type: ndcg_at_3
value: 48.064
verified: no, type: ndcg_at_5
value: 46.379
verified: no, type: ndcg_at_10
value: 43.663999999999994
verified: no, type: ndcg_at_20
value: 41.407
verified: no, type: ndcg_at_100
value: 42.083
verified: no, type: ndcg_at_1000
value: 52.335
verified: no, type: recall_at_1
value: 6.241
verified: no, type: recall_at_3
value: 12.214
verified: no, type: recall_at_5
value: 16.473
verified: no, type: recall_at_10
value: 21.84
verified: no, type: recall_at_20
value: 27.474999999999998
verified: no, type: recall_at_100
value: 45.01
verified: no, type: recall_at_1000
value: 80.71300000000001
verified: no, type: main_score
value: 43.663999999999994
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NFCorpus-PL (default)
revision: 9a6f9567fda928260afed2de480d79c98bf0bec0
split: test
type: clarin-knext/nfcorpus-pl
metrics: type: ndcg_at_1
value: 41.641
verified: no, type: ndcg_at_3
value: 37.617
verified: no, type: ndcg_at_5
value: 36.024
verified: no, type: ndcg_at_10
value: 33.51
verified: no, type: ndcg_at_20
value: 31.575999999999997
verified: no, type: ndcg_at_100
value: 31.601000000000003
verified: no, type: ndcg_at_1000
value: 41.099000000000004
verified: no, type: recall_at_1
value: 4.61
verified: no, type: recall_at_3
value: 9.366
verified: no, type: recall_at_5
value: 11.793
verified: no, type: recall_at_10
value: 16.255
verified: no, type: recall_at_20
value: 20.713
verified: no, type: recall_at_100
value: 33.396
verified: no, type: recall_at_1000
value: 65.532
verified: no, type: main_score
value: 33.51
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: ndcg_at_1
value: 50.753
verified: no, type: ndcg_at_3
value: 62.541000000000004
verified: no, type: ndcg_at_5
value: 66.46600000000001
verified: no, type: ndcg_at_10
value: 69.65400000000001
verified: no, type: ndcg_at_20
value: 70.91499999999999
verified: no, type: ndcg_at_100
value: 71.908
verified: no, type: ndcg_at_1000
value: 72.08200000000001
verified: no, type: recall_at_1
value: 45.293
verified: no, type: recall_at_3
value: 71.089
verified: no, type: recall_at_5
value: 79.93
verified: no, type: recall_at_10
value: 89.01599999999999
verified: no, type: recall_at_20
value: 93.60300000000001
verified: no, type: recall_at_100
value: 98.501
verified: no, type: recall_at_1000
value: 99.768
verified: no, type: main_score
value: 69.65400000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ-PL (default)
revision: f171245712cf85dd4700b06bef18001578d0ca8d
split: test
type: clarin-knext/nq-pl
metrics: type: ndcg_at_1
value: 34.791
verified: no, type: ndcg_at_3
value: 45.418
verified: no, type: ndcg_at_5
value: 49.486000000000004
verified: no, type: ndcg_at_10
value: 53.141000000000005
verified: no, type: ndcg_at_20
value: 55.230999999999995
verified: no, type: ndcg_at_100
value: 57.358
verified: no, type: ndcg_at_1000
value: 58.166
verified: no, type: recall_at_1
value: 31.04
verified: no, type: recall_at_3
value: 53.179
verified: no, type: recall_at_5
value: 62.539
verified: no, type: recall_at_10
value: 73.08099999999999
verified: no, type: recall_at_20
value: 80.83500000000001
verified: no, type: recall_at_100
value: 91.503
verified: no, type: recall_at_1000
value: 97.429
verified: no, type: main_score
value: 53.141000000000005
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Quora-PL (default)
revision: 0be27e93455051e531182b85e85e425aba12e9d4
split: validation
type: clarin-knext/quora-pl
metrics: type: ndcg_at_1
value: 76.99000000000001
verified: no, type: ndcg_at_3
value: 81.781
verified: no, type: ndcg_at_5
value: 83.627
verified: no, type: ndcg_at_10
value: 85.146
verified: no, type: ndcg_at_20
value: 86.015
verified: no, type: ndcg_at_100
value: 86.745
verified: no, type: ndcg_at_1000
value: 86.882
verified: no, type: recall_at_1
value: 66.806
verified: no, type: recall_at_3
value: 84.09400000000001
verified: no, type: recall_at_5
value: 89.09899999999999
verified: no, type: recall_at_10
value: 93.512
verified: no, type: recall_at_20
value: 96.365
verified: no, type: recall_at_100
value: 99.22
verified: no, type: recall_at_1000
value: 99.937
verified: no, type: main_score
value: 85.146
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: ndcg_at_1
value: 83.66
verified: no, type: ndcg_at_3
value: 87.863
verified: no, type: ndcg_at_5
value: 89.279
verified: no, type: ndcg_at_10
value: 90.372
verified: no, type: ndcg_at_20
value: 90.955
verified: no, type: ndcg_at_100
value: 91.352
verified: no, type: ndcg_at_1000
value: 91.39500000000001
verified: no, type: recall_at_1
value: 72.75399999999999
verified: no, type: recall_at_3
value: 89.41799999999999
verified: no, type: recall_at_5
value: 93.509
verified: no, type: recall_at_10
value: 96.679
verified: no, type: recall_at_20
value: 98.519
verified: no, type: recall_at_100
value: 99.845
verified: no, type: recall_at_1000
value: 99.998
verified: no, type: main_score
value: 90.372
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RiaNewsRetrieval (default)
revision: 82374b0bbacda6114f39ff9c5b925fa1512ca5d7
split: test
type: ai-forever/ria-news-retrieval
metrics: type: ndcg_at_1
value: 75.41
verified: no, type: ndcg_at_3
value: 83.13000000000001
verified: no, type: ndcg_at_5
value: 84.313
verified: no, type: ndcg_at_10
value: 85.009
verified: no, type: ndcg_at_20
value: 85.436
verified: no, type: ndcg_at_100
value: 85.875
verified: no, type: ndcg_at_1000
value: 86.048
verified: no, type: recall_at_1
value: 75.41
verified: no, type: recall_at_3
value: 88.38000000000001
verified: no, type: recall_at_5
value: 91.23
verified: no, type: recall_at_10
value: 93.34
verified: no, type: recall_at_20
value: 95.02000000000001
verified: no, type: recall_at_100
value: 97.37
verified: no, type: recall_at_1000
value: 98.78
verified: no, type: main_score
value: 85.009
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RuBQRetrieval (default)
revision: e19b6ffa60b3bc248e0b41f4cc37c26a55c2a67b
split: test
type: ai-forever/rubq-retrieval
metrics: type: ndcg_at_1
value: 63.652
verified: no, type: ndcg_at_3
value: 67.829
verified: no, type: ndcg_at_5
value: 72.141
verified: no, type: ndcg_at_10
value: 75.551
verified: no, type: ndcg_at_20
value: 76.925
verified: no, type: ndcg_at_100
value: 77.813
verified: no, type: ndcg_at_1000
value: 77.994
verified: no, type: recall_at_1
value: 45.09
verified: no, type: recall_at_3
value: 71.562
verified: no, type: recall_at_5
value: 81.474
verified: no, type: recall_at_10
value: 90.237
verified: no, type: recall_at_20
value: 94.679
verified: no, type: recall_at_100
value: 98.752
verified: no, type: recall_at_1000
value: 99.83999999999999
verified: no, type: main_score
value: 75.551
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: ndcg_at_1
value: 33.7
verified: no, type: ndcg_at_3
value: 28.360999999999997
verified: no, type: ndcg_at_5
value: 25.259999999999998
verified: no, type: ndcg_at_10
value: 30.775999999999996
verified: no, type: ndcg_at_20
value: 34.782000000000004
verified: no, type: ndcg_at_100
value: 41.753
verified: no, type: ndcg_at_1000
value: 46.887
verified: no, type: recall_at_1
value: 6.843000000000001
verified: no, type: recall_at_3
value: 16.228
verified: no, type: recall_at_5
value: 22.828
verified: no, type: recall_at_10
value: 33.007
verified: no, type: recall_at_20
value: 42.433
verified: no, type: recall_at_100
value: 64.967
verified: no, type: recall_at_1000
value: 89.587
verified: no, type: main_score
value: 30.775999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SCIDOCS-PL (default)
revision: 45452b03f05560207ef19149545f168e596c9337
split: test
type: clarin-knext/scidocs-pl
metrics: type: ndcg_at_1
value: 26.5
verified: no, type: ndcg_at_3
value: 21.079
verified: no, type: ndcg_at_5
value: 18.63
verified: no, type: ndcg_at_10
value: 22.483
verified: no, type: ndcg_at_20
value: 25.552999999999997
verified: no, type: ndcg_at_100
value: 31.572
verified: no, type: ndcg_at_1000
value: 37.147000000000006
verified: no, type: recall_at_1
value: 5.367999999999999
verified: no, type: recall_at_3
value: 11.907
verified: no, type: recall_at_5
value: 16.631999999999998
verified: no, type: recall_at_10
value: 23.647000000000002
verified: no, type: recall_at_20
value: 30.857
verified: no, type: recall_at_100
value: 50.236999999999995
verified: no, type: recall_at_1000
value: 77.445
verified: no, type: main_score
value: 22.483
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: ndcg_at_1
value: 74.333
verified: no, type: ndcg_at_3
value: 82.071
verified: no, type: ndcg_at_5
value: 83.83800000000001
verified: no, type: ndcg_at_10
value: 85.399
verified: no, type: ndcg_at_20
value: 85.57900000000001
verified: no, type: ndcg_at_100
value: 86.075
verified: no, type: ndcg_at_1000
value: 86.164
verified: no, type: recall_at_1
value: 70.994
verified: no, type: recall_at_3
value: 87.417
verified: no, type: recall_at_5
value: 91.89399999999999
verified: no, type: recall_at_10
value: 96.167
verified: no, type: recall_at_20
value: 96.833
verified: no, type: recall_at_100
value: 99.333
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 85.399
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SciFact-PL (default)
revision: 47932a35f045ef8ed01ba82bf9ff67f6e109207e
split: test
type: clarin-knext/scifact-pl
metrics: type: ndcg_at_1
value: 65.333
verified: no, type: ndcg_at_3
value: 73.291
verified: no, type: ndcg_at_5
value: 75.149
verified: no, type: ndcg_at_10
value: 77.633
verified: no, type: ndcg_at_20
value: 78.236
verified: no, type: ndcg_at_100
value: 79.182
verified: no, type: ndcg_at_1000
value: 79.431
verified: no, type: recall_at_1
value: 61.99400000000001
verified: no, type: recall_at_3
value: 79.01700000000001
verified: no, type: recall_at_5
value: 83.72800000000001
verified: no, type: recall_at_10
value: 90.72200000000001
verified: no, type: recall_at_20
value: 93
verified: no, type: recall_at_100
value: 98
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 77.633
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB StackOverflowQA (default)
revision: db8f169f3894c14a00251061f957b2063eef2bd5
split: test
type: CoIR-Retrieval/stackoverflow-qa
metrics: type: ndcg_at_1
value: 90.07
verified: no, type: ndcg_at_3
value: 93.30199999999999
verified: no, type: ndcg_at_5
value: 93.812
verified: no, type: ndcg_at_10
value: 94.219
verified: no, type: ndcg_at_20
value: 94.46799999999999
verified: no, type: ndcg_at_100
value: 94.581
verified: no, type: ndcg_at_1000
value: 94.626
verified: no, type: recall_at_1
value: 90.07
verified: no, type: recall_at_3
value: 95.537
verified: no, type: recall_at_5
value: 96.78999999999999
verified: no, type: recall_at_10
value: 98.044
verified: no, type: recall_at_20
value: 99.047
verified: no, type: recall_at_100
value: 99.649
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 94.219
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SyntecRetrieval (default)
revision: 19661ccdca4dfc2d15122d776b61685f48c68ca9
split: test
type: lyon-nlp/mteb-fr-retrieval-syntec-s2p
metrics: type: ndcg_at_1
value: 83
verified: no, type: ndcg_at_3
value: 90.809
verified: no, type: ndcg_at_5
value: 91.583
verified: no, type: ndcg_at_10
value: 92.199
verified: no, type: ndcg_at_20
value: 92.199
verified: no, type: ndcg_at_100
value: 92.199
verified: no, type: ndcg_at_1000
value: 92.199
verified: no, type: recall_at_1
value: 83
verified: no, type: recall_at_3
value: 96
verified: no, type: recall_at_5
value: 98
verified: no, type: recall_at_10
value: 100
verified: no, type: recall_at_20
value: 100
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 92.199
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SyntheticText2SQL (default)
revision: 686b87296c3a0191b5d9415a00526c62db9fce09
split: test
type: CoIR-Retrieval/synthetic-text2sql
metrics: type: ndcg_at_1
value: 20.526
verified: no, type: ndcg_at_3
value: 60.12
verified: no, type: ndcg_at_5
value: 62.134
verified: no, type: ndcg_at_10
value: 63.50599999999999
verified: no, type: ndcg_at_20
value: 64.167
verified: no, type: ndcg_at_100
value: 64.687
verified: no, type: ndcg_at_1000
value: 64.801
verified: no, type: recall_at_1
value: 20.526
verified: no, type: recall_at_3
value: 84.721
verified: no, type: recall_at_5
value: 89.574
verified: no, type: recall_at_10
value: 93.762
verified: no, type: recall_at_20
value: 96.36
verified: no, type: recall_at_100
value: 99.09400000000001
verified: no, type: recall_at_1000
value: 99.966
verified: no, type: main_score
value: 63.50599999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: ndcg_at_1
value: 76
verified: no, type: ndcg_at_3
value: 78.899
verified: no, type: ndcg_at_5
value: 78.212
verified: no, type: ndcg_at_10
value: 75.09700000000001
verified: no, type: ndcg_at_20
value: 72.158
verified: no, type: ndcg_at_100
value: 58.465999999999994
verified: no, type: ndcg_at_1000
value: 53.702000000000005
verified: no, type: recall_at_1
value: 0.231
verified: no, type: recall_at_3
value: 0.7000000000000001
verified: no, type: recall_at_5
value: 1.146
verified: no, type: recall_at_10
value: 2.174
verified: no, type: recall_at_20
value: 4.031
verified: no, type: recall_at_100
value: 14.713999999999999
verified: no, type: recall_at_1000
value: 50.8
verified: no, type: main_score
value: 75.09700000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TRECCOVID-PL (default)
revision: 81bcb408f33366c2a20ac54adafad1ae7e877fdd
split: test
type: clarin-knext/trec-covid-pl
metrics: type: ndcg_at_1
value: 75
verified: no, type: ndcg_at_3
value: 75.531
verified: no, type: ndcg_at_5
value: 75.327
verified: no, type: ndcg_at_10
value: 74.28
verified: no, type: ndcg_at_20
value: 71.5
verified: no, type: ndcg_at_100
value: 58.412
verified: no, type: ndcg_at_1000
value: 52.580000000000005
verified: no, type: recall_at_1
value: 0.214
verified: no, type: recall_at_3
value: 0.647
verified: no, type: recall_at_5
value: 1.083
verified: no, type: recall_at_10
value: 2.141
verified: no, type: recall_at_20
value: 3.9309999999999996
verified: no, type: recall_at_100
value: 14.738999999999999
verified: no, type: recall_at_1000
value: 49.494
verified: no, type: main_score
value: 74.28
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: ndcg_at_1
value: 20.408
verified: no, type: ndcg_at_3
value: 23.368
verified: no, type: ndcg_at_5
value: 24.795
verified: no, type: ndcg_at_10
value: 24.442
verified: no, type: ndcg_at_20
value: 26.712000000000003
verified: no, type: ndcg_at_100
value: 38.218999999999994
verified: no, type: ndcg_at_1000
value: 50.395
verified: no, type: recall_at_1
value: 2.414
verified: no, type: recall_at_3
value: 6.3549999999999995
verified: no, type: recall_at_5
value: 9.888
verified: no, type: recall_at_10
value: 16.31
verified: no, type: recall_at_20
value: 25.369000000000003
verified: no, type: recall_at_100
value: 51.449999999999996
verified: no, type: recall_at_1000
value: 88.532
verified: no, type: main_score
value: 24.442
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ARCChallenge (default)
revision: c481e0da3dcbbad8bce7721dea9085b74320a0a3
split: test
type: RAR-b/ARC-Challenge
metrics: type: ndcg_at_1
value: 8.959
verified: no, type: ndcg_at_3
value: 16.238
verified: no, type: ndcg_at_5
value: 18.841
verified: no, type: ndcg_at_10
value: 21.606
verified: no, type: ndcg_at_20
value: 24.326
verified: no, type: ndcg_at_100
value: 28.410999999999998
verified: no, type: ndcg_at_1000
value: 31.279
verified: no, type: recall_at_1
value: 8.959
verified: no, type: recall_at_3
value: 21.416
verified: no, type: recall_at_5
value: 27.73
verified: no, type: recall_at_10
value: 36.348
verified: no, type: recall_at_20
value: 47.184
verified: no, type: recall_at_100
value: 69.539
verified: no, type: recall_at_1000
value: 92.747
verified: no, type: main_score
value: 21.606
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB AlphaNLI (default)
revision: 303f40ef3d50918d3dc43577d33f2f7344ad72c1
split: test
type: RAR-b/alphanli
metrics: type: ndcg_at_1
value: 29.047
verified: no, type: ndcg_at_3
value: 37.782
verified: no, type: ndcg_at_5
value: 39.989999999999995
verified: no, type: ndcg_at_10
value: 41.926
verified: no, type: ndcg_at_20
value: 43.573
verified: no, type: ndcg_at_100
value: 45.957
verified: no, type: ndcg_at_1000
value: 47.799
verified: no, type: recall_at_1
value: 29.047
verified: no, type: recall_at_3
value: 43.799
verified: no, type: recall_at_5
value: 49.151
verified: no, type: recall_at_10
value: 55.222
verified: no, type: recall_at_20
value: 61.748999999999995
verified: no, type: recall_at_100
value: 74.543
verified: no, type: recall_at_1000
value: 89.491
verified: no, type: main_score
value: 41.926
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB BSARDRetrieval (default)
revision: 5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59
split: test
type: maastrichtlawtech/bsard
metrics: type: ndcg_at_1
value: 15.315000000000001
verified: no, type: ndcg_at_3
value: 22.742
verified: no, type: ndcg_at_5
value: 25.146
verified: no, type: ndcg_at_10
value: 28.993000000000002
verified: no, type: ndcg_at_20
value: 30.797
verified: no, type: ndcg_at_100
value: 34.189
verified: no, type: ndcg_at_1000
value: 36.507
verified: no, type: recall_at_1
value: 15.315000000000001
verified: no, type: recall_at_3
value: 27.927999999999997
verified: no, type: recall_at_5
value: 33.784
verified: no, type: recall_at_10
value: 45.495000000000005
verified: no, type: recall_at_20
value: 52.703
verified: no, type: recall_at_100
value: 71.622
verified: no, type: recall_at_1000
value: 90.54100000000001
verified: no, type: main_score
value: 71.622
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: ndcg_at_1
value: 38.111
verified: no, type: ndcg_at_3
value: 34.489999999999995
verified: no, type: ndcg_at_5
value: 36.986999999999995
verified: no, type: ndcg_at_10
value: 41.825
verified: no, type: ndcg_at_20
value: 45.326
verified: no, type: ndcg_at_100
value: 50.207
verified: no, type: ndcg_at_1000
value: 52.686
verified: no, type: recall_at_1
value: 16.898
verified: no, type: recall_at_3
value: 31.636999999999997
verified: no, type: recall_at_5
value: 39.147
verified: no, type: recall_at_10
value: 49.787
verified: no, type: recall_at_20
value: 59.41499999999999
verified: no, type: recall_at_100
value: 77.506
verified: no, type: recall_at_1000
value: 90.803
verified: no, type: main_score
value: 41.825
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia-PL (default)
revision: 76afe41d9af165cc40999fcaa92312b8b012064a
split: test
type: clarin-knext/dbpedia-pl
metrics: type: ndcg_at_1
value: 50.875
verified: no, type: ndcg_at_3
value: 43.745
verified: no, type: ndcg_at_5
value: 42.186
verified: no, type: ndcg_at_10
value: 40.506
verified: no, type: ndcg_at_20
value: 40.372
verified: no, type: ndcg_at_100
value: 45.967
verified: no, type: ndcg_at_1000
value: 53.247
verified: no, type: recall_at_1
value: 8.14
verified: no, type: recall_at_3
value: 14.038
verified: no, type: recall_at_5
value: 18.394
verified: no, type: recall_at_10
value: 24.476
verified: no, type: recall_at_20
value: 32.141999999999996
verified: no, type: recall_at_100
value: 53.027
verified: no, type: recall_at_1000
value: 76.108
verified: no, type: main_score
value: 40.506
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: ndcg_at_1
value: 91.899
verified: no, type: ndcg_at_3
value: 93.267
verified: no, type: ndcg_at_5
value: 93.757
verified: no, type: ndcg_at_10
value: 94.146
verified: no, type: ndcg_at_20
value: 94.42399999999999
verified: no, type: ndcg_at_100
value: 94.647
verified: no, type: ndcg_at_1000
value: 94.765
verified: no, type: recall_at_1
value: 85.329
verified: no, type: recall_at_3
value: 94.89
verified: no, type: recall_at_5
value: 96.185
verified: no, type: recall_at_10
value: 97.234
verified: no, type: recall_at_20
value: 98.059
verified: no, type: recall_at_100
value: 98.946
verified: no, type: recall_at_1000
value: 99.605
verified: no, type: main_score
value: 94.146
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB GermanDPR (default)
revision: 5129d02422a66be600ac89cd3e8531b4f97d347d
split: test
type: deepset/germandpr
metrics: type: ndcg_at_1
value: 67.415
verified: no, type: ndcg_at_3
value: 81.684
verified: no, type: ndcg_at_5
value: 83.829
verified: no, type: ndcg_at_10
value: 84.624
verified: no, type: ndcg_at_20
value: 84.77900000000001
verified: no, type: ndcg_at_100
value: 84.832
verified: no, type: ndcg_at_1000
value: 84.832
verified: no, type: recall_at_1
value: 67.415
verified: no, type: recall_at_3
value: 91.61
verified: no, type: recall_at_5
value: 96.78
verified: no, type: recall_at_10
value: 99.122
verified: no, type: recall_at_20
value: 99.70700000000001
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 84.624
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB GermanQuAD-Retrieval (default)
revision: f5c87ae5a2e7a5106606314eef45255f03151bb3
split: test
type: mteb/germanquad-retrieval
metrics: type: ndcg_at_1
value: 92.967
verified: no, type: ndcg_at_3
value: 96.289
verified: no, type: ndcg_at_5
value: 96.626
verified: no, type: ndcg_at_10
value: 96.68900000000001
verified: no, type: ndcg_at_20
value: 96.767
verified: no, type: ndcg_at_100
value: 96.812
verified: no, type: ndcg_at_1000
value: 96.812
verified: no, type: recall_at_1
value: 92.967
verified: no, type: recall_at_3
value: 98.457
verified: no, type: recall_at_5
value: 99.274
verified: no, type: recall_at_10
value: 99.456
verified: no, type: recall_at_20
value: 99.773
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 95.7191
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HellaSwag (default)
revision: a5c990205e017d10761197ccab3000936689c3ae
split: test
type: RAR-b/hellaswag
metrics: type: ndcg_at_1
value: 24.139
verified: no, type: ndcg_at_3
value: 34.455999999999996
verified: no, type: ndcg_at_5
value: 37.217
verified: no, type: ndcg_at_10
value: 39.655
verified: no, type: ndcg_at_20
value: 41.177
verified: no, type: ndcg_at_100
value: 43.695
verified: no, type: ndcg_at_1000
value: 45.528
verified: no, type: recall_at_1
value: 24.139
verified: no, type: recall_at_3
value: 41.894
verified: no, type: recall_at_5
value: 48.565999999999995
verified: no, type: recall_at_10
value: 56.065
verified: no, type: recall_at_20
value: 62.07899999999999
verified: no, type: recall_at_100
value: 75.812
verified: no, type: recall_at_1000
value: 90.5
verified: no, type: main_score
value: 39.655
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA-PL (default)
revision: a0bd479ac97b4ccb5bd6ce320c415d0bb4beb907
split: test
type: clarin-knext/hotpotqa-pl
metrics: type: ndcg_at_1
value: 81.796
verified: no, type: ndcg_at_3
value: 68.66499999999999
verified: no, type: ndcg_at_5
value: 71.364
verified: no, type: ndcg_at_10
value: 73.414
verified: no, type: ndcg_at_20
value: 74.634
verified: no, type: ndcg_at_100
value: 76.276
verified: no, type: ndcg_at_1000
value: 77.34299999999999
verified: no, type: recall_at_1
value: 40.898
verified: no, type: recall_at_3
value: 66.009
verified: no, type: recall_at_5
value: 71.317
verified: no, type: recall_at_10
value: 76.435
verified: no, type: recall_at_20
value: 80.35799999999999
verified: no, type: recall_at_100
value: 87.54899999999999
verified: no, type: recall_at_1000
value: 94.537
verified: no, type: main_score
value: 73.414
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: ndcg_at_1
value: 23.854
verified: no, type: ndcg_at_3
value: 35.573
verified: no, type: ndcg_at_5
value: 39.96
verified: no, type: ndcg_at_10
value: 44.064
verified: no, type: ndcg_at_20
value: 46.572
verified: no, type: ndcg_at_100
value: 49.492000000000004
verified: no, type: ndcg_at_1000
value: 50.43
verified: no, type: recall_at_1
value: 23.202
verified: no, type: recall_at_3
value: 44.092999999999996
verified: no, type: recall_at_5
value: 54.6
verified: no, type: recall_at_10
value: 67.11399999999999
verified: no, type: recall_at_20
value: 76.79899999999999
verified: no, type: recall_at_100
value: 92.085
verified: no, type: recall_at_1000
value: 99.122
verified: no, type: main_score
value: 44.064
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB PIQA (default)
revision: bb30be7e9184e6b6b1d99bbfe1bb90a3a81842e6
split: test
type: RAR-b/piqa
metrics: type: ndcg_at_1
value: 26.387
verified: no, type: ndcg_at_3
value: 36.972
verified: no, type: ndcg_at_5
value: 39.534000000000006
verified: no, type: ndcg_at_10
value: 42.443
verified: no, type: ndcg_at_20
value: 44.36
verified: no, type: ndcg_at_100
value: 46.575
verified: no, type: ndcg_at_1000
value: 48.024
verified: no, type: recall_at_1
value: 26.387
verified: no, type: recall_at_3
value: 44.45
verified: no, type: recall_at_5
value: 50.598
verified: no, type: recall_at_10
value: 59.57599999999999
verified: no, type: recall_at_20
value: 67.13799999999999
verified: no, type: recall_at_100
value: 79.217
verified: no, type: recall_at_1000
value: 91.023
verified: no, type: main_score
value: 42.443
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Quail (default)
revision: 1851bc536f8bdab29e03e29191c4586b1d8d7c5a
split: test
type: RAR-b/quail
metrics: type: ndcg_at_1
value: 7.242999999999999
verified: no, type: ndcg_at_3
value: 11.727
verified: no, type: ndcg_at_5
value: 13.69
verified: no, type: ndcg_at_10
value: 16.186
verified: no, type: ndcg_at_20
value: 17.988
verified: no, type: ndcg_at_100
value: 20.926000000000002
verified: no, type: ndcg_at_1000
value: 23.980999999999998
verified: no, type: recall_at_1
value: 7.242999999999999
verified: no, type: recall_at_3
value: 15.037
verified: no, type: recall_at_5
value: 19.853
verified: no, type: recall_at_10
value: 27.573999999999998
verified: no, type: recall_at_20
value: 34.669
verified: no, type: recall_at_100
value: 50.662
verified: no, type: recall_at_1000
value: 75.735
verified: no, type: main_score
value: 16.186
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RARbCode (default)
revision: 25f7d11a7ac12dcbb8d3836eb2de682b98c825e4
split: test
type: RAR-b/humanevalpack-mbpp-pooled
metrics: type: ndcg_at_1
value: 75.40400000000001
verified: no, type: ndcg_at_3
value: 84.796
verified: no, type: ndcg_at_5
value: 86.68599999999999
verified: no, type: ndcg_at_10
value: 87.63499999999999
verified: no, type: ndcg_at_20
value: 87.813
verified: no, type: ndcg_at_100
value: 87.912
verified: no, type: ndcg_at_1000
value: 87.938
verified: no, type: recall_at_1
value: 75.40400000000001
verified: no, type: recall_at_3
value: 91.24
verified: no, type: recall_at_5
value: 95.822
verified: no, type: recall_at_10
value: 98.585
verified: no, type: recall_at_20
value: 99.259
verified: no, type: recall_at_100
value: 99.798
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 87.63499999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RARbMath (default)
revision: 2393603c0221ff52f448d12dd75f0856103c6cca
split: test
type: RAR-b/math-pooled
metrics: type: ndcg_at_1
value: 90.869
verified: no, type: ndcg_at_3
value: 92.971
verified: no, type: ndcg_at_5
value: 93.365
verified: no, type: ndcg_at_10
value: 93.75099999999999
verified: no, type: ndcg_at_20
value: 94.05799999999999
verified: no, type: ndcg_at_100
value: 94.426
verified: no, type: ndcg_at_1000
value: 94.46600000000001
verified: no, type: recall_at_1
value: 90.869
verified: no, type: recall_at_3
value: 94.414
verified: no, type: recall_at_5
value: 95.363
verified: no, type: recall_at_10
value: 96.55
verified: no, type: recall_at_20
value: 97.753
verified: no, type: recall_at_100
value: 99.699
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 93.75099999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SIQA (default)
revision: 4ed8415e9dc24060deefc84be59e2db0aacbadcc
split: test
type: RAR-b/siqa
metrics: type: ndcg_at_1
value: 2.661
verified: no, type: ndcg_at_3
value: 4.207000000000001
verified: no, type: ndcg_at_5
value: 4.577
verified: no, type: ndcg_at_10
value: 5.219
verified: no, type: ndcg_at_20
value: 5.917
verified: no, type: ndcg_at_100
value: 7.9670000000000005
verified: no, type: ndcg_at_1000
value: 11.527999999999999
verified: no, type: recall_at_1
value: 2.661
verified: no, type: recall_at_3
value: 5.271
verified: no, type: recall_at_5
value: 6.192
verified: no, type: recall_at_10
value: 8.187999999999999
verified: no, type: recall_at_20
value: 10.952
verified: no, type: recall_at_100
value: 22.262
verified: no, type: recall_at_1000
value: 52.098
verified: no, type: main_score
value: 5.219
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SpartQA (default)
revision: 9ab3ca3ccdd0d43f9cd6d346a363935d127f4f45
split: test
type: RAR-b/spartqa
metrics: type: ndcg_at_1
value: 1.252
verified: no, type: ndcg_at_3
value: 3.644
verified: no, type: ndcg_at_5
value: 5.27
verified: no, type: ndcg_at_10
value: 7.768
verified: no, type: ndcg_at_20
value: 10.181
verified: no, type: ndcg_at_100
value: 14.29
verified: no, type: ndcg_at_1000
value: 18.417
verified: no, type: recall_at_1
value: 0.788
verified: no, type: recall_at_3
value: 5.157
verified: no, type: recall_at_5
value: 8.728
verified: no, type: recall_at_10
value: 15.786
verified: no, type: recall_at_20
value: 24.365000000000002
verified: no, type: recall_at_100
value: 43.553999999999995
verified: no, type: recall_at_1000
value: 73.66
verified: no, type: main_score
value: 7.768
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TempReasonL1 (default)
revision: 9097e99aa8c9d827189c65f2e11bfe756af439f6
split: test
type: RAR-b/TempReason-l1
metrics: type: ndcg_at_1
value: 0.1
verified: no, type: ndcg_at_3
value: 0.716
verified: no, type: ndcg_at_5
value: 1.095
verified: no, type: ndcg_at_10
value: 1.6889999999999998
verified: no, type: ndcg_at_20
value: 2.374
verified: no, type: ndcg_at_100
value: 4.125
verified: no, type: ndcg_at_1000
value: 9.126
verified: no, type: recall_at_1
value: 0.1
verified: no, type: recall_at_3
value: 1.175
verified: no, type: recall_at_5
value: 2.1
verified: no, type: recall_at_10
value: 3.975
verified: no, type: recall_at_20
value: 6.675000000000001
verified: no, type: recall_at_100
value: 16.575
verified: no, type: recall_at_1000
value: 59.275
verified: no, type: main_score
value: 1.6889999999999998
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TempReasonL2Fact (default)
revision: 13758bcf978613b249d0de4d0840f57815122bdf
split: test
type: RAR-b/TempReason-l2-fact
metrics: type: ndcg_at_1
value: 28.942
verified: no, type: ndcg_at_3
value: 45.412
verified: no, type: ndcg_at_5
value: 50.43299999999999
verified: no, type: ndcg_at_10
value: 53.976
verified: no, type: ndcg_at_20
value: 55.703
verified: no, type: ndcg_at_100
value: 57.445
verified: no, type: ndcg_at_1000
value: 57.838
verified: no, type: recall_at_1
value: 28.942
verified: no, type: recall_at_3
value: 57.495
verified: no, type: recall_at_5
value: 69.631
verified: no, type: recall_at_10
value: 80.452
verified: no, type: recall_at_20
value: 87.252
verified: no, type: recall_at_100
value: 96.44200000000001
verified: no, type: recall_at_1000
value: 99.518
verified: no, type: main_score
value: 53.976
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TempReasonL2Pure (default)
revision: 27668949b97bfb178901e0cf047cbee805305dc1
split: test
type: RAR-b/TempReason-l2-pure
metrics: type: ndcg_at_1
value: 2.001
verified: no, type: ndcg_at_3
value: 3.746
verified: no, type: ndcg_at_5
value: 4.665
verified: no, type: ndcg_at_10
value: 5.972
verified: no, type: ndcg_at_20
value: 7.321999999999999
verified: no, type: ndcg_at_100
value: 11.068
verified: no, type: ndcg_at_1000
value: 15.675
verified: no, type: recall_at_1
value: 2.001
verified: no, type: recall_at_3
value: 5.04
verified: no, type: recall_at_5
value: 7.3
verified: no, type: recall_at_10
value: 11.34
verified: no, type: recall_at_20
value: 16.713
verified: no, type: recall_at_100
value: 37.576
verified: no, type: recall_at_1000
value: 75.394
verified: no, type: main_score
value: 5.972
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TempReasonL3Fact (default)
revision: 4b70e90197901da24f3cfcd51d27111292878680
split: test
type: RAR-b/TempReason-l3-fact
metrics: type: ndcg_at_1
value: 19.114
verified: no, type: ndcg_at_3
value: 34.72
verified: no, type: ndcg_at_5
value: 40.509
verified: no, type: ndcg_at_10
value: 44.894
verified: no, type: ndcg_at_20
value: 47.021
verified: no, type: ndcg_at_100
value: 49.162
verified: no, type: ndcg_at_1000
value: 49.833
verified: no, type: recall_at_1
value: 19.114
verified: no, type: recall_at_3
value: 46.385
verified: no, type: recall_at_5
value: 60.438
verified: no, type: recall_at_10
value: 73.882
verified: no, type: recall_at_20
value: 82.219
verified: no, type: recall_at_100
value: 93.47
verified: no, type: recall_at_1000
value: 98.735
verified: no, type: main_score
value: 44.894
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TempReasonL3Pure (default)
revision: 68fba138e7e63daccecfbdad0a9d2714e56e34ff
split: test
type: RAR-b/TempReason-l3-pure
metrics: type: ndcg_at_1
value: 0.836
verified: no, type: ndcg_at_3
value: 5.319
verified: no, type: ndcg_at_5
value: 7.468
verified: no, type: ndcg_at_10
value: 10.282
verified: no, type: ndcg_at_20
value: 12.457
verified: no, type: ndcg_at_100
value: 16.384
verified: no, type: ndcg_at_1000
value: 20.081
verified: no, type: recall_at_1
value: 0.836
verified: no, type: recall_at_3
value: 8.744
verified: no, type: recall_at_5
value: 13.963000000000001
verified: no, type: recall_at_10
value: 22.729
verified: no, type: recall_at_20
value: 31.338
verified: no, type: recall_at_100
value: 52.824000000000005
verified: no, type: recall_at_1000
value: 82.784
verified: no, type: main_score
value: 10.282
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB WinoGrande (default)
revision: f74c094f321077cf909ddfb8bccc1b5912a4ac28
split: test
type: RAR-b/winogrande
metrics: type: ndcg_at_1
value: 47.908
verified: no, type: ndcg_at_3
value: 71.58200000000001
verified: no, type: ndcg_at_5
value: 74.265
verified: no, type: ndcg_at_10
value: 75.61099999999999
verified: no, type: ndcg_at_20
value: 76.07300000000001
verified: no, type: ndcg_at_100
value: 76.249
verified: no, type: ndcg_at_1000
value: 76.249
verified: no, type: recall_at_1
value: 47.908
verified: no, type: recall_at_3
value: 86.74
verified: no, type: recall_at_5
value: 93.21199999999999
verified: no, type: recall_at_10
value: 97.316
verified: no, type: recall_at_20
value: 99.132
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 75.61099999999999
verified: no
task: type: Retrieval, dataset: config: de
name: MTEB XMarket (de)
revision: dfe57acff5b62c23732a7b7d3e3fb84ff501708b
split: test
type: jinaai/xmarket_ml
metrics: type: ndcg_at_1
value: 30.394
verified: no, type: ndcg_at_3
value: 30.701
verified: no, type: ndcg_at_5
value: 31.574
verified: no, type: ndcg_at_10
value: 32.961
verified: no, type: ndcg_at_20
value: 34.765
verified: no, type: ndcg_at_100
value: 38.772
verified: no, type: ndcg_at_1000
value: 43.317
verified: no, type: recall_at_1
value: 10.193000000000001
verified: no, type: recall_at_3
value: 19.141
verified: no, type: recall_at_5
value: 24.362000000000002
verified: no, type: recall_at_10
value: 31.995
verified: no, type: recall_at_20
value: 40.047
verified: no, type: recall_at_100
value: 56.769000000000005
verified: no, type: recall_at_1000
value: 76.318
verified: no, type: main_score
value: 32.961
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB XMarket (en)
revision: dfe57acff5b62c23732a7b7d3e3fb84ff501708b
split: test
type: jinaai/xmarket_ml
metrics: type: ndcg_at_1
value: 37.652
verified: no, type: ndcg_at_3
value: 38.444
verified: no, type: ndcg_at_5
value: 39.163
verified: no, type: ndcg_at_10
value: 40.557
verified: no, type: ndcg_at_20
value: 42.224000000000004
verified: no, type: ndcg_at_100
value: 46.817
verified: no, type: ndcg_at_1000
value: 51.939
verified: no, type: recall_at_1
value: 8.909
verified: no, type: recall_at_3
value: 18.673000000000002
verified: no, type: recall_at_5
value: 24.364
verified: no, type: recall_at_10
value: 32.919
verified: no, type: recall_at_20
value: 41.908
verified: no, type: recall_at_100
value: 61.663999999999994
verified: no, type: recall_at_1000
value: 80.619
verified: no, type: main_score
value: 40.557
verified: no
task: type: Retrieval, dataset: config: es
name: MTEB XMarket (es)
revision: dfe57acff5b62c23732a7b7d3e3fb84ff501708b
split: test
type: jinaai/xmarket_ml
metrics: type: ndcg_at_1
value: 32.168
verified: no, type: ndcg_at_3
value: 32.389
verified: no, type: ndcg_at_5
value: 33.054
verified: no, type: ndcg_at_10
value: 34.549
verified: no, type: ndcg_at_20
value: 36.34
verified: no, type: ndcg_at_100
value: 40.324
verified: no, type: ndcg_at_1000
value: 44.784
verified: no, type: recall_at_1
value: 10.845
verified: no, type: recall_at_3
value: 21.058
verified: no, type: recall_at_5
value: 26.327
verified: no, type: recall_at_10
value: 34.306
verified: no, type: recall_at_20
value: 42.46
verified: no, type: recall_at_100
value: 59.156
verified: no, type: recall_at_1000
value: 78.249
verified: no, type: main_score
value: 34.549
verified: no
task: type: Retrieval, dataset: config: ara-ara
name: MTEB XPQARetrieval (ara-ara)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 42
verified: no, type: ndcg_at_3
value: 43.802
verified: no, type: ndcg_at_5
value: 46.1
verified: no, type: ndcg_at_10
value: 50.858000000000004
verified: no, type: ndcg_at_20
value: 54.303999999999995
verified: no, type: ndcg_at_100
value: 57.692
verified: no, type: ndcg_at_1000
value: 58.97599999999999
verified: no, type: recall_at_1
value: 23.989
verified: no, type: recall_at_3
value: 42.753
verified: no, type: recall_at_5
value: 51.56699999999999
verified: no, type: recall_at_10
value: 63.92400000000001
verified: no, type: recall_at_20
value: 75.249
verified: no, type: recall_at_100
value: 90.851
verified: no, type: recall_at_1000
value: 99.733
verified: no, type: main_score
value: 50.858000000000004
verified: no
task: type: Retrieval, dataset: config: eng-ara
name: MTEB XPQARetrieval (eng-ara)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 31.2
verified: no, type: ndcg_at_3
value: 33.296
verified: no, type: ndcg_at_5
value: 35.727
verified: no, type: ndcg_at_10
value: 39.837
verified: no, type: ndcg_at_20
value: 43.354
verified: no, type: ndcg_at_100
value: 47.908
verified: no, type: ndcg_at_1000
value: 50.187000000000005
verified: no, type: recall_at_1
value: 18.007
verified: no, type: recall_at_3
value: 32.5
verified: no, type: recall_at_5
value: 41.422
verified: no, type: recall_at_10
value: 51.673
verified: no, type: recall_at_20
value: 63.144
verified: no, type: recall_at_100
value: 83.733
verified: no, type: recall_at_1000
value: 99.10900000000001
verified: no, type: main_score
value: 39.837
verified: no
task: type: Retrieval, dataset: config: ara-eng
name: MTEB XPQARetrieval (ara-eng)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 40.431
verified: no, type: ndcg_at_3
value: 41.419
verified: no, type: ndcg_at_5
value: 44.051
verified: no, type: ndcg_at_10
value: 48.94
verified: no, type: ndcg_at_20
value: 52.532999999999994
verified: no, type: ndcg_at_100
value: 56.203
verified: no, type: ndcg_at_1000
value: 57.467999999999996
verified: no, type: recall_at_1
value: 22.534000000000002
verified: no, type: recall_at_3
value: 40.119
verified: no, type: recall_at_5
value: 49.569
verified: no, type: recall_at_10
value: 62.156
verified: no, type: recall_at_20
value: 74.191
verified: no, type: recall_at_100
value: 90.973
verified: no, type: recall_at_1000
value: 99.72999999999999
verified: no, type: main_score
value: 48.94
verified: no
task: type: Retrieval, dataset: config: deu-deu
name: MTEB XPQARetrieval (deu-deu)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 76.50099999999999
verified: no, type: ndcg_at_3
value: 79.38199999999999
verified: no, type: ndcg_at_5
value: 81.00500000000001
verified: no, type: ndcg_at_10
value: 82.786
verified: no, type: ndcg_at_20
value: 83.844
verified: no, type: ndcg_at_100
value: 84.708
verified: no, type: ndcg_at_1000
value: 84.956
verified: no, type: recall_at_1
value: 58.464000000000006
verified: no, type: recall_at_3
value: 79.963
verified: no, type: recall_at_5
value: 85.757
verified: no, type: recall_at_10
value: 90.372
verified: no, type: recall_at_20
value: 94.13
verified: no, type: recall_at_100
value: 98.24000000000001
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 82.786
verified: no
task: type: Retrieval, dataset: config: eng-deu
name: MTEB XPQARetrieval (eng-deu)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 52.611
verified: no, type: ndcg_at_3
value: 55.35099999999999
verified: no, type: ndcg_at_5
value: 57.452999999999996
verified: no, type: ndcg_at_10
value: 61.553999999999995
verified: no, type: ndcg_at_20
value: 63.919000000000004
verified: no, type: ndcg_at_100
value: 66.90700000000001
verified: no, type: ndcg_at_1000
value: 67.685
verified: no, type: recall_at_1
value: 33.47
verified: no, type: recall_at_3
value: 55.174
verified: no, type: recall_at_5
value: 63.512
verified: no, type: recall_at_10
value: 73.934
verified: no, type: recall_at_20
value: 81.26400000000001
verified: no, type: recall_at_100
value: 94.606
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 61.553999999999995
verified: no
task: type: Retrieval, dataset: config: deu-eng
name: MTEB XPQARetrieval (deu-eng)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 70.235
verified: no, type: ndcg_at_3
value: 74.824
verified: no, type: ndcg_at_5
value: 76.47699999999999
verified: no, type: ndcg_at_10
value: 78.803
verified: no, type: ndcg_at_20
value: 80.19
verified: no, type: ndcg_at_100
value: 81.07799999999999
verified: no, type: ndcg_at_1000
value: 81.40899999999999
verified: no, type: recall_at_1
value: 52.818
verified: no, type: recall_at_3
value: 76.754
verified: no, type: recall_at_5
value: 82.637
verified: no, type: recall_at_10
value: 88.655
verified: no, type: recall_at_20
value: 93.61
verified: no, type: recall_at_100
value: 97.731
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 78.803
verified: no
task: type: Retrieval, dataset: config: spa-spa
name: MTEB XPQARetrieval (spa-spa)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 64.18700000000001
verified: no, type: ndcg_at_3
value: 62.714999999999996
verified: no, type: ndcg_at_5
value: 64.134
verified: no, type: ndcg_at_10
value: 68.143
verified: no, type: ndcg_at_20
value: 70.625
verified: no, type: ndcg_at_100
value: 73.333
verified: no, type: ndcg_at_1000
value: 74.02300000000001
verified: no, type: recall_at_1
value: 34.400999999999996
verified: no, type: recall_at_3
value: 57.654
verified: no, type: recall_at_5
value: 67.167
verified: no, type: recall_at_10
value: 76.31599999999999
verified: no, type: recall_at_20
value: 83.731
verified: no, type: recall_at_100
value: 95.502
verified: no, type: recall_at_1000
value: 99.58
verified: no, type: main_score
value: 68.143
verified: no
task: type: Retrieval, dataset: config: eng-spa
name: MTEB XPQARetrieval (eng-spa)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 47.667
verified: no, type: ndcg_at_3
value: 46.35
verified: no, type: ndcg_at_5
value: 47.879
verified: no, type: ndcg_at_10
value: 52.733
verified: no, type: ndcg_at_20
value: 55.620000000000005
verified: no, type: ndcg_at_100
value: 59.70100000000001
verified: no, type: ndcg_at_1000
value: 61.417
verified: no, type: recall_at_1
value: 23.394000000000002
verified: no, type: recall_at_3
value: 42.264
verified: no, type: recall_at_5
value: 51.144999999999996
verified: no, type: recall_at_10
value: 62.556
verified: no, type: recall_at_20
value: 71.269
verified: no, type: recall_at_100
value: 88.668
verified: no, type: recall_at_1000
value: 99.466
verified: no, type: main_score
value: 52.733
verified: no
task: type: Retrieval, dataset: config: spa-eng
name: MTEB XPQARetrieval (spa-eng)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 61.285999999999994
verified: no, type: ndcg_at_3
value: 60.303
verified: no, type: ndcg_at_5
value: 62.062
verified: no, type: ndcg_at_10
value: 66.042
verified: no, type: ndcg_at_20
value: 68.509
verified: no, type: ndcg_at_100
value: 71.539
verified: no, type: ndcg_at_1000
value: 72.258
verified: no, type: recall_at_1
value: 32.224000000000004
verified: no, type: recall_at_3
value: 55.443
verified: no, type: recall_at_5
value: 65.67699999999999
verified: no, type: recall_at_10
value: 74.607
verified: no, type: recall_at_20
value: 82.234
verified: no, type: recall_at_100
value: 95.275
verified: no, type: recall_at_1000
value: 99.723
verified: no, type: main_score
value: 66.042
verified: no
task: type: Retrieval, dataset: config: fra-fra
name: MTEB XPQARetrieval (fr)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 71.429
verified: no, type: ndcg_at_3
value: 71.13000000000001
verified: no, type: ndcg_at_5
value: 72.709
verified: no, type: ndcg_at_10
value: 76.236
verified: no, type: ndcg_at_20
value: 77.78500000000001
verified: no, type: ndcg_at_100
value: 79.634
verified: no, type: ndcg_at_1000
value: 79.953
verified: no, type: recall_at_1
value: 45.943
verified: no, type: recall_at_3
value: 68.293
verified: no, type: recall_at_5
value: 76.5
verified: no, type: recall_at_10
value: 85.11999999999999
verified: no, type: recall_at_20
value: 90.069
verified: no, type: recall_at_100
value: 97.82600000000001
verified: no, type: recall_at_1000
value: 99.866
verified: no, type: main_score
value: 76.236
verified: no
task: type: Retrieval, dataset: config: eng-fra
name: MTEB XPQARetrieval (eng-fra)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 47.797
verified: no, type: ndcg_at_3
value: 49.514
verified: no, type: ndcg_at_5
value: 51.782
verified: no, type: ndcg_at_10
value: 55.891000000000005
verified: no, type: ndcg_at_20
value: 59.226
verified: no, type: ndcg_at_100
value: 62.612
verified: no, type: ndcg_at_1000
value: 63.749
verified: no, type: recall_at_1
value: 26.689
verified: no, type: recall_at_3
value: 47.408
verified: no, type: recall_at_5
value: 57.399
verified: no, type: recall_at_10
value: 67.147
verified: no, type: recall_at_20
value: 77.837
verified: no, type: recall_at_100
value: 92.494
verified: no, type: recall_at_1000
value: 99.74
verified: no, type: main_score
value: 55.891000000000005
verified: no
task: type: Retrieval, dataset: config: fra-eng
name: MTEB XPQARetrieval (fra-eng)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 68.625
verified: no, type: ndcg_at_3
value: 68.239
verified: no, type: ndcg_at_5
value: 70.175
verified: no, type: ndcg_at_10
value: 73.452
verified: no, type: ndcg_at_20
value: 75.66000000000001
verified: no, type: ndcg_at_100
value: 77.506
verified: no, type: ndcg_at_1000
value: 77.936
verified: no, type: recall_at_1
value: 44.035999999999994
verified: no, type: recall_at_3
value: 65.291
verified: no, type: recall_at_5
value: 74.37899999999999
verified: no, type: recall_at_10
value: 82.15
verified: no, type: recall_at_20
value: 89.457
verified: no, type: recall_at_100
value: 97.194
verified: no, type: recall_at_1000
value: 99.933
verified: no, type: main_score
value: 73.452
verified: no
task: type: Retrieval, dataset: config: hin-hin
name: MTEB XPQARetrieval (hin-hin)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 66.703
verified: no, type: ndcg_at_3
value: 72.993
verified: no, type: ndcg_at_5
value: 75.138
verified: no, type: ndcg_at_10
value: 77.371
verified: no, type: ndcg_at_20
value: 78.389
verified: no, type: ndcg_at_100
value: 79.623
verified: no, type: ndcg_at_1000
value: 79.975
verified: no, type: recall_at_1
value: 57.094
verified: no, type: recall_at_3
value: 77.2
verified: no, type: recall_at_5
value: 82.50800000000001
verified: no, type: recall_at_10
value: 88.486
verified: no, type: recall_at_20
value: 91.863
verified: no, type: recall_at_100
value: 97.359
verified: no, type: recall_at_1000
value: 99.892
verified: no, type: main_score
value: 77.371
verified: no
task: type: Retrieval, dataset: config: eng-hin
name: MTEB XPQARetrieval (eng-hin)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 29.837999999999997
verified: no, type: ndcg_at_3
value: 34.187
verified: no, type: ndcg_at_5
value: 37.132
verified: no, type: ndcg_at_10
value: 41.357
verified: no, type: ndcg_at_20
value: 44.522
verified: no, type: ndcg_at_100
value: 49.486999999999995
verified: no, type: ndcg_at_1000
value: 51.458000000000006
verified: no, type: recall_at_1
value: 24.959999999999997
verified: no, type: recall_at_3
value: 36.472
verified: no, type: recall_at_5
value: 44.175
verified: no, type: recall_at_10
value: 55.371
verified: no, type: recall_at_20
value: 65.506
verified: no, type: recall_at_100
value: 87.252
verified: no, type: recall_at_1000
value: 99.78399999999999
verified: no, type: main_score
value: 41.357
verified: no
task: type: Retrieval, dataset: config: hin-eng
name: MTEB XPQARetrieval (hin-eng)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 62.829
verified: no, type: ndcg_at_3
value: 68.886
verified: no, type: ndcg_at_5
value: 71.812
verified: no, type: ndcg_at_10
value: 74.405
verified: no, type: ndcg_at_20
value: 75.702
verified: no, type: ndcg_at_100
value: 77.08500000000001
verified: no, type: ndcg_at_1000
value: 77.377
verified: no, type: recall_at_1
value: 53.568000000000005
verified: no, type: recall_at_3
value: 73.095
verified: no, type: recall_at_5
value: 80.211
verified: no, type: recall_at_10
value: 87.229
verified: no, type: recall_at_20
value: 91.625
verified: no, type: recall_at_100
value: 97.844
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 74.405
verified: no
task: type: Retrieval, dataset: config: ita-ita
name: MTEB XPQARetrieval (ita-ita)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 73.303
verified: no, type: ndcg_at_3
value: 74.51299999999999
verified: no, type: ndcg_at_5
value: 76.383
verified: no, type: ndcg_at_10
value: 78.968
verified: no, type: ndcg_at_20
value: 80.331
verified: no, type: ndcg_at_100
value: 81.65599999999999
verified: no, type: ndcg_at_1000
value: 82.075
verified: no, type: recall_at_1
value: 50.68899999999999
verified: no, type: recall_at_3
value: 72.763
verified: no, type: recall_at_5
value: 80.85
verified: no, type: recall_at_10
value: 87.071
verified: no, type: recall_at_20
value: 91.62599999999999
verified: no, type: recall_at_100
value: 97.333
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 78.968
verified: no
task: type: Retrieval, dataset: config: eng-ita
name: MTEB XPQARetrieval (eng-ita)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 42.232
verified: no, type: ndcg_at_3
value: 46.231
verified: no, type: ndcg_at_5
value: 48.197
verified: no, type: ndcg_at_10
value: 52.217
verified: no, type: ndcg_at_20
value: 55.472
verified: no, type: ndcg_at_100
value: 58.803000000000004
verified: no, type: ndcg_at_1000
value: 60.321000000000005
verified: no, type: recall_at_1
value: 26.368000000000002
verified: no, type: recall_at_3
value: 46.709
verified: no, type: recall_at_5
value: 54.721
verified: no, type: recall_at_10
value: 64.46
verified: no, type: recall_at_20
value: 74.997
verified: no, type: recall_at_100
value: 89.527
verified: no, type: recall_at_1000
value: 99.698
verified: no, type: main_score
value: 52.217
verified: no
task: type: Retrieval, dataset: config: ita-eng
name: MTEB XPQARetrieval (ita-eng)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 68.326
verified: no, type: ndcg_at_3
value: 70.71499999999999
verified: no, type: ndcg_at_5
value: 72.748
verified: no, type: ndcg_at_10
value: 75.31
verified: no, type: ndcg_at_20
value: 76.958
verified: no, type: ndcg_at_100
value: 78.66300000000001
verified: no, type: ndcg_at_1000
value: 79.089
verified: no, type: recall_at_1
value: 46.583999999999996
verified: no, type: recall_at_3
value: 69.887
verified: no, type: recall_at_5
value: 78.10000000000001
verified: no, type: recall_at_10
value: 84.329
verified: no, type: recall_at_20
value: 89.51
verified: no, type: recall_at_100
value: 97.235
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 75.31
verified: no
task: type: Retrieval, dataset: config: jpn-jpn
name: MTEB XPQARetrieval (jpn-jpn)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 72
verified: no, type: ndcg_at_3
value: 74.005
verified: no, type: ndcg_at_5
value: 75.411
verified: no, type: ndcg_at_10
value: 77.12
verified: no, type: ndcg_at_20
value: 78.625
verified: no, type: ndcg_at_100
value: 80.281
verified: no, type: ndcg_at_1000
value: 80.682
verified: no, type: recall_at_1
value: 46.988
verified: no, type: recall_at_3
value: 72.36200000000001
verified: no, type: recall_at_5
value: 79.501
verified: no, type: recall_at_10
value: 83.83
verified: no, type: recall_at_20
value: 88.907
verified: no, type: recall_at_100
value: 96.739
verified: no, type: recall_at_1000
value: 99.636
verified: no, type: main_score
value: 77.12
verified: no
task: type: Retrieval, dataset: config: eng-jpn
name: MTEB XPQARetrieval (eng-jpn)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 43.758
verified: no, type: ndcg_at_3
value: 45.513999999999996
verified: no, type: ndcg_at_5
value: 47.93
verified: no, type: ndcg_at_10
value: 51.983999999999995
verified: no, type: ndcg_at_20
value: 54.544000000000004
verified: no, type: ndcg_at_100
value: 58.022
verified: no, type: ndcg_at_1000
value: 59.843
verified: no, type: recall_at_1
value: 25.543
verified: no, type: recall_at_3
value: 44.374
verified: no, type: recall_at_5
value: 53.86300000000001
verified: no, type: recall_at_10
value: 63.756
verified: no, type: recall_at_20
value: 72.14699999999999
verified: no, type: recall_at_100
value: 87.58200000000001
verified: no, type: recall_at_1000
value: 99.295
verified: no, type: main_score
value: 51.983999999999995
verified: no
task: type: Retrieval, dataset: config: jpn-eng
name: MTEB XPQARetrieval (jpn-eng)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 68.978
verified: no, type: ndcg_at_3
value: 71.019
verified: no, type: ndcg_at_5
value: 72.697
verified: no, type: ndcg_at_10
value: 75.267
verified: no, type: ndcg_at_20
value: 76.655
verified: no, type: ndcg_at_100
value: 78.388
verified: no, type: ndcg_at_1000
value: 78.899
verified: no, type: recall_at_1
value: 44.958999999999996
verified: no, type: recall_at_3
value: 69.56400000000001
verified: no, type: recall_at_5
value: 77.082
verified: no, type: recall_at_10
value: 83.646
verified: no, type: recall_at_20
value: 88.238
verified: no, type: recall_at_100
value: 96.194
verified: no, type: recall_at_1000
value: 99.818
verified: no, type: main_score
value: 75.267
verified: no
task: type: Retrieval, dataset: config: kor-kor
name: MTEB XPQARetrieval (kor-kor)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 33.18
verified: no, type: ndcg_at_3
value: 35.311
verified: no, type: ndcg_at_5
value: 38.366
verified: no, type: ndcg_at_10
value: 41.654
verified: no, type: ndcg_at_20
value: 44.244
verified: no, type: ndcg_at_100
value: 49.001
verified: no, type: ndcg_at_1000
value: 51.01
verified: no, type: recall_at_1
value: 23.201
verified: no, type: recall_at_3
value: 37.011
verified: no, type: recall_at_5
value: 44.493
verified: no, type: recall_at_10
value: 53.489
verified: no, type: recall_at_20
value: 62.548
verified: no, type: recall_at_100
value: 85.55
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 41.654
verified: no
task: type: Retrieval, dataset: config: eng-kor
name: MTEB XPQARetrieval (eng-kor)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 34.404
verified: no, type: ndcg_at_3
value: 35.821
verified: no, type: ndcg_at_5
value: 37.268
verified: no, type: ndcg_at_10
value: 40.967
verified: no, type: ndcg_at_20
value: 43.509
verified: no, type: ndcg_at_100
value: 49.326
verified: no, type: ndcg_at_1000
value: 51.410999999999994
verified: no, type: recall_at_1
value: 20.363999999999997
verified: no, type: recall_at_3
value: 35.293
verified: no, type: recall_at_5
value: 41.251
verified: no, type: recall_at_10
value: 50.766999999999996
verified: no, type: recall_at_20
value: 59.274
verified: no, type: recall_at_100
value: 86.669
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 40.967
verified: no
task: type: Retrieval, dataset: config: kor-eng
name: MTEB XPQARetrieval (kor-eng)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 33.062000000000005
verified: no, type: ndcg_at_3
value: 35.619
verified: no, type: ndcg_at_5
value: 37.684
verified: no, type: ndcg_at_10
value: 40.986
verified: no, type: ndcg_at_20
value: 43.736999999999995
verified: no, type: ndcg_at_100
value: 48.632999999999996
verified: no, type: ndcg_at_1000
value: 50.78
verified: no, type: recall_at_1
value: 23.18
verified: no, type: recall_at_3
value: 37.235
verified: no, type: recall_at_5
value: 42.448
verified: no, type: recall_at_10
value: 51.395
verified: no, type: recall_at_20
value: 61.01
verified: no, type: recall_at_100
value: 84.382
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 40.986
verified: no
task: type: Retrieval, dataset: config: pol-pol
name: MTEB XPQARetrieval (pol-pol)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 46.115
verified: no, type: ndcg_at_3
value: 45.966
verified: no, type: ndcg_at_5
value: 48.119
verified: no, type: ndcg_at_10
value: 51.53
verified: no, type: ndcg_at_20
value: 54.447
verified: no, type: ndcg_at_100
value: 58.939
verified: no, type: ndcg_at_1000
value: 60.428000000000004
verified: no, type: recall_at_1
value: 27.641
verified: no, type: recall_at_3
value: 45.021
verified: no, type: recall_at_5
value: 52.580000000000005
verified: no, type: recall_at_10
value: 61.141999999999996
verified: no, type: recall_at_20
value: 70.588
verified: no, type: recall_at_100
value: 90.29700000000001
verified: no, type: recall_at_1000
value: 99.851
verified: no, type: main_score
value: 51.53
verified: no
task: type: Retrieval, dataset: config: eng-pol
name: MTEB XPQARetrieval (eng-pol)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 32.357
verified: no, type: ndcg_at_3
value: 31.573
verified: no, type: ndcg_at_5
value: 33.046
verified: no, type: ndcg_at_10
value: 37.364999999999995
verified: no, type: ndcg_at_20
value: 40.407
verified: no, type: ndcg_at_100
value: 45.965
verified: no, type: ndcg_at_1000
value: 48.982
verified: no, type: recall_at_1
value: 14.865999999999998
verified: no, type: recall_at_3
value: 28.51
verified: no, type: recall_at_5
value: 35.827999999999996
verified: no, type: recall_at_10
value: 46.11
verified: no, type: recall_at_20
value: 55.498999999999995
verified: no, type: recall_at_100
value: 79.73
verified: no, type: recall_at_1000
value: 99.236
verified: no, type: main_score
value: 37.364999999999995
verified: no
task: type: Retrieval, dataset: config: pol-eng
name: MTEB XPQARetrieval (pol-eng)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 43.114999999999995
verified: no, type: ndcg_at_3
value: 42.306
verified: no, type: ndcg_at_5
value: 44.484
verified: no, type: ndcg_at_10
value: 48.374
verified: no, type: ndcg_at_20
value: 51.347
verified: no, type: ndcg_at_100
value: 56.223
verified: no, type: ndcg_at_1000
value: 57.93899999999999
verified: no, type: recall_at_1
value: 25.746000000000002
verified: no, type: recall_at_3
value: 41.160000000000004
verified: no, type: recall_at_5
value: 48.256
verified: no, type: recall_at_10
value: 58.038999999999994
verified: no, type: recall_at_20
value: 67.499
verified: no, type: recall_at_100
value: 88.912
verified: no, type: recall_at_1000
value: 99.85000000000001
verified: no, type: main_score
value: 48.374
verified: no
task: type: Retrieval, dataset: config: por-por
name: MTEB XPQARetrieval (por-por)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 47.25
verified: no, type: ndcg_at_3
value: 46.225
verified: no, type: ndcg_at_5
value: 47.813
verified: no, type: ndcg_at_10
value: 51.383
verified: no, type: ndcg_at_20
value: 54.291
verified: no, type: ndcg_at_100
value: 58.434
verified: no, type: ndcg_at_1000
value: 60.07
verified: no, type: recall_at_1
value: 25.394
verified: no, type: recall_at_3
value: 43.446
verified: no, type: recall_at_5
value: 51.037
verified: no, type: recall_at_10
value: 59.61
verified: no, type: recall_at_20
value: 68.925
verified: no, type: recall_at_100
value: 88.277
verified: no, type: recall_at_1000
value: 99.44800000000001
verified: no, type: main_score
value: 51.383
verified: no
task: type: Retrieval, dataset: config: eng-por
name: MTEB XPQARetrieval (eng-por)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 29.5
verified: no, type: ndcg_at_3
value: 29.971999999999998
verified: no, type: ndcg_at_5
value: 31.513999999999996
verified: no, type: ndcg_at_10
value: 35.449999999999996
verified: no, type: ndcg_at_20
value: 38.912
verified: no, type: ndcg_at_100
value: 44.695
verified: no, type: ndcg_at_1000
value: 47.309
verified: no, type: recall_at_1
value: 14.335
verified: no, type: recall_at_3
value: 27.839999999999996
verified: no, type: recall_at_5
value: 34.737
verified: no, type: recall_at_10
value: 44.358
verified: no, type: recall_at_20
value: 55.65
verified: no, type: recall_at_100
value: 82.077
verified: no, type: recall_at_1000
value: 99.44800000000001
verified: no, type: main_score
value: 35.449999999999996
verified: no
task: type: Retrieval, dataset: config: por-eng
name: MTEB XPQARetrieval (por-eng)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 46.048
verified: no, type: ndcg_at_3
value: 45.519
verified: no, type: ndcg_at_5
value: 47.693999999999996
verified: no, type: ndcg_at_10
value: 51.535
verified: no, type: ndcg_at_20
value: 54.179
verified: no, type: ndcg_at_100
value: 58.416999999999994
verified: no, type: ndcg_at_1000
value: 59.955000000000005
verified: no, type: recall_at_1
value: 25.325999999999997
verified: no, type: recall_at_3
value: 42.779
verified: no, type: recall_at_5
value: 51.453
verified: no, type: recall_at_10
value: 60.876
verified: no, type: recall_at_20
value: 69.184
verified: no, type: recall_at_100
value: 88.97699999999999
verified: no, type: recall_at_1000
value: 99.58200000000001
verified: no, type: main_score
value: 51.535
verified: no
task: type: Retrieval, dataset: config: tam-tam
name: MTEB XPQARetrieval (tam-tam)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 31.968999999999998
verified: no, type: ndcg_at_3
value: 34.555
verified: no, type: ndcg_at_5
value: 36.504999999999995
verified: no, type: ndcg_at_10
value: 38.958
verified: no, type: ndcg_at_20
value: 40.77
verified: no, type: ndcg_at_100
value: 43.779
verified: no, type: ndcg_at_1000
value: 47.388999999999996
verified: no, type: recall_at_1
value: 21.13
verified: no, type: recall_at_3
value: 35.838
verified: no, type: recall_at_5
value: 41.535
verified: no, type: recall_at_10
value: 48.075
verified: no, type: recall_at_20
value: 54.290000000000006
verified: no, type: recall_at_100
value: 68.325
verified: no, type: recall_at_1000
value: 95.62
verified: no, type: main_score
value: 38.958
verified: no
task: type: Retrieval, dataset: config: eng-tam
name: MTEB XPQARetrieval (eng-tam)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 12.531999999999998
verified: no, type: ndcg_at_3
value: 12.849
verified: no, type: ndcg_at_5
value: 13.979
verified: no, type: ndcg_at_10
value: 16.573
verified: no, type: ndcg_at_20
value: 18.861
verified: no, type: ndcg_at_100
value: 23.779
verified: no, type: ndcg_at_1000
value: 29.859
verified: no, type: recall_at_1
value: 7.388999999999999
verified: no, type: recall_at_3
value: 12.531999999999998
verified: no, type: recall_at_5
value: 16.279
verified: no, type: recall_at_10
value: 23.099
verified: no, type: recall_at_20
value: 30.697000000000003
verified: no, type: recall_at_100
value: 53.608
verified: no, type: recall_at_1000
value: 94.719
verified: no, type: main_score
value: 16.573
verified: no
task: type: Retrieval, dataset: config: tam-eng
name: MTEB XPQARetrieval (tam-eng)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 21.066
verified: no, type: ndcg_at_3
value: 23.677999999999997
verified: no, type: ndcg_at_5
value: 25.851000000000003
verified: no, type: ndcg_at_10
value: 28.615000000000002
verified: no, type: ndcg_at_20
value: 30.817
verified: no, type: ndcg_at_100
value: 34.874
verified: no, type: ndcg_at_1000
value: 39.24
verified: no, type: recall_at_1
value: 15.037
verified: no, type: recall_at_3
value: 25.285999999999998
verified: no, type: recall_at_5
value: 30.717
verified: no, type: recall_at_10
value: 37.722
verified: no, type: recall_at_20
value: 44.927
verified: no, type: recall_at_100
value: 63.917
verified: no, type: recall_at_1000
value: 96.145
verified: no, type: main_score
value: 28.615000000000002
verified: no
task: type: Retrieval, dataset: config: cmn-cmn
name: MTEB XPQARetrieval (cmn-cmn)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 65.049
verified: no, type: ndcg_at_3
value: 65.534
verified: no, type: ndcg_at_5
value: 67.498
verified: no, type: ndcg_at_10
value: 70.812
verified: no, type: ndcg_at_20
value: 73.026
verified: no, type: ndcg_at_100
value: 75.316
verified: no, type: ndcg_at_1000
value: 75.882
verified: no, type: recall_at_1
value: 41.357
verified: no, type: recall_at_3
value: 63.176
verified: no, type: recall_at_5
value: 71.381
verified: no, type: recall_at_10
value: 79.47
verified: no, type: recall_at_20
value: 86.616
verified: no, type: recall_at_100
value: 96.36099999999999
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 70.812
verified: no
task: type: Retrieval, dataset: config: eng-cmn
name: MTEB XPQARetrieval (eng-cmn)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 35.073
verified: no, type: ndcg_at_3
value: 35.782000000000004
verified: no, type: ndcg_at_5
value: 36.99
verified: no, type: ndcg_at_10
value: 40.974
verified: no, type: ndcg_at_20
value: 43.971
verified: no, type: ndcg_at_100
value: 49.165
verified: no, type: ndcg_at_1000
value: 51.93
verified: no, type: recall_at_1
value: 20.057
verified: no, type: recall_at_3
value: 34.064
verified: no, type: recall_at_5
value: 40.831
verified: no, type: recall_at_10
value: 50.33
verified: no, type: recall_at_20
value: 59.306000000000004
verified: no, type: recall_at_100
value: 82.231
verified: no, type: recall_at_1000
value: 99.759
verified: no, type: main_score
value: 40.974
verified: no
task: type: Retrieval, dataset: config: cmn-eng
name: MTEB XPQARetrieval (cmn-eng)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: ndcg_at_1
value: 57.68299999999999
verified: no, type: ndcg_at_3
value: 60.089000000000006
verified: no, type: ndcg_at_5
value: 62.217999999999996
verified: no, type: ndcg_at_10
value: 65.81700000000001
verified: no, type: ndcg_at_20
value: 67.886
verified: no, type: ndcg_at_100
value: 70.804
verified: no, type: ndcg_at_1000
value: 71.54
verified: no, type: recall_at_1
value: 36.146
verified: no, type: recall_at_3
value: 59.035000000000004
verified: no, type: recall_at_5
value: 67.376
verified: no, type: recall_at_10
value: 76.213
verified: no, type: recall_at_20
value: 82.756
verified: no, type: recall_at_100
value: 95.341
verified: no, type: recall_at_1000
value: 100
verified: no, type: main_score
value: 65.81700000000001
verified: no
task: type: Retrieval
tags: sentence-transformers, transformers, sentence-similarity, mteb
Likes: 41 | All-time downloads: 62115
Created: 2024-12-23 09:48:31