Model: omarelshehy/Arabic-Retrieval-v1.0
Author: omarelshehy
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, bert, sentence-similarity, feature-extraction, generated_from_trainer, loss:MultipleNegativesRankingLoss, retrieval, mteb, ar, arxiv:1908.10084, arxiv:1705.00652, base_model:aubmindlab/bert-base-arabertv02, base_model:finetune:aubmindlab/bert-base-arabertv02, license:apache-2.0, model-index, text-embeddings-inference, endpoints_compatible, deploy:azure, region:us
Base models (finetune): id: aubmindlab/bert-base-arabertv02
Card metadata: base_model: aubmindlab/bert-base-arabertv02
language: ar
model-index: name: omarelshehy/Arabic-Retrieval-v1.0
results: dataset: config: ar
name: MTEB MIRACLRetrieval (ar)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: main_score
value: 58.664
verified: no, type: map_at_1
value: 32.399
verified: no, type: map_at_10
value: 50.236000000000004
verified: no, type: map_at_100
value: 51.87199999999999
verified: no, type: map_at_1000
value: 51.926
verified: no, type: ndcg_at_1
value: 48.376999999999995
verified: no, type: ndcg_at_10
value: 58.664
verified: no, type: ndcg_at_100
value: 63.754999999999995
verified: no, type: ndcg_at_1000
value: 64.672
verified: no, type: ndcg_at_20
value: 61.111000000000004
verified: no, type: ndcg_at_3
value: 51.266
verified: no, type: ndcg_at_5
value: 54.529
verified: no
task: type: Retrieval, dataset: config: ar
name: MTEB MIRACLRetrievalHardNegatives (ar)
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
split: dev
type: mteb/miracl-hard-negatives
metrics: type: main_score
value: 60.026
verified: no, type: map_at_1
value: 32.547
verified: no, type: map_at_10
value: 51.345
verified: no, type: map_at_100
value: 53.190000000000005
verified: no, type: map_at_1000
value: 53.237
verified: no, type: ndcg_at_1
value: 48.3
verified: no, type: ndcg_at_10
value: 60.026
verified: no, type: ndcg_at_100
value: 65.62400000000001
verified: no, type: ndcg_at_1000
value: 66.282
verified: no, type: ndcg_at_20
value: 62.856
verified: no, type: ndcg_at_3
value: 52.1
verified: no, type: ndcg_at_5
value: 55.627
verified: no
task: type: Retrieval, dataset: config: ara-ara
name: MTEB MLQARetrieval (ara-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: test
type: facebook/mlqa
metrics: type: main_score
value: 56.032000000000004
verified: no, type: map_at_1
value: 45.218
verified: no, type: map_at_10
value: 52.32599999999999
verified: no, type: map_at_100
value: 53.001
verified: no, type: map_at_1000
value: 53.047999999999995
verified: no, type: ndcg_at_1
value: 45.228
verified: no, type: ndcg_at_10
value: 56.032000000000004
verified: no, type: ndcg_at_100
value: 59.486000000000004
verified: no, type: ndcg_at_1000
value: 60.938
verified: no, type: ndcg_at_20
value: 57.507
verified: no, type: ndcg_at_3
value: 52.05800000000001
verified: no, type: ndcg_at_5
value: 54.005
verified: no
task: type: Retrieval, dataset: config: ara-ara
name: MTEB MLQARetrieval (ara-ara)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: facebook/mlqa
metrics: type: main_score
value: 71.11
verified: no, type: map_at_1
value: 58.221000000000004
verified: no, type: map_at_10
value: 67.089
verified: no, type: map_at_100
value: 67.62700000000001
verified: no, type: map_at_1000
value: 67.648
verified: no, type: ndcg_at_1
value: 58.221000000000004
verified: no, type: ndcg_at_10
value: 71.11
verified: no, type: ndcg_at_100
value: 73.824
verified: no, type: ndcg_at_1000
value: 74.292
verified: no, type: ndcg_at_20
value: 72.381
verified: no, type: ndcg_at_3
value: 67.472
verified: no, type: ndcg_at_5
value: 69.803
verified: no
task: type: Retrieval, dataset: config: ar
name: MTEB MintakaRetrieval (ar)
revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
split: test
type: jinaai/mintakaqa
metrics: type: main_score
value: 22.778000000000002
verified: no, type: map_at_1
value: 13.345
verified: no, type: map_at_10
value: 19.336000000000002
verified: no, type: map_at_100
value: 20.116999999999997
verified: no, type: map_at_1000
value: 20.246
verified: no, type: ndcg_at_1
value: 13.345
verified: no, type: ndcg_at_10
value: 22.778000000000002
verified: no, type: ndcg_at_100
value: 26.997
verified: no, type: ndcg_at_1000
value: 31.564999999999998
verified: no, type: ndcg_at_20
value: 24.368000000000002
verified: no, type: ndcg_at_3
value: 18.622
verified: no, type: ndcg_at_5
value: 20.72
verified: no
task: type: Retrieval, dataset: config: arabic
name: MTEB MrTidyRetrieval (arabic)
revision: fc24a3ce8f09746410daee3d5cd823ff7a0675b7
split: test
type: mteb/mrtidy
metrics: type: main_score
value: 55.584999999999994
verified: no, type: map_at_1
value: 34.197
verified: no, type: map_at_10
value: 48.658
verified: no, type: map_at_100
value: 49.491
verified: no, type: map_at_1000
value: 49.518
verified: no, type: ndcg_at_1
value: 36.91
verified: no, type: ndcg_at_10
value: 55.584999999999994
verified: no, type: ndcg_at_100
value: 59.082
verified: no, type: ndcg_at_1000
value: 59.711000000000006
verified: no, type: ndcg_at_20
value: 57.537000000000006
verified: no, type: ndcg_at_3
value: 48.732
verified: no, type: ndcg_at_5
value: 52.834
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SadeemQuestionRetrieval (default)
revision: 3cb0752b182e5d5d740df547748b06663c8e0bd9
split: test
type: sadeem-ai/sadeem-ar-eval-retrieval-questions
metrics: type: main_score
value: 67.916
verified: no, type: map_at_1
value: 31.785999999999998
verified: no, type: map_at_10
value: 58.18600000000001
verified: no, type: map_at_100
value: 58.287
verified: no, type: map_at_1000
value: 58.29
verified: no, type: ndcg_at_1
value: 31.785999999999998
verified: no, type: ndcg_at_10
value: 67.916
verified: no, type: ndcg_at_100
value: 68.44200000000001
verified: no, type: ndcg_at_1000
value: 68.53399999999999
verified: no, type: ndcg_at_20
value: 68.11
verified: no, type: ndcg_at_3
value: 66.583
verified: no, type: ndcg_at_5
value: 67.5
verified: no
task: type: Retrieval, dataset: config: ara-ara
name: MTEB XPQARetrieval (ara-ara)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: main_score
value: 43.622
verified: no, type: map_at_1
value: 19.236
verified: no, type: map_at_10
value: 37.047000000000004
verified: no, type: map_at_100
value: 38.948
verified: no, type: map_at_1000
value: 39.054
verified: no, type: ndcg_at_1
value: 35.333
verified: no, type: ndcg_at_10
value: 43.622
verified: no, type: ndcg_at_100
value: 50.761
verified: no, type: ndcg_at_1000
value: 52.932
verified: no, type: ndcg_at_20
value: 46.686
verified: no, type: ndcg_at_3
value: 37.482
verified: no, type: ndcg_at_5
value: 39.635999999999996
verified: no
task: type: Retrieval
tags: sentence-transformers, sentence-similarity, feature-extraction, generated_from_trainer, loss:MultipleNegativesRankingLoss, retrieval, mteb
pipeline_tag: sentence-similarity
library_name: sentence-transformers
license: apache-2.0
Likes: 5 | All-time downloads: 14765
Created: 2024-12-03 19:03:25