Model: jncraton/granite-embedding-107m-multilingual-ct2-int8
Author: jncraton
Pipeline: sentence-similarity
Library: transformers
Tags: transformers, language, granite, embeddings, multilingual, sentence-similarity, en, ar, cs, de, es, fr, it, ja, ko, nl, pt, zh, arxiv:0000.00000, license:apache-2.0, model-index, endpoints_compatible, region:us
Card metadata: language: en, ar, cs, de, es, fr, it, ja, ko, nl, pt, zh
license: apache-2.0
library_name: transformers
tags: language, granite, embeddings, multilingual
model-index: name: ibm-granite/granite-embedding-107m-multilingual
results: dataset: type: miracl/mmteb-miracl
name: Miracl (en)
config: en
split: dev
task: type: Retrieval
metrics: type: ndcg_at_1
value: 0.41176
verified: no, type: ndcg_at_10
value: 0.46682
verified: no, type: ndcg_at_100
value: 0.54326
verified: no, type: ndcg_at_1000
value: 0.56567
verified: no, type: ndcg_at_20
value: 0.50157
verified: no, type: ndcg_at_3
value: 0.41197
verified: no, type: ndcg_at_5
value: 0.42086
verified: no, type: recall_at_1
value: 0.19322
verified: no, type: recall_at_10
value: 0.57721
verified: no, type: recall_at_100
value: 0.83256
verified: no, type: recall_at_1000
value: 0.95511
verified: no, type: recall_at_20
value: 0.6757
verified: no, type: recall_at_3
value: 0.37171
verified: no, type: recall_at_5
value: 0.44695
verified: no, dataset: type: miracl/mmteb-miracl
name: Miracl (ar)
config: ar
split: dev
task: type: Retrieval
metrics: type: ndcg_at_1
value: 0.55559
verified: no, type: ndcg_at_10
value: 0.62541
verified: no, type: ndcg_at_100
value: 0.67101
verified: no, type: ndcg_at_1000
value: 0.6805
verified: no, type: ndcg_at_20
value: 0.64739
verified: no, type: ndcg_at_3
value: 0.56439
verified: no, type: ndcg_at_5
value: 0.59347
verified: no, type: recall_at_1
value: 0.37009
verified: no, type: recall_at_10
value: 0.73317
verified: no, type: recall_at_100
value: 0.90066
verified: no, type: recall_at_1000
value: 0.96272
verified: no, type: recall_at_20
value: 0.80205
verified: no, type: recall_at_3
value: 0.56903
verified: no, type: recall_at_5
value: 0.6518
verified: no, dataset: type: miracl/mmteb-miracl
name: Miracl (bn)
config: bn
split: dev
task: type: Retrieval
metrics: type: ndcg_at_1
value: 0.56691
verified: no, type: ndcg_at_10
value: 0.65484
verified: no, type: ndcg_at_100
value: 0.70142
verified: no, type: ndcg_at_1000
value: 0.70994
verified: no, type: ndcg_at_20
value: 0.67838
verified: no, type: ndcg_at_3
value: 0.5988
verified: no, type: ndcg_at_5
value: 0.62718
verified: no, type: recall_at_1
value: 0.3605
verified: no, type: recall_at_10
value: 0.76854
verified: no, type: recall_at_100
value: 0.9285
verified: no, type: recall_at_1000
value: 0.97928
verified: no, type: recall_at_20
value: 0.83667
verified: no, type: recall_at_3
value: 0.61596
verified: no, type: recall_at_5
value: 0.69766
verified: no, dataset: type: miracl/mmteb-miracl
name: Miracl (de)
config: de
split: dev
task: type: Retrieval
metrics: type: ndcg_at_1
value: 0.41967
verified: no, type: ndcg_at_10
value: 0.45141
verified: no, type: ndcg_at_100
value: 0.53461
verified: no, type: ndcg_at_1000
value: 0.55463
verified: no, type: ndcg_at_20
value: 0.49012
verified: no, type: ndcg_at_3
value: 0.39486
verified: no, type: ndcg_at_5
value: 0.41496
verified: no, type: recall_at_1
value: 0.19494
verified: no, type: recall_at_10
value: 0.53774
verified: no, type: recall_at_100
value: 0.83314
verified: no, type: recall_at_1000
value: 0.95045
verified: no, type: recall_at_20
value: 0.65659
verified: no, type: recall_at_3
value: 0.3556
verified: no, type: recall_at_5
value: 0.44448
verified: no, dataset: type: miracl/mmteb-miracl
name: Miracl (es)
config: es
split: dev
task: type: Retrieval
metrics: type: ndcg_at_1
value: 0.54475
verified: no, type: ndcg_at_10
value: 0.46593
verified: no, type: ndcg_at_100
value: 0.58079
verified: no, type: ndcg_at_1000
value: 0.60656
verified: no, type: ndcg_at_20
value: 0.51858
verified: no, type: ndcg_at_3
value: 0.4578
verified: no, type: ndcg_at_5
value: 0.44321
verified: no, type: recall_at_1
value: 0.15966
verified: no, type: recall_at_10
value: 0.49343
verified: no, type: recall_at_100
value: 0.82684
verified: no, type: recall_at_1000
value: 0.95299
verified: no, type: recall_at_20
value: 0.62367
verified: no, type: recall_at_3
value: 0.2949
verified: no, type: recall_at_5
value: 0.37983
verified: no, dataset: type: miracl/mmteb-miracl
name: Miracl (fa)
config: fa
split: dev
task: type: Retrieval
metrics: type: ndcg_at_1
value: 0.36709
verified: no, type: ndcg_at_10
value: 0.46961
verified: no, type: ndcg_at_100
value: 0.53262
verified: no, type: ndcg_at_1000
value: 0.55024
verified: no, type: ndcg_at_20
value: 0.49892
verified: no, type: ndcg_at_3
value: 0.40235
verified: no, type: ndcg_at_5
value: 0.42866
verified: no, type: recall_at_1
value: 0.22735
verified: no, type: recall_at_10
value: 0.59949
verified: no, type: recall_at_100
value: 0.83867
verified: no, type: recall_at_1000
value: 0.95007
verified: no, type: recall_at_20
value: 0.68947
verified: no, type: recall_at_3
value: 0.41781
verified: no, type: recall_at_5
value: 0.49374
verified: no, dataset: type: miracl/mmteb-miracl
name: Miracl (fi)
config: fi
split: dev
task: type: Retrieval
metrics: type: ndcg_at_1
value: 0.59245
verified: no, type: ndcg_at_10
value: 0.65551
verified: no, type: ndcg_at_100
value: 0.6967
verified: no, type: ndcg_at_1000
value: 0.70521
verified: no, type: ndcg_at_20
value: 0.67552
verified: no, type: ndcg_at_3
value: 0.58876
verified: no, type: ndcg_at_5
value: 0.61779
verified: no, type: recall_at_1
value: 0.37669
verified: no, type: recall_at_10
value: 0.76529
verified: no, type: recall_at_100
value: 0.9156
verified: no, type: recall_at_1000
value: 0.96977
verified: no, type: recall_at_20
value: 0.82685
verified: no, type: recall_at_3
value: 0.60234
verified: no, type: recall_at_5
value: 0.67135
verified: no, dataset: type: miracl/mmteb-miracl
name: Miracl (fr)
config: fr
split: dev
task: type: Retrieval
metrics: type: ndcg_at_1
value: 0.38776
verified: no, type: ndcg_at_10
value: 0.47589
verified: no, type: ndcg_at_100
value: 0.54641
verified: no, type: ndcg_at_1000
value: 0.5629
verified: no, type: ndcg_at_20
value: 0.51203
verified: no, type: ndcg_at_3
value: 0.38924
verified: no, type: ndcg_at_5
value: 0.42572
verified: no, type: recall_at_1
value: 0.22082
verified: no, type: recall_at_10
value: 0.61619
verified: no, type: recall_at_100
value: 0.87237
verified: no, type: recall_at_1000
value: 0.97449
verified: no, type: recall_at_20
value: 0.72689
verified: no, type: recall_at_3
value: 0.39527
verified: no, type: recall_at_5
value: 0.48983
verified: no, dataset: type: miracl/mmteb-miracl
name: Miracl (hi)
config: hi
split: dev
task: type: Retrieval
metrics: type: ndcg_at_1
value: 0.33143
verified: no, type: ndcg_at_10
value: 0.42084
verified: no, type: ndcg_at_100
value: 0.48647
verified: no, type: ndcg_at_1000
value: 0.50712
verified: no, type: ndcg_at_20
value: 0.45399
verified: no, type: ndcg_at_3
value: 0.34988
verified: no, type: ndcg_at_5
value: 0.37938
verified: no, type: recall_at_1
value: 0.17852
verified: no, type: recall_at_10
value: 0.55217
verified: no, type: recall_at_100
value: 0.79929
verified: no, type: recall_at_1000
value: 0.93434
verified: no, type: recall_at_20
value: 0.65231
verified: no, type: recall_at_3
value: 0.33765
verified: no, type: recall_at_5
value: 0.43828
verified: no, dataset: type: miracl/mmteb-miracl
name: Miracl (id)
config: id
split: dev
task: type: Retrieval
metrics: type: ndcg_at_1
value: 0.43854
verified: no, type: ndcg_at_10
value: 0.45459
verified: no, type: ndcg_at_100
value: 0.53643
verified: no, type: ndcg_at_1000
value: 0.56052
verified: no, type: ndcg_at_20
value: 0.48795
verified: no, type: ndcg_at_3
value: 0.41041
verified: no, type: ndcg_at_5
value: 0.42235
verified: no, type: recall_at_1
value: 0.19193
verified: no, type: recall_at_10
value: 0.5289
verified: no, type: recall_at_100
value: 0.79649
verified: no, type: recall_at_1000
value: 0.92937
verified: no, type: recall_at_20
value: 0.61813
verified: no, type: recall_at_3
value: 0.35431
verified: no, type: recall_at_5
value: 0.43348
verified: no, dataset: type: miracl/mmteb-miracl
name: Miracl (ja)
config: ja
split: dev
task: type: Retrieval
metrics: type: ndcg_at_1
value: 0.53256
verified: no, type: ndcg_at_10
value: 0.59922
verified: no, type: ndcg_at_100
value: 0.65407
verified: no, type: ndcg_at_1000
value: 0.66484
verified: no, type: ndcg_at_20
value: 0.62596
verified: no, type: ndcg_at_3
value: 0.53717
verified: no, type: ndcg_at_5
value: 0.56523
verified: no, type: recall_at_1
value: 0.34555
verified: no, type: recall_at_10
value: 0.71476
verified: no, type: recall_at_100
value: 0.91152
verified: no, type: recall_at_1000
value: 0.97728
verified: no, type: recall_at_20
value: 0.79811
verified: no, type: recall_at_3
value: 0.53482
verified: no, type: recall_at_5
value: 0.62327
verified: no, dataset: type: miracl/mmteb-miracl
name: Miracl (ko)
config: ko
split: dev
task: type: Retrieval
metrics: type: ndcg_at_1
value: 0.5493
verified: no, type: ndcg_at_10
value: 0.58413
verified: no, type: ndcg_at_100
value: 0.64374
verified: no, type: ndcg_at_1000
value: 0.65655
verified: no, type: ndcg_at_20
value: 0.61732
verified: no, type: ndcg_at_3
value: 0.53068
verified: no, type: ndcg_at_5
value: 0.55202
verified: no, type: recall_at_1
value: 0.32602
verified: no, type: recall_at_10
value: 0.68647
verified: no, type: recall_at_100
value: 0.87746
verified: no, type: recall_at_1000
value: 0.95524
verified: no, type: recall_at_20
value: 0.78089
verified: no, type: recall_at_3
value: 0.49173
verified: no, type: recall_at_5
value: 0.5827
verified: no, dataset: type: miracl/mmteb-miracl
name: Miracl (ru)
config: ru
split: dev
task: type: Retrieval
metrics: type: ndcg_at_1
value: 0.43131
verified: no, type: ndcg_at_10
value: 0.48262
verified: no, type: ndcg_at_100
value: 0.56158
verified: no, type: ndcg_at_1000
value: 0.57929
verified: no, type: ndcg_at_20
value: 0.52023
verified: no, type: ndcg_at_3
value: 0.42808
verified: no, type: ndcg_at_5
value: 0.44373
verified: no, type: recall_at_1
value: 0.22018
verified: no, type: recall_at_10
value: 0.58034
verified: no, type: recall_at_100
value: 0.84074
verified: no, type: recall_at_1000
value: 0.93938
verified: no, type: recall_at_20
value: 0.68603
verified: no, type: recall_at_3
value: 0.39307
verified: no, type: recall_at_5
value: 0.47077
verified: no, dataset: type: miracl/mmteb-miracl
name: Miracl (sw)
config: sw
split: dev
task: type: Retrieval
metrics: type: ndcg_at_1
value: 0.50415
verified: no, type: ndcg_at_10
value: 0.59111
verified: no, type: ndcg_at_100
value: 0.64312
verified: no, type: ndcg_at_1000
value: 0.65089
verified: no, type: ndcg_at_20
value: 0.61651
verified: no, type: ndcg_at_3
value: 0.5304
verified: no, type: ndcg_at_5
value: 0.56139
verified: no, type: recall_at_1
value: 0.33267
verified: no, type: recall_at_10
value: 0.72082
verified: no, type: recall_at_100
value: 0.91377
verified: no, type: recall_at_1000
value: 0.96152
verified: no, type: recall_at_20
value: 0.79943
verified: no, type: recall_at_3
value: 0.5548
verified: no, type: recall_at_5
value: 0.64302
verified: no, dataset: type: miracl/mmteb-miracl
name: Miracl (te)
config: te
split: dev
task: type: Retrieval
metrics: type: ndcg_at_1
value: 0.64372
verified: no, type: ndcg_at_10
value: 0.78175
verified: no, type: ndcg_at_100
value: 0.79523
verified: no, type: ndcg_at_1000
value: 0.79774
verified: no, type: ndcg_at_20
value: 0.78826
verified: no, type: ndcg_at_3
value: 0.74856
verified: no, type: ndcg_at_5
value: 0.77128
verified: no, type: recall_at_1
value: 0.63688
verified: no, type: recall_at_10
value: 0.90358
verified: no, type: recall_at_100
value: 0.96558
verified: no, type: recall_at_1000
value: 0.9847
verified: no, type: recall_at_20
value: 0.92834
verified: no, type: recall_at_3
value: 0.81804
verified: no, type: recall_at_5
value: 0.87198
verified: no, dataset: type: miracl/mmteb-miracl
name: Miracl (th)
config: th
split: dev
task: type: Retrieval
metrics: type: ndcg_at_1
value: 0.65484
verified: no, type: ndcg_at_10
value: 0.71774
verified: no, type: ndcg_at_100
value: 0.75362
verified: no, type: ndcg_at_1000
value: 0.75898
verified: no, type: ndcg_at_20
value: 0.73709
verified: no, type: ndcg_at_3
value: 0.66199
verified: no, type: ndcg_at_5
value: 0.68451
verified: no, type: recall_at_1
value: 0.45911
verified: no, type: recall_at_10
value: 0.82619
verified: no, type: recall_at_100
value: 0.95515
verified: no, type: recall_at_1000
value: 0.98854
verified: no, type: recall_at_20
value: 0.88447
verified: no, type: recall_at_3
value: 0.67437
verified: no, type: recall_at_5
value: 0.73786
verified: no, dataset: type: miracl/mmteb-miracl
name: Miracl (yo)
config: yo
split: dev
task: type: Retrieval
metrics: type: ndcg_at_1
value: 0.46218
verified: no, type: ndcg_at_10
value: 0.64685
verified: no, type: ndcg_at_100
value: 0.66941
verified: no, type: ndcg_at_1000
value: 0.67361
verified: no, type: ndcg_at_20
value: 0.65548
verified: no, type: ndcg_at_3
value: 0.57609
verified: no, type: ndcg_at_5
value: 0.62021
verified: no, type: recall_at_1
value: 0.42787
verified: no, type: recall_at_10
value: 0.82913
verified: no, type: recall_at_100
value: 0.93277
verified: no, type: recall_at_1000
value: 0.96499
verified: no, type: recall_at_20
value: 0.85994
verified: no, type: recall_at_3
value: 0.65406
verified: no, type: recall_at_5
value: 0.7542
verified: no, dataset: type: miracl/mmteb-miracl
name: Miracl (zh)
config: zh
split: dev
task: type: Retrieval
metrics: type: ndcg_at_1
value: 0.41985
verified: no, type: ndcg_at_10
value: 0.4837
verified: no, type: ndcg_at_100
value: 0.55961
verified: no, type: ndcg_at_1000
value: 0.5762
verified: no, type: ndcg_at_20
value: 0.51595
verified: no, type: ndcg_at_3
value: 0.42094
verified: no, type: ndcg_at_5
value: 0.44273
verified: no, type: recall_at_1
value: 0.21446
verified: no, type: recall_at_10
value: 0.59695
verified: no, type: recall_at_100
value: 0.87388
verified: no, type: recall_at_1000
value: 0.96833
verified: no, type: recall_at_20
value: 0.69252
verified: no, type: recall_at_3
value: 0.40377
verified: no, type: recall_at_5
value: 0.4903
verified: no
pipeline_tag: sentence-similarity
Likes: 0 | All-time downloads: 65
Created: 2024-12-18 20:15:42