Model: jncraton/granite-embedding-125m-english-ct2-int8
Author: jncraton
Pipeline: sentence-similarity
Library: transformers
Tags: transformers, language, granite, embeddings, sentence-similarity, en, arxiv:0000.00000, license:apache-2.0, model-index, endpoints_compatible, region:us
Card metadata: language: en
license: apache-2.0
library_name: transformers
tags: language, granite, embeddings
model-index: name: ibm-granite/granite-embedding-125m-english
results: dataset: type: mteb/arguana
name: MTEB ArguaAna
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.33642
verified: no, type: map_at_10
value: 0.49716
verified: no, type: map_at_100
value: 0.50519
verified: no, type: map_at_1000
value: 0.50521
verified: no, type: map_at_3
value: 0.45057
verified: no, type: map_at_5
value: 0.47774
verified: no, type: mrr_at_1
value: 0.34922
verified: no, type: mrr_at_10
value: 0.50197
verified: no, type: mrr_at_100
value: 0.50992
verified: no, type: mrr_at_1000
value: 0.50994
verified: no, type: mrr_at_3
value: 0.45484
verified: no, type: mrr_at_5
value: 0.48272
verified: no, type: ndcg_at_1
value: 0.33642
verified: no, type: ndcg_at_10
value: 0.58401
verified: no, type: ndcg_at_100
value: 0.6157
verified: no, type: ndcg_at_1000
value: 0.61608
verified: no, type: ndcg_at_3
value: 0.48825
verified: no, type: ndcg_at_5
value: 0.53689
verified: no, type: precision_at_1
value: 0.33642
verified: no, type: precision_at_10
value: 0.08606
verified: no, type: precision_at_100
value: 0.00994
verified: no, type: precision_at_1000
value: 0.001
verified: no, type: precision_at_3
value: 0.19915
verified: no, type: precision_at_5
value: 0.14296
verified: no, type: recall_at_1
value: 0.33642
verified: no, type: recall_at_10
value: 0.8606
verified: no, type: recall_at_100
value: 0.9936
verified: no, type: recall_at_1000
value: 0.99644
verified: no, type: recall_at_3
value: 0.59744
verified: no, type: recall_at_5
value: 0.71479
verified: no, dataset: type: mteb/climate-fever
name: MTEB ClimateFEVER
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.1457
verified: no, type: map_at_10
value: 0.24102
verified: no, type: map_at_100
value: 0.25826
verified: no, type: map_at_1000
value: 0.26021
verified: no, type: map_at_3
value: 0.20346
verified: no, type: map_at_5
value: 0.22228
verified: no, type: mrr_at_1
value: 0.32573
verified: no, type: mrr_at_10
value: 0.44411
verified: no, type: mrr_at_100
value: 0.45176
verified: no, type: mrr_at_1000
value: 0.45209
verified: no, type: mrr_at_3
value: 0.4126
verified: no, type: mrr_at_5
value: 0.43312
verified: no, type: ndcg_at_1
value: 0.32573
verified: no, type: ndcg_at_10
value: 0.3315
verified: no, type: ndcg_at_100
value: 0.39898
verified: no, type: ndcg_at_1000
value: 0.43151
verified: no, type: ndcg_at_3
value: 0.27683
verified: no, type: ndcg_at_5
value: 0.29538
verified: no, type: precision_at_1
value: 0.32573
verified: no, type: precision_at_10
value: 0.10176
verified: no, type: precision_at_100
value: 0.01754
verified: no, type: precision_at_1000
value: 0.00236
verified: no, type: precision_at_3
value: 0.20347
verified: no, type: precision_at_5
value: 0.15505
verified: no, type: recall_at_1
value: 0.1457
verified: no, type: recall_at_10
value: 0.38825
verified: no, type: recall_at_100
value: 0.62237
verified: no, type: recall_at_1000
value: 0.8022
verified: no, type: recall_at_3
value: 0.25245
verified: no, type: recall_at_5
value: 0.30821
verified: no, dataset: type: mteb/cqadupstack-android
name: MTEB CQADupstackAndroidRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.36964
verified: no, type: map_at_10
value: 0.5043
verified: no, type: map_at_100
value: 0.52066
verified: no, type: map_at_1000
value: 0.52175
verified: no, type: map_at_3
value: 0.46001
verified: no, type: map_at_5
value: 0.48312
verified: no, type: mrr_at_1
value: 0.45923
verified: no, type: mrr_at_10
value: 0.56733
verified: no, type: mrr_at_100
value: 0.57292
verified: no, type: mrr_at_1000
value: 0.57321
verified: no, type: mrr_at_3
value: 0.54053
verified: no, type: mrr_at_5
value: 0.55556
verified: no, type: ndcg_at_1
value: 0.45923
verified: no, type: ndcg_at_10
value: 0.57667
verified: no, type: ndcg_at_100
value: 0.62373
verified: no, type: ndcg_at_1000
value: 0.6368
verified: no, type: ndcg_at_3
value: 0.51843
verified: no, type: ndcg_at_5
value: 0.54257
verified: no, type: precision_at_1
value: 0.45923
verified: no, type: precision_at_10
value: 0.11316
verified: no, type: precision_at_100
value: 0.01705
verified: no, type: precision_at_1000
value: 0.00216
verified: no, type: precision_at_3
value: 0.2537
verified: no, type: precision_at_5
value: 0.1814
verified: no, type: recall_at_1
value: 0.36964
verified: no, type: recall_at_10
value: 0.71234
verified: no, type: recall_at_100
value: 0.90421
verified: no, type: recall_at_1000
value: 0.98296
verified: no, type: recall_at_3
value: 0.53655
verified: no, type: recall_at_5
value: 0.60996
verified: no, dataset: type: mteb/cqadupstack-english
name: MTEB CQADupstackEnglishRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.36198
verified: no, type: map_at_10
value: 0.49199
verified: no, type: map_at_100
value: 0.50602
verified: no, type: map_at_1000
value: 0.50736
verified: no, type: map_at_3
value: 0.45678
verified: no, type: map_at_5
value: 0.47605
verified: no, type: mrr_at_1
value: 0.45478
verified: no, type: mrr_at_10
value: 0.55075
verified: no, type: mrr_at_100
value: 0.55656
verified: no, type: mrr_at_1000
value: 0.55688
verified: no, type: mrr_at_3
value: 0.52887
verified: no, type: mrr_at_5
value: 0.54282
verified: no, type: ndcg_at_1
value: 0.45478
verified: no, type: ndcg_at_10
value: 0.55505
verified: no, type: ndcg_at_100
value: 0.59606
verified: no, type: ndcg_at_1000
value: 0.61255
verified: no, type: ndcg_at_3
value: 0.51124
verified: no, type: ndcg_at_5
value: 0.53166
verified: no, type: precision_at_1
value: 0.45478
verified: no, type: precision_at_10
value: 0.10752
verified: no, type: precision_at_100
value: 0.01666
verified: no, type: precision_at_1000
value: 0.00211
verified: no, type: precision_at_3
value: 0.25053
verified: no, type: precision_at_5
value: 0.17694
verified: no, type: recall_at_1
value: 0.36198
verified: no, type: recall_at_10
value: 0.66465
verified: no, type: recall_at_100
value: 0.83632
verified: no, type: recall_at_1000
value: 0.93276
verified: no, type: recall_at_3
value: 0.53207
verified: no, type: recall_at_5
value: 0.59169
verified: no, dataset: type: mteb/cqadupstack-gaming
name: MTEB CQADupstackGamingRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.44157
verified: no, type: map_at_10
value: 0.57753
verified: no, type: map_at_100
value: 0.58698
verified: no, type: map_at_1000
value: 0.5874
verified: no, type: map_at_3
value: 0.54223
verified: no, type: map_at_5
value: 0.56307
verified: no, type: mrr_at_1
value: 0.50094
verified: no, type: mrr_at_10
value: 0.607
verified: no, type: mrr_at_100
value: 0.6126
verified: no, type: mrr_at_1000
value: 0.6128
verified: no, type: mrr_at_3
value: 0.58265
verified: no, type: mrr_at_5
value: 0.59817
verified: no, type: ndcg_at_1
value: 0.50094
verified: no, type: ndcg_at_10
value: 0.63641
verified: no, type: ndcg_at_100
value: 0.67055
verified: no, type: ndcg_at_1000
value: 0.67855
verified: no, type: ndcg_at_3
value: 0.58022
verified: no, type: ndcg_at_5
value: 0.6097
verified: no, type: precision_at_1
value: 0.50094
verified: no, type: precision_at_10
value: 0.10182
verified: no, type: precision_at_100
value: 0.01278
verified: no, type: precision_at_1000
value: 0.00138
verified: no, type: precision_at_3
value: 0.2581
verified: no, type: precision_at_5
value: 0.17755
verified: no, type: recall_at_1
value: 0.44157
verified: no, type: recall_at_10
value: 0.7778
verified: no, type: recall_at_100
value: 0.92244
verified: no, type: recall_at_1000
value: 0.9781
verified: no, type: recall_at_3
value: 0.63087
verified: no, type: recall_at_5
value: 0.70172
verified: no, dataset: type: mteb/cqadupstack-gis
name: MTEB CQADupstackGisRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.29532
verified: no, type: map_at_10
value: 0.40214
verified: no, type: map_at_100
value: 0.41289
verified: no, type: map_at_1000
value: 0.41359
verified: no, type: map_at_3
value: 0.37086
verified: no, type: map_at_5
value: 0.38889
verified: no, type: mrr_at_1
value: 0.3209
verified: no, type: mrr_at_10
value: 0.42423
verified: no, type: mrr_at_100
value: 0.43342
verified: no, type: mrr_at_1000
value: 0.43395
verified: no, type: mrr_at_3
value: 0.39736
verified: no, type: mrr_at_5
value: 0.41307
verified: no, type: ndcg_at_1
value: 0.3209
verified: no, type: ndcg_at_10
value: 0.46075
verified: no, type: ndcg_at_100
value: 0.5103
verified: no, type: ndcg_at_1000
value: 0.52668
verified: no, type: ndcg_at_3
value: 0.40149
verified: no, type: ndcg_at_5
value: 0.43111
verified: no, type: precision_at_1
value: 0.3209
verified: no, type: precision_at_10
value: 0.07141
verified: no, type: precision_at_100
value: 0.01018
verified: no, type: precision_at_1000
value: 0.00118
verified: no, type: precision_at_3
value: 0.17175
verified: no, type: precision_at_5
value: 0.12068
verified: no, type: recall_at_1
value: 0.29532
verified: no, type: recall_at_10
value: 0.62025
verified: no, type: recall_at_100
value: 0.83829
verified: no, type: recall_at_1000
value: 0.95995
verified: no, type: recall_at_3
value: 0.4603
verified: no, type: recall_at_5
value: 0.53089
verified: no, dataset: type: mteb/cqadupstack-mathematica
name: MTEB CQADupstackMathematicaRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.18944
verified: no, type: map_at_10
value: 0.29611
verified: no, type: map_at_100
value: 0.31063
verified: no, type: map_at_1000
value: 0.31174
verified: no, type: map_at_3
value: 0.26098
verified: no, type: map_at_5
value: 0.28151
verified: no, type: mrr_at_1
value: 0.23756
verified: no, type: mrr_at_10
value: 0.34491
verified: no, type: mrr_at_100
value: 0.35457
verified: no, type: mrr_at_1000
value: 0.35512
verified: no, type: mrr_at_3
value: 0.3126
verified: no, type: mrr_at_5
value: 0.3317
verified: no, type: ndcg_at_1
value: 0.23756
verified: no, type: ndcg_at_10
value: 0.36015
verified: no, type: ndcg_at_100
value: 0.42175
verified: no, type: ndcg_at_1000
value: 0.44607
verified: no, type: ndcg_at_3
value: 0.29725
verified: no, type: ndcg_at_5
value: 0.32879
verified: no, type: precision_at_1
value: 0.23756
verified: no, type: precision_at_10
value: 0.06928
verified: no, type: precision_at_100
value: 0.01153
verified: no, type: precision_at_1000
value: 0.00149
verified: no, type: precision_at_3
value: 0.14635
verified: no, type: precision_at_5
value: 0.1107
verified: no, type: recall_at_1
value: 0.18944
verified: no, type: recall_at_10
value: 0.50691
verified: no, type: recall_at_100
value: 0.76503
verified: no, type: recall_at_1000
value: 0.93624
verified: no, type: recall_at_3
value: 0.33611
verified: no, type: recall_at_5
value: 0.41427
verified: no, dataset: type: mteb/cqadupstack-physics
name: MTEB CQADupstackPhysicsRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.33824
verified: no, type: map_at_10
value: 0.46868
verified: no, type: map_at_100
value: 0.48306
verified: no, type: map_at_1000
value: 0.48406
verified: no, type: map_at_3
value: 0.43335
verified: no, type: map_at_5
value: 0.45279
verified: no, type: mrr_at_1
value: 0.42348
verified: no, type: mrr_at_10
value: 0.52972
verified: no, type: mrr_at_100
value: 0.53707
verified: no, type: mrr_at_1000
value: 0.53734
verified: no, type: mrr_at_3
value: 0.50722
verified: no, type: mrr_at_5
value: 0.52012
verified: no, type: ndcg_at_1
value: 0.42348
verified: no, type: ndcg_at_10
value: 0.53504
verified: no, type: ndcg_at_100
value: 0.58899
verified: no, type: ndcg_at_1000
value: 0.60323
verified: no, type: ndcg_at_3
value: 0.48478
verified: no, type: ndcg_at_5
value: 0.5079
verified: no, type: precision_at_1
value: 0.42348
verified: no, type: precision_at_10
value: 0.0975
verified: no, type: precision_at_100
value: 0.01466
verified: no, type: precision_at_1000
value: 0.00177
verified: no, type: precision_at_3
value: 0.23741
verified: no, type: precision_at_5
value: 0.16439
verified: no, type: recall_at_1
value: 0.33824
verified: no, type: recall_at_10
value: 0.67142
verified: no, type: recall_at_100
value: 0.89134
verified: no, type: recall_at_1000
value: 0.97816
verified: no, type: recall_at_3
value: 0.52305
verified: no, type: recall_at_5
value: 0.58804
verified: no, dataset: type: mteb/cqadupstack-programmers
name: MTEB CQADupstackProgrammersRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.30125
verified: no, type: map_at_10
value: 0.42119
verified: no, type: map_at_100
value: 0.43599
verified: no, type: map_at_1000
value: 0.4369
verified: no, type: map_at_3
value: 0.38018
verified: no, type: map_at_5
value: 0.40368
verified: no, type: mrr_at_1
value: 0.37557
verified: no, type: mrr_at_10
value: 0.47573
verified: no, type: mrr_at_100
value: 0.4846
verified: no, type: mrr_at_1000
value: 0.48499
verified: no, type: mrr_at_3
value: 0.44654
verified: no, type: mrr_at_5
value: 0.4644
verified: no, type: ndcg_at_1
value: 0.37557
verified: no, type: ndcg_at_10
value: 0.48743
verified: no, type: ndcg_at_100
value: 0.54458
verified: no, type: ndcg_at_1000
value: 0.56076
verified: no, type: ndcg_at_3
value: 0.42573
verified: no, type: ndcg_at_5
value: 0.45528
verified: no, type: precision_at_1
value: 0.37557
verified: no, type: precision_at_10
value: 0.09269
verified: no, type: precision_at_100
value: 0.01401
verified: no, type: precision_at_1000
value: 0.0017
verified: no, type: precision_at_3
value: 0.20624
verified: no, type: precision_at_5
value: 0.15068
verified: no, type: recall_at_1
value: 0.30125
verified: no, type: recall_at_10
value: 0.62619
verified: no, type: recall_at_100
value: 0.86574
verified: no, type: recall_at_1000
value: 0.97102
verified: no, type: recall_at_3
value: 0.45437
verified: no, type: recall_at_5
value: 0.53197
verified: no, dataset: type: mteb/cqadupstack-stats
name: MTEB CQADupstackStatsRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.29193
verified: no, type: map_at_10
value: 0.37529
verified: no, type: map_at_100
value: 0.38614
verified: no, type: map_at_1000
value: 0.38714
verified: no, type: map_at_3
value: 0.34897
verified: no, type: map_at_5
value: 0.36273
verified: no, type: mrr_at_1
value: 0.32669
verified: no, type: mrr_at_10
value: 0.40288
verified: no, type: mrr_at_100
value: 0.41177
verified: no, type: mrr_at_1000
value: 0.41241
verified: no, type: mrr_at_3
value: 0.38037
verified: no, type: mrr_at_5
value: 0.39195
verified: no, type: ndcg_at_1
value: 0.32669
verified: no, type: ndcg_at_10
value: 0.42353
verified: no, type: ndcg_at_100
value: 0.47424
verified: no, type: ndcg_at_1000
value: 0.4959
verified: no, type: ndcg_at_3
value: 0.37604
verified: no, type: ndcg_at_5
value: 0.39682
verified: no, type: precision_at_1
value: 0.32669
verified: no, type: precision_at_10
value: 0.06871
verified: no, type: precision_at_100
value: 0.01008
verified: no, type: precision_at_1000
value: 0.00126
verified: no, type: precision_at_3
value: 0.16309
verified: no, type: precision_at_5
value: 0.11288
verified: no, type: recall_at_1
value: 0.29193
verified: no, type: recall_at_10
value: 0.54159
verified: no, type: recall_at_100
value: 0.77267
verified: no, type: recall_at_1000
value: 0.92805
verified: no, type: recall_at_3
value: 0.41014
verified: no, type: recall_at_5
value: 0.46248
verified: no, dataset: type: mteb/cqadupstack-tex
name: MTEB CQADupstackTexRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.21217
verified: no, type: map_at_10
value: 0.30848
verified: no, type: map_at_100
value: 0.32173
verified: no, type: map_at_1000
value: 0.32296
verified: no, type: map_at_3
value: 0.27882
verified: no, type: map_at_5
value: 0.29537
verified: no, type: mrr_at_1
value: 0.25946
verified: no, type: mrr_at_10
value: 0.35091
verified: no, type: mrr_at_100
value: 0.36047
verified: no, type: mrr_at_1000
value: 0.36111
verified: no, type: mrr_at_3
value: 0.32485
verified: no, type: mrr_at_5
value: 0.33964
verified: no, type: ndcg_at_1
value: 0.25946
verified: no, type: ndcg_at_10
value: 0.3655
verified: no, type: ndcg_at_100
value: 0.42328
verified: no, type: ndcg_at_1000
value: 0.44783
verified: no, type: ndcg_at_3
value: 0.31463
verified: no, type: ndcg_at_5
value: 0.33803
verified: no, type: precision_at_1
value: 0.25946
verified: no, type: precision_at_10
value: 0.06793
verified: no, type: precision_at_100
value: 0.01138
verified: no, type: precision_at_1000
value: 0.00155
verified: no, type: precision_at_3
value: 0.1513
verified: no, type: precision_at_5
value: 0.10991
verified: no, type: recall_at_1
value: 0.21217
verified: no, type: recall_at_10
value: 0.49327
verified: no, type: recall_at_100
value: 0.7472
verified: no, type: recall_at_1000
value: 0.91637
verified: no, type: recall_at_3
value: 0.34993
verified: no, type: recall_at_5
value: 0.41029
verified: no, dataset: type: mteb/cqadupstack-unix
name: MTEB CQADupstackUnixRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.34303
verified: no, type: map_at_10
value: 0.45312
verified: no, type: map_at_100
value: 0.46563
verified: no, type: map_at_1000
value: 0.4664
verified: no, type: map_at_3
value: 0.4143
verified: no, type: map_at_5
value: 0.43633
verified: no, type: mrr_at_1
value: 0.40112
verified: no, type: mrr_at_10
value: 0.49097
verified: no, type: mrr_at_100
value: 0.49966
verified: no, type: mrr_at_1000
value: 0.50006
verified: no, type: mrr_at_3
value: 0.46129
verified: no, type: mrr_at_5
value: 0.47901
verified: no, type: ndcg_at_1
value: 0.40112
verified: no, type: ndcg_at_10
value: 0.513
verified: no, type: ndcg_at_100
value: 0.56534
verified: no, type: ndcg_at_1000
value: 0.58048
verified: no, type: ndcg_at_3
value: 0.4491
verified: no, type: ndcg_at_5
value: 0.48048
verified: no, type: precision_at_1
value: 0.40112
verified: no, type: precision_at_10
value: 0.08806
verified: no, type: precision_at_100
value: 0.01266
verified: no, type: precision_at_1000
value: 0.00149
verified: no, type: precision_at_3
value: 0.20211
verified: no, type: precision_at_5
value: 0.14496
verified: no, type: recall_at_1
value: 0.34303
verified: no, type: recall_at_10
value: 0.65508
verified: no, type: recall_at_100
value: 0.8753
verified: no, type: recall_at_1000
value: 0.9742
verified: no, type: recall_at_3
value: 0.48465
verified: no, type: recall_at_5
value: 0.56374
verified: no, dataset: type: mteb/cqadupstack-webmasters
name: MTEB CQADupstackWebmastersRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.30312
verified: no, type: map_at_10
value: 0.40931
verified: no, type: map_at_100
value: 0.42893
verified: no, type: map_at_1000
value: 0.4312
verified: no, type: map_at_3
value: 0.37527
verified: no, type: map_at_5
value: 0.3936
verified: no, type: mrr_at_1
value: 0.36364
verified: no, type: mrr_at_10
value: 0.45677
verified: no, type: mrr_at_100
value: 0.46753
verified: no, type: mrr_at_1000
value: 0.46787
verified: no, type: mrr_at_3
value: 0.42918
verified: no, type: mrr_at_5
value: 0.4443
verified: no, type: ndcg_at_1
value: 0.36364
verified: no, type: ndcg_at_10
value: 0.47301
verified: no, type: ndcg_at_100
value: 0.53698
verified: no, type: ndcg_at_1000
value: 0.55503
verified: no, type: ndcg_at_3
value: 0.41875
verified: no, type: ndcg_at_5
value: 0.44316
verified: no, type: precision_at_1
value: 0.36364
verified: no, type: precision_at_10
value: 0.09032
verified: no, type: precision_at_100
value: 0.01806
verified: no, type: precision_at_1000
value: 0.00258
verified: no, type: precision_at_3
value: 0.19499
verified: no, type: precision_at_5
value: 0.1415
verified: no, type: recall_at_1
value: 0.30312
verified: no, type: recall_at_10
value: 0.59418
verified: no, type: recall_at_100
value: 0.8656
verified: no, type: recall_at_1000
value: 0.97412
verified: no, type: recall_at_3
value: 0.44251
verified: no, type: recall_at_5
value: 0.50457
verified: no, dataset: type: mteb/cqadupstack-wordpress
name: MTEB CQADupstackWordpressRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.23851
verified: no, type: map_at_10
value: 0.33429
verified: no, type: map_at_100
value: 0.34482
verified: no, type: map_at_1000
value: 0.3457
verified: no, type: map_at_3
value: 0.30271
verified: no, type: map_at_5
value: 0.31905
verified: no, type: mrr_at_1
value: 0.25693
verified: no, type: mrr_at_10
value: 0.35383
verified: no, type: mrr_at_100
value: 0.36295
verified: no, type: mrr_at_1000
value: 0.36346
verified: no, type: mrr_at_3
value: 0.32532
verified: no, type: mrr_at_5
value: 0.3402
verified: no, type: ndcg_at_1
value: 0.25693
verified: no, type: ndcg_at_10
value: 0.39196
verified: no, type: ndcg_at_100
value: 0.44501
verified: no, type: ndcg_at_1000
value: 0.46482
verified: no, type: ndcg_at_3
value: 0.33
verified: no, type: ndcg_at_5
value: 0.35736
verified: no, type: precision_at_1
value: 0.25693
verified: no, type: precision_at_10
value: 0.06433
verified: no, type: precision_at_100
value: 0.00989
verified: no, type: precision_at_1000
value: 0.00128
verified: no, type: precision_at_3
value: 0.14295
verified: no, type: precision_at_5
value: 0.10277
verified: no, type: recall_at_1
value: 0.23851
verified: no, type: recall_at_10
value: 0.55036
verified: no, type: recall_at_100
value: 0.79592
verified: no, type: recall_at_1000
value: 0.94283
verified: no, type: recall_at_3
value: 0.38435
verified: no, type: recall_at_5
value: 0.44872
verified: no, dataset: type: mteb/dbpedia
name: MTEB DBPedia
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.0871
verified: no, type: map_at_10
value: 0.19218
verified: no, type: map_at_100
value: 0.26291
verified: no, type: map_at_1000
value: 0.27985
verified: no, type: map_at_3
value: 0.13974
verified: no, type: map_at_5
value: 0.16104
verified: no, type: mrr_at_1
value: 0.6725
verified: no, type: mrr_at_10
value: 0.75037
verified: no, type: mrr_at_100
value: 0.75318
verified: no, type: mrr_at_1000
value: 0.75325
verified: no, type: mrr_at_3
value: 0.73833
verified: no, type: mrr_at_5
value: 0.74308
verified: no, type: ndcg_at_1
value: 0.54375
verified: no, type: ndcg_at_10
value: 0.39409
verified: no, type: ndcg_at_100
value: 0.44382
verified: no, type: ndcg_at_1000
value: 0.52485
verified: no, type: ndcg_at_3
value: 0.44463
verified: no, type: ndcg_at_5
value: 0.41276
verified: no, type: precision_at_1
value: 0.6725
verified: no, type: precision_at_10
value: 0.3055
verified: no, type: precision_at_100
value: 0.09588
verified: no, type: precision_at_1000
value: 0.02118
verified: no, type: precision_at_3
value: 0.48167
verified: no, type: precision_at_5
value: 0.394
verified: no, type: recall_at_1
value: 0.0871
verified: no, type: recall_at_10
value: 0.2527
verified: no, type: recall_at_100
value: 0.5185
verified: no, type: recall_at_1000
value: 0.76491
verified: no, type: recall_at_3
value: 0.15516
verified: no, type: recall_at_5
value: 0.18907
verified: no, dataset: type: mteb/fever
name: MTEB FEVER
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.78993
verified: no, type: map_at_10
value: 0.8502
verified: no, type: map_at_100
value: 0.85186
verified: no, type: map_at_1000
value: 0.852
verified: no, type: map_at_3
value: 0.8437
verified: no, type: map_at_5
value: 0.84812
verified: no, type: mrr_at_1
value: 0.85179
verified: no, type: mrr_at_10
value: 0.90744
verified: no, type: mrr_at_100
value: 0.90799
verified: no, type: mrr_at_1000
value: 0.90801
verified: no, type: mrr_at_3
value: 0.90322
verified: no, type: mrr_at_5
value: 0.90622
verified: no, type: ndcg_at_1
value: 0.85179
verified: no, type: ndcg_at_10
value: 0.88229
verified: no, type: ndcg_at_100
value: 0.8884
verified: no, type: ndcg_at_1000
value: 0.89116
verified: no, type: ndcg_at_3
value: 0.87304
verified: no, type: ndcg_at_5
value: 0.87862
verified: no, type: precision_at_1
value: 0.85179
verified: no, type: precision_at_10
value: 0.10129
verified: no, type: precision_at_100
value: 0.0106
verified: no, type: precision_at_1000
value: 0.0011
verified: no, type: precision_at_3
value: 0.32543
verified: no, type: precision_at_5
value: 0.19931
verified: no, type: recall_at_1
value: 0.78993
verified: no, type: recall_at_10
value: 0.92685
verified: no, type: recall_at_100
value: 0.9516
verified: no, type: recall_at_1000
value: 0.96943
verified: no, type: recall_at_3
value: 0.89965
verified: no, type: recall_at_5
value: 0.91562
verified: no, dataset: type: mteb/fiqa
name: MTEB FiQA2018
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.22586
verified: no, type: map_at_10
value: 0.36836
verified: no, type: map_at_100
value: 0.38863
verified: no, type: map_at_1000
value: 0.39041
verified: no, type: map_at_3
value: 0.32445
verified: no, type: map_at_5
value: 0.34951
verified: no, type: mrr_at_1
value: 0.44599
verified: no, type: mrr_at_10
value: 0.53471
verified: no, type: mrr_at_100
value: 0.54186
verified: no, type: mrr_at_1000
value: 0.54223
verified: no, type: mrr_at_3
value: 0.51157
verified: no, type: mrr_at_5
value: 0.52423
verified: no, type: ndcg_at_1
value: 0.44599
verified: no, type: ndcg_at_10
value: 0.44931
verified: no, type: ndcg_at_100
value: 0.51914
verified: no, type: ndcg_at_1000
value: 0.54674
verified: no, type: ndcg_at_3
value: 0.41597
verified: no, type: ndcg_at_5
value: 0.42611
verified: no, type: precision_at_1
value: 0.44599
verified: no, type: precision_at_10
value: 0.12346
verified: no, type: precision_at_100
value: 0.01951
verified: no, type: precision_at_1000
value: 0.00244
verified: no, type: precision_at_3
value: 0.27623
verified: no, type: precision_at_5
value: 0.20093
verified: no, type: recall_at_1
value: 0.22586
verified: no, type: recall_at_10
value: 0.5152
verified: no, type: recall_at_100
value: 0.77251
verified: no, type: recall_at_1000
value: 0.93503
verified: no, type: recall_at_3
value: 0.37802
verified: no, type: recall_at_5
value: 0.4386
verified: no, dataset: type: mteb/hotpotqa
name: MTEB HotpotQA
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.38177
verified: no, type: map_at_10
value: 0.59021
verified: no, type: map_at_100
value: 0.59924
verified: no, type: map_at_1000
value: 0.59989
verified: no, type: map_at_3
value: 0.55553
verified: no, type: map_at_5
value: 0.57773
verified: no, type: mrr_at_1
value: 0.76354
verified: no, type: mrr_at_10
value: 0.827
verified: no, type: mrr_at_100
value: 0.82887
verified: no, type: mrr_at_1000
value: 0.82896
verified: no, type: mrr_at_3
value: 0.8172
verified: no, type: mrr_at_5
value: 0.82338
verified: no, type: ndcg_at_1
value: 0.76354
verified: no, type: ndcg_at_10
value: 0.67775
verified: no, type: ndcg_at_100
value: 0.70849
verified: no, type: ndcg_at_1000
value: 0.7215
verified: no, type: ndcg_at_3
value: 0.629
verified: no, type: ndcg_at_5
value: 0.65679
verified: no, type: precision_at_1
value: 0.76354
verified: no, type: precision_at_10
value: 0.14176
verified: no, type: precision_at_100
value: 0.01656
verified: no, type: precision_at_1000
value: 0.00183
verified: no, type: precision_at_3
value: 0.40113
verified: no, type: precision_at_5
value: 0.26255
verified: no, type: recall_at_1
value: 0.38177
verified: no, type: recall_at_10
value: 0.70878
verified: no, type: recall_at_100
value: 0.82822
verified: no, type: recall_at_1000
value: 0.91472
verified: no, type: recall_at_3
value: 0.60169
verified: no, type: recall_at_5
value: 0.65638
verified: no, dataset: type: mteb/msmarco
name: MTEB MSMARCO
config: default
split: dev
task: type: Retrieval
metrics: type: map_at_1
value: 0.15062
verified: no, type: map_at_10
value: 0.26008
verified: no, type: map_at_100
value: 0.27305
verified: no, type: map_at_1000
value: 0.27373
verified: no, type: map_at_3
value: 0.22236
verified: no, type: map_at_5
value: 0.24362
verified: no, type: mrr_at_1
value: 0.15444
verified: no, type: mrr_at_10
value: 0.26458
verified: no, type: mrr_at_100
value: 0.27718
verified: no, type: mrr_at_1000
value: 0.2778
verified: no, type: mrr_at_3
value: 0.22701
verified: no, type: mrr_at_5
value: 0.24844
verified: no, type: ndcg_at_1
value: 0.15444
verified: no, type: ndcg_at_10
value: 0.32495
verified: no, type: ndcg_at_100
value: 0.38957
verified: no, type: ndcg_at_1000
value: 0.40684
verified: no, type: ndcg_at_3
value: 0.24745
verified: no, type: ndcg_at_5
value: 0.2856
verified: no, type: precision_at_1
value: 0.15444
verified: no, type: precision_at_10
value: 0.05486
verified: no, type: precision_at_100
value: 0.00875
verified: no, type: precision_at_1000
value: 0.00102
verified: no, type: precision_at_3
value: 0.1086
verified: no, type: precision_at_5
value: 0.08441
verified: no, type: recall_at_1
value: 0.15062
verified: no, type: recall_at_10
value: 0.5272
verified: no, type: recall_at_100
value: 0.83006
verified: no, type: recall_at_1000
value: 0.96263
verified: no, type: recall_at_3
value: 0.31556
verified: no, type: recall_at_5
value: 0.40706
verified: no, dataset: type: mteb/nfcorpus
name: MTEB NFCorpus
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.06126
verified: no, type: map_at_10
value: 0.14152
verified: no, type: map_at_100
value: 0.1827
verified: no, type: map_at_1000
value: 0.1988
verified: no, type: map_at_3
value: 0.10301
verified: no, type: map_at_5
value: 0.12085
verified: no, type: mrr_at_1
value: 0.47988
verified: no, type: mrr_at_10
value: 0.5692
verified: no, type: mrr_at_100
value: 0.57428
verified: no, type: mrr_at_1000
value: 0.57482
verified: no, type: mrr_at_3
value: 0.55315
verified: no, type: mrr_at_5
value: 0.56352
verified: no, type: ndcg_at_1
value: 0.45356
verified: no, type: ndcg_at_10
value: 0.3725
verified: no, type: ndcg_at_100
value: 0.34496
verified: no, type: ndcg_at_1000
value: 0.43374
verified: no, type: ndcg_at_3
value: 0.42643
verified: no, type: ndcg_at_5
value: 0.40882
verified: no, type: precision_at_1
value: 0.47368
verified: no, type: precision_at_10
value: 0.2774
verified: no, type: precision_at_100
value: 0.09071
verified: no, type: precision_at_1000
value: 0.02226
verified: no, type: precision_at_3
value: 0.40144
verified: no, type: precision_at_5
value: 0.35913
verified: no, type: recall_at_1
value: 0.06126
verified: no, type: recall_at_10
value: 0.18427
verified: no, type: recall_at_100
value: 0.35018
verified: no, type: recall_at_1000
value: 0.6766
verified: no, type: recall_at_3
value: 0.11706
verified: no, type: recall_at_5
value: 0.14419
verified: no, dataset: type: mteb/nq
name: MTEB NQ
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.33053
verified: no, type: map_at_10
value: 0.49739
verified: no, type: map_at_100
value: 0.50626
verified: no, type: map_at_1000
value: 0.50647
verified: no, type: map_at_3
value: 0.4491
verified: no, type: map_at_5
value: 0.4783
verified: no, type: mrr_at_1
value: 0.37254
verified: no, type: mrr_at_10
value: 0.52222
verified: no, type: mrr_at_100
value: 0.52855
verified: no, type: mrr_at_1000
value: 0.52869
verified: no, type: mrr_at_3
value: 0.48445
verified: no, type: mrr_at_5
value: 0.50834
verified: no, type: ndcg_at_1
value: 0.37254
verified: no, type: ndcg_at_10
value: 0.58044
verified: no, type: ndcg_at_100
value: 0.61613
verified: no, type: ndcg_at_1000
value: 0.62046
verified: no, type: ndcg_at_3
value: 0.49219
verified: no, type: ndcg_at_5
value: 0.54037
verified: no, type: precision_at_1
value: 0.37254
verified: no, type: precision_at_10
value: 0.09655
verified: no, type: precision_at_100
value: 0.01167
verified: no, type: precision_at_1000
value: 0.00121
verified: no, type: precision_at_3
value: 0.22538
verified: no, type: precision_at_5
value: 0.16344
verified: no, type: recall_at_1
value: 0.33053
verified: no, type: recall_at_10
value: 0.8076
verified: no, type: recall_at_100
value: 0.95862
verified: no, type: recall_at_1000
value: 0.99044
verified: no, type: recall_at_3
value: 0.58157
verified: no, type: recall_at_5
value: 0.69235
verified: no, dataset: type: mteb/quora
name: MTEB QuoraRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.70056
verified: no, type: map_at_10
value: 0.84009
verified: no, type: map_at_100
value: 0.84661
verified: no, type: map_at_1000
value: 0.84678
verified: no, type: map_at_3
value: 0.81036
verified: no, type: map_at_5
value: 0.82923
verified: no, type: mrr_at_1
value: 0.8062
verified: no, type: mrr_at_10
value: 0.86971
verified: no, type: mrr_at_100
value: 0.87079
verified: no, type: mrr_at_1000
value: 0.8708
verified: no, type: mrr_at_3
value: 0.85943
verified: no, type: mrr_at_5
value: 0.86664
verified: no, type: ndcg_at_1
value: 0.8064
verified: no, type: ndcg_at_10
value: 0.87821
verified: no, type: ndcg_at_100
value: 0.89091
verified: no, type: ndcg_at_1000
value: 0.89202
verified: no, type: ndcg_at_3
value: 0.849
verified: no, type: ndcg_at_5
value: 0.86544
verified: no, type: precision_at_1
value: 0.8064
verified: no, type: precision_at_10
value: 0.13347
verified: no, type: precision_at_100
value: 0.01527
verified: no, type: precision_at_1000
value: 0.00157
verified: no, type: precision_at_3
value: 0.37153
verified: no, type: precision_at_5
value: 0.2448
verified: no, type: recall_at_1
value: 0.70056
verified: no, type: recall_at_10
value: 0.95148
verified: no, type: recall_at_100
value: 0.99474
verified: no, type: recall_at_1000
value: 0.99977
verified: no, type: recall_at_3
value: 0.86773
verified: no, type: recall_at_5
value: 0.91396
verified: no, dataset: type: mteb/scidocs
name: MTEB SCIDOCS
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.05737
verified: no, type: map_at_10
value: 0.14896
verified: no, type: map_at_100
value: 0.17646
verified: no, type: map_at_1000
value: 0.1803
verified: no, type: map_at_3
value: 0.10474
verified: no, type: map_at_5
value: 0.12656
verified: no, type: mrr_at_1
value: 0.281
verified: no, type: mrr_at_10
value: 0.39579
verified: no, type: mrr_at_100
value: 0.40687
verified: no, type: mrr_at_1000
value: 0.40722
verified: no, type: mrr_at_3
value: 0.35917
verified: no, type: mrr_at_5
value: 0.38097
verified: no, type: ndcg_at_1
value: 0.281
verified: no, type: ndcg_at_10
value: 0.24146
verified: no, type: ndcg_at_100
value: 0.339
verified: no, type: ndcg_at_1000
value: 0.39728
verified: no, type: ndcg_at_3
value: 0.22721
verified: no, type: ndcg_at_5
value: 0.20015
verified: no, type: precision_at_1
value: 0.281
verified: no, type: precision_at_10
value: 0.1254
verified: no, type: precision_at_100
value: 0.02651
verified: no, type: precision_at_1000
value: 0.00404
verified: no, type: precision_at_3
value: 0.212
verified: no, type: precision_at_5
value: 0.176
verified: no, type: recall_at_1
value: 0.05737
verified: no, type: recall_at_10
value: 0.254
verified: no, type: recall_at_100
value: 0.53772
verified: no, type: recall_at_1000
value: 0.82013
verified: no, type: recall_at_3
value: 0.12897
verified: no, type: recall_at_5
value: 0.17855
verified: no, dataset: type: mteb/scifact
name: MTEB SciFact
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.60011
verified: no, type: map_at_10
value: 0.70101
verified: no, type: map_at_100
value: 0.70687
verified: no, type: map_at_1000
value: 0.70699
verified: no, type: map_at_3
value: 0.67135
verified: no, type: map_at_5
value: 0.6878
verified: no, type: mrr_at_1
value: 0.62667
verified: no, type: mrr_at_10
value: 0.71022
verified: no, type: mrr_at_100
value: 0.71484
verified: no, type: mrr_at_1000
value: 0.71496
verified: no, type: mrr_at_3
value: 0.68944
verified: no, type: mrr_at_5
value: 0.69961
verified: no, type: ndcg_at_1
value: 0.62667
verified: no, type: ndcg_at_10
value: 0.7472
verified: no, type: ndcg_at_100
value: 0.76961
verified: no, type: ndcg_at_1000
value: 0.77294
verified: no, type: ndcg_at_3
value: 0.69776
verified: no, type: ndcg_at_5
value: 0.71964
verified: no, type: precision_at_1
value: 0.62667
verified: no, type: precision_at_10
value: 0.09933
verified: no, type: precision_at_100
value: 0.01103
verified: no, type: precision_at_1000
value: 0.00113
verified: no, type: precision_at_3
value: 0.27
verified: no, type: precision_at_5
value: 0.178
verified: no, type: recall_at_1
value: 0.60011
verified: no, type: recall_at_10
value: 0.878
verified: no, type: recall_at_100
value: 0.97333
verified: no, type: recall_at_1000
value: 1
verified: no, type: recall_at_3
value: 0.74839
verified: no, type: recall_at_5
value: 0.80028
verified: no, dataset: type: mteb/touche2020
name: MTEB Touche2020
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.02152
verified: no, type: map_at_10
value: 0.07747
verified: no, type: map_at_100
value: 0.1364
verified: no, type: map_at_1000
value: 0.15235
verified: no, type: map_at_3
value: 0.04103
verified: no, type: map_at_5
value: 0.05482
verified: no, type: mrr_at_1
value: 0.26531
verified: no, type: mrr_at_10
value: 0.41399
verified: no, type: mrr_at_100
value: 0.43047
verified: no, type: mrr_at_1000
value: 0.43047
verified: no, type: mrr_at_3
value: 0.38776
verified: no, type: mrr_at_5
value: 0.40612
verified: no, type: ndcg_at_1
value: 0.23469
verified: no, type: ndcg_at_10
value: 0.20147
verified: no, type: ndcg_at_100
value: 0.3279
verified: no, type: ndcg_at_1000
value: 0.45324
verified: no, type: ndcg_at_3
value: 0.22555
verified: no, type: ndcg_at_5
value: 0.2097
verified: no, type: precision_at_1
value: 0.26531
verified: no, type: precision_at_10
value: 0.17755
verified: no, type: precision_at_100
value: 0.07082
verified: no, type: precision_at_1000
value: 0.01547
verified: no, type: precision_at_3
value: 0.2449
verified: no, type: precision_at_5
value: 0.21633
verified: no, type: recall_at_1
value: 0.02152
verified: no, type: recall_at_10
value: 0.13331
verified: no, type: recall_at_100
value: 0.4535
verified: no, type: recall_at_1000
value: 0.83447
verified: no, type: recall_at_3
value: 0.05531
verified: no, type: recall_at_5
value: 0.08029
verified: no, dataset: type: mteb/trec-covid
name: MTEB TRECCOVID
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.00202
verified: no, type: map_at_10
value: 0.01727
verified: no, type: map_at_100
value: 0.10906
verified: no, type: map_at_1000
value: 0.2894
verified: no, type: map_at_3
value: 0.00553
verified: no, type: map_at_5
value: 0.00924
verified: no, type: mrr_at_1
value: 0.74
verified: no, type: mrr_at_10
value: 0.85667
verified: no, type: mrr_at_100
value: 0.85667
verified: no, type: mrr_at_1000
value: 0.85667
verified: no, type: mrr_at_3
value: 0.85667
verified: no, type: mrr_at_5
value: 0.85667
verified: no, type: ndcg_at_1
value: 0.66
verified: no, type: ndcg_at_10
value: 0.69259
verified: no, type: ndcg_at_100
value: 0.57274
verified: no, type: ndcg_at_1000
value: 0.55462
verified: no, type: ndcg_at_3
value: 0.70654
verified: no, type: ndcg_at_5
value: 0.71611
verified: no, type: precision_at_1
value: 0.74
verified: no, type: precision_at_10
value: 0.748
verified: no, type: precision_at_100
value: 0.5962
verified: no, type: precision_at_1000
value: 0.24842
verified: no, type: precision_at_3
value: 0.77333
verified: no, type: precision_at_5
value: 0.788
verified: no, type: recall_at_1
value: 0.00202
verified: no, type: recall_at_10
value: 0.02001
verified: no, type: recall_at_100
value: 0.14801
verified: no, type: recall_at_1000
value: 0.53939
verified: no, type: recall_at_3
value: 0.00609
verified: no, type: recall_at_5
value: 0.01048
verified: no
pipeline_tag: sentence-similarity
Likes: 0 | All-time downloads: 89
Created: 2024-12-18 20:12:29