Model: jncraton/granite-embedding-30m-english-ct2-int8
Author: jncraton
Pipeline: sentence-similarity
Library: transformers
Tags: transformers, language, granite, embeddings, sentence-similarity, en, arxiv:0000.00000, license:apache-2.0, model-index, endpoints_compatible, region:us
Card metadata: language: en
license: apache-2.0
library_name: transformers
tags: language, granite, embeddings
model-index: name: ibm-granite/granite-embedding-30m-english
results: dataset: type: mteb/arguana
name: MTEB ArguaAna
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.31792
verified: no, type: map_at_10
value: 0.47599
verified: no, type: map_at_100
value: 0.48425
verified: no, type: map_at_1000
value: 0.48427
verified: no, type: map_at_3
value: 0.42757
verified: no, type: map_at_5
value: 0.45634
verified: no, type: mrr_at_1
value: 0.32788
verified: no, type: mrr_at_10
value: 0.47974
verified: no, type: mrr_at_100
value: 0.48801
verified: no, type: mrr_at_1000
value: 0.48802
verified: no, type: mrr_at_3
value: 0.43065
verified: no, type: mrr_at_5
value: 0.45999
verified: no, type: ndcg_at_1
value: 0.31792
verified: no, type: ndcg_at_10
value: 0.56356
verified: no, type: ndcg_at_100
value: 0.59789
verified: no, type: ndcg_at_1000
value: 0.59857
verified: no, type: ndcg_at_3
value: 0.46453
verified: no, type: ndcg_at_5
value: 0.51623
verified: no, type: precision_at_1
value: 0.31792
verified: no, type: precision_at_10
value: 0.08428
verified: no, type: precision_at_100
value: 0.00991
verified: no, type: precision_at_1000
value: 0.001
verified: no, type: precision_at_3
value: 0.19061
verified: no, type: precision_at_5
value: 0.1394
verified: no, type: recall_at_1
value: 0.31792
verified: no, type: recall_at_10
value: 0.84282
verified: no, type: recall_at_100
value: 0.99075
verified: no, type: recall_at_1000
value: 0.99644
verified: no, type: recall_at_3
value: 0.57183
verified: no, type: recall_at_5
value: 0.69701
verified: no, dataset: type: mteb/climate-fever
name: MTEB ClimateFEVER
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.13189
verified: no, type: map_at_10
value: 0.21789
verified: no, type: map_at_100
value: 0.2358
verified: no, type: map_at_1000
value: 0.23772
verified: no, type: map_at_3
value: 0.18513
verified: no, type: map_at_5
value: 0.20212
verified: no, type: mrr_at_1
value: 0.29837
verified: no, type: mrr_at_10
value: 0.41376
verified: no, type: mrr_at_100
value: 0.42282
verified: no, type: mrr_at_1000
value: 0.42319
verified: no, type: mrr_at_3
value: 0.38284
verified: no, type: mrr_at_5
value: 0.40301
verified: no, type: ndcg_at_1
value: 0.29837
verified: no, type: ndcg_at_10
value: 0.30263
verified: no, type: ndcg_at_100
value: 0.37228
verified: no, type: ndcg_at_1000
value: 0.40677
verified: no, type: ndcg_at_3
value: 0.25392
verified: no, type: ndcg_at_5
value: 0.27153
verified: no, type: precision_at_1
value: 0.29837
verified: no, type: precision_at_10
value: 0.09179
verified: no, type: precision_at_100
value: 0.01659
verified: no, type: precision_at_1000
value: 0.0023
verified: no, type: precision_at_3
value: 0.18545
verified: no, type: precision_at_5
value: 0.14241
verified: no, type: recall_at_1
value: 0.13189
verified: no, type: recall_at_10
value: 0.35355
verified: no, type: recall_at_100
value: 0.59255
verified: no, type: recall_at_1000
value: 0.78637
verified: no, type: recall_at_3
value: 0.23255
verified: no, type: recall_at_5
value: 0.28446
verified: no, dataset: type: mteb/cqadupstack-android
name: MTEB CQADupstackAndroidRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.35797
verified: no, type: map_at_10
value: 0.47793
verified: no, type: map_at_100
value: 0.49422
verified: no, type: map_at_1000
value: 0.49546
verified: no, type: map_at_3
value: 0.44137
verified: no, type: map_at_5
value: 0.46063
verified: no, type: mrr_at_1
value: 0.44206
verified: no, type: mrr_at_10
value: 0.53808
verified: no, type: mrr_at_100
value: 0.5454
verified: no, type: mrr_at_1000
value: 0.54578
verified: no, type: mrr_at_3
value: 0.51431
verified: no, type: mrr_at_5
value: 0.5284
verified: no, type: ndcg_at_1
value: 0.44206
verified: no, type: ndcg_at_10
value: 0.54106
verified: no, type: ndcg_at_100
value: 0.59335
verified: no, type: ndcg_at_1000
value: 0.61015
verified: no, type: ndcg_at_3
value: 0.49365
verified: no, type: ndcg_at_5
value: 0.51429
verified: no, type: precision_at_1
value: 0.44206
verified: no, type: precision_at_10
value: 0.10443
verified: no, type: precision_at_100
value: 0.01631
verified: no, type: precision_at_1000
value: 0.00214
verified: no, type: precision_at_3
value: 0.23653
verified: no, type: precision_at_5
value: 0.1691
verified: no, type: recall_at_1
value: 0.35797
verified: no, type: recall_at_10
value: 0.65182
verified: no, type: recall_at_100
value: 0.86654
verified: no, type: recall_at_1000
value: 0.97131
verified: no, type: recall_at_3
value: 0.51224
verified: no, type: recall_at_5
value: 0.57219
verified: no, dataset: type: mteb/cqadupstack-english
name: MTEB CQADupstackEnglishRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.32748
verified: no, type: map_at_10
value: 0.44138
verified: no, type: map_at_100
value: 0.45565
verified: no, type: map_at_1000
value: 0.45698
verified: no, type: map_at_3
value: 0.40916
verified: no, type: map_at_5
value: 0.42621
verified: no, type: mrr_at_1
value: 0.41274
verified: no, type: mrr_at_10
value: 0.5046
verified: no, type: mrr_at_100
value: 0.5107
verified: no, type: mrr_at_1000
value: 0.51109
verified: no, type: mrr_at_3
value: 0.48238
verified: no, type: mrr_at_5
value: 0.49563
verified: no, type: ndcg_at_1
value: 0.41274
verified: no, type: ndcg_at_10
value: 0.50251
verified: no, type: ndcg_at_100
value: 0.54725
verified: no, type: ndcg_at_1000
value: 0.56635
verified: no, type: ndcg_at_3
value: 0.46023
verified: no, type: ndcg_at_5
value: 0.47883
verified: no, type: precision_at_1
value: 0.41274
verified: no, type: precision_at_10
value: 0.09828
verified: no, type: precision_at_100
value: 0.01573
verified: no, type: precision_at_1000
value: 0.00202
verified: no, type: precision_at_3
value: 0.22718
verified: no, type: precision_at_5
value: 0.16064
verified: no, type: recall_at_1
value: 0.32748
verified: no, type: recall_at_10
value: 0.60322
verified: no, type: recall_at_100
value: 0.79669
verified: no, type: recall_at_1000
value: 0.9173
verified: no, type: recall_at_3
value: 0.47523
verified: no, type: recall_at_5
value: 0.52957
verified: no, dataset: type: mteb/cqadupstack-gaming
name: MTEB CQADupstackGamingRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.41126
verified: no, type: map_at_10
value: 0.53661
verified: no, type: map_at_100
value: 0.54588
verified: no, type: map_at_1000
value: 0.54638
verified: no, type: map_at_3
value: 0.50389
verified: no, type: map_at_5
value: 0.52286
verified: no, type: mrr_at_1
value: 0.47147
verified: no, type: mrr_at_10
value: 0.5685
verified: no, type: mrr_at_100
value: 0.57458
verified: no, type: mrr_at_1000
value: 0.57487
verified: no, type: mrr_at_3
value: 0.54431
verified: no, type: mrr_at_5
value: 0.55957
verified: no, type: ndcg_at_1
value: 0.47147
verified: no, type: ndcg_at_10
value: 0.59318
verified: no, type: ndcg_at_100
value: 0.62972
verified: no, type: ndcg_at_1000
value: 0.64033
verified: no, type: ndcg_at_3
value: 0.53969
verified: no, type: ndcg_at_5
value: 0.56743
verified: no, type: precision_at_1
value: 0.47147
verified: no, type: precision_at_10
value: 0.09549
verified: no, type: precision_at_100
value: 0.01224
verified: no, type: precision_at_1000
value: 0.00135
verified: no, type: precision_at_3
value: 0.24159
verified: no, type: precision_at_5
value: 0.16577
verified: no, type: recall_at_1
value: 0.41126
verified: no, type: recall_at_10
value: 0.72691
verified: no, type: recall_at_100
value: 0.88692
verified: no, type: recall_at_1000
value: 0.96232
verified: no, type: recall_at_3
value: 0.58374
verified: no, type: recall_at_5
value: 0.65226
verified: no, dataset: type: mteb/cqadupstack-gis
name: MTEB CQADupstackGisRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.28464
verified: no, type: map_at_10
value: 0.3828
verified: no, type: map_at_100
value: 0.39277
verified: no, type: map_at_1000
value: 0.39355
verified: no, type: map_at_3
value: 0.35704
verified: no, type: map_at_5
value: 0.37116
verified: no, type: mrr_at_1
value: 0.30734
verified: no, type: mrr_at_10
value: 0.40422
verified: no, type: mrr_at_100
value: 0.41297
verified: no, type: mrr_at_1000
value: 0.41355
verified: no, type: mrr_at_3
value: 0.38136
verified: no, type: mrr_at_5
value: 0.39362
verified: no, type: ndcg_at_1
value: 0.30734
verified: no, type: ndcg_at_10
value: 0.43564
verified: no, type: ndcg_at_100
value: 0.48419
verified: no, type: ndcg_at_1000
value: 0.50404
verified: no, type: ndcg_at_3
value: 0.38672
verified: no, type: ndcg_at_5
value: 0.40954
verified: no, type: precision_at_1
value: 0.30734
verified: no, type: precision_at_10
value: 0.06633
verified: no, type: precision_at_100
value: 0.00956
verified: no, type: precision_at_1000
value: 0.00116
verified: no, type: precision_at_3
value: 0.16497
verified: no, type: precision_at_5
value: 0.11254
verified: no, type: recall_at_1
value: 0.28464
verified: no, type: recall_at_10
value: 0.57621
verified: no, type: recall_at_100
value: 0.7966
verified: no, type: recall_at_1000
value: 0.94633
verified: no, type: recall_at_3
value: 0.44588
verified: no, type: recall_at_5
value: 0.50031
verified: no, dataset: type: mteb/cqadupstack-mathematica
name: MTEB CQADupstackMathematicaRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.18119
verified: no, type: map_at_10
value: 0.27055
verified: no, type: map_at_100
value: 0.28461
verified: no, type: map_at_1000
value: 0.28577
verified: no, type: map_at_3
value: 0.24341
verified: no, type: map_at_5
value: 0.25861
verified: no, type: mrr_at_1
value: 0.22886
verified: no, type: mrr_at_10
value: 0.32234
verified: no, type: mrr_at_100
value: 0.3328
verified: no, type: mrr_at_1000
value: 0.3334
verified: no, type: mrr_at_3
value: 0.29664
verified: no, type: mrr_at_5
value: 0.31107
verified: no, type: ndcg_at_1
value: 0.22886
verified: no, type: ndcg_at_10
value: 0.32749
verified: no, type: ndcg_at_100
value: 0.39095
verified: no, type: ndcg_at_1000
value: 0.41656
verified: no, type: ndcg_at_3
value: 0.27864
verified: no, type: ndcg_at_5
value: 0.30177
verified: no, type: precision_at_1
value: 0.22886
verified: no, type: precision_at_10
value: 0.06169
verified: no, type: precision_at_100
value: 0.0107
verified: no, type: precision_at_1000
value: 0.00143
verified: no, type: precision_at_3
value: 0.13682
verified: no, type: precision_at_5
value: 0.0995
verified: no, type: recall_at_1
value: 0.18119
verified: no, type: recall_at_10
value: 0.44983
verified: no, type: recall_at_100
value: 0.72396
verified: no, type: recall_at_1000
value: 0.90223
verified: no, type: recall_at_3
value: 0.31633
verified: no, type: recall_at_5
value: 0.37532
verified: no, dataset: type: mteb/cqadupstack-physics
name: MTEB CQADupstackPhysicsRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.30517
verified: no, type: map_at_10
value: 0.42031
verified: no, type: map_at_100
value: 0.43415
verified: no, type: map_at_1000
value: 0.43525
verified: no, type: map_at_3
value: 0.38443
verified: no, type: map_at_5
value: 0.40685
verified: no, type: mrr_at_1
value: 0.38114
verified: no, type: mrr_at_10
value: 0.47783
verified: no, type: mrr_at_100
value: 0.48647
verified: no, type: mrr_at_1000
value: 0.48688
verified: no, type: mrr_at_3
value: 0.45172
verified: no, type: mrr_at_5
value: 0.46817
verified: no, type: ndcg_at_1
value: 0.38114
verified: no, type: ndcg_at_10
value: 0.4834
verified: no, type: ndcg_at_100
value: 0.53861
verified: no, type: ndcg_at_1000
value: 0.55701
verified: no, type: ndcg_at_3
value: 0.42986
verified: no, type: ndcg_at_5
value: 0.45893
verified: no, type: precision_at_1
value: 0.38114
verified: no, type: precision_at_10
value: 0.08893
verified: no, type: precision_at_100
value: 0.01375
verified: no, type: precision_at_1000
value: 0.00172
verified: no, type: precision_at_3
value: 0.20821
verified: no, type: precision_at_5
value: 0.15034
verified: no, type: recall_at_1
value: 0.30517
verified: no, type: recall_at_10
value: 0.61332
verified: no, type: recall_at_100
value: 0.84051
verified: no, type: recall_at_1000
value: 0.95826
verified: no, type: recall_at_3
value: 0.46015
verified: no, type: recall_at_5
value: 0.53801
verified: no, dataset: type: mteb/cqadupstack-programmers
name: MTEB CQADupstackProgrammersRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.27396
verified: no, type: map_at_10
value: 0.38043
verified: no, type: map_at_100
value: 0.39341
verified: no, type: map_at_1000
value: 0.39454
verified: no, type: map_at_3
value: 0.34783
verified: no, type: map_at_5
value: 0.3663
verified: no, type: mrr_at_1
value: 0.34247
verified: no, type: mrr_at_10
value: 0.43681
verified: no, type: mrr_at_100
value: 0.4451
verified: no, type: mrr_at_1000
value: 0.44569
verified: no, type: mrr_at_3
value: 0.41172
verified: no, type: mrr_at_5
value: 0.42702
verified: no, type: ndcg_at_1
value: 0.34247
verified: no, type: ndcg_at_10
value: 0.44065
verified: no, type: ndcg_at_100
value: 0.49434
verified: no, type: ndcg_at_1000
value: 0.51682
verified: no, type: ndcg_at_3
value: 0.38976
verified: no, type: ndcg_at_5
value: 0.41332
verified: no, type: precision_at_1
value: 0.34247
verified: no, type: precision_at_10
value: 0.08059
verified: no, type: precision_at_100
value: 0.01258
verified: no, type: precision_at_1000
value: 0.00162
verified: no, type: precision_at_3
value: 0.1876
verified: no, type: precision_at_5
value: 0.13333
verified: no, type: recall_at_1
value: 0.27396
verified: no, type: recall_at_10
value: 0.56481
verified: no, type: recall_at_100
value: 0.79012
verified: no, type: recall_at_1000
value: 0.94182
verified: no, type: recall_at_3
value: 0.41785
verified: no, type: recall_at_5
value: 0.48303
verified: no, dataset: type: mteb/cqadupstack-stats
name: MTEB CQADupstackStatsRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.25728
verified: no, type: map_at_10
value: 0.33903
verified: no, type: map_at_100
value: 0.34853
verified: no, type: map_at_1000
value: 0.34944
verified: no, type: map_at_3
value: 0.31268
verified: no, type: map_at_5
value: 0.32596
verified: no, type: mrr_at_1
value: 0.29141
verified: no, type: mrr_at_10
value: 0.36739
verified: no, type: mrr_at_100
value: 0.37545
verified: no, type: mrr_at_1000
value: 0.37608
verified: no, type: mrr_at_3
value: 0.34407
verified: no, type: mrr_at_5
value: 0.3568
verified: no, type: ndcg_at_1
value: 0.29141
verified: no, type: ndcg_at_10
value: 0.38596
verified: no, type: ndcg_at_100
value: 0.43375
verified: no, type: ndcg_at_1000
value: 0.45562
verified: no, type: ndcg_at_3
value: 0.33861
verified: no, type: ndcg_at_5
value: 0.35887
verified: no, type: precision_at_1
value: 0.29141
verified: no, type: precision_at_10
value: 0.06334
verified: no, type: precision_at_100
value: 0.00952
verified: no, type: precision_at_1000
value: 0.00121
verified: no, type: precision_at_3
value: 0.14826
verified: no, type: precision_at_5
value: 0.10429
verified: no, type: recall_at_1
value: 0.25728
verified: no, type: recall_at_10
value: 0.50121
verified: no, type: recall_at_100
value: 0.72382
verified: no, type: recall_at_1000
value: 0.88306
verified: no, type: recall_at_3
value: 0.36638
verified: no, type: recall_at_5
value: 0.41689
verified: no, dataset: type: mteb/cqadupstack-tex
name: MTEB CQADupstackTexRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.19911
verified: no, type: map_at_10
value: 0.2856
verified: no, type: map_at_100
value: 0.29785
verified: no, type: map_at_1000
value: 0.29911
verified: no, type: map_at_3
value: 0.25875
verified: no, type: map_at_5
value: 0.2741
verified: no, type: mrr_at_1
value: 0.24054
verified: no, type: mrr_at_10
value: 0.32483
verified: no, type: mrr_at_100
value: 0.33464
verified: no, type: mrr_at_1000
value: 0.33534
verified: no, type: mrr_at_3
value: 0.30162
verified: no, type: mrr_at_5
value: 0.31506
verified: no, type: ndcg_at_1
value: 0.24054
verified: no, type: ndcg_at_10
value: 0.33723
verified: no, type: ndcg_at_100
value: 0.39362
verified: no, type: ndcg_at_1000
value: 0.42065
verified: no, type: ndcg_at_3
value: 0.29116
verified: no, type: ndcg_at_5
value: 0.31299
verified: no, type: precision_at_1
value: 0.24054
verified: no, type: precision_at_10
value: 0.06194
verified: no, type: precision_at_100
value: 0.01058
verified: no, type: precision_at_1000
value: 0.00148
verified: no, type: precision_at_3
value: 0.13914
verified: no, type: precision_at_5
value: 0.10076
verified: no, type: recall_at_1
value: 0.19911
verified: no, type: recall_at_10
value: 0.45183
verified: no, type: recall_at_100
value: 0.7025
verified: no, type: recall_at_1000
value: 0.89222
verified: no, type: recall_at_3
value: 0.32195
verified: no, type: recall_at_5
value: 0.37852
verified: no, dataset: type: mteb/cqadupstack-unix
name: MTEB CQADupstackUnixRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.29819
verified: no, type: map_at_10
value: 0.40073
verified: no, type: map_at_100
value: 0.41289
verified: no, type: map_at_1000
value: 0.41375
verified: no, type: map_at_3
value: 0.36572
verified: no, type: map_at_5
value: 0.38386
verified: no, type: mrr_at_1
value: 0.35168
verified: no, type: mrr_at_10
value: 0.44381
verified: no, type: mrr_at_100
value: 0.45191
verified: no, type: mrr_at_1000
value: 0.45234
verified: no, type: mrr_at_3
value: 0.41402
verified: no, type: mrr_at_5
value: 0.43039
verified: no, type: ndcg_at_1
value: 0.35168
verified: no, type: ndcg_at_10
value: 0.46071
verified: no, type: ndcg_at_100
value: 0.51351
verified: no, type: ndcg_at_1000
value: 0.5317
verified: no, type: ndcg_at_3
value: 0.39972
verified: no, type: ndcg_at_5
value: 0.42586
verified: no, type: precision_at_1
value: 0.35168
verified: no, type: precision_at_10
value: 0.07985
verified: no, type: precision_at_100
value: 0.01185
verified: no, type: precision_at_1000
value: 0.00144
verified: no, type: precision_at_3
value: 0.18221
verified: no, type: precision_at_5
value: 0.12892
verified: no, type: recall_at_1
value: 0.29819
verified: no, type: recall_at_10
value: 0.60075
verified: no, type: recall_at_100
value: 0.82771
verified: no, type: recall_at_1000
value: 0.95219
verified: no, type: recall_at_3
value: 0.43245
verified: no, type: recall_at_5
value: 0.49931
verified: no, dataset: type: mteb/cqadupstack-webmasters
name: MTEB CQADupstackWebmastersRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.28409
verified: no, type: map_at_10
value: 0.37621
verified: no, type: map_at_100
value: 0.39233
verified: no, type: map_at_1000
value: 0.39471
verified: no, type: map_at_3
value: 0.34337
verified: no, type: map_at_5
value: 0.35985
verified: no, type: mrr_at_1
value: 0.33794
verified: no, type: mrr_at_10
value: 0.42349
verified: no, type: mrr_at_100
value: 0.43196
verified: no, type: mrr_at_1000
value: 0.43237
verified: no, type: mrr_at_3
value: 0.39526
verified: no, type: mrr_at_5
value: 0.41087
verified: no, type: ndcg_at_1
value: 0.33794
verified: no, type: ndcg_at_10
value: 0.43832
verified: no, type: ndcg_at_100
value: 0.49514
verified: no, type: ndcg_at_1000
value: 0.51742
verified: no, type: ndcg_at_3
value: 0.38442
verified: no, type: ndcg_at_5
value: 0.40737
verified: no, type: precision_at_1
value: 0.33794
verified: no, type: precision_at_10
value: 0.08597
verified: no, type: precision_at_100
value: 0.01652
verified: no, type: precision_at_1000
value: 0.00251
verified: no, type: precision_at_3
value: 0.17787
verified: no, type: precision_at_5
value: 0.13241
verified: no, type: recall_at_1
value: 0.28409
verified: no, type: recall_at_10
value: 0.55388
verified: no, type: recall_at_100
value: 0.81517
verified: no, type: recall_at_1000
value: 0.95038
verified: no, type: recall_at_3
value: 0.40133
verified: no, type: recall_at_5
value: 0.45913
verified: no, dataset: type: mteb/cqadupstack-wordpress
name: MTEB CQADupstackWordpressRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.24067
verified: no, type: map_at_10
value: 0.32184
verified: no, type: map_at_100
value: 0.33357
verified: no, type: map_at_1000
value: 0.33458
verified: no, type: map_at_3
value: 0.29492
verified: no, type: map_at_5
value: 0.3111
verified: no, type: mrr_at_1
value: 0.26248
verified: no, type: mrr_at_10
value: 0.34149
verified: no, type: mrr_at_100
value: 0.35189
verified: no, type: mrr_at_1000
value: 0.35251
verified: no, type: mrr_at_3
value: 0.31639
verified: no, type: mrr_at_5
value: 0.33182
verified: no, type: ndcg_at_1
value: 0.26248
verified: no, type: ndcg_at_10
value: 0.36889
verified: no, type: ndcg_at_100
value: 0.42426
verified: no, type: ndcg_at_1000
value: 0.44745
verified: no, type: ndcg_at_3
value: 0.31799
verified: no, type: ndcg_at_5
value: 0.34563
verified: no, type: precision_at_1
value: 0.26248
verified: no, type: precision_at_10
value: 0.05712
verified: no, type: precision_at_100
value: 0.00915
verified: no, type: precision_at_1000
value: 0.00123
verified: no, type: precision_at_3
value: 0.13309
verified: no, type: precision_at_5
value: 0.09649
verified: no, type: recall_at_1
value: 0.24067
verified: no, type: recall_at_10
value: 0.49344
verified: no, type: recall_at_100
value: 0.7412
verified: no, type: recall_at_1000
value: 0.91276
verified: no, type: recall_at_3
value: 0.36272
verified: no, type: recall_at_5
value: 0.4277
verified: no, dataset: type: mteb/dbpedia
name: MTEB DBPedia
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.08651
verified: no, type: map_at_10
value: 0.17628
verified: no, type: map_at_100
value: 0.23354
verified: no, type: map_at_1000
value: 0.24827
verified: no, type: map_at_3
value: 0.1351
verified: no, type: map_at_5
value: 0.15468
verified: no, type: mrr_at_1
value: 0.645
verified: no, type: mrr_at_10
value: 0.71989
verified: no, type: mrr_at_100
value: 0.72332
verified: no, type: mrr_at_1000
value: 0.72346
verified: no, type: mrr_at_3
value: 0.7025
verified: no, type: mrr_at_5
value: 0.71275
verified: no, type: ndcg_at_1
value: 0.51375
verified: no, type: ndcg_at_10
value: 0.3596
verified: no, type: ndcg_at_100
value: 0.39878
verified: no, type: ndcg_at_1000
value: 0.47931
verified: no, type: ndcg_at_3
value: 0.41275
verified: no, type: ndcg_at_5
value: 0.38297
verified: no, type: precision_at_1
value: 0.645
verified: no, type: precision_at_10
value: 0.2745
verified: no, type: precision_at_100
value: 0.08405
verified: no, type: precision_at_1000
value: 0.01923
verified: no, type: precision_at_3
value: 0.44417
verified: no, type: precision_at_5
value: 0.366
verified: no, type: recall_at_1
value: 0.08651
verified: no, type: recall_at_10
value: 0.22416
verified: no, type: recall_at_100
value: 0.46381
verified: no, type: recall_at_1000
value: 0.71557
verified: no, type: recall_at_3
value: 0.14847
verified: no, type: recall_at_5
value: 0.1804
verified: no, dataset: type: mteb/fever
name: MTEB FEVER
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.73211
verified: no, type: map_at_10
value: 0.81463
verified: no, type: map_at_100
value: 0.81622
verified: no, type: map_at_1000
value: 0.81634
verified: no, type: map_at_3
value: 0.805
verified: no, type: map_at_5
value: 0.81134
verified: no, type: mrr_at_1
value: 0.79088
verified: no, type: mrr_at_10
value: 0.86943
verified: no, type: mrr_at_100
value: 0.87017
verified: no, type: mrr_at_1000
value: 0.87018
verified: no, type: mrr_at_3
value: 0.86154
verified: no, type: mrr_at_5
value: 0.867
verified: no, type: ndcg_at_1
value: 0.79088
verified: no, type: ndcg_at_10
value: 0.85528
verified: no, type: ndcg_at_100
value: 0.86134
verified: no, type: ndcg_at_1000
value: 0.86367
verified: no, type: ndcg_at_3
value: 0.83943
verified: no, type: ndcg_at_5
value: 0.84878
verified: no, type: precision_at_1
value: 0.79088
verified: no, type: precision_at_10
value: 0.10132
verified: no, type: precision_at_100
value: 0.01055
verified: no, type: precision_at_1000
value: 0.00109
verified: no, type: precision_at_3
value: 0.31963
verified: no, type: precision_at_5
value: 0.19769
verified: no, type: recall_at_1
value: 0.73211
verified: no, type: recall_at_10
value: 0.92797
verified: no, type: recall_at_100
value: 0.95263
verified: no, type: recall_at_1000
value: 0.96738
verified: no, type: recall_at_3
value: 0.88328
verified: no, type: recall_at_5
value: 0.90821
verified: no, dataset: type: mteb/fiqa
name: MTEB FiQA2018
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.18311
verified: no, type: map_at_10
value: 0.29201
verified: no, type: map_at_100
value: 0.3093
verified: no, type: map_at_1000
value: 0.31116
verified: no, type: map_at_3
value: 0.24778
verified: no, type: map_at_5
value: 0.27453
verified: no, type: mrr_at_1
value: 0.35494
verified: no, type: mrr_at_10
value: 0.44489
verified: no, type: mrr_at_100
value: 0.4532
verified: no, type: mrr_at_1000
value: 0.45369
verified: no, type: mrr_at_3
value: 0.41667
verified: no, type: mrr_at_5
value: 0.43418
verified: no, type: ndcg_at_1
value: 0.35494
verified: no, type: ndcg_at_10
value: 0.36868
verified: no, type: ndcg_at_100
value: 0.43463
verified: no, type: ndcg_at_1000
value: 0.46766
verified: no, type: ndcg_at_3
value: 0.32305
verified: no, type: ndcg_at_5
value: 0.34332
verified: no, type: precision_at_1
value: 0.35494
verified: no, type: precision_at_10
value: 0.10324
verified: no, type: precision_at_100
value: 0.01707
verified: no, type: precision_at_1000
value: 0.00229
verified: no, type: precision_at_3
value: 0.21142
verified: no, type: precision_at_5
value: 0.16327
verified: no, type: recall_at_1
value: 0.18311
verified: no, type: recall_at_10
value: 0.43881
verified: no, type: recall_at_100
value: 0.68593
verified: no, type: recall_at_1000
value: 0.8855
verified: no, type: recall_at_3
value: 0.28824
verified: no, type: recall_at_5
value: 0.36178
verified: no, dataset: type: mteb/hotpotqa
name: MTEB HotpotQA
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.36766
verified: no, type: map_at_10
value: 0.53639
verified: no, type: map_at_100
value: 0.54532
verified: no, type: map_at_1000
value: 0.54608
verified: no, type: map_at_3
value: 0.50427
verified: no, type: map_at_5
value: 0.5245
verified: no, type: mrr_at_1
value: 0.73531
verified: no, type: mrr_at_10
value: 0.80104
verified: no, type: mrr_at_100
value: 0.80341
verified: no, type: mrr_at_1000
value: 0.80351
verified: no, type: mrr_at_3
value: 0.78949
verified: no, type: mrr_at_5
value: 0.79729
verified: no, type: ndcg_at_1
value: 0.73531
verified: no, type: ndcg_at_10
value: 0.62918
verified: no, type: ndcg_at_100
value: 0.66056
verified: no, type: ndcg_at_1000
value: 0.67554
verified: no, type: ndcg_at_3
value: 0.58247
verified: no, type: ndcg_at_5
value: 0.60905
verified: no, type: precision_at_1
value: 0.73531
verified: no, type: precision_at_10
value: 0.1302
verified: no, type: precision_at_100
value: 0.01546
verified: no, type: precision_at_1000
value: 0.00175
verified: no, type: precision_at_3
value: 0.36556
verified: no, type: precision_at_5
value: 0.24032
verified: no, type: recall_at_1
value: 0.36766
verified: no, type: recall_at_10
value: 0.65098
verified: no, type: recall_at_100
value: 0.77306
verified: no, type: recall_at_1000
value: 0.87252
verified: no, type: recall_at_3
value: 0.54835
verified: no, type: recall_at_5
value: 0.60081
verified: no, dataset: type: mteb/msmarco
name: MTEB MSMARCO
config: default
split: dev
task: type: Retrieval
metrics: type: map_at_1
value: 0.14654
verified: no, type: map_at_10
value: 0.2472
verified: no, type: map_at_100
value: 0.25994
verified: no, type: map_at_1000
value: 0.26067
verified: no, type: map_at_3
value: 0.21234
verified: no, type: map_at_5
value: 0.2319
verified: no, type: mrr_at_1
value: 0.15086
verified: no, type: mrr_at_10
value: 0.25184
verified: no, type: mrr_at_100
value: 0.26422
verified: no, type: mrr_at_1000
value: 0.26489
verified: no, type: mrr_at_3
value: 0.21731
verified: no, type: mrr_at_5
value: 0.23674
verified: no, type: ndcg_at_1
value: 0.15086
verified: no, type: ndcg_at_10
value: 0.30711
verified: no, type: ndcg_at_100
value: 0.37221
verified: no, type: ndcg_at_1000
value: 0.39133
verified: no, type: ndcg_at_3
value: 0.23567
verified: no, type: ndcg_at_5
value: 0.27066
verified: no, type: precision_at_1
value: 0.15086
verified: no, type: precision_at_10
value: 0.05132
verified: no, type: precision_at_100
value: 0.00845
verified: no, type: precision_at_1000
value: 0.00101
verified: no, type: precision_at_3
value: 0.10277
verified: no, type: precision_at_5
value: 0.07923
verified: no, type: recall_at_1
value: 0.14654
verified: no, type: recall_at_10
value: 0.49341
verified: no, type: recall_at_100
value: 0.80224
verified: no, type: recall_at_1000
value: 0.95037
verified: no, type: recall_at_3
value: 0.29862
verified: no, type: recall_at_5
value: 0.38274
verified: no, dataset: type: mteb/nfcorpus
name: MTEB NFCorpus
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.05452
verified: no, type: map_at_10
value: 0.12758
verified: no, type: map_at_100
value: 0.1593
verified: no, type: map_at_1000
value: 0.17422
verified: no, type: map_at_3
value: 0.0945
verified: no, type: map_at_5
value: 0.1092
verified: no, type: mrr_at_1
value: 0.43963
verified: no, type: mrr_at_10
value: 0.53237
verified: no, type: mrr_at_100
value: 0.53777
verified: no, type: mrr_at_1000
value: 0.53822
verified: no, type: mrr_at_3
value: 0.51445
verified: no, type: mrr_at_5
value: 0.52466
verified: no, type: ndcg_at_1
value: 0.41486
verified: no, type: ndcg_at_10
value: 0.33737
verified: no, type: ndcg_at_100
value: 0.30886
verified: no, type: ndcg_at_1000
value: 0.40018
verified: no, type: ndcg_at_3
value: 0.39324
verified: no, type: ndcg_at_5
value: 0.36949
verified: no, type: precision_at_1
value: 0.43344
verified: no, type: precision_at_10
value: 0.24799
verified: no, type: precision_at_100
value: 0.07895
verified: no, type: precision_at_1000
value: 0.02091
verified: no, type: precision_at_3
value: 0.37152
verified: no, type: precision_at_5
value: 0.31703
verified: no, type: recall_at_1
value: 0.05452
verified: no, type: recall_at_10
value: 0.1712
verified: no, type: recall_at_100
value: 0.30719
verified: no, type: recall_at_1000
value: 0.62766
verified: no, type: recall_at_3
value: 0.10733
verified: no, type: recall_at_5
value: 0.13553
verified: no, dataset: type: mteb/nq
name: MTEB NQ
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.29022
verified: no, type: map_at_10
value: 0.4373
verified: no, type: map_at_100
value: 0.44849
verified: no, type: map_at_1000
value: 0.44877
verified: no, type: map_at_3
value: 0.39045
verified: no, type: map_at_5
value: 0.4186
verified: no, type: mrr_at_1
value: 0.32793
verified: no, type: mrr_at_10
value: 0.46243
verified: no, type: mrr_at_100
value: 0.47083
verified: no, type: mrr_at_1000
value: 0.47101
verified: no, type: mrr_at_3
value: 0.42261
verified: no, type: mrr_at_5
value: 0.44775
verified: no, type: ndcg_at_1
value: 0.32793
verified: no, type: ndcg_at_10
value: 0.51631
verified: no, type: ndcg_at_100
value: 0.56287
verified: no, type: ndcg_at_1000
value: 0.56949
verified: no, type: ndcg_at_3
value: 0.42782
verified: no, type: ndcg_at_5
value: 0.47554
verified: no, type: precision_at_1
value: 0.32793
verified: no, type: precision_at_10
value: 0.08737
verified: no, type: precision_at_100
value: 0.01134
verified: no, type: precision_at_1000
value: 0.0012
verified: no, type: precision_at_3
value: 0.19583
verified: no, type: precision_at_5
value: 0.14484
verified: no, type: recall_at_1
value: 0.29022
verified: no, type: recall_at_10
value: 0.73325
verified: no, type: recall_at_100
value: 0.93455
verified: no, type: recall_at_1000
value: 0.98414
verified: no, type: recall_at_3
value: 0.50406
verified: no, type: recall_at_5
value: 0.6145
verified: no, dataset: type: mteb/quora
name: MTEB QuoraRetrieval
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.68941
verified: no, type: map_at_10
value: 0.82641
verified: no, type: map_at_100
value: 0.83317
verified: no, type: map_at_1000
value: 0.83337
verified: no, type: map_at_3
value: 0.79604
verified: no, type: map_at_5
value: 0.81525
verified: no, type: mrr_at_1
value: 0.7935
verified: no, type: mrr_at_10
value: 0.85969
verified: no, type: mrr_at_100
value: 0.86094
verified: no, type: mrr_at_1000
value: 0.86095
verified: no, type: mrr_at_3
value: 0.84852
verified: no, type: mrr_at_5
value: 0.85627
verified: no, type: ndcg_at_1
value: 0.7936
verified: no, type: ndcg_at_10
value: 0.86687
verified: no, type: ndcg_at_100
value: 0.88094
verified: no, type: ndcg_at_1000
value: 0.88243
verified: no, type: ndcg_at_3
value: 0.83538
verified: no, type: ndcg_at_5
value: 0.85308
verified: no, type: precision_at_1
value: 0.7936
verified: no, type: precision_at_10
value: 0.13145
verified: no, type: precision_at_100
value: 0.01517
verified: no, type: precision_at_1000
value: 0.00156
verified: no, type: precision_at_3
value: 0.36353
verified: no, type: precision_at_5
value: 0.24044
verified: no, type: recall_at_1
value: 0.68941
verified: no, type: recall_at_10
value: 0.94407
verified: no, type: recall_at_100
value: 0.99226
verified: no, type: recall_at_1000
value: 0.99958
verified: no, type: recall_at_3
value: 0.85502
verified: no, type: recall_at_5
value: 0.90372
verified: no, dataset: type: mteb/scidocs
name: MTEB SCIDOCS
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.04988
verified: no, type: map_at_10
value: 0.13553
verified: no, type: map_at_100
value: 0.16136
verified: no, type: map_at_1000
value: 0.16512
verified: no, type: map_at_3
value: 0.09439
verified: no, type: map_at_5
value: 0.1146
verified: no, type: mrr_at_1
value: 0.246
verified: no, type: mrr_at_10
value: 0.36792
verified: no, type: mrr_at_100
value: 0.37973
verified: no, type: mrr_at_1000
value: 0.38011
verified: no, type: mrr_at_3
value: 0.33117
verified: no, type: mrr_at_5
value: 0.35172
verified: no, type: ndcg_at_1
value: 0.246
verified: no, type: ndcg_at_10
value: 0.22542
verified: no, type: ndcg_at_100
value: 0.32326
verified: no, type: ndcg_at_1000
value: 0.3828
verified: no, type: ndcg_at_3
value: 0.20896
verified: no, type: ndcg_at_5
value: 0.18497
verified: no, type: precision_at_1
value: 0.246
verified: no, type: precision_at_10
value: 0.1194
verified: no, type: precision_at_100
value: 0.02616
verified: no, type: precision_at_1000
value: 0.00404
verified: no, type: precision_at_3
value: 0.198
verified: no, type: precision_at_5
value: 0.1654
verified: no, type: recall_at_1
value: 0.04988
verified: no, type: recall_at_10
value: 0.24212
verified: no, type: recall_at_100
value: 0.53105
verified: no, type: recall_at_1000
value: 0.82022
verified: no, type: recall_at_3
value: 0.12047
verified: no, type: recall_at_5
value: 0.16777
verified: no, dataset: type: mteb/scifact
name: MTEB SciFact
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.56578
verified: no, type: map_at_10
value: 0.66725
verified: no, type: map_at_100
value: 0.67379
verified: no, type: map_at_1000
value: 0.674
verified: no, type: map_at_3
value: 0.63416
verified: no, type: map_at_5
value: 0.6577
verified: no, type: mrr_at_1
value: 0.59333
verified: no, type: mrr_at_10
value: 0.67533
verified: no, type: mrr_at_100
value: 0.68062
verified: no, type: mrr_at_1000
value: 0.68082
verified: no, type: mrr_at_3
value: 0.64944
verified: no, type: mrr_at_5
value: 0.66928
verified: no, type: ndcg_at_1
value: 0.59333
verified: no, type: ndcg_at_10
value: 0.7127
verified: no, type: ndcg_at_100
value: 0.73889
verified: no, type: ndcg_at_1000
value: 0.7441
verified: no, type: ndcg_at_3
value: 0.65793
verified: no, type: ndcg_at_5
value: 0.69429
verified: no, type: precision_at_1
value: 0.59333
verified: no, type: precision_at_10
value: 0.096
verified: no, type: precision_at_100
value: 0.01087
verified: no, type: precision_at_1000
value: 0.00113
verified: no, type: precision_at_3
value: 0.25556
verified: no, type: precision_at_5
value: 0.17667
verified: no, type: recall_at_1
value: 0.56578
verified: no, type: recall_at_10
value: 0.842
verified: no, type: recall_at_100
value: 0.95667
verified: no, type: recall_at_1000
value: 0.99667
verified: no, type: recall_at_3
value: 0.70072
verified: no, type: recall_at_5
value: 0.79011
verified: no, dataset: type: mteb/touche2020
name: MTEB Touche2020
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.01976
verified: no, type: map_at_10
value: 0.09688
verified: no, type: map_at_100
value: 0.15117
verified: no, type: map_at_1000
value: 0.16769
verified: no, type: map_at_3
value: 0.04589
verified: no, type: map_at_5
value: 0.06556
verified: no, type: mrr_at_1
value: 0.26531
verified: no, type: mrr_at_10
value: 0.43863
verified: no, type: mrr_at_100
value: 0.44767
verified: no, type: mrr_at_1000
value: 0.44767
verified: no, type: mrr_at_3
value: 0.39116
verified: no, type: mrr_at_5
value: 0.41156
verified: no, type: ndcg_at_1
value: 0.23469
verified: no, type: ndcg_at_10
value: 0.24029
verified: no, type: ndcg_at_100
value: 0.34425
verified: no, type: ndcg_at_1000
value: 0.46907
verified: no, type: ndcg_at_3
value: 0.25522
verified: no, type: ndcg_at_5
value: 0.24333
verified: no, type: precision_at_1
value: 0.26531
verified: no, type: precision_at_10
value: 0.22449
verified: no, type: precision_at_100
value: 0.07122
verified: no, type: precision_at_1000
value: 0.01527
verified: no, type: precision_at_3
value: 0.27891
verified: no, type: precision_at_5
value: 0.25714
verified: no, type: recall_at_1
value: 0.01976
verified: no, type: recall_at_10
value: 0.16633
verified: no, type: recall_at_100
value: 0.4561
verified: no, type: recall_at_1000
value: 0.82481
verified: no, type: recall_at_3
value: 0.06101
verified: no, type: recall_at_5
value: 0.0968
verified: no, dataset: type: mteb/trec-covid
name: MTEB TRECCOVID
config: default
split: test
task: type: Retrieval
metrics: type: map_at_1
value: 0.00211
verified: no, type: map_at_10
value: 0.01526
verified: no, type: map_at_100
value: 0.08863
verified: no, type: map_at_1000
value: 0.23162
verified: no, type: map_at_3
value: 0.00555
verified: no, type: map_at_5
value: 0.00873
verified: no, type: mrr_at_1
value: 0.76
verified: no, type: mrr_at_10
value: 0.8485
verified: no, type: mrr_at_100
value: 0.8485
verified: no, type: mrr_at_1000
value: 0.8485
verified: no, type: mrr_at_3
value: 0.84
verified: no, type: mrr_at_5
value: 0.844
verified: no, type: ndcg_at_1
value: 0.7
verified: no, type: ndcg_at_10
value: 0.63098
verified: no, type: ndcg_at_100
value: 0.49847
verified: no, type: ndcg_at_1000
value: 0.48395
verified: no, type: ndcg_at_3
value: 0.68704
verified: no, type: ndcg_at_5
value: 0.67533
verified: no, type: precision_at_1
value: 0.76
verified: no, type: precision_at_10
value: 0.66
verified: no, type: precision_at_100
value: 0.5134
verified: no, type: precision_at_1000
value: 0.2168
verified: no, type: precision_at_3
value: 0.72667
verified: no, type: precision_at_5
value: 0.716
verified: no, type: recall_at_1
value: 0.00211
verified: no, type: recall_at_10
value: 0.01748
verified: no, type: recall_at_100
value: 0.12448
verified: no, type: recall_at_1000
value: 0.46795
verified: no, type: recall_at_3
value: 0.00593
verified: no, type: recall_at_5
value: 0.00962
verified: no
pipeline_tag: sentence-similarity
Likes: 0 | All-time downloads: 69
Created: 2024-12-18 19:34:51