Model: sparse-encoder/example-splade-distilbert-base-uncased-msmarco-mrl
Author: sparse-encoder
Pipeline: feature-extraction
Library: sentence-transformers
Tags: sentence-transformers, safetensors, distilbert, sparse-encoder, sparse, splade, generated_from_trainer, dataset_size:90000, loss:SpladeLoss, loss:SparseMultipleNegativesRankingLoss, loss:FlopsLoss, feature-extraction, en, dataset:sentence-transformers/msmarco, arxiv:1908.10084, arxiv:2205.04733, arxiv:1705.00652, arxiv:2004.05665, base_model:distilbert/distilbert-base-uncased, base_model:finetune:distilbert/distilbert-base-uncased, license:apache-2.0, model-index, co2_eq_emissions, text-embeddings-inference, endpoints_compatible, region:us
Base models (finetune): id: distilbert/distilbert-base-uncased
Card metadata: language: en
license: apache-2.0
tags: sentence-transformers, sparse-encoder, sparse, splade, generated_from_trainer, dataset_size:90000, loss:SpladeLoss, loss:SparseMultipleNegativesRankingLoss, loss:FlopsLoss
base_model: distilbert/distilbert-base-uncased
widget: what is chess, what is a hickman for?, Steps. 1  1. Gather your materials. Here's what you need to build two regulations-size horseshoe pits that will face each other (if you only want to build one pit, halve the materials): Two 6-foot-long treated wood 2x6s (38mm x 140mm), cut in half. 2  2. Decide where you're going to put your pit(s)., who played at california jam, To the Citizens of St. Bernard We chose as our motto a simple but profound declaration: âWelcome to your office.â Those words remind us that we are no more than the caretakers of the office of Clerk of Court for the Parish of St. Bernard.
datasets: sentence-transformers/msmarco
pipeline_tag: feature-extraction
library_name: sentence-transformers
metrics: dot_accuracy@1, dot_accuracy@3, dot_accuracy@5, dot_accuracy@10, dot_precision@1, dot_precision@3, dot_precision@5, dot_precision@10, dot_recall@1, dot_recall@3, dot_recall@5, dot_recall@10, dot_ndcg@10, dot_mrr@10, dot_map@100, query_active_dims, query_sparsity_ratio, corpus_active_dims, corpus_sparsity_ratio
co2_eq_emissions: emissions: 20.864216098626564
energy_consumed: 0.05652200756224921
source: codecarbon
training_type: fine-tuning
on_cloud: no
cpu_model: AMD EPYC 7R13 Processor
ram_total_size: 248
hours_used: 0.179
hardware_used: 1 x NVIDIA H100 80GB HBM3
model-index: name: splade-distilbert-base-uncased trained on MS MARCO triplets
results: task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoMSMARCO
type: NanoMSMARCO
metrics: type: dot_accuracy@1
value: 0.44
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.66
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.72
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.82
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.44
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.22
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.14400000000000002
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.08199999999999999
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.44
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.66
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.72
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.82
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.6223979987260191
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.5599444444444444
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.5701364200315813
name: Dot Map@100
verified: no, type: query_active_dims
value: 25.260000228881836
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9991724002283965
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 89.06385040283203
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9970819785596348
name: Corpus Sparsity Ratio
verified: no, type: dot_accuracy@1
value: 0.44
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.6
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.74
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.84
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.44
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.2
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.14800000000000002
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.08399999999999999
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.44
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.6
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.74
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.84
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.6241753240638171
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.5571349206349206
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.5639260419913368
name: Dot Map@100
verified: no, type: query_active_dims
value: 20.5
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9993283533189175
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 81.87666320800781
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9973174541901578
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoNFCorpus
type: NanoNFCorpus
metrics: type: dot_accuracy@1
value: 0.4
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.52
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.54
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.66
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.4
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.3666666666666667
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.332
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.27
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.023282599806398227
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.07519782108259539
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.09254782270412643
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.12120665375595915
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.32050254842735026
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.4703888888888889
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.13331879084552362
name: Dot Map@100
verified: no, type: query_active_dims
value: 17.639999389648438
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9994220562417387
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 165.31358337402344
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9945837892872674
name: Corpus Sparsity Ratio
verified: no, type: dot_accuracy@1
value: 0.36
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.46
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.54
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.68
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.36
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.34
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.32799999999999996
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.27
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.02081925669789383
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.07064967781220355
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.09055307754310991
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.14403725441385476
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.3196380424829849
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.4414444444444445
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.13569627052041464
name: Dot Map@100
verified: no, type: query_active_dims
value: 18.299999237060547
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9994004324999325
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 156.04843139648438
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9948873458031424
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoNQ
type: NanoNQ
metrics: type: dot_accuracy@1
value: 0.48
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.68
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.72
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.76
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.48
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.22666666666666668
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.14400000000000002
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.08199999999999999
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.46
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.65
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.68
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.74
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.6136977374010735
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.585079365079365
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.5730967720685111
name: Dot Map@100
verified: no, type: query_active_dims
value: 24.299999237060547
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9992038529835181
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 103.79106140136719
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9965994672235972
name: Corpus Sparsity Ratio
verified: no, type: dot_accuracy@1
value: 0.48
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.68
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.74
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.76
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.48
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.22666666666666668
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.15200000000000002
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.08
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.47
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.64
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.7
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.73
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.6150809765850531
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.5864999999999999
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.5841443871983568
name: Dot Map@100
verified: no, type: query_active_dims
value: 22.200000762939453
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9992726557642704
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 103.72532653808594
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9966016209115365
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-nano-beir
name: Sparse Nano BEIR
dataset: name: NanoBEIR mean
type: NanoBEIR_mean
metrics: type: dot_accuracy@1
value: 0.44
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.6200000000000001
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.66
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.7466666666666667
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.44
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.27111111111111114
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.2066666666666667
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.14466666666666664
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.30776086660213275
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.4617326070275318
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.49751594090137546
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.5604022179186531
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.5188660948514809
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.5384708994708994
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.42551732764853867
name: Dot Map@100
verified: no, type: query_active_dims
value: 22.399999618530273
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9992661031512178
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 112.03345893951784
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9963294194699063
name: Corpus Sparsity Ratio
verified: no, type: dot_accuracy@1
value: 0.5241130298273154
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.6799372056514913
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.7415070643642072
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.8169230769230769
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.5241130298273154
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.3215384615384615
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.2547566718995291
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.17874411302982732
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.30856930592565196
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.4441119539769697
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.5092929381431597
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.5878231569460904
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.5577320367017354
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.6173593605940545
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.48084758588880655
name: Dot Map@100
verified: no, type: query_active_dims
value: 38.07395960627058
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9987525732387698
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 105.05153383516846
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9965581700466821
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoClimateFEVER
type: NanoClimateFEVER
metrics: type: dot_accuracy@1
value: 0.24
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.42
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.56
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.64
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.24
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.14666666666666664
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.12
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.07400000000000001
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.11833333333333332
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.21166666666666664
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.26233333333333336
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.29966666666666664
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.25712162589613363
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.35861111111111116
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.20460406106488077
name: Dot Map@100
verified: no, type: query_active_dims
value: 51.47999954223633
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9983133477641624
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 134.2989959716797
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9955999280528248
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoDBPedia
type: NanoDBPedia
metrics: type: dot_accuracy@1
value: 0.7
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.82
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.88
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.92
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.7
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.6133333333333333
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.58
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.52
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.05306233623739282
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.16391544714816778
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.23662708539883293
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.3543605851621492
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.6137764330075132
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.771888888888889
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.4604772150699302
name: Dot Map@100
verified: no, type: query_active_dims
value: 20.520000457763672
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.999327698038865
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 111.07841491699219
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9963607098185902
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoFEVER
type: NanoFEVER
metrics: type: dot_accuracy@1
value: 0.74
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.9
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.92
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.98
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.74
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.3133333333333333
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.19599999999999995
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.10399999999999998
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.7066666666666667
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.8666666666666667
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.8933333333333333
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.9433333333333332
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.8368149756149829
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.8170000000000001
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.7993556466302367
name: Dot Map@100
verified: no, type: query_active_dims
value: 44.84000015258789
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9985308957423306
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 154.09767150878906
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9949512590423697
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoFiQA2018
type: NanoFiQA2018
metrics: type: dot_accuracy@1
value: 0.34
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.5
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.58
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.68
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.34
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.21333333333333332
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.17600000000000002
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.11199999999999999
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.1770793650793651
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.3069920634920635
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.3936825396825397
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.48673809523809525
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.3901649596140352
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.4438809523809523
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.32670074884185174
name: Dot Map@100
verified: no, type: query_active_dims
value: 18.920000076293945
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9993801192557403
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 75.49989318847656
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9975263779179453
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoHotpotQA
type: NanoHotpotQA
metrics: type: dot_accuracy@1
value: 0.88
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.92
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.94
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.96
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.88
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.4866666666666666
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.324
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.16999999999999996
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.44
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.73
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.81
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.85
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.8077539978128343
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.9041666666666667
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.74474463747389
name: Dot Map@100
verified: no, type: query_active_dims
value: 43.880001068115234
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9985623484349612
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 120.78840637207031
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9960425789144856
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoQuoraRetrieval
type: NanoQuoraRetrieval
metrics: type: dot_accuracy@1
value: 0.84
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.92
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.94
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.96
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.84
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.32666666666666666
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.22
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.11999999999999998
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.7873333333333333
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.8540000000000001
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.898
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.9313333333333332
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.8841170132005264
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.8805555555555554
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.8625873756339163
name: Dot Map@100
verified: no, type: query_active_dims
value: 18.760000228881836
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9993853613711787
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 20.381887435913086
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9993322230707059
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoSCIDOCS
type: NanoSCIDOCS
metrics: type: dot_accuracy@1
value: 0.42
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.6
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.64
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.76
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.42
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.2866666666666667
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.21999999999999997
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.152
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.086
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.17666666666666664
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.22466666666666665
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.3116666666666667
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.31329169156104253
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.5258253968253969
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.24015404586272074
name: Dot Map@100
verified: no, type: query_active_dims
value: 38.599998474121094
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9987353384943936
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 120.28081512451172
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9960592092548158
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoArguAna
type: NanoArguAna
metrics: type: dot_accuracy@1
value: 0.1
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.34
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.46
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.66
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.1
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.11333333333333333
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.09200000000000001
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.06600000000000002
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.1
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.34
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.46
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.66
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.35624387960476495
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.2620238095238095
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.27408886435627244
name: Dot Map@100
verified: no, type: query_active_dims
value: 121.0199966430664
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9960349912639058
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 107.16836547851562
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9964888157565521
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoSciFact
type: NanoSciFact
metrics: type: dot_accuracy@1
value: 0.6
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.72
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.72
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.78
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.6
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.24666666666666665
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.16399999999999998
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.088
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.565
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.68
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.71
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.77
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.6798182226611048
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.6625
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.6532896014216637
name: Dot Map@100
verified: no, type: query_active_dims
value: 57.41999816894531
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9981187340879056
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 158.03323364257812
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9948223172255234
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoTouche2020
type: NanoTouche2020
metrics: type: dot_accuracy@1
value: 0.673469387755102
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.9591836734693877
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.9795918367346939
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 1
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.673469387755102
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.6666666666666667
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.5918367346938777
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.4836734693877551
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.04710668568549065
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.13289821324817133
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.20161215990326012
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.3205651054850781
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.5525193350177682
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.814139941690962
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.40124972048901353
name: Dot Map@100
verified: no, type: query_active_dims
value: 18.12244987487793
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9994062495945587
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 84.7328109741211
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9972238774990461
name: Corpus Sparsity Ratio
verified: no
Likes: 0 | All-time downloads: 74
Created: 2025-06-18 23:14:56