Model: sparse-encoder/example-splade-distilbert-base-uncased-quora-duplicates
Author: sparse-encoder
Pipeline: feature-extraction
Library: sentence-transformers
Tags: sentence-transformers, safetensors, distilbert, sparse-encoder, sparse, splade, generated_from_trainer, dataset_size:99000, loss:SpladeLoss, loss:SparseMultipleNegativesRankingLoss, loss:FlopsLoss, feature-extraction, en, dataset:sentence-transformers/quora-duplicates, arxiv:1908.10084, arxiv:2205.04733, arxiv:1705.00652, arxiv:2004.05665, base_model:distilbert/distilbert-base-uncased, base_model:finetune:distilbert/distilbert-base-uncased, license:apache-2.0, model-index, co2_eq_emissions, text-embeddings-inference, endpoints_compatible, region:us
Base models (finetune): id: distilbert/distilbert-base-uncased
Card metadata: language: en
license: apache-2.0
tags: sentence-transformers, sparse-encoder, sparse, splade, generated_from_trainer, dataset_size:99000, loss:SpladeLoss, loss:SparseMultipleNegativesRankingLoss, loss:FlopsLoss
base_model: distilbert/distilbert-base-uncased
widget: How do I know if a girl likes me at school?, What are some five star hotel in Jaipur?, Is it normal to fantasize your wife having sex with another man?, What is the Sahara, and how do the average temperatures there compare to the ones in the Simpson Desert?, What are Hillary Clinton's most recognized accomplishments while Secretary of State?
datasets: sentence-transformers/quora-duplicates
pipeline_tag: feature-extraction
library_name: sentence-transformers
metrics: cosine_accuracy, cosine_accuracy_threshold, cosine_f1, cosine_f1_threshold, cosine_precision, cosine_recall, cosine_ap, cosine_mcc, dot_accuracy, dot_accuracy_threshold, dot_f1, dot_f1_threshold, dot_precision, dot_recall, dot_ap, dot_mcc, euclidean_accuracy, euclidean_accuracy_threshold, euclidean_f1, euclidean_f1_threshold, euclidean_precision, euclidean_recall, euclidean_ap, euclidean_mcc, manhattan_accuracy, manhattan_accuracy_threshold, manhattan_f1, manhattan_f1_threshold, manhattan_precision, manhattan_recall, manhattan_ap, manhattan_mcc, max_accuracy, max_accuracy_threshold, max_f1, max_f1_threshold, max_precision, max_recall, max_ap, max_mcc, active_dims, sparsity_ratio, dot_accuracy@1, dot_accuracy@3, dot_accuracy@5, dot_accuracy@10, dot_precision@1, dot_precision@3, dot_precision@5, dot_precision@10, dot_recall@1, dot_recall@3, dot_recall@5, dot_recall@10, dot_ndcg@10, dot_mrr@10, dot_map@100, query_active_dims, query_sparsity_ratio, corpus_active_dims, corpus_sparsity_ratio
co2_eq_emissions: emissions: 1.4164940270091377
energy_consumed: 0.02527693261851813
source: codecarbon
training_type: fine-tuning
on_cloud: no
cpu_model: AMD Ryzen 9 6900HX with Radeon Graphics
ram_total_size: 30.6114501953125
hours_used: 0.222
hardware_used: 1 x NVIDIA GeForce RTX 3070 Ti Laptop GPU
model-index: name: splade-distilbert-base-uncased trained on Quora Duplicates Questions
results: task: type: sparse-binary-classification
name: Sparse Binary Classification
dataset: name: quora duplicates dev
type: quora_duplicates_dev
metrics: type: cosine_accuracy
value: 0.758
name: Cosine Accuracy
verified: no, type: cosine_accuracy_threshold
value: 0.8166326284408569
name: Cosine Accuracy Threshold
verified: no, type: cosine_f1
value: 0.6792899408284023
name: Cosine F1
verified: no, type: cosine_f1_threshold
value: 0.5695896148681641
name: Cosine F1 Threshold
verified: no, type: cosine_precision
value: 0.5487571701720841
name: Cosine Precision
verified: no, type: cosine_recall
value: 0.8913043478260869
name: Cosine Recall
verified: no, type: cosine_ap
value: 0.6887627674706448
name: Cosine Ap
verified: no, type: cosine_mcc
value: 0.508171027288805
name: Cosine Mcc
verified: no, type: dot_accuracy
value: 0.765
name: Dot Accuracy
verified: no, type: dot_accuracy_threshold
value: 51.6699104309082
name: Dot Accuracy Threshold
verified: no, type: dot_f1
value: 0.6762028608582575
name: Dot F1
verified: no, type: dot_f1_threshold
value: 46.524925231933594
name: Dot F1 Threshold
verified: no, type: dot_precision
value: 0.5816554809843401
name: Dot Precision
verified: no, type: dot_recall
value: 0.8074534161490683
name: Dot Recall
verified: no, type: dot_ap
value: 0.6335823489360819
name: Dot Ap
verified: no, type: dot_mcc
value: 0.4996270089694481
name: Dot Mcc
verified: no, type: euclidean_accuracy
value: 0.677
name: Euclidean Accuracy
verified: no, type: euclidean_accuracy_threshold
value: -14.272356986999512
name: Euclidean Accuracy Threshold
verified: no, type: euclidean_f1
value: 0.48599545798637395
name: Euclidean F1
verified: no, type: euclidean_f1_threshold
value: -0.6444530487060547
name: Euclidean F1 Threshold
verified: no, type: euclidean_precision
value: 0.3213213213213213
name: Euclidean Precision
verified: no, type: euclidean_recall
value: 0.9968944099378882
name: Euclidean Recall
verified: no, type: euclidean_ap
value: 0.2032823056922341
name: Euclidean Ap
verified: no, type: euclidean_mcc
value: -0.04590966956831287
name: Euclidean Mcc
verified: no, type: manhattan_accuracy
value: 0.677
name: Manhattan Accuracy
verified: no, type: manhattan_accuracy_threshold
value: -161.77682495117188
name: Manhattan Accuracy Threshold
verified: no, type: manhattan_f1
value: 0.48599545798637395
name: Manhattan F1
verified: no, type: manhattan_f1_threshold
value: -3.0494537353515625
name: Manhattan F1 Threshold
verified: no, type: manhattan_precision
value: 0.3213213213213213
name: Manhattan Precision
verified: no, type: manhattan_recall
value: 0.9968944099378882
name: Manhattan Recall
verified: no, type: manhattan_ap
value: 0.20444314945561334
name: Manhattan Ap
verified: no, type: manhattan_mcc
value: -0.04590966956831287
name: Manhattan Mcc
verified: no, type: max_accuracy
value: 0.765
name: Max Accuracy
verified: no, type: max_accuracy_threshold
value: 51.6699104309082
name: Max Accuracy Threshold
verified: no, type: max_f1
value: 0.6792899408284023
name: Max F1
verified: no, type: max_f1_threshold
value: 46.524925231933594
name: Max F1 Threshold
verified: no, type: max_precision
value: 0.5816554809843401
name: Max Precision
verified: no, type: max_recall
value: 0.9968944099378882
name: Max Recall
verified: no, type: max_ap
value: 0.6887627674706448
name: Max Ap
verified: no, type: max_mcc
value: 0.508171027288805
name: Max Mcc
verified: no, type: active_dims
value: 78.32280731201172
name: Active Dims
verified: no, type: sparsity_ratio
value: 0.9974338900690646
name: Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoMSMARCO
type: NanoMSMARCO
metrics: type: dot_accuracy@1
value: 0.22
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.42
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.52
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.76
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.22
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.13999999999999999
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.10400000000000001
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.07600000000000001
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.22
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.42
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.52
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.76
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.45321847177875746
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.3601269841269841
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.37334906504034243
name: Dot Map@100
verified: no, type: query_active_dims
value: 74.76000213623047
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9975506191554868
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 103.06523895263672
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9966232475279261
name: Corpus Sparsity Ratio
verified: no, type: dot_accuracy@1
value: 0.22
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.42
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.52
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.76
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.22
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.13999999999999999
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.10400000000000001
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.07600000000000001
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.22
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.42
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.52
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.76
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.45321847177875746
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.3601269841269841
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.37334906504034243
name: Dot Map@100
verified: no, type: query_active_dims
value: 74.76000213623047
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9975506191554868
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 103.06523895263672
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9966232475279261
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoNQ
type: NanoNQ
metrics: type: dot_accuracy@1
value: 0.38
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.54
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.62
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.62
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.38
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.18
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.12400000000000003
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.06400000000000002
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.36
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.52
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.6
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.61
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.4828377104499333
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.4536666666666666
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.445384784044708
name: Dot Map@100
verified: no, type: query_active_dims
value: 74.73999786376953
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9975512745605213
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 141.31478881835938
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9953700678586476
name: Corpus Sparsity Ratio
verified: no, type: dot_accuracy@1
value: 0.38
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.54
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.62
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.62
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.38
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.18
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.12400000000000003
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.06400000000000002
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.36
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.52
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.6
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.61
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.4828377104499333
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.4536666666666666
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.445384784044708
name: Dot Map@100
verified: no, type: query_active_dims
value: 74.73999786376953
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9975512745605213
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 141.31478881835938
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9953700678586476
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoNFCorpus
type: NanoNFCorpus
metrics: type: dot_accuracy@1
value: 0.34
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.5
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.54
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.58
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.34
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.30666666666666664
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.26
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.198
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.011597172822497613
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.06058581579610722
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.08260772201759854
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.09800124609193644
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.2466972614666078
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.42200000000000004
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.09401937795309984
name: Dot Map@100
verified: no, type: query_active_dims
value: 79.69999694824219
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9973887688569477
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 202.17269897460938
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9933761647672298
name: Corpus Sparsity Ratio
verified: no, type: dot_accuracy@1
value: 0.34
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.5
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.54
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.58
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.34
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.30666666666666664
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.26
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.198
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.011597172822497613
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.06058581579610722
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.08260772201759854
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.09800124609193644
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.2466972614666078
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.42200000000000004
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.09401937795309984
name: Dot Map@100
verified: no, type: query_active_dims
value: 79.69999694824219
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9973887688569477
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 202.17269897460938
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9933761647672298
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoQuoraRetrieval
type: NanoQuoraRetrieval
metrics: type: dot_accuracy@1
value: 0.94
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.98
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.98
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.98
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.94
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.3933333333333333
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.24799999999999997
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.13199999999999998
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.8173333333333332
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.9279999999999999
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.946
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.97
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.9467235239993945
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.96
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.9290737327188939
name: Dot Map@100
verified: no, type: query_active_dims
value: 76.58000183105469
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9974909900455063
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 77.59056854248047
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9974578805929336
name: Corpus Sparsity Ratio
verified: no, type: dot_accuracy@1
value: 0.94
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.98
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.98
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.98
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.94
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.3933333333333333
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.24799999999999997
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.13199999999999998
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.8173333333333332
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.9279999999999999
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.946
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.97
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.9467235239993945
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.96
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.9290737327188939
name: Dot Map@100
verified: no, type: query_active_dims
value: 76.58000183105469
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9974909900455063
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 77.59056854248047
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9974578805929336
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-nano-beir
name: Sparse Nano BEIR
dataset: name: NanoBEIR mean
type: NanoBEIR_mean
metrics: type: dot_accuracy@1
value: 0.47
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.61
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.665
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.735
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.47
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.255
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.184
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.1175
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.3522326265389577
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.4821464539490268
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.5371519305043997
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.6095003115229841
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.5323692419236733
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.5489484126984127
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.46045673993926106
name: Dot Map@100
verified: no, type: query_active_dims
value: 76.44499969482422
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9974954131546155
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 122.79780664247188
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9959767444255792
name: Corpus Sparsity Ratio
verified: no, type: dot_accuracy@1
value: 0.4359811616954475
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.6088540031397174
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.6659026687598116
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.7383987441130299
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.4359811616954475
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.2725170068027211
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.2089481946624804
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.14605965463108322
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.2532746332292894
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.3813452238818861
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.4363867898661836
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.5099503000039356
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.4684519639817077
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.5328029827315542
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.39738635557561647
name: Dot Map@100
verified: no, type: query_active_dims
value: 90.39137197532713
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9970384846348428
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 152.36685474307478
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9950079662295042
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoClimateFEVER
type: NanoClimateFEVER
metrics: type: dot_accuracy@1
value: 0.18
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.32
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.4
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.48
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.18
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.10666666666666666
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.08400000000000002
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.054000000000000006
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.085
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.14666666666666667
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.17833333333333332
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.215
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.1845115403570178
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.2674126984126984
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.1475834110231865
name: Dot Map@100
verified: no, type: query_active_dims
value: 89.86000061035156
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9970558940891701
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 221.75527954101562
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.992734575730915
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoDBPedia
type: NanoDBPedia
metrics: type: dot_accuracy@1
value: 0.6
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.84
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.84
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.92
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.6
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.5266666666666666
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.456
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.4220000000000001
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.04570544957623723
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.15367137863132574
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.1908008582920462
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.293554014064817
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.5070720730882787
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.7147222222222225
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.3906658166774757
name: Dot Map@100
verified: no, type: query_active_dims
value: 69.5199966430664
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.997722298779796
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 135.93350219726562
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9955463763122578
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoFEVER
type: NanoFEVER
metrics: type: dot_accuracy@1
value: 0.58
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.76
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.8
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.86
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.58
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.26666666666666666
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.16799999999999998
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.09
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.5466666666666666
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.7466666666666667
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.7866666666666667
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.8466666666666667
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.7069849294263234
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.6765000000000001
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.6651380090497737
name: Dot Map@100
verified: no, type: query_active_dims
value: 89.87999725341797
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9970552389340994
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 221.215576171875
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9927522581688004
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoFiQA2018
type: NanoFiQA2018
metrics: type: dot_accuracy@1
value: 0.28
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.42
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.46
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.5
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.28
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.18
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.136
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.08399999999999999
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.14183333333333334
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.24288888888888888
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.27715873015873016
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.3288730158730159
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.28813286680239514
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.3561904761904763
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.2415362537997973
name: Dot Map@100
verified: no, type: query_active_dims
value: 82.86000061035156
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9972852368583202
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 130.93699645996094
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9957100780925245
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoHotpotQA
type: NanoHotpotQA
metrics: type: dot_accuracy@1
value: 0.78
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.84
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.92
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.98
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.78
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.3733333333333333
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.28400000000000003
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.16
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.39
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.56
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.71
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.8
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.7143331285788386
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.8361904761904762
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.6181181734895289
name: Dot Map@100
verified: no, type: query_active_dims
value: 91.9800033569336
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9969864359033833
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 152.01571655273438
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9950194706587794
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoSCIDOCS
type: NanoSCIDOCS
metrics: type: dot_accuracy@1
value: 0.36
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.58
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.68
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.76
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.36
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.2733333333333333
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.21199999999999997
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.15199999999999997
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.07566666666666666
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.16966666666666666
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.21766666666666665
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.31066666666666665
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.30291194083231554
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.4943888888888889
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.21666464487074008
name: Dot Map@100
verified: no, type: query_active_dims
value: 94.30000305175781
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.996910425167035
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 199.64630126953125
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9934589377737524
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoArguAna
type: NanoArguAna
metrics: type: dot_accuracy@1
value: 0.1
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.34
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.42
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.44
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.1
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.1133333333333333
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.084
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.044000000000000004
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.1
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.34
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.42
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.44
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.2781554838544819
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.22466666666666665
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.2332757160696607
name: Dot Map@100
verified: no, type: query_active_dims
value: 189.10000610351562
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9938044687077021
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 164.03329467773438
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9946257357093985
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoSciFact
type: NanoSciFact
metrics: type: dot_accuracy@1
value: 0.52
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.62
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.64
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.76
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.52
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.21333333333333332
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.14
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.08399999999999999
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.475
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.58
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.615
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.74
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.6020710919940331
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.5799047619047619
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.5551340236204781
name: Dot Map@100
verified: no, type: query_active_dims
value: 82.45999908447266
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9972983422094073
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 194.24940490722656
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9936357576532591
name: Corpus Sparsity Ratio
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoTouche2020
type: NanoTouche2020
metrics: type: dot_accuracy@1
value: 0.3877551020408163
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.7551020408163265
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.8367346938775511
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.9591836734693877
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.3877551020408163
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.4693877551020407
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.4163265306122449
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.33877551020408164
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.02376760958202688
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.08934182714819683
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.12879429112534482
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.21659229068805946
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.37622550913382224
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.5806689342403627
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.2560796141253303
name: Dot Map@100
verified: no, type: query_active_dims
value: 79.12245178222656
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9974076911151881
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 135.00782775878906
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9955767044178366
name: Corpus Sparsity Ratio
verified: no
Likes: 0 | All-time downloads: 54
Created: 2025-05-26 15:38:19