Model: drexalt/splade-NeoBERT-msmarco-triplets-muon
Author: drexalt
Pipeline: feature-extraction
Library: sentence-transformers
Tags: sentence-transformers, safetensors, neobert, sparse-encoder, sparse, splade, generated_from_trainer, dataset_size:630000, loss:SpladeLoss, loss:SparseMultipleNegativesRankingLoss, loss:FlopsLoss, feature-extraction, custom_code, en, dataset:lightonai/ms-marco-en-bge-gemma, arxiv:1908.10084, arxiv:2205.04733, arxiv:1705.00652, arxiv:2004.05665, base_model:drexalt/NeoBERT-RetroMAE-pretrain, base_model:finetune:drexalt/NeoBERT-RetroMAE-pretrain, license:apache-2.0, model-index, endpoints_compatible, region:us
Base models (finetune): id: drexalt/NeoBERT-RetroMAE-pretrain
Card metadata: language: en
license: apache-2.0
tags: sentence-transformers, sparse-encoder, sparse, splade, generated_from_trainer, dataset_size:630000, loss:SpladeLoss, loss:SparseMultipleNegativesRankingLoss, loss:FlopsLoss
base_model: drexalt/NeoBERT-RetroMAE-pretrain
widget: placeholder
datasets: lightonai/ms-marco-en-bge-gemma
pipeline_tag: feature-extraction
library_name: sentence-transformers
metrics: dot_accuracy@1, dot_accuracy@3, dot_accuracy@5, dot_accuracy@10, dot_precision@1, dot_precision@3, dot_precision@5, dot_precision@10, dot_recall@1, dot_recall@3, dot_recall@5, dot_recall@10, dot_ndcg@10, dot_mrr@10, dot_map@100, query_active_dims, query_sparsity_ratio, corpus_active_dims, corpus_sparsity_ratio, avg_flops
model-index: name: splade-NeoBERT-RetroMAE-pretrain trained on LightOn MS MARCO (triplets)
results: task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoSciFact
type: NanoSciFact
metrics: type: dot_accuracy@1
value: 0.6
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.74
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.82
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.86
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.6
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.26
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.176
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.09399999999999999
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.575
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.705
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.795
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.84
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.7148834371587105
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.6839999999999999
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.6735399659066178
name: Dot Map@100
verified: no, type: query_active_dims
value: 72.83999633789062
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.997613524790712
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 197.2052001953125
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9935389161852004
name: Corpus Sparsity Ratio
verified: no, type: avg_flops
value: 8.401775360107422
name: Avg Flops
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoMSMARCO
type: NanoMSMARCO
metrics: type: dot_accuracy@1
value: 0.46
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.66
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.74
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.86
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.46
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.22
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.14800000000000002
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.08599999999999998
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.46
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.66
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.74
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.86
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.6431962437851808
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.5753809523809524
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.5824329734592893
name: Dot Map@100
verified: no, type: query_active_dims
value: 25.31999969482422
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9991704344507298
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 169.36923217773438
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9944509130405039
name: Corpus Sparsity Ratio
verified: no, type: avg_flops
value: 1.7089946269989014
name: Avg Flops
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoTouche2020
type: NanoTouche2020
metrics: type: dot_accuracy@1
value: 0.6938775510204082
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.8979591836734694
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.9387755102040817
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.9795918367346939
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.6938775510204082
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.6462585034013605
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.6000000000000001
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.5224489795918368
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.04804845439858598
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.1277026155093339
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.20012022654858883
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.33551454872997677
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.5801862770479804
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.799546485260771
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.40458590167194947
name: Dot Map@100
verified: no, type: query_active_dims
value: 19.836734771728516
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9993500840452222
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 159.20904541015625
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9947837938074124
name: Corpus Sparsity Ratio
verified: no, type: avg_flops
value: 2.905405044555664
name: Avg Flops
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoSCIDOCS
type: NanoSCIDOCS
metrics: type: dot_accuracy@1
value: 0.4
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.6
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.7
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.8
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.4
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.29333333333333333
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.24
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.172
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.08366666666666667
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.18166666666666664
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.24566666666666667
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.3526666666666667
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.33612398316083025
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.5252698412698412
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.2530288256484673
name: Dot Map@100
verified: no, type: query_active_dims
value: 28.65999984741211
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9990610051815932
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 212.24008178710938
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9930463245597566
name: Corpus Sparsity Ratio
verified: no, type: avg_flops
value: 4.049935817718506
name: Avg Flops
verified: no, task: type: sparse-information-retrieval
name: Sparse Information Retrieval
dataset: name: NanoNFCorpus
type: NanoNFCorpus
metrics: type: dot_accuracy@1
value: 0.46
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.58
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.62
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.68
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.46
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.38
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.324
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.276
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.043259907874071926
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.09462904166649215
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.11342306096418099
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.1395484399996232
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.34884301397980044
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.5304126984126983
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.1572236749054705
name: Dot Map@100
verified: no, type: query_active_dims
value: 20.65999984741211
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.999323111203479
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 194.85540771484375
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9936159030301146
name: Corpus Sparsity Ratio
verified: no, type: avg_flops
value: 2.3607852458953857
name: Avg Flops
verified: no, task: type: sparse-nano-beir
name: Sparse Nano BEIR
dataset: name: NanoBEIR mean
type: NanoBEIR_mean
metrics: type: dot_accuracy@1
value: 0.5227755102040816
name: Dot Accuracy@1
verified: no, type: dot_accuracy@3
value: 0.6955918367346939
name: Dot Accuracy@3
verified: no, type: dot_accuracy@5
value: 0.7637551020408164
name: Dot Accuracy@5
verified: no, type: dot_accuracy@10
value: 0.8359183673469387
name: Dot Accuracy@10
verified: no, type: dot_precision@1
value: 0.5227755102040816
name: Dot Precision@1
verified: no, type: dot_precision@3
value: 0.3599183673469388
name: Dot Precision@3
verified: no, type: dot_precision@5
value: 0.29760000000000003
name: Dot Precision@5
verified: no, type: dot_precision@10
value: 0.23008979591836734
name: Dot Precision@10
verified: no, type: dot_recall@1
value: 0.24199500578786487
name: Dot Recall@1
verified: no, type: dot_recall@3
value: 0.35379966476849856
name: Dot Recall@3
verified: no, type: dot_recall@5
value: 0.4188419908358873
name: Dot Recall@5
verified: no, type: dot_recall@10
value: 0.5055459310792532
name: Dot Recall@10
verified: no, type: dot_ndcg@10
value: 0.5246465910265005
name: Dot Ndcg@10
verified: no, type: dot_mrr@10
value: 0.6229219954648526
name: Dot Mrr@10
verified: no, type: dot_map@100
value: 0.41416226831835895
name: Dot Map@100
verified: no, type: query_active_dims
value: 33.51807144655281
name: Query Active Dims
verified: no, type: query_sparsity_ratio
value: 0.9989018389539823
name: Query Sparsity Ratio
verified: no, type: corpus_active_dims
value: 178.98493979922588
name: Corpus Active Dims
verified: no, type: corpus_sparsity_ratio
value: 0.9941358711814682
name: Corpus Sparsity Ratio
verified: no, type: avg_flops
value: 2.6044538021087646
name: Avg Flops
verified: no
Likes: 2 | All-time downloads: 106
Created: 2025-09-25 12:17:16