Model: mukaj/fin-mpnet-base
Author: mukaj
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, mpnet, feature-extraction, sentence-similarity, mteb, financial, fiqa, finance, retrieval, rag, esg, fixed-income, equity, model-index, endpoints_compatible, deploy:azure, region:us
Card metadata: pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, mteb, financial, fiqa, finance, retrieval, rag, esg, fixed-income, equity
model-index: name: fin-mpnet-base-v0.1
results: task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (en)
config: en
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 29.128
verified: no, type: f1
value: 28.657401543151707
verified: no, task: type: Retrieval
dataset: type: arguana
name: MTEB ArguAna
config: default
split: test
revision: None
metrics: type: map_at_1
value: 24.111
verified: no, type: map_at_10
value: 40.083
verified: no, type: map_at_100
value: 41.201
verified: no, type: map_at_1000
value: 41.215
verified: no, type: map_at_3
value: 35.325
verified: no, type: map_at_5
value: 37.796
verified: no, type: mrr_at_1
value: 25.036
verified: no, type: mrr_at_10
value: 40.436
verified: no, type: mrr_at_100
value: 41.554
verified: no, type: mrr_at_1000
value: 41.568
verified: no, type: mrr_at_3
value: 35.644999999999996
verified: no, type: mrr_at_5
value: 38.141000000000005
verified: no, type: ndcg_at_1
value: 24.111
verified: no, type: ndcg_at_10
value: 49.112
verified: no, type: ndcg_at_100
value: 53.669999999999995
verified: no, type: ndcg_at_1000
value: 53.944
verified: no, type: ndcg_at_3
value: 39.035
verified: no, type: ndcg_at_5
value: 43.503
verified: no, type: precision_at_1
value: 24.111
verified: no, type: precision_at_10
value: 7.817
verified: no, type: precision_at_100
value: 0.976
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 16.596
verified: no, type: precision_at_5
value: 12.134
verified: no, type: recall_at_1
value: 24.111
verified: no, type: recall_at_10
value: 78.16499999999999
verified: no, type: recall_at_100
value: 97.58200000000001
verified: no, type: recall_at_1000
value: 99.57300000000001
verified: no, type: recall_at_3
value: 49.787
verified: no, type: recall_at_5
value: 60.669
verified: no, task: type: Classification
dataset: type: mteb/banking77
name: MTEB Banking77Classification
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics: type: accuracy
value: 80.25
verified: no, type: f1
value: 79.64999520103544
verified: no, task: type: Retrieval
dataset: type: fiqa
name: MTEB FiQA2018
config: default
split: test
revision: None
metrics: type: map_at_1
value: 37.747
verified: no, type: map_at_10
value: 72.223
verified: no, type: map_at_100
value: 73.802
verified: no, type: map_at_1000
value: 73.80499999999999
verified: no, type: map_at_3
value: 61.617999999999995
verified: no, type: map_at_5
value: 67.92200000000001
verified: no, type: mrr_at_1
value: 71.914
verified: no, type: mrr_at_10
value: 80.71000000000001
verified: no, type: mrr_at_100
value: 80.901
verified: no, type: mrr_at_1000
value: 80.901
verified: no, type: mrr_at_3
value: 78.935
verified: no, type: mrr_at_5
value: 80.193
verified: no, type: ndcg_at_1
value: 71.914
verified: no, type: ndcg_at_10
value: 79.912
verified: no, type: ndcg_at_100
value: 82.675
verified: no, type: ndcg_at_1000
value: 82.702
verified: no, type: ndcg_at_3
value: 73.252
verified: no, type: ndcg_at_5
value: 76.36
verified: no, type: precision_at_1
value: 71.914
verified: no, type: precision_at_10
value: 23.071
verified: no, type: precision_at_100
value: 2.62
verified: no, type: precision_at_1000
value: 0.263
verified: no, type: precision_at_3
value: 51.235
verified: no, type: precision_at_5
value: 38.117000000000004
verified: no, type: recall_at_1
value: 37.747
verified: no, type: recall_at_10
value: 91.346
verified: no, type: recall_at_100
value: 99.776
verified: no, type: recall_at_1000
value: 99.897
verified: no, type: recall_at_3
value: 68.691
verified: no, type: recall_at_5
value: 80.742
verified: no, task: type: Retrieval
dataset: type: nfcorpus
name: MTEB NFCorpus
config: default
split: test
revision: None
metrics: type: map_at_1
value: 4.124
verified: no, type: map_at_10
value: 10.206999999999999
verified: no, type: map_at_100
value: 13.181000000000001
verified: no, type: map_at_1000
value: 14.568
verified: no, type: map_at_3
value: 7.2620000000000005
verified: no, type: map_at_5
value: 8.622
verified: no, type: mrr_at_1
value: 39.009
verified: no, type: mrr_at_10
value: 48.144
verified: no, type: mrr_at_100
value: 48.746
verified: no, type: mrr_at_1000
value: 48.789
verified: no, type: mrr_at_3
value: 45.356
verified: no, type: mrr_at_5
value: 47.152
verified: no, type: ndcg_at_1
value: 36.533
verified: no, type: ndcg_at_10
value: 29.643000000000004
verified: no, type: ndcg_at_100
value: 27.893
verified: no, type: ndcg_at_1000
value: 37.307
verified: no, type: ndcg_at_3
value: 33.357
verified: no, type: ndcg_at_5
value: 32.25
verified: no, type: precision_at_1
value: 38.7
verified: no, type: precision_at_10
value: 22.941
verified: no, type: precision_at_100
value: 7.303
verified: no, type: precision_at_1000
value: 2.028
verified: no, type: precision_at_3
value: 31.889
verified: no, type: precision_at_5
value: 29.04
verified: no, type: recall_at_1
value: 4.124
verified: no, type: recall_at_10
value: 14.443
verified: no, type: recall_at_100
value: 29.765000000000004
verified: no, type: recall_at_1000
value: 63.074
verified: no, type: recall_at_3
value: 8.516
verified: no, type: recall_at_5
value: 10.979
verified: no, task: type: Retrieval
dataset: type: scifact
name: MTEB SciFact
config: default
split: test
revision: None
metrics: type: map_at_1
value: 49.010999999999996
verified: no, type: map_at_10
value: 60.094
verified: no, type: map_at_100
value: 60.79900000000001
verified: no, type: map_at_1000
value: 60.828
verified: no, type: map_at_3
value: 57.175
verified: no, type: map_at_5
value: 58.748
verified: no, type: mrr_at_1
value: 51.666999999999994
verified: no, type: mrr_at_10
value: 61.312
verified: no, type: mrr_at_100
value: 61.821000000000005
verified: no, type: mrr_at_1000
value: 61.85000000000001
verified: no, type: mrr_at_3
value: 59
verified: no, type: mrr_at_5
value: 60.199999999999996
verified: no, type: ndcg_at_1
value: 51.666999999999994
verified: no, type: ndcg_at_10
value: 65.402
verified: no, type: ndcg_at_100
value: 68.377
verified: no, type: ndcg_at_1000
value: 69.094
verified: no, type: ndcg_at_3
value: 60.153999999999996
verified: no, type: ndcg_at_5
value: 62.455000000000005
verified: no, type: precision_at_1
value: 51.666999999999994
verified: no, type: precision_at_10
value: 9.067
verified: no, type: precision_at_100
value: 1.0670000000000002
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_3
value: 24
verified: no, type: precision_at_5
value: 15.933
verified: no, type: recall_at_1
value: 49.010999999999996
verified: no, type: recall_at_10
value: 80.511
verified: no, type: recall_at_100
value: 94
verified: no, type: recall_at_1000
value: 99.5
verified: no, type: recall_at_3
value: 66.2
verified: no, type: recall_at_5
value: 71.944
verified: no
Likes: 8 | All-time downloads: 210968
Created: 2024-01-17 09:38:25