metadata
tags:
- mteb
model-index:
- name: fin-mpnet-base-v0.1
results:
- task:
type: Classification
dataset:
type: mteb/banking77
name: MTEB Banking77Classification
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics:
- type: accuracy
value: 80.25
- type: f1
value: 79.64999520103544
- task:
type: Retrieval
dataset:
type: fiqa
name: MTEB FiQA2018
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 37.747
- type: map_at_10
value: 72.223
- type: map_at_100
value: 73.802
- type: map_at_1000
value: 73.80499999999999
- type: map_at_3
value: 61.617999999999995
- type: map_at_5
value: 67.92200000000001
- type: mrr_at_1
value: 71.914
- type: mrr_at_10
value: 80.71000000000001
- type: mrr_at_100
value: 80.901
- type: mrr_at_1000
value: 80.901
- type: mrr_at_3
value: 78.935
- type: mrr_at_5
value: 80.193
- type: ndcg_at_1
value: 71.914
- type: ndcg_at_10
value: 79.912
- type: ndcg_at_100
value: 82.675
- type: ndcg_at_1000
value: 82.702
- type: ndcg_at_3
value: 73.252
- type: ndcg_at_5
value: 76.36
- type: precision_at_1
value: 71.914
- type: precision_at_10
value: 23.071
- type: precision_at_100
value: 2.62
- type: precision_at_1000
value: 0.263
- type: precision_at_3
value: 51.235
- type: precision_at_5
value: 38.117000000000004
- type: recall_at_1
value: 37.747
- type: recall_at_10
value: 91.346
- type: recall_at_100
value: 99.776
- type: recall_at_1000
value: 99.897
- type: recall_at_3
value: 68.691
- type: recall_at_5
value: 80.742