Model: mixedbread-ai/mxbai-embed-xsmall-v1
Author: mixedbread-ai
Pipeline: feature-extraction
Library: sentence-transformers
Tags: sentence-transformers, onnx, safetensors, openvino, gguf, bert, mteb, feature-extraction, en, arxiv:2309.12871, arxiv:2402.14776, base_model:mixedbread-ai/mxbai-embed-xsmall-v1, base_model:quantized:mixedbread-ai/mxbai-embed-xsmall-v1, license:apache-2.0, model-index, text-embeddings-inference, endpoints_compatible, region:us
Base models (quantized): id: mixedbread-ai/mxbai-embed-xsmall-v1
Card metadata: tags: mteb
base_model: mixedbread-ai/mxbai-embed-mini-v1
library_name: sentence-transformers
model-index: name: mxbai-embed-xsmall-v1
results: task: type: Retrieval
dataset: type: arguana
name: MTEB ArguAna
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 25.18
verified: no, type: ndcg_at_3
value: 39.22
verified: no, type: ndcg_at_5
value: 43.93
verified: no, type: ndcg_at_10
value: 49.58
verified: no, type: ndcg_at_30
value: 53.41
verified: no, type: ndcg_at_100
value: 54.11
verified: no, type: map_at_1
value: 25.18
verified: no, type: map_at_3
value: 35.66
verified: no, type: map_at_5
value: 38.25
verified: no, type: map_at_10
value: 40.58
verified: no, type: map_at_30
value: 41.6
verified: no, type: map_at_100
value: 41.69
verified: no, type: recall_at_1
value: 25.18
verified: no, type: recall_at_3
value: 49.57
verified: no, type: recall_at_5
value: 61.09
verified: no, type: recall_at_10
value: 78.59
verified: no, type: recall_at_30
value: 94.03
verified: no, type: recall_at_100
value: 97.94
verified: no, type: precision_at_1
value: 25.18
verified: no, type: precision_at_3
value: 16.52
verified: no, type: precision_at_5
value: 12.22
verified: no, type: precision_at_10
value: 7.86
verified: no, type: precision_at_30
value: 3.13
verified: no, type: precision_at_100
value: 0.98
verified: no, type: accuracy_at_3
value: 49.57
verified: no, type: accuracy_at_5
value: 61.09
verified: no, type: accuracy_at_10
value: 78.59
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackAndroidRetrieval
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 44.35
verified: no, type: ndcg_at_3
value: 49.64
verified: no, type: ndcg_at_5
value: 51.73
verified: no, type: ndcg_at_10
value: 54.82
verified: no, type: ndcg_at_30
value: 57.64
verified: no, type: ndcg_at_100
value: 59.77
verified: no, type: map_at_1
value: 36.26
verified: no, type: map_at_3
value: 44.35
verified: no, type: map_at_5
value: 46.26
verified: no, type: map_at_10
value: 48.24
verified: no, type: map_at_30
value: 49.34
verified: no, type: map_at_100
value: 49.75
verified: no, type: recall_at_1
value: 36.26
verified: no, type: recall_at_3
value: 51.46
verified: no, type: recall_at_5
value: 57.78
verified: no, type: recall_at_10
value: 66.5
verified: no, type: recall_at_30
value: 77.19
verified: no, type: recall_at_100
value: 87.53
verified: no, type: precision_at_1
value: 44.35
verified: no, type: precision_at_3
value: 23.65
verified: no, type: precision_at_5
value: 16.88
verified: no, type: precision_at_10
value: 10.7
verified: no, type: precision_at_30
value: 4.53
verified: no, type: precision_at_100
value: 1.65
verified: no, type: accuracy_at_3
value: 60.51
verified: no, type: accuracy_at_5
value: 67.67
verified: no, type: accuracy_at_10
value: 74.68
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackEnglishRetrieval
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 39.43
verified: no, type: ndcg_at_3
value: 44.13
verified: no, type: ndcg_at_5
value: 46.06
verified: no, type: ndcg_at_10
value: 48.31
verified: no, type: ndcg_at_30
value: 51.06
verified: no, type: ndcg_at_100
value: 53.07
verified: no, type: map_at_1
value: 31.27
verified: no, type: map_at_3
value: 39.07
verified: no, type: map_at_5
value: 40.83
verified: no, type: map_at_10
value: 42.23
verified: no, type: map_at_30
value: 43.27
verified: no, type: map_at_100
value: 43.66
verified: no, type: recall_at_1
value: 31.27
verified: no, type: recall_at_3
value: 45.89
verified: no, type: recall_at_5
value: 51.44
verified: no, type: recall_at_10
value: 58.65
verified: no, type: recall_at_30
value: 69.12
verified: no, type: recall_at_100
value: 78.72
verified: no, type: precision_at_1
value: 39.43
verified: no, type: precision_at_3
value: 21.61
verified: no, type: precision_at_5
value: 15.34
verified: no, type: precision_at_10
value: 9.27
verified: no, type: precision_at_30
value: 4.01
verified: no, type: precision_at_100
value: 1.52
verified: no, type: accuracy_at_3
value: 55.48
verified: no, type: accuracy_at_5
value: 60.76
verified: no, type: accuracy_at_10
value: 67.45
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackGamingRetrieval
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 45.58
verified: no, type: ndcg_at_3
value: 52.68
verified: no, type: ndcg_at_5
value: 55.28
verified: no, type: ndcg_at_10
value: 57.88
verified: no, type: ndcg_at_30
value: 60.6
verified: no, type: ndcg_at_100
value: 62.03
verified: no, type: map_at_1
value: 39.97
verified: no, type: map_at_3
value: 49.06
verified: no, type: map_at_5
value: 50.87
verified: no, type: map_at_10
value: 52.2
verified: no, type: map_at_30
value: 53.06
verified: no, type: map_at_100
value: 53.28
verified: no, type: recall_at_1
value: 39.97
verified: no, type: recall_at_3
value: 57.4
verified: no, type: recall_at_5
value: 63.83
verified: no, type: recall_at_10
value: 71.33
verified: no, type: recall_at_30
value: 81.81
verified: no, type: recall_at_100
value: 89
verified: no, type: precision_at_1
value: 45.58
verified: no, type: precision_at_3
value: 23.55
verified: no, type: precision_at_5
value: 16.01
verified: no, type: precision_at_10
value: 9.25
verified: no, type: precision_at_30
value: 3.67
verified: no, type: precision_at_100
value: 1.23
verified: no, type: accuracy_at_3
value: 62.76
verified: no, type: accuracy_at_5
value: 68.84
verified: no, type: accuracy_at_10
value: 75.8
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackGisRetrieval
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 27.35
verified: no, type: ndcg_at_3
value: 34.23
verified: no, type: ndcg_at_5
value: 37.1
verified: no, type: ndcg_at_10
value: 40.26
verified: no, type: ndcg_at_30
value: 43.54
verified: no, type: ndcg_at_100
value: 45.9
verified: no, type: map_at_1
value: 25.28
verified: no, type: map_at_3
value: 31.68
verified: no, type: map_at_5
value: 33.38
verified: no, type: map_at_10
value: 34.79
verified: no, type: map_at_30
value: 35.67
verified: no, type: map_at_100
value: 35.96
verified: no, type: recall_at_1
value: 25.28
verified: no, type: recall_at_3
value: 38.95
verified: no, type: recall_at_5
value: 45.82
verified: no, type: recall_at_10
value: 55.11
verified: no, type: recall_at_30
value: 68.13
verified: no, type: recall_at_100
value: 80.88
verified: no, type: precision_at_1
value: 27.35
verified: no, type: precision_at_3
value: 14.65
verified: no, type: precision_at_5
value: 10.44
verified: no, type: precision_at_10
value: 6.37
verified: no, type: precision_at_30
value: 2.65
verified: no, type: precision_at_100
value: 0.97
verified: no, type: accuracy_at_3
value: 42.15
verified: no, type: accuracy_at_5
value: 49.15
verified: no, type: accuracy_at_10
value: 58.53
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackMathematicaRetrieval
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 18.91
verified: no, type: ndcg_at_3
value: 24.37
verified: no, type: ndcg_at_5
value: 26.11
verified: no, type: ndcg_at_10
value: 29.37
verified: no, type: ndcg_at_30
value: 33.22
verified: no, type: ndcg_at_100
value: 35.73
verified: no, type: map_at_1
value: 15.23
verified: no, type: map_at_3
value: 21.25
verified: no, type: map_at_5
value: 22.38
verified: no, type: map_at_10
value: 23.86
verified: no, type: map_at_30
value: 24.91
verified: no, type: map_at_100
value: 25.24
verified: no, type: recall_at_1
value: 15.23
verified: no, type: recall_at_3
value: 28.28
verified: no, type: recall_at_5
value: 32.67
verified: no, type: recall_at_10
value: 42.23
verified: no, type: recall_at_30
value: 56.87
verified: no, type: recall_at_100
value: 69.44
verified: no, type: precision_at_1
value: 18.91
verified: no, type: precision_at_3
value: 11.9
verified: no, type: precision_at_5
value: 8.48
verified: no, type: precision_at_10
value: 5.63
verified: no, type: precision_at_30
value: 2.64
verified: no, type: precision_at_100
value: 1.02
verified: no, type: accuracy_at_3
value: 33.95
verified: no, type: accuracy_at_5
value: 38.81
verified: no, type: accuracy_at_10
value: 49.13
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackPhysicsRetrieval
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 36.96
verified: no, type: ndcg_at_3
value: 42.48
verified: no, type: ndcg_at_5
value: 44.57
verified: no, type: ndcg_at_10
value: 47.13
verified: no, type: ndcg_at_30
value: 50.65
verified: no, type: ndcg_at_100
value: 53.14
verified: no, type: map_at_1
value: 30.1
verified: no, type: map_at_3
value: 37.97
verified: no, type: map_at_5
value: 39.62
verified: no, type: map_at_10
value: 41.06
verified: no, type: map_at_30
value: 42.13
verified: no, type: map_at_100
value: 42.53
verified: no, type: recall_at_1
value: 30.1
verified: no, type: recall_at_3
value: 45.98
verified: no, type: recall_at_5
value: 51.58
verified: no, type: recall_at_10
value: 59.24
verified: no, type: recall_at_30
value: 72.47
verified: no, type: recall_at_100
value: 84.53
verified: no, type: precision_at_1
value: 36.96
verified: no, type: precision_at_3
value: 20.5
verified: no, type: precision_at_5
value: 14.4
verified: no, type: precision_at_10
value: 8.62
verified: no, type: precision_at_30
value: 3.67
verified: no, type: precision_at_100
value: 1.38
verified: no, type: accuracy_at_3
value: 54.09
verified: no, type: accuracy_at_5
value: 60.25
verified: no, type: accuracy_at_10
value: 67.37
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackProgrammersRetrieval
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 28.65
verified: no, type: ndcg_at_3
value: 34.3
verified: no, type: ndcg_at_5
value: 36.8
verified: no, type: ndcg_at_10
value: 39.92
verified: no, type: ndcg_at_30
value: 42.97
verified: no, type: ndcg_at_100
value: 45.45
verified: no, type: map_at_1
value: 23.35
verified: no, type: map_at_3
value: 30.36
verified: no, type: map_at_5
value: 32.15
verified: no, type: map_at_10
value: 33.74
verified: no, type: map_at_30
value: 34.69
verified: no, type: map_at_100
value: 35.02
verified: no, type: recall_at_1
value: 23.35
verified: no, type: recall_at_3
value: 37.71
verified: no, type: recall_at_5
value: 44.23
verified: no, type: recall_at_10
value: 53.6
verified: no, type: recall_at_30
value: 64.69
verified: no, type: recall_at_100
value: 77.41
verified: no, type: precision_at_1
value: 28.65
verified: no, type: precision_at_3
value: 16.74
verified: no, type: precision_at_5
value: 12.21
verified: no, type: precision_at_10
value: 7.61
verified: no, type: precision_at_30
value: 3.29
verified: no, type: precision_at_100
value: 1.22
verified: no, type: accuracy_at_3
value: 44.86
verified: no, type: accuracy_at_5
value: 52.4
verified: no, type: accuracy_at_10
value: 61.07
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackStatsRetrieval
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 26.07
verified: no, type: ndcg_at_3
value: 31.62
verified: no, type: ndcg_at_5
value: 33.23
verified: no, type: ndcg_at_10
value: 35.62
verified: no, type: ndcg_at_30
value: 38.41
verified: no, type: ndcg_at_100
value: 40.81
verified: no, type: map_at_1
value: 22.96
verified: no, type: map_at_3
value: 28.85
verified: no, type: map_at_5
value: 29.97
verified: no, type: map_at_10
value: 31.11
verified: no, type: map_at_30
value: 31.86
verified: no, type: map_at_100
value: 32.15
verified: no, type: recall_at_1
value: 22.96
verified: no, type: recall_at_3
value: 35.14
verified: no, type: recall_at_5
value: 39.22
verified: no, type: recall_at_10
value: 46.52
verified: no, type: recall_at_30
value: 57.58
verified: no, type: recall_at_100
value: 70.57
verified: no, type: precision_at_1
value: 26.07
verified: no, type: precision_at_3
value: 14.11
verified: no, type: precision_at_5
value: 9.69
verified: no, type: precision_at_10
value: 5.81
verified: no, type: precision_at_30
value: 2.45
verified: no, type: precision_at_100
value: 0.92
verified: no, type: accuracy_at_3
value: 39.42
verified: no, type: accuracy_at_5
value: 43.41
verified: no, type: accuracy_at_10
value: 50.92
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackTexRetrieval
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 21.78
verified: no, type: ndcg_at_3
value: 25.74
verified: no, type: ndcg_at_5
value: 27.86
verified: no, type: ndcg_at_10
value: 30.3
verified: no, type: ndcg_at_30
value: 33.51
verified: no, type: ndcg_at_100
value: 36.12
verified: no, type: map_at_1
value: 17.63
verified: no, type: map_at_3
value: 22.7
verified: no, type: map_at_5
value: 24.14
verified: no, type: map_at_10
value: 25.31
verified: no, type: map_at_30
value: 26.22
verified: no, type: map_at_100
value: 26.56
verified: no, type: recall_at_1
value: 17.63
verified: no, type: recall_at_3
value: 28.37
verified: no, type: recall_at_5
value: 33.99
verified: no, type: recall_at_10
value: 41.23
verified: no, type: recall_at_30
value: 53.69
verified: no, type: recall_at_100
value: 67.27
verified: no, type: precision_at_1
value: 21.78
verified: no, type: precision_at_3
value: 12.41
verified: no, type: precision_at_5
value: 9.07
verified: no, type: precision_at_10
value: 5.69
verified: no, type: precision_at_30
value: 2.61
verified: no, type: precision_at_100
value: 1.03
verified: no, type: accuracy_at_3
value: 33.62
verified: no, type: accuracy_at_5
value: 39.81
verified: no, type: accuracy_at_10
value: 47.32
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackUnixRetrieval
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 30.97
verified: no, type: ndcg_at_3
value: 36.13
verified: no, type: ndcg_at_5
value: 39
verified: no, type: ndcg_at_10
value: 41.78
verified: no, type: ndcg_at_30
value: 44.96
verified: no, type: ndcg_at_100
value: 47.52
verified: no, type: map_at_1
value: 26.05
verified: no, type: map_at_3
value: 32.77
verified: no, type: map_at_5
value: 34.6
verified: no, type: map_at_10
value: 35.93
verified: no, type: map_at_30
value: 36.88
verified: no, type: map_at_100
value: 37.22
verified: no, type: recall_at_1
value: 26.05
verified: no, type: recall_at_3
value: 40
verified: no, type: recall_at_5
value: 47.34
verified: no, type: recall_at_10
value: 55.34
verified: no, type: recall_at_30
value: 67.08
verified: no, type: recall_at_100
value: 80.2
verified: no, type: precision_at_1
value: 30.97
verified: no, type: precision_at_3
value: 16.6
verified: no, type: precision_at_5
value: 12.03
verified: no, type: precision_at_10
value: 7.3
verified: no, type: precision_at_30
value: 3.08
verified: no, type: precision_at_100
value: 1.15
verified: no, type: accuracy_at_3
value: 45.62
verified: no, type: accuracy_at_5
value: 53.64
verified: no, type: accuracy_at_10
value: 61.66
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackWebmastersRetrieval
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 29.64
verified: no, type: ndcg_at_3
value: 35.49
verified: no, type: ndcg_at_5
value: 37.77
verified: no, type: ndcg_at_10
value: 40.78
verified: no, type: ndcg_at_30
value: 44.59
verified: no, type: ndcg_at_100
value: 46.97
verified: no, type: map_at_1
value: 24.77
verified: no, type: map_at_3
value: 31.33
verified: no, type: map_at_5
value: 32.95
verified: no, type: map_at_10
value: 34.47
verified: no, type: map_at_30
value: 35.7
verified: no, type: map_at_100
value: 36.17
verified: no, type: recall_at_1
value: 24.77
verified: no, type: recall_at_3
value: 38.16
verified: no, type: recall_at_5
value: 44.1
verified: no, type: recall_at_10
value: 53.31
verified: no, type: recall_at_30
value: 68.43
verified: no, type: recall_at_100
value: 80.24
verified: no, type: precision_at_1
value: 29.64
verified: no, type: precision_at_3
value: 16.8
verified: no, type: precision_at_5
value: 12.21
verified: no, type: precision_at_10
value: 7.83
verified: no, type: precision_at_30
value: 3.89
verified: no, type: precision_at_100
value: 1.63
verified: no, type: accuracy_at_3
value: 45.45
verified: no, type: accuracy_at_5
value: 51.58
verified: no, type: accuracy_at_10
value: 61.07
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackWordpressRetrieval
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 23.47
verified: no, type: ndcg_at_3
value: 27.98
verified: no, type: ndcg_at_5
value: 30.16
verified: no, type: ndcg_at_10
value: 32.97
verified: no, type: ndcg_at_30
value: 36.3
verified: no, type: ndcg_at_100
value: 38.47
verified: no, type: map_at_1
value: 21.63
verified: no, type: map_at_3
value: 26.02
verified: no, type: map_at_5
value: 27.32
verified: no, type: map_at_10
value: 28.51
verified: no, type: map_at_30
value: 29.39
verified: no, type: map_at_100
value: 29.66
verified: no, type: recall_at_1
value: 21.63
verified: no, type: recall_at_3
value: 31.47
verified: no, type: recall_at_5
value: 36.69
verified: no, type: recall_at_10
value: 44.95
verified: no, type: recall_at_30
value: 58.2
verified: no, type: recall_at_100
value: 69.83
verified: no, type: precision_at_1
value: 23.47
verified: no, type: precision_at_3
value: 11.71
verified: no, type: precision_at_5
value: 8.32
verified: no, type: precision_at_10
value: 5.23
verified: no, type: precision_at_30
value: 2.29
verified: no, type: precision_at_100
value: 0.86
verified: no, type: accuracy_at_3
value: 34.01
verified: no, type: accuracy_at_5
value: 39.37
verified: no, type: accuracy_at_10
value: 48.24
verified: no, task: type: Retrieval
dataset: type: climate-fever
name: MTEB ClimateFEVER
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 19.8
verified: no, type: ndcg_at_3
value: 17.93
verified: no, type: ndcg_at_5
value: 19.39
verified: no, type: ndcg_at_10
value: 22.42
verified: no, type: ndcg_at_30
value: 26.79
verified: no, type: ndcg_at_100
value: 29.84
verified: no, type: map_at_1
value: 9.09
verified: no, type: map_at_3
value: 12.91
verified: no, type: map_at_5
value: 14.12
verified: no, type: map_at_10
value: 15.45
verified: no, type: map_at_30
value: 16.73
verified: no, type: map_at_100
value: 17.21
verified: no, type: recall_at_1
value: 9.09
verified: no, type: recall_at_3
value: 16.81
verified: no, type: recall_at_5
value: 20.9
verified: no, type: recall_at_10
value: 27.65
verified: no, type: recall_at_30
value: 41.23
verified: no, type: recall_at_100
value: 53.57
verified: no, type: precision_at_1
value: 19.8
verified: no, type: precision_at_3
value: 13.36
verified: no, type: precision_at_5
value: 10.33
verified: no, type: precision_at_10
value: 7.15
verified: no, type: precision_at_30
value: 3.66
verified: no, type: precision_at_100
value: 1.49
verified: no, type: accuracy_at_3
value: 36.22
verified: no, type: accuracy_at_5
value: 44.1
verified: no, type: accuracy_at_10
value: 55.11
verified: no, task: type: Retrieval
dataset: type: dbpedia-entity
name: MTEB DBPedia
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 42.75
verified: no, type: ndcg_at_3
value: 35.67
verified: no, type: ndcg_at_5
value: 33.58
verified: no, type: ndcg_at_10
value: 32.19
verified: no, type: ndcg_at_30
value: 31.82
verified: no, type: ndcg_at_100
value: 35.87
verified: no, type: map_at_1
value: 7.05
verified: no, type: map_at_3
value: 10.5
verified: no, type: map_at_5
value: 12.06
verified: no, type: map_at_10
value: 14.29
verified: no, type: map_at_30
value: 17.38
verified: no, type: map_at_100
value: 19.58
verified: no, type: recall_at_1
value: 7.05
verified: no, type: recall_at_3
value: 11.89
verified: no, type: recall_at_5
value: 14.7
verified: no, type: recall_at_10
value: 19.78
verified: no, type: recall_at_30
value: 29.88
verified: no, type: recall_at_100
value: 42.4
verified: no, type: precision_at_1
value: 54.25
verified: no, type: precision_at_3
value: 39.42
verified: no, type: precision_at_5
value: 33.15
verified: no, type: precision_at_10
value: 25.95
verified: no, type: precision_at_30
value: 15.51
verified: no, type: precision_at_100
value: 7.9
verified: no, type: accuracy_at_3
value: 72
verified: no, type: accuracy_at_5
value: 77.75
verified: no, type: accuracy_at_10
value: 83.5
verified: no, task: type: Retrieval
dataset: type: fever
name: MTEB FEVER
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 40.19
verified: no, type: ndcg_at_3
value: 50.51
verified: no, type: ndcg_at_5
value: 53.51
verified: no, type: ndcg_at_10
value: 56.45
verified: no, type: ndcg_at_30
value: 58.74
verified: no, type: ndcg_at_100
value: 59.72
verified: no, type: map_at_1
value: 37.56
verified: no, type: map_at_3
value: 46.74
verified: no, type: map_at_5
value: 48.46
verified: no, type: map_at_10
value: 49.7
verified: no, type: map_at_30
value: 50.31
verified: no, type: map_at_100
value: 50.43
verified: no, type: recall_at_1
value: 37.56
verified: no, type: recall_at_3
value: 58.28
verified: no, type: recall_at_5
value: 65.45
verified: no, type: recall_at_10
value: 74.28
verified: no, type: recall_at_30
value: 83.42
verified: no, type: recall_at_100
value: 88.76
verified: no, type: precision_at_1
value: 40.19
verified: no, type: precision_at_3
value: 20.99
verified: no, type: precision_at_5
value: 14.24
verified: no, type: precision_at_10
value: 8.12
verified: no, type: precision_at_30
value: 3.06
verified: no, type: precision_at_100
value: 0.98
verified: no, type: accuracy_at_3
value: 62.3
verified: no, type: accuracy_at_5
value: 69.94
verified: no, type: accuracy_at_10
value: 79.13
verified: no, task: type: Retrieval
dataset: type: fiqa
name: MTEB FiQA2018
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 34.41
verified: no, type: ndcg_at_3
value: 33.2
verified: no, type: ndcg_at_5
value: 34.71
verified: no, type: ndcg_at_10
value: 37.1
verified: no, type: ndcg_at_30
value: 40.88
verified: no, type: ndcg_at_100
value: 44.12
verified: no, type: map_at_1
value: 17.27
verified: no, type: map_at_3
value: 25.36
verified: no, type: map_at_5
value: 27.76
verified: no, type: map_at_10
value: 29.46
verified: no, type: map_at_30
value: 30.74
verified: no, type: map_at_100
value: 31.29
verified: no, type: recall_at_1
value: 17.27
verified: no, type: recall_at_3
value: 30.46
verified: no, type: recall_at_5
value: 36.91
verified: no, type: recall_at_10
value: 44.47
verified: no, type: recall_at_30
value: 56.71
verified: no, type: recall_at_100
value: 70.72
verified: no, type: precision_at_1
value: 34.41
verified: no, type: precision_at_3
value: 22.32
verified: no, type: precision_at_5
value: 16.91
verified: no, type: precision_at_10
value: 10.53
verified: no, type: precision_at_30
value: 4.62
verified: no, type: precision_at_100
value: 1.79
verified: no, type: accuracy_at_3
value: 50.77
verified: no, type: accuracy_at_5
value: 57.56
verified: no, type: accuracy_at_10
value: 65.12
verified: no, task: type: Retrieval
dataset: type: hotpotqa
name: MTEB HotpotQA
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 57.93
verified: no, type: ndcg_at_3
value: 44.21
verified: no, type: ndcg_at_5
value: 46.4
verified: no, type: ndcg_at_10
value: 48.37
verified: no, type: ndcg_at_30
value: 50.44
verified: no, type: ndcg_at_100
value: 51.86
verified: no, type: map_at_1
value: 28.97
verified: no, type: map_at_3
value: 36.79
verified: no, type: map_at_5
value: 38.31
verified: no, type: map_at_10
value: 39.32
verified: no, type: map_at_30
value: 39.99
verified: no, type: map_at_100
value: 40.2
verified: no, type: recall_at_1
value: 28.97
verified: no, type: recall_at_3
value: 41.01
verified: no, type: recall_at_5
value: 45.36
verified: no, type: recall_at_10
value: 50.32
verified: no, type: recall_at_30
value: 57.38
verified: no, type: recall_at_100
value: 64.06
verified: no, type: precision_at_1
value: 57.93
verified: no, type: precision_at_3
value: 27.34
verified: no, type: precision_at_5
value: 18.14
verified: no, type: precision_at_10
value: 10.06
verified: no, type: precision_at_30
value: 3.82
verified: no, type: precision_at_100
value: 1.28
verified: no, type: accuracy_at_3
value: 71.03
verified: no, type: accuracy_at_5
value: 75.14
verified: no, type: accuracy_at_10
value: 79.84
verified: no, task: type: Retrieval
dataset: type: msmarco
name: MTEB MSMARCO
config: default
split: dev
revision: None
metrics: type: ndcg_at_1
value: 19.74
verified: no, type: ndcg_at_3
value: 29.47
verified: no, type: ndcg_at_5
value: 32.99
verified: no, type: ndcg_at_10
value: 36.76
verified: no, type: ndcg_at_30
value: 40.52
verified: no, type: ndcg_at_100
value: 42.78
verified: no, type: map_at_1
value: 19.2
verified: no, type: map_at_3
value: 26.81
verified: no, type: map_at_5
value: 28.78
verified: no, type: map_at_10
value: 30.35
verified: no, type: map_at_30
value: 31.3
verified: no, type: map_at_100
value: 31.57
verified: no, type: recall_at_1
value: 19.2
verified: no, type: recall_at_3
value: 36.59
verified: no, type: recall_at_5
value: 45.08
verified: no, type: recall_at_10
value: 56.54
verified: no, type: recall_at_30
value: 72.05
verified: no, type: recall_at_100
value: 84.73
verified: no, type: precision_at_1
value: 19.74
verified: no, type: precision_at_3
value: 12.61
verified: no, type: precision_at_5
value: 9.37
verified: no, type: precision_at_10
value: 5.89
verified: no, type: precision_at_30
value: 2.52
verified: no, type: precision_at_100
value: 0.89
verified: no, type: accuracy_at_3
value: 37.38
verified: no, type: accuracy_at_5
value: 46.06
verified: no, type: accuracy_at_10
value: 57.62
verified: no, task: type: Retrieval
dataset: type: nq
name: MTEB NQ
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 25.9
verified: no, type: ndcg_at_3
value: 35.97
verified: no, type: ndcg_at_5
value: 40.27
verified: no, type: ndcg_at_10
value: 44.44
verified: no, type: ndcg_at_30
value: 48.31
verified: no, type: ndcg_at_100
value: 50.14
verified: no, type: map_at_1
value: 23.03
verified: no, type: map_at_3
value: 32.45
verified: no, type: map_at_5
value: 34.99
verified: no, type: map_at_10
value: 36.84
verified: no, type: map_at_30
value: 37.92
verified: no, type: map_at_100
value: 38.16
verified: no, type: recall_at_1
value: 23.03
verified: no, type: recall_at_3
value: 43.49
verified: no, type: recall_at_5
value: 53.41
verified: no, type: recall_at_10
value: 65.65
verified: no, type: recall_at_30
value: 80.79
verified: no, type: recall_at_100
value: 90.59
verified: no, type: precision_at_1
value: 25.9
verified: no, type: precision_at_3
value: 16.76
verified: no, type: precision_at_5
value: 12.54
verified: no, type: precision_at_10
value: 7.78
verified: no, type: precision_at_30
value: 3.23
verified: no, type: precision_at_100
value: 1.1
verified: no, type: accuracy_at_3
value: 47.31
verified: no, type: accuracy_at_5
value: 57.16
verified: no, type: accuracy_at_10
value: 69.09
verified: no, task: type: Retrieval
dataset: type: nfcorpus
name: MTEB NFCorpus
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 40.87
verified: no, type: ndcg_at_3
value: 36.79
verified: no, type: ndcg_at_5
value: 34.47
verified: no, type: ndcg_at_10
value: 32.05
verified: no, type: ndcg_at_30
value: 29.23
verified: no, type: ndcg_at_100
value: 29.84
verified: no, type: map_at_1
value: 5.05
verified: no, type: map_at_3
value: 8.5
verified: no, type: map_at_5
value: 9.87
verified: no, type: map_at_10
value: 11.71
verified: no, type: map_at_30
value: 13.48
verified: no, type: map_at_100
value: 14.86
verified: no, type: recall_at_1
value: 5.05
verified: no, type: recall_at_3
value: 9.55
verified: no, type: recall_at_5
value: 11.91
verified: no, type: recall_at_10
value: 16.07
verified: no, type: recall_at_30
value: 22.13
verified: no, type: recall_at_100
value: 30.7
verified: no, type: precision_at_1
value: 42.72
verified: no, type: precision_at_3
value: 34.78
verified: no, type: precision_at_5
value: 30.03
verified: no, type: precision_at_10
value: 23.93
verified: no, type: precision_at_30
value: 14.61
verified: no, type: precision_at_100
value: 7.85
verified: no, type: accuracy_at_3
value: 58.2
verified: no, type: accuracy_at_5
value: 64.09
verified: no, type: accuracy_at_10
value: 69.35
verified: no, task: type: Retrieval
dataset: type: quora
name: MTEB QuoraRetrieval
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 80.62
verified: no, type: ndcg_at_3
value: 84.62
verified: no, type: ndcg_at_5
value: 86.25
verified: no, type: ndcg_at_10
value: 87.7
verified: no, type: ndcg_at_30
value: 88.63
verified: no, type: ndcg_at_100
value: 88.95
verified: no, type: map_at_1
value: 69.91
verified: no, type: map_at_3
value: 80.7
verified: no, type: map_at_5
value: 82.57
verified: no, type: map_at_10
value: 83.78
verified: no, type: map_at_30
value: 84.33
verified: no, type: map_at_100
value: 84.44
verified: no, type: recall_at_1
value: 69.91
verified: no, type: recall_at_3
value: 86.36
verified: no, type: recall_at_5
value: 90.99
verified: no, type: recall_at_10
value: 95.19
verified: no, type: recall_at_30
value: 98.25
verified: no, type: recall_at_100
value: 99.47
verified: no, type: precision_at_1
value: 80.62
verified: no, type: precision_at_3
value: 37.03
verified: no, type: precision_at_5
value: 24.36
verified: no, type: precision_at_10
value: 13.4
verified: no, type: precision_at_30
value: 4.87
verified: no, type: precision_at_100
value: 1.53
verified: no, type: accuracy_at_3
value: 92.25
verified: no, type: accuracy_at_5
value: 95.29
verified: no, type: accuracy_at_10
value: 97.74
verified: no, task: type: Retrieval
dataset: type: scidocs
name: MTEB SCIDOCS
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 24.1
verified: no, type: ndcg_at_3
value: 20.18
verified: no, type: ndcg_at_5
value: 17.72
verified: no, type: ndcg_at_10
value: 21.5
verified: no, type: ndcg_at_30
value: 26.66
verified: no, type: ndcg_at_100
value: 30.95
verified: no, type: map_at_1
value: 4.88
verified: no, type: map_at_3
value: 9.09
verified: no, type: map_at_5
value: 10.99
verified: no, type: map_at_10
value: 12.93
verified: no, type: map_at_30
value: 14.71
verified: no, type: map_at_100
value: 15.49
verified: no, type: recall_at_1
value: 4.88
verified: no, type: recall_at_3
value: 11.55
verified: no, type: recall_at_5
value: 15.91
verified: no, type: recall_at_10
value: 22.82
verified: no, type: recall_at_30
value: 35.7
verified: no, type: recall_at_100
value: 50.41
verified: no, type: precision_at_1
value: 24.1
verified: no, type: precision_at_3
value: 19
verified: no, type: precision_at_5
value: 15.72
verified: no, type: precision_at_10
value: 11.27
verified: no, type: precision_at_30
value: 5.87
verified: no, type: precision_at_100
value: 2.49
verified: no, type: accuracy_at_3
value: 43
verified: no, type: accuracy_at_5
value: 51.6
verified: no, type: accuracy_at_10
value: 62.7
verified: no, task: type: Retrieval
dataset: type: scifact
name: MTEB SciFact
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 52.33
verified: no, type: ndcg_at_3
value: 61.47
verified: no, type: ndcg_at_5
value: 63.82
verified: no, type: ndcg_at_10
value: 65.81
verified: no, type: ndcg_at_30
value: 67.75
verified: no, type: ndcg_at_100
value: 68.96
verified: no, type: map_at_1
value: 50.46
verified: no, type: map_at_3
value: 58.51
verified: no, type: map_at_5
value: 60.12
verified: no, type: map_at_10
value: 61.07
verified: no, type: map_at_30
value: 61.64
verified: no, type: map_at_100
value: 61.8
verified: no, type: recall_at_1
value: 50.46
verified: no, type: recall_at_3
value: 67.81
verified: no, type: recall_at_5
value: 73.6
verified: no, type: recall_at_10
value: 79.31
verified: no, type: recall_at_30
value: 86.8
verified: no, type: recall_at_100
value: 93.5
verified: no, type: precision_at_1
value: 52.33
verified: no, type: precision_at_3
value: 24.56
verified: no, type: precision_at_5
value: 16.27
verified: no, type: precision_at_10
value: 8.9
verified: no, type: precision_at_30
value: 3.28
verified: no, type: precision_at_100
value: 1.06
verified: no, type: accuracy_at_3
value: 69.67
verified: no, type: accuracy_at_5
value: 75
verified: no, type: accuracy_at_10
value: 80.67
verified: no, task: type: Retrieval
dataset: type: trec-covid
name: MTEB TRECCOVID
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 57
verified: no, type: ndcg_at_3
value: 53.78
verified: no, type: ndcg_at_5
value: 52.62
verified: no, type: ndcg_at_10
value: 48.9
verified: no, type: ndcg_at_30
value: 44.2
verified: no, type: ndcg_at_100
value: 36.53
verified: no, type: map_at_1
value: 0.16
verified: no, type: map_at_3
value: 0.41
verified: no, type: map_at_5
value: 0.62
verified: no, type: map_at_10
value: 1.07
verified: no, type: map_at_30
value: 2.46
verified: no, type: map_at_100
value: 5.52
verified: no, type: recall_at_1
value: 0.16
verified: no, type: recall_at_3
value: 0.45
verified: no, type: recall_at_5
value: 0.72
verified: no, type: recall_at_10
value: 1.33
verified: no, type: recall_at_30
value: 3.46
verified: no, type: recall_at_100
value: 8.73
verified: no, type: precision_at_1
value: 62
verified: no, type: precision_at_3
value: 57.33
verified: no, type: precision_at_5
value: 56
verified: no, type: precision_at_10
value: 52
verified: no, type: precision_at_30
value: 46.2
verified: no, type: precision_at_100
value: 37.22
verified: no, type: accuracy_at_3
value: 82
verified: no, type: accuracy_at_5
value: 90
verified: no, type: accuracy_at_10
value: 92
verified: no, task: type: Retrieval
dataset: type: webis-touche2020
name: MTEB Touche2020
config: default
split: test
revision: None
metrics: type: ndcg_at_1
value: 20.41
verified: no, type: ndcg_at_3
value: 17.62
verified: no, type: ndcg_at_5
value: 17.16
verified: no, type: ndcg_at_10
value: 17.09
verified: no, type: ndcg_at_30
value: 20.1
verified: no, type: ndcg_at_100
value: 26.33
verified: no, type: map_at_1
value: 2.15
verified: no, type: map_at_3
value: 3.59
verified: no, type: map_at_5
value: 5.07
verified: no, type: map_at_10
value: 6.95
verified: no, type: map_at_30
value: 9.01
verified: no, type: map_at_100
value: 10.54
verified: no, type: recall_at_1
value: 2.15
verified: no, type: recall_at_3
value: 4.5
verified: no, type: recall_at_5
value: 7.54
verified: no, type: recall_at_10
value: 12.46
verified: no, type: recall_at_30
value: 21.9
verified: no, type: recall_at_100
value: 36.58
verified: no, type: precision_at_1
value: 22.45
verified: no, type: precision_at_3
value: 19.05
verified: no, type: precision_at_5
value: 17.55
verified: no, type: precision_at_10
value: 15.51
verified: no, type: precision_at_30
value: 10.07
verified: no, type: precision_at_100
value: 5.57
verified: no, type: accuracy_at_3
value: 42.86
verified: no, type: accuracy_at_5
value: 53.06
verified: no, type: accuracy_at_10
value: 69.39
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackRetrieval
config: default
split: test
revision: None
metrics: type: ndcg_at_10
value: 41.59
verified: no
license: apache-2.0
language: en
pipeline_tag: feature-extraction
Likes: 29 | All-time downloads: 357102
Created: 2024-09-13 03:04:05