Hugging Face's logo

joe32140
/
ModernBERT-base-msmarco

Sentence Similarity
sentence-transformers
ONNX
Safetensors
English
modernbert
feature-extraction
Generated from Trainer
dataset_size:11662655
loss:CachedMultipleNegativesRankingLoss
Eval Results
Inference Endpoints
Model card Files Community
1
ModernBERT-base-msmarco
File size: 6,006 Bytes 
053befb
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
 
{
  "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4",
  "task_name": "CQADupstackWordpressRetrieval",
  "mteb_version": "1.25.1",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.18299,
        "ndcg_at_3": 0.22947,
        "ndcg_at_5": 0.24289,
        "ndcg_at_10": 0.26195,
        "ndcg_at_20": 0.28138,
        "ndcg_at_100": 0.31194,
        "ndcg_at_1000": 0.34148,
        "map_at_1": 0.16833,
        "map_at_3": 0.211,
        "map_at_5": 0.2197,
        "map_at_10": 0.22788,
        "map_at_20": 0.23321,
        "map_at_100": 0.2373,
        "map_at_1000": 0.23838,
        "recall_at_1": 0.16833,
        "recall_at_3": 0.26334,
        "recall_at_5": 0.29575,
        "recall_at_10": 0.3512,
        "recall_at_20": 0.42532,
        "recall_at_100": 0.58598,
        "recall_at_1000": 0.80809,
        "precision_at_1": 0.18299,
        "precision_at_3": 0.0992,
        "precision_at_5": 0.06765,
        "precision_at_10": 0.04067,
        "precision_at_20": 0.02486,
        "precision_at_100": 0.00701,
        "precision_at_1000": 0.00105,
        "mrr_at_1": 0.182994,
        "mrr_at_3": 0.227665,
        "mrr_at_5": 0.235059,
        "mrr_at_10": 0.243175,
        "mrr_at_20": 0.248732,
        "mrr_at_100": 0.252759,
        "mrr_at_1000": 0.253625,
        "nauc_ndcg_at_1_max": 0.290492,
        "nauc_ndcg_at_1_std": -0.037429,
        "nauc_ndcg_at_1_diff1": 0.427622,
        "nauc_ndcg_at_3_max": 0.243326,
        "nauc_ndcg_at_3_std": -0.02747,
        "nauc_ndcg_at_3_diff1": 0.340168,
        "nauc_ndcg_at_5_max": 0.238634,
        "nauc_ndcg_at_5_std": -0.02659,
        "nauc_ndcg_at_5_diff1": 0.330531,
        "nauc_ndcg_at_10_max": 0.247575,
        "nauc_ndcg_at_10_std": -0.017911,
        "nauc_ndcg_at_10_diff1": 0.320757,
        "nauc_ndcg_at_20_max": 0.245705,
        "nauc_ndcg_at_20_std": 0.004907,
        "nauc_ndcg_at_20_diff1": 0.320415,
        "nauc_ndcg_at_100_max": 0.240886,
        "nauc_ndcg_at_100_std": 0.023006,
        "nauc_ndcg_at_100_diff1": 0.31633,
        "nauc_ndcg_at_1000_max": 0.242627,
        "nauc_ndcg_at_1000_std": 0.029307,
        "nauc_ndcg_at_1000_diff1": 0.318627,
        "nauc_map_at_1_max": 0.265847,
        "nauc_map_at_1_std": -0.039069,
        "nauc_map_at_1_diff1": 0.430649,
        "nauc_map_at_3_max": 0.244435,
        "nauc_map_at_3_std": -0.027471,
        "nauc_map_at_3_diff1": 0.358874,
        "nauc_map_at_5_max": 0.244507,
        "nauc_map_at_5_std": -0.02695,
        "nauc_map_at_5_diff1": 0.352913,
        "nauc_map_at_10_max": 0.248881,
        "nauc_map_at_10_std": -0.023212,
        "nauc_map_at_10_diff1": 0.348928,
        "nauc_map_at_20_max": 0.248784,
        "nauc_map_at_20_std": -0.016656,
        "nauc_map_at_20_diff1": 0.348707,
        "nauc_map_at_100_max": 0.248009,
        "nauc_map_at_100_std": -0.014712,
        "nauc_map_at_100_diff1": 0.348352,
        "nauc_map_at_1000_max": 0.248034,
        "nauc_map_at_1000_std": -0.014321,
        "nauc_map_at_1000_diff1": 0.348601,
        "nauc_recall_at_1_max": 0.265847,
        "nauc_recall_at_1_std": -0.039069,
        "nauc_recall_at_1_diff1": 0.430649,
        "nauc_recall_at_3_max": 0.213529,
        "nauc_recall_at_3_std": -0.025467,
        "nauc_recall_at_3_diff1": 0.286084,
        "nauc_recall_at_5_max": 0.205815,
        "nauc_recall_at_5_std": -0.025665,
        "nauc_recall_at_5_diff1": 0.265638,
        "nauc_recall_at_10_max": 0.223811,
        "nauc_recall_at_10_std": -0.002912,
        "nauc_recall_at_10_diff1": 0.236385,
        "nauc_recall_at_20_max": 0.211582,
        "nauc_recall_at_20_std": 0.067677,
        "nauc_recall_at_20_diff1": 0.234745,
        "nauc_recall_at_100_max": 0.182712,
        "nauc_recall_at_100_std": 0.17472,
        "nauc_recall_at_100_diff1": 0.201213,
        "nauc_recall_at_1000_max": 0.174778,
        "nauc_recall_at_1000_std": 0.340317,
        "nauc_recall_at_1000_diff1": 0.125604,
        "nauc_precision_at_1_max": 0.290492,
        "nauc_precision_at_1_std": -0.037429,
        "nauc_precision_at_1_diff1": 0.427622,
        "nauc_precision_at_3_max": 0.227398,
        "nauc_precision_at_3_std": -0.028379,
        "nauc_precision_at_3_diff1": 0.266137,
        "nauc_precision_at_5_max": 0.230675,
        "nauc_precision_at_5_std": -0.017098,
        "nauc_precision_at_5_diff1": 0.241378,
        "nauc_precision_at_10_max": 0.243564,
        "nauc_precision_at_10_std": 0.005694,
        "nauc_precision_at_10_diff1": 0.209227,
        "nauc_precision_at_20_max": 0.239849,
        "nauc_precision_at_20_std": 0.089154,
        "nauc_precision_at_20_diff1": 0.210395,
        "nauc_precision_at_100_max": 0.187676,
        "nauc_precision_at_100_std": 0.159012,
        "nauc_precision_at_100_diff1": 0.145642,
        "nauc_precision_at_1000_max": 0.040961,
        "nauc_precision_at_1000_std": 0.149076,
        "nauc_precision_at_1000_diff1": 0.029816,
        "nauc_mrr_at_1_max": 0.290492,
        "nauc_mrr_at_1_std": -0.037429,
        "nauc_mrr_at_1_diff1": 0.427622,
        "nauc_mrr_at_3_max": 0.261245,
        "nauc_mrr_at_3_std": -0.029722,
        "nauc_mrr_at_3_diff1": 0.363549,
        "nauc_mrr_at_5_max": 0.259592,
        "nauc_mrr_at_5_std": -0.028622,
        "nauc_mrr_at_5_diff1": 0.357855,
        "nauc_mrr_at_10_max": 0.264184,
        "nauc_mrr_at_10_std": -0.024333,
        "nauc_mrr_at_10_diff1": 0.353717,
        "nauc_mrr_at_20_max": 0.264148,
        "nauc_mrr_at_20_std": -0.017082,
        "nauc_mrr_at_20_diff1": 0.353438,
        "nauc_mrr_at_100_max": 0.263672,
        "nauc_mrr_at_100_std": -0.015025,
        "nauc_mrr_at_100_diff1": 0.353221,
        "nauc_mrr_at_1000_max": 0.263556,
        "nauc_mrr_at_1000_std": -0.014899,
        "nauc_mrr_at_1000_diff1": 0.353607,
        "main_score": 0.26195,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 105.96243500709534,
  "kg_co2_emissions": null
}