Julian Mukaj commited on
Commit
5560c81
1 Parent(s): 7ab7e81

Initial commit + new eval

Browse files
Files changed (1) hide show
  1. README.md +138 -0
README.md CHANGED
@@ -29,6 +29,75 @@ model-index:
29
  value: 29.128
30
  - type: f1
31
  value: 28.657401543151707
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
32
  - task:
33
  type: Classification
34
  dataset:
@@ -111,6 +180,75 @@ model-index:
111
  value: 68.691
112
  - type: recall_at_5
113
  value: 80.742
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
114
  - task:
115
  type: Retrieval
116
  dataset:
 
29
  value: 29.128
30
  - type: f1
31
  value: 28.657401543151707
32
+ - task:
33
+ type: Retrieval
34
+ dataset:
35
+ type: arguana
36
+ name: MTEB ArguAna
37
+ config: default
38
+ split: test
39
+ revision: None
40
+ metrics:
41
+ - type: map_at_1
42
+ value: 24.111
43
+ - type: map_at_10
44
+ value: 40.083
45
+ - type: map_at_100
46
+ value: 41.201
47
+ - type: map_at_1000
48
+ value: 41.215
49
+ - type: map_at_3
50
+ value: 35.325
51
+ - type: map_at_5
52
+ value: 37.796
53
+ - type: mrr_at_1
54
+ value: 25.036
55
+ - type: mrr_at_10
56
+ value: 40.436
57
+ - type: mrr_at_100
58
+ value: 41.554
59
+ - type: mrr_at_1000
60
+ value: 41.568
61
+ - type: mrr_at_3
62
+ value: 35.644999999999996
63
+ - type: mrr_at_5
64
+ value: 38.141000000000005
65
+ - type: ndcg_at_1
66
+ value: 24.111
67
+ - type: ndcg_at_10
68
+ value: 49.112
69
+ - type: ndcg_at_100
70
+ value: 53.669999999999995
71
+ - type: ndcg_at_1000
72
+ value: 53.944
73
+ - type: ndcg_at_3
74
+ value: 39.035
75
+ - type: ndcg_at_5
76
+ value: 43.503
77
+ - type: precision_at_1
78
+ value: 24.111
79
+ - type: precision_at_10
80
+ value: 7.817
81
+ - type: precision_at_100
82
+ value: 0.976
83
+ - type: precision_at_1000
84
+ value: 0.1
85
+ - type: precision_at_3
86
+ value: 16.596
87
+ - type: precision_at_5
88
+ value: 12.134
89
+ - type: recall_at_1
90
+ value: 24.111
91
+ - type: recall_at_10
92
+ value: 78.16499999999999
93
+ - type: recall_at_100
94
+ value: 97.58200000000001
95
+ - type: recall_at_1000
96
+ value: 99.57300000000001
97
+ - type: recall_at_3
98
+ value: 49.787
99
+ - type: recall_at_5
100
+ value: 60.669
101
  - task:
102
  type: Classification
103
  dataset:
 
180
  value: 68.691
181
  - type: recall_at_5
182
  value: 80.742
183
+ - task:
184
+ type: Retrieval
185
+ dataset:
186
+ type: nfcorpus
187
+ name: MTEB NFCorpus
188
+ config: default
189
+ split: test
190
+ revision: None
191
+ metrics:
192
+ - type: map_at_1
193
+ value: 4.124
194
+ - type: map_at_10
195
+ value: 10.206999999999999
196
+ - type: map_at_100
197
+ value: 13.181000000000001
198
+ - type: map_at_1000
199
+ value: 14.568
200
+ - type: map_at_3
201
+ value: 7.2620000000000005
202
+ - type: map_at_5
203
+ value: 8.622
204
+ - type: mrr_at_1
205
+ value: 39.009
206
+ - type: mrr_at_10
207
+ value: 48.144
208
+ - type: mrr_at_100
209
+ value: 48.746
210
+ - type: mrr_at_1000
211
+ value: 48.789
212
+ - type: mrr_at_3
213
+ value: 45.356
214
+ - type: mrr_at_5
215
+ value: 47.152
216
+ - type: ndcg_at_1
217
+ value: 36.533
218
+ - type: ndcg_at_10
219
+ value: 29.643000000000004
220
+ - type: ndcg_at_100
221
+ value: 27.893
222
+ - type: ndcg_at_1000
223
+ value: 37.307
224
+ - type: ndcg_at_3
225
+ value: 33.357
226
+ - type: ndcg_at_5
227
+ value: 32.25
228
+ - type: precision_at_1
229
+ value: 38.7
230
+ - type: precision_at_10
231
+ value: 22.941
232
+ - type: precision_at_100
233
+ value: 7.303
234
+ - type: precision_at_1000
235
+ value: 2.028
236
+ - type: precision_at_3
237
+ value: 31.889
238
+ - type: precision_at_5
239
+ value: 29.04
240
+ - type: recall_at_1
241
+ value: 4.124
242
+ - type: recall_at_10
243
+ value: 14.443
244
+ - type: recall_at_100
245
+ value: 29.765000000000004
246
+ - type: recall_at_1000
247
+ value: 63.074
248
+ - type: recall_at_3
249
+ value: 8.516
250
+ - type: recall_at_5
251
+ value: 10.979
252
  - task:
253
  type: Retrieval
254
  dataset: