File size: 46,568 Bytes
cf9ed8f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
{"key": "vtab/caltech101", "dataset": "Caltech-101", "metrics": {"acc1": 0.5978635990139688, "acc5": 0.8256368118323747, "mean_per_class_recall": 0.4783395567783221}}
{"key": "vtab/caltech101", "dataset": "Caltech-101", "metrics": {"acc1": 0.5978635990139688, "acc5": 0.8256368118323747, "mean_per_class_recall": 0.4783395567783221}}
{"key": "vtab/caltech101", "dataset": "Caltech-101", "metrics": {"acc1": 0.5978635990139688, "acc5": 0.8256368118323747, "mean_per_class_recall": 0.4783395567783221}}
{"key": "vtab/caltech101", "dataset": "Caltech-101", "metrics": {"acc1": 0.5978635990139688, "acc5": 0.8256368118323747, "mean_per_class_recall": 0.4783395567783221}}
{"key": "vtab/caltech101", "dataset": "Caltech-101", "metrics": {"acc1": 0.5978635990139688, "acc5": 0.8256368118323747, "mean_per_class_recall": 0.4783395567783221}}
{"key": "vtab/caltech101", "dataset": "Caltech-101", "metrics": {"acc1": 0.5978635990139688, "acc5": 0.8256368118323747, "mean_per_class_recall": 0.4783395567783221}}
{"key": "vtab/caltech101", "dataset": "Caltech-101", "metrics": {"acc1": 0.5978635990139688, "acc5": 0.8256368118323747, "mean_per_class_recall": 0.4783395567783221}}
{"key": "vtab/caltech101", "dataset": "Caltech-101", "metrics": {"acc1": 0.5978635990139688, "acc5": 0.8256368118323747, "mean_per_class_recall": 0.4783395567783221}}
{"key": "cifar10", "dataset": "CIFAR-10", "metrics": {"acc1": 0.6782, "acc5": 0.973, "mean_per_class_recall": 0.6782}}
{"key": "cifar10", "dataset": "CIFAR-10", "metrics": {"acc1": 0.6782, "acc5": 0.973, "mean_per_class_recall": 0.6782}}
{"key": "cifar10", "dataset": "CIFAR-10", "metrics": {"acc1": 0.6782, "acc5": 0.973, "mean_per_class_recall": 0.6782}}
{"key": "cifar10", "dataset": "CIFAR-10", "metrics": {"acc1": 0.6782, "acc5": 0.973, "mean_per_class_recall": 0.6782}}
{"key": "cifar10", "dataset": "CIFAR-10", "metrics": {"acc1": 0.6782, "acc5": 0.973, "mean_per_class_recall": 0.6782}}
{"key": "cifar10", "dataset": "CIFAR-10", "metrics": {"acc1": 0.6782, "acc5": 0.973, "mean_per_class_recall": 0.6782}}
{"key": "cifar10", "dataset": "CIFAR-10", "metrics": {"acc1": 0.6782, "acc5": 0.973, "mean_per_class_recall": 0.6782}}
{"key": "cifar10", "dataset": "CIFAR-10", "metrics": {"acc1": 0.6782, "acc5": 0.973, "mean_per_class_recall": 0.6782}}
{"key": "vtab/cifar100", "dataset": "CIFAR-100", "metrics": {"acc1": 0.3321, "acc5": 0.6514, "mean_per_class_recall": 0.3321000000000002}}
{"key": "vtab/cifar100", "dataset": "CIFAR-100", "metrics": {"acc1": 0.3321, "acc5": 0.6514, "mean_per_class_recall": 0.3321000000000002}}
{"key": "vtab/cifar100", "dataset": "CIFAR-100", "metrics": {"acc1": 0.3321, "acc5": 0.6514, "mean_per_class_recall": 0.3321000000000002}}
{"key": "vtab/cifar100", "dataset": "CIFAR-100", "metrics": {"acc1": 0.3321, "acc5": 0.6514, "mean_per_class_recall": 0.3321000000000002}}
{"key": "vtab/cifar100", "dataset": "CIFAR-100", "metrics": {"acc1": 0.3321, "acc5": 0.6514, "mean_per_class_recall": 0.3321000000000002}}
{"key": "vtab/cifar100", "dataset": "CIFAR-100", "metrics": {"acc1": 0.3321, "acc5": 0.6514, "mean_per_class_recall": 0.3321000000000002}}
{"key": "vtab/cifar100", "dataset": "CIFAR-100", "metrics": {"acc1": 0.3321, "acc5": 0.6514, "mean_per_class_recall": 0.3321000000000002}}
{"key": "vtab/cifar100", "dataset": "CIFAR-100", "metrics": {"acc1": 0.3321, "acc5": 0.6514, "mean_per_class_recall": 0.3321000000000002}}
{"key": "vtab/clevr_count_all", "dataset": "CLEVR Counts", "metrics": {"acc1": 0.11173333333333334, "acc5": 0.6284666666666666, "mean_per_class_recall": 0.11081602751454293}}
{"key": "vtab/clevr_count_all", "dataset": "CLEVR Counts", "metrics": {"acc1": 0.11173333333333334, "acc5": 0.6284666666666666, "mean_per_class_recall": 0.11081602751454293}}
{"key": "vtab/clevr_count_all", "dataset": "CLEVR Counts", "metrics": {"acc1": 0.11173333333333334, "acc5": 0.6284666666666666, "mean_per_class_recall": 0.11081602751454293}}
{"key": "vtab/clevr_count_all", "dataset": "CLEVR Counts", "metrics": {"acc1": 0.11173333333333334, "acc5": 0.6284666666666666, "mean_per_class_recall": 0.11081602751454293}}
{"key": "vtab/clevr_count_all", "dataset": "CLEVR Counts", "metrics": {"acc1": 0.11173333333333334, "acc5": 0.6284666666666666, "mean_per_class_recall": 0.11081602751454293}}
{"key": "vtab/clevr_count_all", "dataset": "CLEVR Counts", "metrics": {"acc1": 0.11173333333333334, "acc5": 0.6284666666666666, "mean_per_class_recall": 0.11081602751454293}}
{"key": "vtab/clevr_count_all", "dataset": "CLEVR Counts", "metrics": {"acc1": 0.11173333333333334, "acc5": 0.6284666666666666, "mean_per_class_recall": 0.11081602751454293}}
{"key": "vtab/clevr_count_all", "dataset": "CLEVR Counts", "metrics": {"acc1": 0.11173333333333334, "acc5": 0.6284666666666666, "mean_per_class_recall": 0.11081602751454293}}
{"key": "vtab/clevr_closest_object_distance", "dataset": "CLEVR Distance", "metrics": {"acc1": 0.23533333333333334, "acc5": 0.9186666666666666, "mean_per_class_recall": 0.18251961147213971}}
{"key": "vtab/clevr_closest_object_distance", "dataset": "CLEVR Distance", "metrics": {"acc1": 0.23533333333333334, "acc5": 0.9186666666666666, "mean_per_class_recall": 0.18251961147213971}}
{"key": "vtab/clevr_closest_object_distance", "dataset": "CLEVR Distance", "metrics": {"acc1": 0.23533333333333334, "acc5": 0.9186666666666666, "mean_per_class_recall": 0.18251961147213971}}
{"key": "vtab/clevr_closest_object_distance", "dataset": "CLEVR Distance", "metrics": {"acc1": 0.23533333333333334, "acc5": 0.9186666666666666, "mean_per_class_recall": 0.18251961147213971}}
{"key": "vtab/clevr_closest_object_distance", "dataset": "CLEVR Distance", "metrics": {"acc1": 0.23533333333333334, "acc5": 0.9186666666666666, "mean_per_class_recall": 0.18251961147213971}}
{"key": "vtab/clevr_closest_object_distance", "dataset": "CLEVR Distance", "metrics": {"acc1": 0.23533333333333334, "acc5": 0.9186666666666666, "mean_per_class_recall": 0.18251961147213971}}
{"key": "vtab/clevr_closest_object_distance", "dataset": "CLEVR Distance", "metrics": {"acc1": 0.23533333333333334, "acc5": 0.9186666666666666, "mean_per_class_recall": 0.18251961147213971}}
{"key": "vtab/clevr_closest_object_distance", "dataset": "CLEVR Distance", "metrics": {"acc1": 0.23533333333333334, "acc5": 0.9186666666666666, "mean_per_class_recall": 0.18251961147213971}}
{"key": "country211", "dataset": "Country211", "metrics": {"acc1": 0.024739336492890996, "acc5": 0.09033175355450238, "mean_per_class_recall": 0.024739336492891}}
{"key": "country211", "dataset": "Country211", "metrics": {"acc1": 0.024739336492890996, "acc5": 0.09033175355450238, "mean_per_class_recall": 0.024739336492891}}
{"key": "country211", "dataset": "Country211", "metrics": {"acc1": 0.024739336492890996, "acc5": 0.09033175355450238, "mean_per_class_recall": 0.024739336492891}}
{"key": "vtab/dtd", "dataset": "Describable Textures", "metrics": {"acc1": 0.11808510638297873, "acc5": 0.28829787234042553, "mean_per_class_recall": 0.11808510638297874}}
{"key": "country211", "dataset": "Country211", "metrics": {"acc1": 0.024739336492890996, "acc5": 0.09033175355450238, "mean_per_class_recall": 0.024739336492891}}
{"key": "country211", "dataset": "Country211", "metrics": {"acc1": 0.024739336492890996, "acc5": 0.09033175355450238, "mean_per_class_recall": 0.024739336492891}}
{"key": "country211", "dataset": "Country211", "metrics": {"acc1": 0.024739336492890996, "acc5": 0.09033175355450238, "mean_per_class_recall": 0.024739336492891}}
{"key": "country211", "dataset": "Country211", "metrics": {"acc1": 0.024739336492890996, "acc5": 0.09033175355450238, "mean_per_class_recall": 0.024739336492891}}
{"key": "country211", "dataset": "Country211", "metrics": {"acc1": 0.024739336492890996, "acc5": 0.09033175355450238, "mean_per_class_recall": 0.024739336492891}}
{"key": "vtab/dtd", "dataset": "Describable Textures", "metrics": {"acc1": 0.11808510638297873, "acc5": 0.28829787234042553, "mean_per_class_recall": 0.11808510638297874}}
{"key": "vtab/dtd", "dataset": "Describable Textures", "metrics": {"acc1": 0.11808510638297873, "acc5": 0.28829787234042553, "mean_per_class_recall": 0.11808510638297874}}
{"key": "vtab/dtd", "dataset": "Describable Textures", "metrics": {"acc1": 0.11808510638297873, "acc5": 0.28829787234042553, "mean_per_class_recall": 0.11808510638297874}}
{"key": "vtab/dtd", "dataset": "Describable Textures", "metrics": {"acc1": 0.11808510638297873, "acc5": 0.28829787234042553, "mean_per_class_recall": 0.11808510638297874}}
{"key": "vtab/dtd", "dataset": "Describable Textures", "metrics": {"acc1": 0.11808510638297873, "acc5": 0.28829787234042553, "mean_per_class_recall": 0.11808510638297874}}
{"key": "vtab/dtd", "dataset": "Describable Textures", "metrics": {"acc1": 0.11808510638297873, "acc5": 0.28829787234042553, "mean_per_class_recall": 0.11808510638297874}}
{"key": "vtab/dtd", "dataset": "Describable Textures", "metrics": {"acc1": 0.11808510638297873, "acc5": 0.28829787234042553, "mean_per_class_recall": 0.11808510638297874}}
{"key": "vtab/dmlab", "dataset": "DMlab Frames", "metrics": {"acc1": 0.135517923905872, "acc5": 0.8039146690125357, "mean_per_class_recall": 0.16894921828497753}}
{"key": "vtab/dmlab", "dataset": "DMlab Frames", "metrics": {"acc1": 0.135517923905872, "acc5": 0.8039146690125357, "mean_per_class_recall": 0.16894921828497753}}
{"key": "vtab/dmlab", "dataset": "DMlab Frames", "metrics": {"acc1": 0.135517923905872, "acc5": 0.8039146690125357, "mean_per_class_recall": 0.16894921828497753}}
{"key": "vtab/dmlab", "dataset": "DMlab Frames", "metrics": {"acc1": 0.135517923905872, "acc5": 0.8039146690125357, "mean_per_class_recall": 0.16894921828497753}}
{"key": "vtab/dmlab", "dataset": "DMlab Frames", "metrics": {"acc1": 0.135517923905872, "acc5": 0.8039146690125357, "mean_per_class_recall": 0.16894921828497753}}
{"key": "vtab/dmlab", "dataset": "DMlab Frames", "metrics": {"acc1": 0.135517923905872, "acc5": 0.8039146690125357, "mean_per_class_recall": 0.16894921828497753}}
{"key": "vtab/dmlab", "dataset": "DMlab Frames", "metrics": {"acc1": 0.135517923905872, "acc5": 0.8039146690125357, "mean_per_class_recall": 0.16894921828497753}}
{"key": "vtab/dmlab", "dataset": "DMlab Frames", "metrics": {"acc1": 0.135517923905872, "acc5": 0.8039146690125357, "mean_per_class_recall": 0.16894921828497753}}
{"key": "vtab/dsprites_label_orientation", "dataset": "dSprites Orientation", "metrics": {"acc1": 0.022135416666666668, "acc5": 0.12457953559027778, "mean_per_class_recall": 0.022318842218940933}}
{"key": "vtab/dsprites_label_orientation", "dataset": "dSprites Orientation", "metrics": {"acc1": 0.022135416666666668, "acc5": 0.12457953559027778, "mean_per_class_recall": 0.022318842218940933}}
{"key": "vtab/dsprites_label_orientation", "dataset": "dSprites Orientation", "metrics": {"acc1": 0.022135416666666668, "acc5": 0.12457953559027778, "mean_per_class_recall": 0.022318842218940933}}
{"key": "vtab/dsprites_label_orientation", "dataset": "dSprites Orientation", "metrics": {"acc1": 0.022135416666666668, "acc5": 0.12457953559027778, "mean_per_class_recall": 0.022318842218940933}}
{"key": "vtab/dsprites_label_orientation", "dataset": "dSprites Orientation", "metrics": {"acc1": 0.022135416666666668, "acc5": 0.12457953559027778, "mean_per_class_recall": 0.022318842218940933}}
{"key": "vtab/dsprites_label_orientation", "dataset": "dSprites Orientation", "metrics": {"acc1": 0.022135416666666668, "acc5": 0.12457953559027778, "mean_per_class_recall": 0.022318842218940933}}
{"key": "vtab/dsprites_label_orientation", "dataset": "dSprites Orientation", "metrics": {"acc1": 0.022135416666666668, "acc5": 0.12457953559027778, "mean_per_class_recall": 0.022318842218940933}}
{"key": "vtab/dsprites_label_orientation", "dataset": "dSprites Orientation", "metrics": {"acc1": 0.022135416666666668, "acc5": 0.12457953559027778, "mean_per_class_recall": 0.022318842218940933}}
{"key": "vtab/dsprites_label_x_position", "dataset": "dSprites X Position", "metrics": {"acc1": 0.03573947482638889, "acc5": 0.16227213541666666, "mean_per_class_recall": 0.036040039922312174}}
{"key": "vtab/dsprites_label_x_position", "dataset": "dSprites X Position", "metrics": {"acc1": 0.03573947482638889, "acc5": 0.16227213541666666, "mean_per_class_recall": 0.036040039922312174}}
{"key": "vtab/dsprites_label_x_position", "dataset": "dSprites X Position", "metrics": {"acc1": 0.03573947482638889, "acc5": 0.16227213541666666, "mean_per_class_recall": 0.036040039922312174}}
{"key": "vtab/dsprites_label_x_position", "dataset": "dSprites X Position", "metrics": {"acc1": 0.03573947482638889, "acc5": 0.16227213541666666, "mean_per_class_recall": 0.036040039922312174}}
{"key": "vtab/dsprites_label_x_position", "dataset": "dSprites X Position", "metrics": {"acc1": 0.03573947482638889, "acc5": 0.16227213541666666, "mean_per_class_recall": 0.036040039922312174}}
{"key": "vtab/dsprites_label_x_position", "dataset": "dSprites X Position", "metrics": {"acc1": 0.03573947482638889, "acc5": 0.16227213541666666, "mean_per_class_recall": 0.036040039922312174}}
{"key": "vtab/dsprites_label_x_position", "dataset": "dSprites X Position", "metrics": {"acc1": 0.03573947482638889, "acc5": 0.16227213541666666, "mean_per_class_recall": 0.036040039922312174}}
{"key": "vtab/dsprites_label_x_position", "dataset": "dSprites X Position", "metrics": {"acc1": 0.03573947482638889, "acc5": 0.16227213541666666, "mean_per_class_recall": 0.036040039922312174}}
{"key": "vtab/dsprites_label_y_position", "dataset": "dSprites Y Position", "metrics": {"acc1": 0.033732096354166664, "acc5": 0.16627332899305555, "mean_per_class_recall": 0.03357210561478153}}
{"key": "vtab/dsprites_label_y_position", "dataset": "dSprites Y Position", "metrics": {"acc1": 0.033732096354166664, "acc5": 0.16627332899305555, "mean_per_class_recall": 0.03357210561478153}}
{"key": "vtab/eurosat", "dataset": "EuroSAT", "metrics": {"acc1": 0.2788888888888889, "acc5": 0.7105555555555556, "mean_per_class_recall": 0.2650541378360618}}
{"key": "vtab/eurosat", "dataset": "EuroSAT", "metrics": {"acc1": 0.2788888888888889, "acc5": 0.7105555555555556, "mean_per_class_recall": 0.2650541378360618}}
{"key": "vtab/dsprites_label_y_position", "dataset": "dSprites Y Position", "metrics": {"acc1": 0.033732096354166664, "acc5": 0.16627332899305555, "mean_per_class_recall": 0.03357210561478153}}
{"key": "vtab/dsprites_label_y_position", "dataset": "dSprites Y Position", "metrics": {"acc1": 0.033732096354166664, "acc5": 0.16627332899305555, "mean_per_class_recall": 0.03357210561478153}}
{"key": "vtab/dsprites_label_y_position", "dataset": "dSprites Y Position", "metrics": {"acc1": 0.033732096354166664, "acc5": 0.16627332899305555, "mean_per_class_recall": 0.03357210561478153}}
{"key": "vtab/dsprites_label_y_position", "dataset": "dSprites Y Position", "metrics": {"acc1": 0.033732096354166664, "acc5": 0.16627332899305555, "mean_per_class_recall": 0.03357210561478153}}
{"key": "vtab/dsprites_label_y_position", "dataset": "dSprites Y Position", "metrics": {"acc1": 0.033732096354166664, "acc5": 0.16627332899305555, "mean_per_class_recall": 0.03357210561478153}}
{"key": "vtab/eurosat", "dataset": "EuroSAT", "metrics": {"acc1": 0.2788888888888889, "acc5": 0.7105555555555556, "mean_per_class_recall": 0.2650541378360618}}
{"key": "vtab/dsprites_label_y_position", "dataset": "dSprites Y Position", "metrics": {"acc1": 0.033732096354166664, "acc5": 0.16627332899305555, "mean_per_class_recall": 0.03357210561478153}}
{"key": "fgvc_aircraft", "dataset": "FGVC Aircraft", "metrics": {"acc1": 0.0087008700870087, "acc5": 0.046804680468046804, "mean_per_class_recall": 0.008538324420677361}}
{"key": "vtab/eurosat", "dataset": "EuroSAT", "metrics": {"acc1": 0.2788888888888889, "acc5": 0.7105555555555556, "mean_per_class_recall": 0.2650541378360618}}
{"key": "vtab/eurosat", "dataset": "EuroSAT", "metrics": {"acc1": 0.2788888888888889, "acc5": 0.7105555555555556, "mean_per_class_recall": 0.2650541378360618}}
{"key": "vtab/eurosat", "dataset": "EuroSAT", "metrics": {"acc1": 0.2788888888888889, "acc5": 0.7105555555555556, "mean_per_class_recall": 0.2650541378360618}}
{"key": "fgvc_aircraft", "dataset": "FGVC Aircraft", "metrics": {"acc1": 0.0087008700870087, "acc5": 0.046804680468046804, "mean_per_class_recall": 0.008538324420677361}}
{"key": "vtab/eurosat", "dataset": "EuroSAT", "metrics": {"acc1": 0.2788888888888889, "acc5": 0.7105555555555556, "mean_per_class_recall": 0.2650541378360618}}
{"key": "vtab/eurosat", "dataset": "EuroSAT", "metrics": {"acc1": 0.2788888888888889, "acc5": 0.7105555555555556, "mean_per_class_recall": 0.2650541378360618}}
{"key": "fgvc_aircraft", "dataset": "FGVC Aircraft", "metrics": {"acc1": 0.0087008700870087, "acc5": 0.046804680468046804, "mean_per_class_recall": 0.008538324420677361}}
{"key": "fgvc_aircraft", "dataset": "FGVC Aircraft", "metrics": {"acc1": 0.0087008700870087, "acc5": 0.046804680468046804, "mean_per_class_recall": 0.008538324420677361}}
{"key": "fgvc_aircraft", "dataset": "FGVC Aircraft", "metrics": {"acc1": 0.0087008700870087, "acc5": 0.046804680468046804, "mean_per_class_recall": 0.008538324420677361}}
{"key": "fgvc_aircraft", "dataset": "FGVC Aircraft", "metrics": {"acc1": 0.0087008700870087, "acc5": 0.046804680468046804, "mean_per_class_recall": 0.008538324420677361}}
{"key": "fgvc_aircraft", "dataset": "FGVC Aircraft", "metrics": {"acc1": 0.0087008700870087, "acc5": 0.046804680468046804, "mean_per_class_recall": 0.008538324420677361}}
{"key": "fgvc_aircraft", "dataset": "FGVC Aircraft", "metrics": {"acc1": 0.0087008700870087, "acc5": 0.046804680468046804, "mean_per_class_recall": 0.008538324420677361}}
{"key": "food101", "dataset": "Food-101", "metrics": {"acc1": 0.15366336633663366, "acc5": 0.40162376237623765, "mean_per_class_recall": 0.1536633663366337}}
{"key": "food101", "dataset": "Food-101", "metrics": {"acc1": 0.15366336633663366, "acc5": 0.40162376237623765, "mean_per_class_recall": 0.1536633663366337}}
{"key": "food101", "dataset": "Food-101", "metrics": {"acc1": 0.15366336633663366, "acc5": 0.40162376237623765, "mean_per_class_recall": 0.1536633663366337}}
{"key": "gtsrb", "dataset": "GTSRB", "metrics": {"acc1": 0.06959619952494062, "acc5": 0.3154394299287411, "mean_per_class_recall": 0.07321162160873991}}
{"key": "gtsrb", "dataset": "GTSRB", "metrics": {"acc1": 0.06959619952494062, "acc5": 0.3154394299287411, "mean_per_class_recall": 0.07321162160873991}}
{"key": "food101", "dataset": "Food-101", "metrics": {"acc1": 0.15366336633663366, "acc5": 0.40162376237623765, "mean_per_class_recall": 0.1536633663366337}}
{"key": "food101", "dataset": "Food-101", "metrics": {"acc1": 0.15366336633663366, "acc5": 0.40162376237623765, "mean_per_class_recall": 0.1536633663366337}}
{"key": "food101", "dataset": "Food-101", "metrics": {"acc1": 0.15366336633663366, "acc5": 0.40162376237623765, "mean_per_class_recall": 0.1536633663366337}}
{"key": "food101", "dataset": "Food-101", "metrics": {"acc1": 0.15366336633663366, "acc5": 0.40162376237623765, "mean_per_class_recall": 0.1536633663366337}}
{"key": "food101", "dataset": "Food-101", "metrics": {"acc1": 0.15366336633663366, "acc5": 0.40162376237623765, "mean_per_class_recall": 0.1536633663366337}}
{"key": "gtsrb", "dataset": "GTSRB", "metrics": {"acc1": 0.06959619952494062, "acc5": 0.3154394299287411, "mean_per_class_recall": 0.07321162160873991}}
{"key": "gtsrb", "dataset": "GTSRB", "metrics": {"acc1": 0.06959619952494062, "acc5": 0.3154394299287411, "mean_per_class_recall": 0.07321162160873991}}
{"key": "gtsrb", "dataset": "GTSRB", "metrics": {"acc1": 0.06959619952494062, "acc5": 0.3154394299287411, "mean_per_class_recall": 0.07321162160873991}}
{"key": "gtsrb", "dataset": "GTSRB", "metrics": {"acc1": 0.06959619952494062, "acc5": 0.3154394299287411, "mean_per_class_recall": 0.07321162160873991}}
{"key": "gtsrb", "dataset": "GTSRB", "metrics": {"acc1": 0.06959619952494062, "acc5": 0.3154394299287411, "mean_per_class_recall": 0.07321162160873991}}
{"key": "gtsrb", "dataset": "GTSRB", "metrics": {"acc1": 0.06959619952494062, "acc5": 0.3154394299287411, "mean_per_class_recall": 0.07321162160873991}}
{"key": "imagenet1k", "dataset": "ImageNet 1k", "metrics": {"acc1": 0.14066, "acc5": 0.32678, "mean_per_class_recall": 0.14066000000000004}}
{"key": "imagenet1k", "dataset": "ImageNet 1k", "metrics": {"acc1": 0.14066, "acc5": 0.32678, "mean_per_class_recall": 0.14066000000000004}}
{"key": "imagenet1k", "dataset": "ImageNet 1k", "metrics": {"acc1": 0.14066, "acc5": 0.32678, "mean_per_class_recall": 0.14066000000000004}}
{"key": "imagenet1k", "dataset": "ImageNet 1k", "metrics": {"acc1": 0.14066, "acc5": 0.32678, "mean_per_class_recall": 0.14066000000000004}}
{"key": "imagenet1k", "dataset": "ImageNet 1k", "metrics": {"acc1": 0.14066, "acc5": 0.32678, "mean_per_class_recall": 0.14066000000000004}}
{"key": "imagenet1k", "dataset": "ImageNet 1k", "metrics": {"acc1": 0.14066, "acc5": 0.32678, "mean_per_class_recall": 0.14066000000000004}}
{"key": "imagenet1k", "dataset": "ImageNet 1k", "metrics": {"acc1": 0.14066, "acc5": 0.32678, "mean_per_class_recall": 0.14066000000000004}}
{"key": "imagenet1k", "dataset": "ImageNet 1k", "metrics": {"acc1": 0.14066, "acc5": 0.32678, "mean_per_class_recall": 0.14066000000000004}}
{"key": "imagenet_sketch", "dataset": "ImageNet Sketch", "metrics": {"acc1": 0.07229460197685159, "acc5": 0.18225942738116294, "mean_per_class_recall": 0.0722635294117647}}
{"key": "imagenet_sketch", "dataset": "ImageNet Sketch", "metrics": {"acc1": 0.07229460197685159, "acc5": 0.18225942738116294, "mean_per_class_recall": 0.0722635294117647}}
{"key": "imagenet_sketch", "dataset": "ImageNet Sketch", "metrics": {"acc1": 0.07229460197685159, "acc5": 0.18225942738116294, "mean_per_class_recall": 0.0722635294117647}}
{"key": "imagenet_sketch", "dataset": "ImageNet Sketch", "metrics": {"acc1": 0.07229460197685159, "acc5": 0.18225942738116294, "mean_per_class_recall": 0.0722635294117647}}
{"key": "imagenet_sketch", "dataset": "ImageNet Sketch", "metrics": {"acc1": 0.07229460197685159, "acc5": 0.18225942738116294, "mean_per_class_recall": 0.0722635294117647}}
{"key": "imagenet_sketch", "dataset": "ImageNet Sketch", "metrics": {"acc1": 0.07229460197685159, "acc5": 0.18225942738116294, "mean_per_class_recall": 0.0722635294117647}}
{"key": "imagenet_sketch", "dataset": "ImageNet Sketch", "metrics": {"acc1": 0.07229460197685159, "acc5": 0.18225942738116294, "mean_per_class_recall": 0.0722635294117647}}
{"key": "imagenetv2", "dataset": "ImageNet v2", "metrics": {"acc1": 0.1159, "acc5": 0.2887, "mean_per_class_recall": 0.11600000000000002}}
{"key": "imagenet_sketch", "dataset": "ImageNet Sketch", "metrics": {"acc1": 0.07229460197685159, "acc5": 0.18225942738116294, "mean_per_class_recall": 0.0722635294117647}}
{"key": "imagenetv2", "dataset": "ImageNet v2", "metrics": {"acc1": 0.1159, "acc5": 0.2887, "mean_per_class_recall": 0.11600000000000002}}
{"key": "imagenetv2", "dataset": "ImageNet v2", "metrics": {"acc1": 0.1159, "acc5": 0.2887, "mean_per_class_recall": 0.11600000000000002}}
{"key": "imagenet-a", "dataset": "ImageNet-A", "metrics": {"acc1": 0.0296, "acc5": 0.12413333333333333, "mean_per_class_recall": 0.038036290359301506}}
{"key": "imagenet-a", "dataset": "ImageNet-A", "metrics": {"acc1": 0.0296, "acc5": 0.12413333333333333, "mean_per_class_recall": 0.038036290359301506}}
{"key": "imagenetv2", "dataset": "ImageNet v2", "metrics": {"acc1": 0.1159, "acc5": 0.2887, "mean_per_class_recall": 0.11600000000000002}}
{"key": "imagenetv2", "dataset": "ImageNet v2", "metrics": {"acc1": 0.1159, "acc5": 0.2887, "mean_per_class_recall": 0.11600000000000002}}
{"key": "imagenet-o", "dataset": "ImageNet-O", "metrics": {"acc1": 0.253, "acc5": 0.525, "mean_per_class_recall": 0.2540822786991131}}
{"key": "imagenetv2", "dataset": "ImageNet v2", "metrics": {"acc1": 0.1159, "acc5": 0.2887, "mean_per_class_recall": 0.11600000000000002}}
{"key": "imagenetv2", "dataset": "ImageNet v2", "metrics": {"acc1": 0.1159, "acc5": 0.2887, "mean_per_class_recall": 0.11600000000000002}}
{"key": "imagenet-a", "dataset": "ImageNet-A", "metrics": {"acc1": 0.0296, "acc5": 0.12413333333333333, "mean_per_class_recall": 0.038036290359301506}}
{"key": "imagenet-o", "dataset": "ImageNet-O", "metrics": {"acc1": 0.253, "acc5": 0.525, "mean_per_class_recall": 0.2540822786991131}}
{"key": "imagenetv2", "dataset": "ImageNet v2", "metrics": {"acc1": 0.1159, "acc5": 0.2887, "mean_per_class_recall": 0.11600000000000002}}
{"key": "imagenet-o", "dataset": "ImageNet-O", "metrics": {"acc1": 0.253, "acc5": 0.525, "mean_per_class_recall": 0.2540822786991131}}
{"key": "imagenet-a", "dataset": "ImageNet-A", "metrics": {"acc1": 0.0296, "acc5": 0.12413333333333333, "mean_per_class_recall": 0.038036290359301506}}
{"key": "imagenet-a", "dataset": "ImageNet-A", "metrics": {"acc1": 0.0296, "acc5": 0.12413333333333333, "mean_per_class_recall": 0.038036290359301506}}
{"key": "imagenet-a", "dataset": "ImageNet-A", "metrics": {"acc1": 0.0296, "acc5": 0.12413333333333333, "mean_per_class_recall": 0.038036290359301506}}
{"key": "imagenet-a", "dataset": "ImageNet-A", "metrics": {"acc1": 0.0296, "acc5": 0.12413333333333333, "mean_per_class_recall": 0.038036290359301506}}
{"key": "imagenet-a", "dataset": "ImageNet-A", "metrics": {"acc1": 0.0296, "acc5": 0.12413333333333333, "mean_per_class_recall": 0.038036290359301506}}
{"key": "imagenet-o", "dataset": "ImageNet-O", "metrics": {"acc1": 0.253, "acc5": 0.525, "mean_per_class_recall": 0.2540822786991131}}
{"key": "imagenet-o", "dataset": "ImageNet-O", "metrics": {"acc1": 0.253, "acc5": 0.525, "mean_per_class_recall": 0.2540822786991131}}
{"key": "imagenet-o", "dataset": "ImageNet-O", "metrics": {"acc1": 0.253, "acc5": 0.525, "mean_per_class_recall": 0.2540822786991131}}
{"key": "imagenet-o", "dataset": "ImageNet-O", "metrics": {"acc1": 0.253, "acc5": 0.525, "mean_per_class_recall": 0.2540822786991131}}
{"key": "imagenet-o", "dataset": "ImageNet-O", "metrics": {"acc1": 0.253, "acc5": 0.525, "mean_per_class_recall": 0.2540822786991131}}
{"key": "imagenet-r", "dataset": "ImageNet-R", "metrics": {"acc1": 0.1717, "acc5": 0.37106666666666666, "mean_per_class_recall": 0.16235561124689823}}
{"key": "vtab/kitti_closest_vehicle_distance", "dataset": "KITTI Vehicle Distance", "metrics": {"acc1": 0.21237693389592124, "acc5": "N/A", "mean_per_class_recall": 0.1507412398921833}}
{"key": "imagenet-r", "dataset": "ImageNet-R", "metrics": {"acc1": 0.1717, "acc5": 0.37106666666666666, "mean_per_class_recall": 0.16235561124689823}}
{"key": "vtab/kitti_closest_vehicle_distance", "dataset": "KITTI Vehicle Distance", "metrics": {"acc1": 0.21237693389592124, "acc5": "N/A", "mean_per_class_recall": 0.1507412398921833}}
{"key": "imagenet-r", "dataset": "ImageNet-R", "metrics": {"acc1": 0.1717, "acc5": 0.37106666666666666, "mean_per_class_recall": 0.16235561124689823}}
{"key": "mnist", "dataset": "MNIST", "metrics": {"acc1": 0.0416, "acc5": 0.4768, "mean_per_class_recall": 0.04175753636391353}}
{"key": "vtab/kitti_closest_vehicle_distance", "dataset": "KITTI Vehicle Distance", "metrics": {"acc1": 0.21237693389592124, "acc5": "N/A", "mean_per_class_recall": 0.1507412398921833}}
{"key": "mnist", "dataset": "MNIST", "metrics": {"acc1": 0.0416, "acc5": 0.4768, "mean_per_class_recall": 0.04175753636391353}}
{"key": "imagenet-r", "dataset": "ImageNet-R", "metrics": {"acc1": 0.1717, "acc5": 0.37106666666666666, "mean_per_class_recall": 0.16235561124689823}}
{"key": "mnist", "dataset": "MNIST", "metrics": {"acc1": 0.0416, "acc5": 0.4768, "mean_per_class_recall": 0.04175753636391353}}
{"key": "imagenet-r", "dataset": "ImageNet-R", "metrics": {"acc1": 0.1717, "acc5": 0.37106666666666666, "mean_per_class_recall": 0.16235561124689823}}
{"key": "imagenet-r", "dataset": "ImageNet-R", "metrics": {"acc1": 0.1717, "acc5": 0.37106666666666666, "mean_per_class_recall": 0.16235561124689823}}
{"key": "vtab/kitti_closest_vehicle_distance", "dataset": "KITTI Vehicle Distance", "metrics": {"acc1": 0.21237693389592124, "acc5": "N/A", "mean_per_class_recall": 0.1507412398921833}}
{"key": "vtab/kitti_closest_vehicle_distance", "dataset": "KITTI Vehicle Distance", "metrics": {"acc1": 0.21237693389592124, "acc5": "N/A", "mean_per_class_recall": 0.1507412398921833}}
{"key": "imagenet-r", "dataset": "ImageNet-R", "metrics": {"acc1": 0.1717, "acc5": 0.37106666666666666, "mean_per_class_recall": 0.16235561124689823}}
{"key": "vtab/kitti_closest_vehicle_distance", "dataset": "KITTI Vehicle Distance", "metrics": {"acc1": 0.21237693389592124, "acc5": "N/A", "mean_per_class_recall": 0.1507412398921833}}
{"key": "imagenet-r", "dataset": "ImageNet-R", "metrics": {"acc1": 0.1717, "acc5": 0.37106666666666666, "mean_per_class_recall": 0.16235561124689823}}
{"key": "mnist", "dataset": "MNIST", "metrics": {"acc1": 0.0416, "acc5": 0.4768, "mean_per_class_recall": 0.04175753636391353}}
{"key": "vtab/kitti_closest_vehicle_distance", "dataset": "KITTI Vehicle Distance", "metrics": {"acc1": 0.21237693389592124, "acc5": "N/A", "mean_per_class_recall": 0.1507412398921833}}
{"key": "mnist", "dataset": "MNIST", "metrics": {"acc1": 0.0416, "acc5": 0.4768, "mean_per_class_recall": 0.04175753636391353}}
{"key": "vtab/kitti_closest_vehicle_distance", "dataset": "KITTI Vehicle Distance", "metrics": {"acc1": 0.21237693389592124, "acc5": "N/A", "mean_per_class_recall": 0.1507412398921833}}
{"key": "mnist", "dataset": "MNIST", "metrics": {"acc1": 0.0416, "acc5": 0.4768, "mean_per_class_recall": 0.04175753636391353}}
{"key": "mnist", "dataset": "MNIST", "metrics": {"acc1": 0.0416, "acc5": 0.4768, "mean_per_class_recall": 0.04175753636391353}}
{"key": "mnist", "dataset": "MNIST", "metrics": {"acc1": 0.0416, "acc5": 0.4768, "mean_per_class_recall": 0.04175753636391353}}
{"key": "objectnet", "dataset": "ObjectNet", "metrics": {"acc1": 0.11085388177021643, "acc5": 0.2699472380747281, "mean_per_class_recall": 0.10939422225465674}}
{"key": "objectnet", "dataset": "ObjectNet", "metrics": {"acc1": 0.11085388177021643, "acc5": 0.2699472380747281, "mean_per_class_recall": 0.10939422225465674}}
{"key": "objectnet", "dataset": "ObjectNet", "metrics": {"acc1": 0.11085388177021643, "acc5": 0.2699472380747281, "mean_per_class_recall": 0.10939422225465674}}
{"key": "vtab/flowers", "dataset": "Oxford Flowers-102", "metrics": {"acc1": 0.08814441372580907, "acc5": 0.2772808586762075, "mean_per_class_recall": 0.09628999463357395}}
{"key": "vtab/flowers", "dataset": "Oxford Flowers-102", "metrics": {"acc1": 0.08814441372580907, "acc5": 0.2772808586762075, "mean_per_class_recall": 0.09628999463357395}}
{"key": "vtab/flowers", "dataset": "Oxford Flowers-102", "metrics": {"acc1": 0.08814441372580907, "acc5": 0.2772808586762075, "mean_per_class_recall": 0.09628999463357395}}
{"key": "objectnet", "dataset": "ObjectNet", "metrics": {"acc1": 0.11085388177021643, "acc5": 0.2699472380747281, "mean_per_class_recall": 0.10939422225465674}}
{"key": "vtab/pets", "dataset": "Oxford-IIIT Pet", "metrics": {"acc1": 0.1264649768329245, "acc5": 0.35404742436631237, "mean_per_class_recall": 0.1258215599226835}}
{"key": "objectnet", "dataset": "ObjectNet", "metrics": {"acc1": 0.11085388177021643, "acc5": 0.2699472380747281, "mean_per_class_recall": 0.10939422225465674}}
{"key": "objectnet", "dataset": "ObjectNet", "metrics": {"acc1": 0.11085388177021643, "acc5": 0.2699472380747281, "mean_per_class_recall": 0.10939422225465674}}
{"key": "objectnet", "dataset": "ObjectNet", "metrics": {"acc1": 0.11085388177021643, "acc5": 0.2699472380747281, "mean_per_class_recall": 0.10939422225465674}}
{"key": "objectnet", "dataset": "ObjectNet", "metrics": {"acc1": 0.11085388177021643, "acc5": 0.2699472380747281, "mean_per_class_recall": 0.10939422225465674}}
{"key": "vtab/pets", "dataset": "Oxford-IIIT Pet", "metrics": {"acc1": 0.1264649768329245, "acc5": 0.35404742436631237, "mean_per_class_recall": 0.1258215599226835}}
{"key": "vtab/pets", "dataset": "Oxford-IIIT Pet", "metrics": {"acc1": 0.1264649768329245, "acc5": 0.35404742436631237, "mean_per_class_recall": 0.1258215599226835}}
{"key": "voc2007", "dataset": "Pascal VOC 2007", "metrics": {"acc1": 0.3780715811965812, "acc5": 0.7495325854700855, "mean_per_class_recall": 0.47269906555630825}}
{"key": "vtab/flowers", "dataset": "Oxford Flowers-102", "metrics": {"acc1": 0.08814441372580907, "acc5": 0.2772808586762075, "mean_per_class_recall": 0.09628999463357395}}
{"key": "vtab/flowers", "dataset": "Oxford Flowers-102", "metrics": {"acc1": 0.08814441372580907, "acc5": 0.2772808586762075, "mean_per_class_recall": 0.09628999463357395}}
{"key": "vtab/flowers", "dataset": "Oxford Flowers-102", "metrics": {"acc1": 0.08814441372580907, "acc5": 0.2772808586762075, "mean_per_class_recall": 0.09628999463357395}}
{"key": "vtab/flowers", "dataset": "Oxford Flowers-102", "metrics": {"acc1": 0.08814441372580907, "acc5": 0.2772808586762075, "mean_per_class_recall": 0.09628999463357395}}
{"key": "voc2007", "dataset": "Pascal VOC 2007", "metrics": {"acc1": 0.3780715811965812, "acc5": 0.7495325854700855, "mean_per_class_recall": 0.47269906555630825}}
{"key": "vtab/flowers", "dataset": "Oxford Flowers-102", "metrics": {"acc1": 0.08814441372580907, "acc5": 0.2772808586762075, "mean_per_class_recall": 0.09628999463357395}}
{"key": "voc2007", "dataset": "Pascal VOC 2007", "metrics": {"acc1": 0.3780715811965812, "acc5": 0.7495325854700855, "mean_per_class_recall": 0.47269906555630825}}
{"key": "vtab/pets", "dataset": "Oxford-IIIT Pet", "metrics": {"acc1": 0.1264649768329245, "acc5": 0.35404742436631237, "mean_per_class_recall": 0.1258215599226835}}
{"key": "vtab/pets", "dataset": "Oxford-IIIT Pet", "metrics": {"acc1": 0.1264649768329245, "acc5": 0.35404742436631237, "mean_per_class_recall": 0.1258215599226835}}
{"key": "vtab/pets", "dataset": "Oxford-IIIT Pet", "metrics": {"acc1": 0.1264649768329245, "acc5": 0.35404742436631237, "mean_per_class_recall": 0.1258215599226835}}
{"key": "vtab/pets", "dataset": "Oxford-IIIT Pet", "metrics": {"acc1": 0.1264649768329245, "acc5": 0.35404742436631237, "mean_per_class_recall": 0.1258215599226835}}
{"key": "vtab/pets", "dataset": "Oxford-IIIT Pet", "metrics": {"acc1": 0.1264649768329245, "acc5": 0.35404742436631237, "mean_per_class_recall": 0.1258215599226835}}
{"key": "voc2007", "dataset": "Pascal VOC 2007", "metrics": {"acc1": 0.3780715811965812, "acc5": 0.7495325854700855, "mean_per_class_recall": 0.47269906555630825}}
{"key": "vtab/pcam", "dataset": "PatchCamelyon", "metrics": {"acc1": 0.517242431640625, "acc5": "N/A", "mean_per_class_recall": 0.5174463832932442}}
{"key": "voc2007", "dataset": "Pascal VOC 2007", "metrics": {"acc1": 0.3780715811965812, "acc5": 0.7495325854700855, "mean_per_class_recall": 0.47269906555630825}}
{"key": "voc2007", "dataset": "Pascal VOC 2007", "metrics": {"acc1": 0.3780715811965812, "acc5": 0.7495325854700855, "mean_per_class_recall": 0.47269906555630825}}
{"key": "renderedsst2", "dataset": "Rendered SST2", "metrics": {"acc1": 0.500823723228995, "acc5": "N/A", "mean_per_class_recall": 0.5016411180591743}}
{"key": "voc2007", "dataset": "Pascal VOC 2007", "metrics": {"acc1": 0.3780715811965812, "acc5": 0.7495325854700855, "mean_per_class_recall": 0.47269906555630825}}
{"key": "voc2007", "dataset": "Pascal VOC 2007", "metrics": {"acc1": 0.3780715811965812, "acc5": 0.7495325854700855, "mean_per_class_recall": 0.47269906555630825}}
{"key": "vtab/resisc45", "dataset": "RESISC45", "metrics": {"acc1": 0.16396825396825396, "acc5": 0.4471428571428571, "mean_per_class_recall": 0.16663269616982013}}
{"key": "vtab/pcam", "dataset": "PatchCamelyon", "metrics": {"acc1": 0.517242431640625, "acc5": "N/A", "mean_per_class_recall": 0.5174463832932442}}
{"key": "vtab/pcam", "dataset": "PatchCamelyon", "metrics": {"acc1": 0.517242431640625, "acc5": "N/A", "mean_per_class_recall": 0.5174463832932442}}
{"key": "renderedsst2", "dataset": "Rendered SST2", "metrics": {"acc1": 0.500823723228995, "acc5": "N/A", "mean_per_class_recall": 0.5016411180591743}}
{"key": "renderedsst2", "dataset": "Rendered SST2", "metrics": {"acc1": 0.500823723228995, "acc5": "N/A", "mean_per_class_recall": 0.5016411180591743}}
{"key": "vtab/smallnorb_label_azimuth", "dataset": "Small NORB Azimuth", "metrics": {"acc1": 0.052592592592592594, "acc5": 0.2562962962962963, "mean_per_class_recall": 0.0537749447192934}}
{"key": "vtab/resisc45", "dataset": "RESISC45", "metrics": {"acc1": 0.16396825396825396, "acc5": 0.4471428571428571, "mean_per_class_recall": 0.16663269616982013}}
{"key": "vtab/resisc45", "dataset": "RESISC45", "metrics": {"acc1": 0.16396825396825396, "acc5": 0.4471428571428571, "mean_per_class_recall": 0.16663269616982013}}
{"key": "vtab/pcam", "dataset": "PatchCamelyon", "metrics": {"acc1": 0.517242431640625, "acc5": "N/A", "mean_per_class_recall": 0.5174463832932442}}
{"key": "vtab/pcam", "dataset": "PatchCamelyon", "metrics": {"acc1": 0.517242431640625, "acc5": "N/A", "mean_per_class_recall": 0.5174463832932442}}
{"key": "renderedsst2", "dataset": "Rendered SST2", "metrics": {"acc1": 0.500823723228995, "acc5": "N/A", "mean_per_class_recall": 0.5016411180591743}}
{"key": "vtab/pcam", "dataset": "PatchCamelyon", "metrics": {"acc1": 0.517242431640625, "acc5": "N/A", "mean_per_class_recall": 0.5174463832932442}}
{"key": "renderedsst2", "dataset": "Rendered SST2", "metrics": {"acc1": 0.500823723228995, "acc5": "N/A", "mean_per_class_recall": 0.5016411180591743}}
{"key": "vtab/smallnorb_label_elevation", "dataset": "Small NORB Elevation", "metrics": {"acc1": 0.11102880658436214, "acc5": 0.5393415637860083, "mean_per_class_recall": 0.1101284607223577}}
{"key": "vtab/smallnorb_label_azimuth", "dataset": "Small NORB Azimuth", "metrics": {"acc1": 0.052592592592592594, "acc5": 0.2562962962962963, "mean_per_class_recall": 0.0537749447192934}}
{"key": "vtab/pcam", "dataset": "PatchCamelyon", "metrics": {"acc1": 0.517242431640625, "acc5": "N/A", "mean_per_class_recall": 0.5174463832932442}}
{"key": "renderedsst2", "dataset": "Rendered SST2", "metrics": {"acc1": 0.500823723228995, "acc5": "N/A", "mean_per_class_recall": 0.5016411180591743}}
{"key": "vtab/smallnorb_label_azimuth", "dataset": "Small NORB Azimuth", "metrics": {"acc1": 0.052592592592592594, "acc5": 0.2562962962962963, "mean_per_class_recall": 0.0537749447192934}}
{"key": "vtab/pcam", "dataset": "PatchCamelyon", "metrics": {"acc1": 0.517242431640625, "acc5": "N/A", "mean_per_class_recall": 0.5174463832932442}}
{"key": "renderedsst2", "dataset": "Rendered SST2", "metrics": {"acc1": 0.500823723228995, "acc5": "N/A", "mean_per_class_recall": 0.5016411180591743}}
{"key": "vtab/resisc45", "dataset": "RESISC45", "metrics": {"acc1": 0.16396825396825396, "acc5": 0.4471428571428571, "mean_per_class_recall": 0.16663269616982013}}
{"key": "renderedsst2", "dataset": "Rendered SST2", "metrics": {"acc1": 0.500823723228995, "acc5": "N/A", "mean_per_class_recall": 0.5016411180591743}}
{"key": "vtab/resisc45", "dataset": "RESISC45", "metrics": {"acc1": 0.16396825396825396, "acc5": 0.4471428571428571, "mean_per_class_recall": 0.16663269616982013}}
{"key": "vtab/resisc45", "dataset": "RESISC45", "metrics": {"acc1": 0.16396825396825396, "acc5": 0.4471428571428571, "mean_per_class_recall": 0.16663269616982013}}
{"key": "cars", "dataset": "Stanford Cars", "metrics": {"acc1": 0.12349210297226713, "acc5": 0.39920407909463995, "mean_per_class_recall": 0.12354695785770264}}
{"key": "vtab/resisc45", "dataset": "RESISC45", "metrics": {"acc1": 0.16396825396825396, "acc5": 0.4471428571428571, "mean_per_class_recall": 0.16663269616982013}}
{"key": "vtab/smallnorb_label_elevation", "dataset": "Small NORB Elevation", "metrics": {"acc1": 0.11102880658436214, "acc5": 0.5393415637860083, "mean_per_class_recall": 0.1101284607223577}}
{"key": "vtab/resisc45", "dataset": "RESISC45", "metrics": {"acc1": 0.16396825396825396, "acc5": 0.4471428571428571, "mean_per_class_recall": 0.16663269616982013}}
{"key": "vtab/smallnorb_label_elevation", "dataset": "Small NORB Elevation", "metrics": {"acc1": 0.11102880658436214, "acc5": 0.5393415637860083, "mean_per_class_recall": 0.1101284607223577}}
{"key": "vtab/smallnorb_label_azimuth", "dataset": "Small NORB Azimuth", "metrics": {"acc1": 0.052592592592592594, "acc5": 0.2562962962962963, "mean_per_class_recall": 0.0537749447192934}}
{"key": "vtab/smallnorb_label_azimuth", "dataset": "Small NORB Azimuth", "metrics": {"acc1": 0.052592592592592594, "acc5": 0.2562962962962963, "mean_per_class_recall": 0.0537749447192934}}
{"key": "stl10", "dataset": "STL-10", "metrics": {"acc1": 0.694375, "acc5": 0.96975, "mean_per_class_recall": 0.694375}}
{"key": "vtab/smallnorb_label_azimuth", "dataset": "Small NORB Azimuth", "metrics": {"acc1": 0.052592592592592594, "acc5": 0.2562962962962963, "mean_per_class_recall": 0.0537749447192934}}
{"key": "cars", "dataset": "Stanford Cars", "metrics": {"acc1": 0.12349210297226713, "acc5": 0.39920407909463995, "mean_per_class_recall": 0.12354695785770264}}
{"key": "vtab/smallnorb_label_azimuth", "dataset": "Small NORB Azimuth", "metrics": {"acc1": 0.052592592592592594, "acc5": 0.2562962962962963, "mean_per_class_recall": 0.0537749447192934}}
{"key": "vtab/smallnorb_label_azimuth", "dataset": "Small NORB Azimuth", "metrics": {"acc1": 0.052592592592592594, "acc5": 0.2562962962962963, "mean_per_class_recall": 0.0537749447192934}}
{"key": "cars", "dataset": "Stanford Cars", "metrics": {"acc1": 0.12349210297226713, "acc5": 0.39920407909463995, "mean_per_class_recall": 0.12354695785770264}}
{"key": "vtab/smallnorb_label_elevation", "dataset": "Small NORB Elevation", "metrics": {"acc1": 0.11102880658436214, "acc5": 0.5393415637860083, "mean_per_class_recall": 0.1101284607223577}}
{"key": "vtab/smallnorb_label_elevation", "dataset": "Small NORB Elevation", "metrics": {"acc1": 0.11102880658436214, "acc5": 0.5393415637860083, "mean_per_class_recall": 0.1101284607223577}}
{"key": "stl10", "dataset": "STL-10", "metrics": {"acc1": 0.694375, "acc5": 0.96975, "mean_per_class_recall": 0.694375}}
{"key": "vtab/smallnorb_label_elevation", "dataset": "Small NORB Elevation", "metrics": {"acc1": 0.11102880658436214, "acc5": 0.5393415637860083, "mean_per_class_recall": 0.1101284607223577}}
{"key": "stl10", "dataset": "STL-10", "metrics": {"acc1": 0.694375, "acc5": 0.96975, "mean_per_class_recall": 0.694375}}
{"key": "vtab/smallnorb_label_elevation", "dataset": "Small NORB Elevation", "metrics": {"acc1": 0.11102880658436214, "acc5": 0.5393415637860083, "mean_per_class_recall": 0.1101284607223577}}
{"key": "vtab/smallnorb_label_elevation", "dataset": "Small NORB Elevation", "metrics": {"acc1": 0.11102880658436214, "acc5": 0.5393415637860083, "mean_per_class_recall": 0.1101284607223577}}
{"key": "cars", "dataset": "Stanford Cars", "metrics": {"acc1": 0.12349210297226713, "acc5": 0.39920407909463995, "mean_per_class_recall": 0.12354695785770264}}
{"key": "cars", "dataset": "Stanford Cars", "metrics": {"acc1": 0.12349210297226713, "acc5": 0.39920407909463995, "mean_per_class_recall": 0.12354695785770264}}
{"key": "cars", "dataset": "Stanford Cars", "metrics": {"acc1": 0.12349210297226713, "acc5": 0.39920407909463995, "mean_per_class_recall": 0.12354695785770264}}
{"key": "cars", "dataset": "Stanford Cars", "metrics": {"acc1": 0.12349210297226713, "acc5": 0.39920407909463995, "mean_per_class_recall": 0.12354695785770264}}
{"key": "cars", "dataset": "Stanford Cars", "metrics": {"acc1": 0.12349210297226713, "acc5": 0.39920407909463995, "mean_per_class_recall": 0.12354695785770264}}
{"key": "stl10", "dataset": "STL-10", "metrics": {"acc1": 0.694375, "acc5": 0.96975, "mean_per_class_recall": 0.694375}}
{"key": "stl10", "dataset": "STL-10", "metrics": {"acc1": 0.694375, "acc5": 0.96975, "mean_per_class_recall": 0.694375}}
{"key": "stl10", "dataset": "STL-10", "metrics": {"acc1": 0.694375, "acc5": 0.96975, "mean_per_class_recall": 0.694375}}
{"key": "stl10", "dataset": "STL-10", "metrics": {"acc1": 0.694375, "acc5": 0.96975, "mean_per_class_recall": 0.694375}}
{"key": "stl10", "dataset": "STL-10", "metrics": {"acc1": 0.694375, "acc5": 0.96975, "mean_per_class_recall": 0.694375}}
{"key": "sun397", "dataset": "SUN397", "metrics": {"acc1": 0.224304393401622, "acc5": 0.4993471504496386, "mean_per_class_recall": 0.1884255912446345}}
{"key": "vtab/svhn", "dataset": "SVHN", "metrics": {"acc1": 0.07241087891825446, "acc5": 0.5412569145666871, "mean_per_class_recall": 0.07756572483465093}}
{"key": "sun397", "dataset": "SUN397", "metrics": {"acc1": 0.224304393401622, "acc5": 0.4993471504496386, "mean_per_class_recall": 0.1884255912446345}}
{"key": "sun397", "dataset": "SUN397", "metrics": {"acc1": 0.224304393401622, "acc5": 0.4993471504496386, "mean_per_class_recall": 0.1884255912446345}}
{"key": "vtab/svhn", "dataset": "SVHN", "metrics": {"acc1": 0.07241087891825446, "acc5": 0.5412569145666871, "mean_per_class_recall": 0.07756572483465093}}
{"key": "vtab/svhn", "dataset": "SVHN", "metrics": {"acc1": 0.07241087891825446, "acc5": 0.5412569145666871, "mean_per_class_recall": 0.07756572483465093}}
{"key": "sun397", "dataset": "SUN397", "metrics": {"acc1": 0.224304393401622, "acc5": 0.4993471504496386, "mean_per_class_recall": 0.1884255912446345}}
{"key": "sun397", "dataset": "SUN397", "metrics": {"acc1": 0.224304393401622, "acc5": 0.4993471504496386, "mean_per_class_recall": 0.1884255912446345}}
{"key": "sun397", "dataset": "SUN397", "metrics": {"acc1": 0.224304393401622, "acc5": 0.4993471504496386, "mean_per_class_recall": 0.1884255912446345}}
{"key": "sun397", "dataset": "SUN397", "metrics": {"acc1": 0.224304393401622, "acc5": 0.4993471504496386, "mean_per_class_recall": 0.1884255912446345}}
{"key": "sun397", "dataset": "SUN397", "metrics": {"acc1": 0.224304393401622, "acc5": 0.4993471504496386, "mean_per_class_recall": 0.1884255912446345}}
{"key": "vtab/svhn", "dataset": "SVHN", "metrics": {"acc1": 0.07241087891825446, "acc5": 0.5412569145666871, "mean_per_class_recall": 0.07756572483465093}}
{"key": "vtab/svhn", "dataset": "SVHN", "metrics": {"acc1": 0.07241087891825446, "acc5": 0.5412569145666871, "mean_per_class_recall": 0.07756572483465093}}
{"key": "vtab/svhn", "dataset": "SVHN", "metrics": {"acc1": 0.07241087891825446, "acc5": 0.5412569145666871, "mean_per_class_recall": 0.07756572483465093}}
{"key": "vtab/svhn", "dataset": "SVHN", "metrics": {"acc1": 0.07241087891825446, "acc5": 0.5412569145666871, "mean_per_class_recall": 0.07756572483465093}}
{"key": "vtab/svhn", "dataset": "SVHN", "metrics": {"acc1": 0.07241087891825446, "acc5": 0.5412569145666871, "mean_per_class_recall": 0.07756572483465093}}