File size: 50,297 Bytes
fd8021a 40ad686 fd8021a 40ad686 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 |
accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
0.0 4 0.0 wikitext comb_1 llama3 norm_nlr 14178.745344 15367.929856 1.3576891422271729 122.248345 0.0
0.0 5 0.0 wikitext comb_1 llama3 norm_nlr 14178.745344 15367.929856 1.3576891422271729 122.248345 0.0
0.0 6 0.0 wikitext comb_1 llama3 norm_nlr 14178.745344 15367.929856 1.3576891422271729 122.248345 0.0
0.0 7 0.0 wikitext comb_1 llama3 norm_nlr 14178.745344 15367.929856 1.3576891422271729 122.248345 0.0
0.0 8 0.0 wikitext comb_1 llama3 norm_nlr 14178.745344 15367.929856 1.3576891422271729 122.248345 0.0
0.0 4 0.0 wikitext comb_9 llama3 norm_nlr 14178.745344 15367.929856 1.1248141527175903 146.191836 0.0
0.0 5 0.0 wikitext comb_9 llama3 norm_nlr 14178.745344 15367.929856 1.1248141527175903 146.191836 0.0
0.0 6 0.0 wikitext comb_9 llama3 norm_nlr 14178.745344 15367.929856 1.1248141527175903 146.191836 0.0
0.0 7 0.0 wikitext comb_9 llama3 norm_nlr 14178.745344 15367.929856 1.1248141527175903 146.191836 0.0
0.0 8 0.0 wikitext comb_9 llama3 norm_nlr 14178.745344 15367.929856 1.1248141527175903 146.191836 0.0
0.380108118057251 4 0.0 wikitext comb_5 llama3 norm_nlr 14179.216384 15367.929856 6.150976657867432 68.74943 0.0
0.4428571462631225 7 0.0 wikitext comb_5 llama3 norm_nlr 14179.216384 15367.929856 5.248186111450195 68.935479 0.0
0.4437352418899536 8 0.0 wikitext comb_5 llama3 norm_nlr 14179.216384 15367.929856 5.208640575408936 68.960164 0.0
0.435663640499115 5 0.0 wikitext comb_5 llama3 norm_nlr 14179.216384 15367.929856 5.4490156173706055 68.989837 0.0
0.4404930770397186 6 0.0 wikitext comb_5 llama3 norm_nlr 14179.216384 15367.929856 5.199138641357422 69.026021 0.0
0.0 4 0.0 wikitext comb_2 llama3 norm_nlr 14185.276416 15374.221312 1.145966410636902 202.197774 0.0
0.0 5 0.0 wikitext comb_2 llama3 norm_nlr 14185.276416 15374.221312 1.145966410636902 202.197774 0.0
0.0 6 0.0 wikitext comb_2 llama3 norm_nlr 14185.276416 15374.221312 1.145966410636902 202.197774 0.0
0.0 7 0.0 wikitext comb_2 llama3 norm_nlr 14185.276416 15374.221312 1.145966410636902 202.197774 0.0
0.4428909420967102 7 0.0 wikitext comb_18 llama3 norm_nlr 14185.747456 15374.221312 5.230251312255859 147.947238 0.0
0.4400878250598907 6 0.0 wikitext comb_11 llama3 norm_nlr 14185.747456 15374.221312 5.199240207672119 147.955701 0.0
0.4422154724597931 7 0.0 wikitext comb_11 llama3 norm_nlr 14185.747456 15374.221312 5.247557163238525 147.968386 0.0
0.4373860359191894 5 0.0 wikitext comb_18 llama3 norm_nlr 14185.747456 15374.221312 5.412022113800049 148.009459 0.0
0.3809861838817596 4 0.0 wikitext comb_11 llama3 norm_nlr 14185.747456 15374.221312 6.232641220092773 148.085089 0.0
0.4402566850185394 6 0.0 wikitext comb_18 llama3 norm_nlr 14185.747456 15374.221312 5.230005741119385 148.118981 0.0
0.4439041018486023 8 0.0 wikitext comb_11 llama3 norm_nlr 14185.747456 15374.221312 5.207451820373535 148.164104 0.0
0.3783856928348541 4 0.0 wikitext comb_18 llama3 norm_nlr 14185.747456 15374.221312 6.167969226837158 148.354665 0.0
0.4365079402923584 5 0.0 wikitext comb_11 llama3 norm_nlr 14185.747456 15374.221312 5.430935382843018 148.378625 0.0
0.4443769156932831 8 0.0 wikitext comb_18 llama3 norm_nlr 14185.747456 15374.221312 5.207278728485107 148.394645 0.0
0.436372846364975 5 0.0 wikitext comb_6 llama3 norm_nlr 14185.747456 15374.221312 5.392096519470215 175.279052 0.0
0.3784194588661194 4 0.0 wikitext comb_6 llama3 norm_nlr 14185.747456 15374.221312 6.155765056610107 175.288414 0.0
0.4435325860977173 7 0.0 wikitext comb_6 llama3 norm_nlr 14185.747456 15374.221312 5.228373050689697 175.342505 0.0
0.4441067576408386 8 0.0 wikitext comb_6 llama3 norm_nlr 14185.747456 15374.221312 5.214853763580322 175.530099 0.0
0.4406957328319549 6 0.0 wikitext comb_6 llama3 norm_nlr 14185.747456 15374.221312 5.230377197265625 175.602792 0.0
0.4402566850185394 6 0.0 wikitext comb_15 llama3 norm_nlr 14185.747456 15374.221312 5.23110818862915 201.239682 0.0
0.4428909122943878 7 0.0 wikitext comb_15 llama3 norm_nlr 14185.747456 15374.221312 5.229310989379883 201.289316 0.0
0.3781155049800873 4 0.0 wikitext comb_15 llama3 norm_nlr 14185.747456 15374.221312 6.178022384643555 201.489166 0.0
0.4444107115268707 8 0.0 wikitext comb_15 llama3 norm_nlr 14185.747456 15374.221312 5.207996845245361 201.508551 0.0
0.3016548156738281 8 0.0 wikitext comb_2 llama3 norm_nlr 14185.747456 15374.221312 8.716463088989258 201.859879 0.0
0.436879426240921 5 0.0 wikitext comb_15 llama3 norm_nlr 14185.747456 15374.221312 5.4105987548828125 201.891233 0.0
0.0 4 0.0 wikitext comb_12 llama3 norm_nlr 14191.807488 15378.415616 1.582543134689331 187.261461 0.0
0.0 4 0.0 wikitext comb_3 llama3 norm_nlr 14191.807488 15378.415616 1.2333331108093262 187.283402 0.0
0.0 4 0.0 wikitext comb_16 llama3 norm_nlr 14191.807488 15378.415616 1.802093863487244 187.795828 0.0
0.0 4 0.0 wikitext comb_13 llama3 norm_nlr 14191.807488 15378.415616 10.052525520324709 187.802071 0.0
0.0 5 0.0 wikitext comb_13 llama3 norm_nlr 14191.807488 15378.415616 10.052525520324709 187.802071 0.0
0.0 6 0.0 wikitext comb_13 llama3 norm_nlr 14191.807488 15378.415616 10.052525520324709 187.802071 0.0
0.035541757941246 5 0.0 wikitext comb_3 llama3 norm_nlr 14191.844352 15378.415616 1.5305955410003662 187.827808 0.0
0.4438027739524841 8 0.0 wikitext comb_16 llama3 norm_nlr 14192.278528 15380.512768 5.161940097808838 187.4613 0.0
0.4308341741561889 7 0.0 wikitext comb_3 llama3 norm_nlr 14192.278528 15380.512768 5.307490348815918 187.538561 0.0
0.4414049386978149 7 0.0 wikitext comb_16 llama3 norm_nlr 14192.278528 15380.512768 5.243262767791748 187.598615 0.0
0.4242823719978332 6 0.0 wikitext comb_12 llama3 norm_nlr 14192.278528 15380.512768 5.485621929168701 187.612921 0.0
0.2881459295749664 5 0.0 wikitext comb_16 llama3 norm_nlr 14192.278528 15380.512768 8.61832046508789 187.657016 0.0
0.4033772349357605 5 0.0 wikitext comb_17 llama3 norm_nlr 14192.278528 15380.512768 5.514090538024902 187.720758 0.0
0.4137791395187378 6 0.0 wikitext comb_16 llama3 norm_nlr 14192.278528 15380.512768 5.6127705574035645 187.750792 0.0
0.2274231910705566 7 0.0 wikitext comb_13 llama3 norm_nlr 14192.278528 15380.512768 12.62043285369873 187.771102 0.0
0.4419790506362915 8 0.0 wikitext comb_3 llama3 norm_nlr 14192.278528 15380.512768 5.218316555023193 187.808459 0.0
0.4225599467754364 8 0.0 wikitext comb_13 llama3 norm_nlr 14192.278528 15380.512768 5.224740505218506 187.864651 0.0
0.4419790506362915 8 0.0 wikitext comb_12 llama3 norm_nlr 14192.278528 15380.512768 5.23714017868042 187.945954 0.0
0.365923672914505 6 0.0 wikitext comb_3 llama3 norm_nlr 14192.278528 15380.512768 6.604756832122803 187.949863 0.0
0.4417426288127899 7 0.0 wikitext comb_17 llama3 norm_nlr 14192.278528 15380.512768 5.255722522735596 187.955563 0.0
0.2200270295143127 5 0.0 wikitext comb_12 llama3 norm_nlr 14192.278528 15380.512768 12.024949073791504 188.009468 0.0
0.4404255449771881 7 0.0 wikitext comb_12 llama3 norm_nlr 14192.278528 15380.512768 5.208399772644043 188.032067 0.0
0.2244849950075149 4 0.0 wikitext comb_17 llama3 norm_nlr 14192.278528 15380.512768 11.965164184570312 188.046157 0.0
0.4441067278385162 8 0.0 wikitext comb_17 llama3 norm_nlr 14192.278528 15380.512768 5.2198920249938965 188.102439 0.0
0.4398176372051239 6 0.0 wikitext comb_17 llama3 norm_nlr 14192.278528 15380.512768 5.203648567199707 188.221515 0.0
0.0 4 0.0 wikitext comb_4 llama3 norm_nlr 16811.959808 19811.794944 1.12481427192688 426.525583 0.0
0.0 5 0.0 wikitext comb_4 llama3 norm_nlr 16811.959808 19811.794944 1.12481427192688 426.525583 0.0
0.0 6 0.0 wikitext comb_4 llama3 norm_nlr 16811.959808 19811.794944 1.12481427192688 426.525583 0.0
0.0 7 0.0 wikitext comb_4 llama3 norm_nlr 16811.959808 19811.794944 1.12481427192688 426.525583 0.0
0.0 8 0.0 wikitext comb_4 llama3 norm_nlr 16811.959808 19811.794944 1.12481427192688 426.525583 0.0
0.0 4 0.0 wikitext comb_10 llama3 norm_nlr 11057.964032 21091.057664 1.1844557523727417 4.431007 0.0
0.0 5 0.0 wikitext comb_10 llama3 norm_nlr 11057.964032 21091.057664 1.1844557523727417 4.431007 0.0
0.4436339139938354 8 0.0 wikitext comb_10 llama3 norm_nlr 58810.586112 68843.208704 5.212960720062256 4.400369 0.0
0.386997640132904 6 0.0 wikitext comb_10 llama3 norm_nlr 58810.586112 68843.208704 5.640727519989014 4.429177 0.0
0.4317798316478729 7 0.0 wikitext comb_10 llama3 norm_nlr 58810.586112 68843.208704 5.319685459136963 4.438367 0.0
0.0 6 0.0 librispeech comb_13 wav2vec norm_nlr 536.521728 1663.041536 0.0 44.695584 1.0272727272727271
0.0 4 0.0 librispeech comb_9 wav2vec norm_nlr 534.74304 1675.624448 0.0 30.411939 1.0
0.0 5 0.0 librispeech comb_9 wav2vec norm_nlr 534.74304 1675.624448 0.0 30.411939 1.0
0.0 6 0.0 librispeech comb_9 wav2vec norm_nlr 534.74304 1675.624448 0.0 30.411939 1.0
0.0 7 0.0 librispeech comb_9 wav2vec norm_nlr 534.74304 1675.624448 0.0 30.411939 1.0
0.0 8 0.0 librispeech comb_9 wav2vec norm_nlr 534.74304 1675.624448 0.0 30.411939 1.0
0.0 4 0.0 librispeech comb_1 wav2vec norm_nlr 534.74304 1675.624448 0.0 36.735375 1.0
0.0 5 0.0 librispeech comb_1 wav2vec norm_nlr 534.74304 1675.624448 0.0 36.735375 1.0
0.0 6 0.0 librispeech comb_1 wav2vec norm_nlr 534.74304 1675.624448 0.0 36.735375 1.0
0.0 7 0.0 librispeech comb_1 wav2vec norm_nlr 534.74304 1675.624448 0.0 36.735375 1.0
0.0 8 0.0 librispeech comb_1 wav2vec norm_nlr 534.74304 1675.624448 0.0 36.735375 1.0
0.0 4 0.0 librispeech comb_2 wav2vec norm_nlr 535.632384 1677.7216 0.0 43.356667 1.0
0.0 5 0.0 librispeech comb_2 wav2vec norm_nlr 535.632384 1677.7216 0.0 43.356667 1.0
0.0 6 0.0 librispeech comb_2 wav2vec norm_nlr 535.632384 1677.7216 0.0 43.356667 1.0
0.0 7 0.0 librispeech comb_2 wav2vec norm_nlr 535.632384 1677.7216 0.0 43.356667 1.0
0.0 8 0.0 librispeech comb_2 wav2vec norm_nlr 535.632384 1677.7216 0.0 43.356667 1.0
0.0 4 0.0 librispeech comb_0 wav2vec norm_nlr 535.632384 1677.7216 0.0 59.395308 1.0
0.0 5 0.0 librispeech comb_0 wav2vec norm_nlr 535.632384 1677.7216 0.0 59.395308 1.0
0.0 6 0.0 librispeech comb_0 wav2vec norm_nlr 535.632384 1677.7216 0.0 59.395308 1.0
0.0 7 0.0 librispeech comb_0 wav2vec norm_nlr 535.632384 1677.7216 0.0 59.395308 1.0
0.0 8 0.0 librispeech comb_0 wav2vec norm_nlr 535.632384 1677.7216 0.0 59.395308 1.0
0.0 4 0.0 librispeech comb_12 wav2vec norm_nlr 536.521728 1679.818752 0.0 43.898363 1.0
0.0 5 0.0 librispeech comb_3 wav2vec norm_nlr 536.521728 1679.818752 0.0 46.666537 0.9937863372093024
0.0 4 0.0 librispeech comb_13 wav2vec norm_nlr 536.521728 1679.818752 0.0 55.52159 1.0
0.0 5 0.0 librispeech comb_13 wav2vec norm_nlr 536.521728 1679.818752 0.0 55.52159 1.0
0.0 4 0.0 librispeech comb_16 wav2vec norm_nlr 536.521728 1679.818752 0.0 65.529612 1.0
0.0 4 0.0 librispeech comb_3 wav2vec norm_nlr 536.521728 1679.818752 0.0 77.475353 1.0
0.0 4 0.0 librispeech comb_10 wav2vec norm_nlr 368.890368 1686.110208 0.0 0.052126 1.0
0.0 8 0.0 librispeech comb_14 wav2vec norm_nlr 368.890368 1686.110208 0.0 0.052608 0.9903650273363794
0.0 5 0.0 librispeech comb_10 wav2vec norm_nlr 374.608384 3154.116608 0.0 0.052828 0.8504124680515834
0.0 4 0.0 librispeech comb_18 wav2vec norm_nlr 658.907136 4857.004032 0.0 48.897579 0.025756821654467
0.0 4 0.0 librispeech comb_11 wav2vec norm_nlr 658.907136 4857.004032 0.0 49.054515 0.1151063978360638
0.0 8 0.0 librispeech comb_18 wav2vec norm_nlr 658.907136 4857.004032 0.0 49.240223 0.0240617880134638
0.0 5 0.0 librispeech comb_11 wav2vec norm_nlr 658.907136 4857.004032 0.0 58.025227 0.0314323983459711
0.0 7 0.0 librispeech comb_18 wav2vec norm_nlr 658.907136 4857.004032 0.0 73.799796 0.0238676099155659
0.0 6 0.0 librispeech comb_12 wav2vec norm_nlr 659.79648 4859.101184 0.0 46.605096 0.0233745201300302
0.0 7 0.0 librispeech comb_17 wav2vec norm_nlr 659.79648 4859.101184 0.0 46.824188 0.0237748521934963
0.0 5 0.0 librispeech comb_17 wav2vec norm_nlr 659.79648 4859.101184 0.0 47.575464 0.0241039590902745
0.0 7 0.0 librispeech comb_16 wav2vec norm_nlr 659.79648 4859.101184 0.0 48.540584 0.0232487035687278
0.0 6 0.0 librispeech comb_5 wav2vec norm_nlr 658.017792 4871.684096 0.0 27.836414 0.0236817450205943
0.0 8 0.0 librispeech comb_5 wav2vec norm_nlr 658.017792 4871.684096 0.0 27.922655 0.0239712250945444
0.0 5 0.0 librispeech comb_5 wav2vec norm_nlr 658.017792 4871.684096 0.0 48.794638 0.0236871869471776
0.0 4 0.0 librispeech comb_5 wav2vec norm_nlr 658.017792 4871.684096 0.0 60.279119 0.0270506203055363
0.0 7 0.0 librispeech comb_5 wav2vec norm_nlr 658.017792 4871.684096 0.0 61.982029 0.0237246455158352
0.0 8 0.0 librispeech comb_11 wav2vec norm_nlr 658.907136 4873.781248 0.0 40.316409 0.0268292200054268
0.0 6 0.0 librispeech comb_11 wav2vec norm_nlr 658.907136 4873.781248 0.0 40.872293 0.028782352573566
0.0 7 0.0 librispeech comb_11 wav2vec norm_nlr 658.907136 4873.781248 0.0 42.518618 0.0264797894039248
0.0 8 0.0 librispeech comb_6 wav2vec norm_nlr 658.907136 4873.781248 0.0 43.112832 0.0238758198935624
0.0 5 0.0 librispeech comb_6 wav2vec norm_nlr 658.907136 4873.781248 0.0 50.268929 0.0234220346570559
0.0 6 0.0 librispeech comb_18 wav2vec norm_nlr 658.907136 4873.781248 0.0 55.379061 0.0233273648496415
0.0 5 0.0 librispeech comb_18 wav2vec norm_nlr 658.907136 4873.781248 0.0 57.586256 0.0238956293273621
0.0 6 0.0 librispeech comb_6 wav2vec norm_nlr 658.907136 4873.781248 0.0 59.907301 0.0233385253214187
0.0 4 0.0 librispeech comb_6 wav2vec norm_nlr 658.907136 4873.781248 0.0 77.24376 0.0250124358656822
0.0 7 0.0 librispeech comb_6 wav2vec norm_nlr 658.907136 4873.781248 0.0 78.12282 0.0241721823241719
0.0 7 0.0 librispeech comb_13 wav2vec norm_nlr 659.79648 4875.8784 0.0 46.647298 0.0387437567814144
0.0 6 0.0 librispeech comb_16 wav2vec norm_nlr 659.79648 4875.8784 0.0 46.816908 0.0235344731734265
0.0 4 0.0 librispeech comb_17 wav2vec norm_nlr 659.79648 4875.8784 0.0 47.082786 0.0935326415304865
0.0 7 0.0 librispeech comb_3 wav2vec norm_nlr 659.79648 4875.8784 0.0 47.616995 0.0235298474279673
0.0 8 0.0 librispeech comb_3 wav2vec norm_nlr 659.79648 4875.8784 0.0 47.664036 0.0239429282088484
0.0 8 0.0 librispeech comb_17 wav2vec norm_nlr 659.79648 4875.8784 0.0 48.097306 0.0240240265760529
0.0 6 0.0 librispeech comb_3 wav2vec norm_nlr 659.79648 4875.8784 0.0 49.06203 0.0255900732504438
0.0 5 0.0 librispeech comb_16 wav2vec norm_nlr 659.79648 4875.8784 0.0 52.160013 0.0557867148511957
0.0 8 0.0 librispeech comb_16 wav2vec norm_nlr 659.79648 4875.8784 0.0 52.50879 0.023618420388974
0.0 7 0.0 librispeech comb_12 wav2vec norm_nlr 659.79648 4875.8784 0.0 52.693239 0.0242342841365649
0.0 6 0.0 librispeech comb_17 wav2vec norm_nlr 659.79648 4875.8784 0.0 56.789526 0.0236566943688256
0.0 8 0.0 librispeech comb_12 wav2vec norm_nlr 659.79648 4875.8784 0.0 57.734965 0.0240510123751705
0.0 5 0.0 librispeech comb_12 wav2vec norm_nlr 659.79648 4875.8784 0.0 71.963196 0.2819432791936155
0.0 8 0.0 librispeech comb_13 wav2vec norm_nlr 659.79648 4875.8784 0.0 72.344283 0.0241239677944292
0.0 6 0.0 librispeech comb_10 wav2vec norm_nlr 371.21024 4882.169856 0.0 0.051572 0.0243891906872602
0.0 7 0.0 librispeech comb_10 wav2vec norm_nlr 371.21024 4882.169856 0.0 0.051877 0.0242448139583118
0.0 8 0.0 librispeech comb_10 wav2vec norm_nlr 371.21024 4882.169856 0.0 0.053314 0.0238528070619652
0.0 4 0.0 imagenet comb_1 vit norm_nlr 355.972096 511.705088 0.0 36.142388 0.0
0.0 5 0.0 imagenet comb_1 vit norm_nlr 355.972096 511.705088 0.0 36.142388 0.0
0.0 6 0.0 imagenet comb_1 vit norm_nlr 355.972096 511.705088 0.0 36.142388 0.0
0.0 7 0.0 imagenet comb_1 vit norm_nlr 355.972096 511.705088 0.0 36.142388 0.0
0.0 8 0.0 imagenet comb_1 vit norm_nlr 355.972096 511.705088 0.0 36.142388 0.0
0.0 4 0.0 imagenet comb_9 vit norm_nlr 355.972096 511.705088 0.0 40.026566 0.0
0.0 5 0.0 imagenet comb_9 vit norm_nlr 355.972096 511.705088 0.0 40.026566 0.0
0.0 6 0.0 imagenet comb_9 vit norm_nlr 355.972096 511.705088 0.0 40.026566 0.0
0.0 7 0.0 imagenet comb_9 vit norm_nlr 355.972096 511.705088 0.0 40.026566 0.0
0.0 8 0.0 imagenet comb_9 vit norm_nlr 355.972096 511.705088 0.0 40.026566 0.0
0.7903391718864441 4 0.0 imagenet comb_5 vit norm_nlr 356.465152 511.705088 0.0 27.569936 0.0
0.7995889186859131 7 0.0 imagenet comb_5 vit norm_nlr 356.465152 511.705088 0.0 28.459251 0.0
0.8016444444656372 8 0.0 imagenet comb_5 vit norm_nlr 356.465152 511.705088 0.0 32.67762 0.0
0.8057554364204407 6 0.0 imagenet comb_5 vit norm_nlr 356.465152 511.705088 0.0 34.264798 0.0
0.7995889186859131 5 0.0 imagenet comb_5 vit norm_nlr 356.465152 511.705088 0.0 35.684545 0.0
0.0 4 0.0 imagenet comb_2 vit norm_nlr 356.865024 511.705088 0.0 51.156404 0.0
0.0 5 0.0 imagenet comb_2 vit norm_nlr 356.865024 511.705088 0.0 51.156404 0.0
0.0 4 0.0 imagenet comb_0 vit norm_nlr 356.865024 511.705088 0.0 53.699592 0.0
0.0 5 0.0 imagenet comb_0 vit norm_nlr 356.865024 511.705088 0.0 53.699592 0.0
0.0 6 0.0 imagenet comb_0 vit norm_nlr 356.865024 511.705088 0.0 53.699592 0.0
0.0 7 0.0 imagenet comb_0 vit norm_nlr 356.865024 511.705088 0.0 53.699592 0.0
0.0 8 0.0 imagenet comb_0 vit norm_nlr 356.865024 511.705088 0.0 53.699592 0.0
0.0 4 0.0 imagenet comb_4 vit norm_nlr 378.705408 511.705088 0.0 94.546236 0.0
0.0 5 0.0 imagenet comb_4 vit norm_nlr 378.705408 511.705088 0.0 94.546236 0.0
0.0 6 0.0 imagenet comb_4 vit norm_nlr 378.705408 511.705088 0.0 94.546236 0.0
0.0 7 0.0 imagenet comb_4 vit norm_nlr 378.705408 511.705088 0.0 94.546236 0.0
0.0 8 0.0 imagenet comb_4 vit norm_nlr 378.705408 511.705088 0.0 94.546236 0.0
0.7934224605560303 4 0.0 imagenet comb_18 vit norm_nlr 357.35808 513.80224 0.0 42.11565 0.0
0.789311408996582 5 0.0 imagenet comb_11 vit norm_nlr 357.35808 513.80224 0.0 44.055955 0.0
0.8006166815757751 5 0.0 imagenet comb_18 vit norm_nlr 357.35808 513.80224 0.0 45.559303 0.0
0.8016444444656372 7 0.0 imagenet comb_18 vit norm_nlr 357.35808 513.80224 0.0 46.50639 0.0
0.8047276735305786 6 0.0 imagenet comb_18 vit norm_nlr 357.35808 513.80224 0.0 48.307945 0.0
0.7944501638412476 4 0.0 imagenet comb_6 vit norm_nlr 357.35808 513.80224 0.0 48.514053 0.0
0.8026722073554993 8 0.0 imagenet comb_11 vit norm_nlr 357.35808 513.80224 0.0 48.689049 0.0
0.7841727137565613 6 0.0 imagenet comb_2 vit norm_nlr 357.35808 513.80224 0.0 51.217961 0.0
0.7934224605560303 4 0.0 imagenet comb_15 vit norm_nlr 357.35808 513.80224 0.0 51.640431 0.0
0.8016444444656372 5 0.0 imagenet comb_15 vit norm_nlr 357.35808 513.80224 0.0 52.639432 0.0
0.8006166815757751 8 0.0 imagenet comb_6 vit norm_nlr 357.35808 513.80224 0.0 52.885932 0.0
0.8006166815757751 7 0.0 imagenet comb_15 vit norm_nlr 357.35808 513.80224 0.0 55.18688 0.0
0.8016444444656372 8 0.0 imagenet comb_15 vit norm_nlr 357.35808 513.80224 0.0 55.811371 0.0
0.8006166815757751 7 0.0 imagenet comb_6 vit norm_nlr 357.35808 513.80224 0.0 56.518253 0.0
0.8006166815757751 6 0.0 imagenet comb_11 vit norm_nlr 357.35808 513.80224 0.0 57.39485 0.0
0.8036999106407166 8 0.0 imagenet comb_2 vit norm_nlr 357.35808 513.80224 0.0 57.697012 0.0
0.8016444444656372 7 0.0 imagenet comb_2 vit norm_nlr 357.35808 513.80224 0.0 58.741171 0.0
0.8006166815757751 7 0.0 imagenet comb_11 vit norm_nlr 357.35808 513.80224 0.0 58.973908 0.0
0.7975334525108337 5 0.0 imagenet comb_6 vit norm_nlr 357.35808 513.80224 0.0 61.660748 0.0
0.8026722073554993 6 0.0 imagenet comb_6 vit norm_nlr 357.35808 513.80224 0.0 63.891359 0.0
0.8047276735305786 6 0.0 imagenet comb_15 vit norm_nlr 357.35808 513.80224 0.0 68.73236 0.0
0.8016444444656372 8 0.0 imagenet comb_18 vit norm_nlr 357.35808 513.80224 0.0 73.644589 0.0
0.0 4 0.0 imagenet comb_3 vit norm_nlr 357.757952 513.80224 0.0 52.875156 0.0
0.0 5 0.0 imagenet comb_3 vit norm_nlr 357.757952 513.80224 0.0 52.875156 0.0
0.0 4 0.0 imagenet comb_16 vit norm_nlr 357.757952 513.80224 0.0 54.492455 0.0
0.0 5 0.0 imagenet comb_16 vit norm_nlr 357.757952 513.80224 0.0 54.492455 0.0
0.0 4 0.0 imagenet comb_13 vit norm_nlr 357.757952 513.80224 0.0 77.230646 0.0
0.0 5 0.0 imagenet comb_13 vit norm_nlr 357.757952 513.80224 0.0 77.230646 0.0
0.0 6 0.0 imagenet comb_13 vit norm_nlr 357.757952 513.80224 0.0 77.230646 0.0
0.0 7 0.0 imagenet comb_13 vit norm_nlr 357.757952 513.80224 0.0 77.230646 0.0
0.7995889186859131 6 0.0 imagenet comb_16 vit norm_nlr 358.251008 513.80224 0.0 52.246641 0.0
0.5149024128913879 4 0.0 imagenet comb_17 vit norm_nlr 358.251008 513.80224 0.0 52.606576 0.0
0.7965056896209717 5 0.0 imagenet comb_17 vit norm_nlr 358.251008 513.80224 0.0 55.017669 0.0
0.8006166815757751 7 0.0 imagenet comb_12 vit norm_nlr 358.251008 513.80224 0.0 55.63828 0.0
0.8026722073554993 8 0.0 imagenet comb_16 vit norm_nlr 358.251008 513.80224 0.0 57.253305 0.0
0.7882837057113647 6 0.0 imagenet comb_3 vit norm_nlr 358.251008 513.80224 0.0 57.434863 0.0
0.7995889186859131 6 0.0 imagenet comb_17 vit norm_nlr 358.251008 513.80224 0.0 58.078649 0.0
0.8016444444656372 7 0.0 imagenet comb_17 vit norm_nlr 358.251008 513.80224 0.0 58.675091 0.0
0.8016444444656372 8 0.0 imagenet comb_17 vit norm_nlr 358.251008 513.80224 0.0 60.026519 0.0
0.8006166815757751 7 0.0 imagenet comb_3 vit norm_nlr 358.251008 513.80224 0.0 60.527127 0.0
0.5519013404846191 5 0.0 imagenet comb_12 vit norm_nlr 358.251008 513.80224 0.0 61.669225 0.0
0.8006166815757751 8 0.0 imagenet comb_3 vit norm_nlr 358.251008 513.80224 0.0 62.632447 0.0
0.798561155796051 8 0.0 imagenet comb_12 vit norm_nlr 358.251008 513.80224 0.0 65.740591 0.0
0.7913669347763062 8 0.0 imagenet comb_13 vit norm_nlr 358.251008 513.80224 0.0 71.827414 0.0
0.7965056896209717 6 0.0 imagenet comb_12 vit norm_nlr 358.251008 513.80224 0.0 72.231928 0.0
0.8036999106407166 7 0.0 imagenet comb_16 vit norm_nlr 358.251008 513.80224 0.0 89.054795 0.0
0.0 4 0.0 imagenet comb_14 vit norm_nlr 329.356288 515.899392 0.0 0.079561 0.0
0.0 5 0.0 imagenet comb_14 vit norm_nlr 329.356288 515.899392 0.0 0.079561 0.0
0.0 6 0.0 imagenet comb_14 vit norm_nlr 329.356288 515.899392 0.0 0.079561 0.0
0.0 7 0.0 imagenet comb_14 vit norm_nlr 329.356288 515.899392 0.0 0.079561 0.0
0.0 8 0.0 imagenet comb_14 vit norm_nlr 329.356288 515.899392 0.0 0.079561 0.0
0.0 4 0.0 wikitext comb_1 opt norm_nlr 669.68832 861.929472 1.1036932468414309 41.357011 0.0
0.0 5 0.0 wikitext comb_1 opt norm_nlr 669.68832 861.929472 1.1036932468414309 41.357011 0.0
0.0 6 0.0 wikitext comb_1 opt norm_nlr 669.68832 861.929472 1.1036932468414309 41.357011 0.0
0.0 7 0.0 wikitext comb_1 opt norm_nlr 669.68832 861.929472 1.1036932468414309 41.357011 0.0
0.0 8 0.0 wikitext comb_1 opt norm_nlr 669.68832 861.929472 1.1036932468414309 41.357011 0.0
0.0 4 0.0 wikitext comb_9 opt norm_nlr 669.68832 861.929472 1.1143286228179932 45.191852 0.0
0.0 5 0.0 wikitext comb_9 opt norm_nlr 669.68832 861.929472 1.1143286228179932 45.191852 0.0
0.0 6 0.0 wikitext comb_9 opt norm_nlr 669.68832 861.929472 1.1143286228179932 45.191852 0.0
0.0 7 0.0 wikitext comb_9 opt norm_nlr 669.68832 861.929472 1.1143286228179932 45.191852 0.0
0.0 8 0.0 wikitext comb_9 opt norm_nlr 669.68832 861.929472 1.1143286228179932 45.191852 0.0
0.3213103413581848 6 0.0 wikitext comb_5 opt norm_nlr 670.15936 861.929472 7.801699161529541 29.629949 0.0
0.3169875144958496 5 0.0 wikitext comb_5 opt norm_nlr 670.15936 861.929472 8.22327995300293 29.734087 0.0
0.3246538341045379 7 0.0 wikitext comb_5 opt norm_nlr 670.15936 861.929472 7.90524959564209 31.153261 0.0
0.289429247379303 4 0.0 wikitext comb_5 opt norm_nlr 670.15936 861.929472 8.902684211730957 31.237098 0.0
0.3248226940631866 8 0.0 wikitext comb_5 opt norm_nlr 670.15936 861.929472 7.916566848754883 33.841767 0.0
0.0 4 0.0 wikitext comb_2 opt norm_nlr 670.981632 861.929472 1.1322835683822632 55.819338 0.0
0.0 5 0.0 wikitext comb_2 opt norm_nlr 670.981632 861.929472 1.1322835683822632 55.819338 0.0
0.0 6 0.0 wikitext comb_2 opt norm_nlr 670.981632 861.929472 1.1322835683822632 55.819338 0.0
0.0 4 0.0 wikitext comb_0 opt norm_nlr 670.981632 861.929472 1.1143286228179932 61.250106 0.0
0.0 5 0.0 wikitext comb_0 opt norm_nlr 670.981632 861.929472 1.1143286228179932 61.250106 0.0
0.0 6 0.0 wikitext comb_0 opt norm_nlr 670.981632 861.929472 1.1143286228179932 61.250106 0.0
0.0 7 0.0 wikitext comb_0 opt norm_nlr 670.981632 861.929472 1.1143286228179932 61.250106 0.0
0.0 8 0.0 wikitext comb_0 opt norm_nlr 670.981632 861.929472 1.1143286228179932 61.250106 0.0
0.2903748750686645 4 0.0 wikitext comb_11 opt norm_nlr 671.452672 861.929472 8.955794334411621 47.234222 0.0
0.3214454650878906 6 0.0 wikitext comb_18 opt norm_nlr 671.452672 861.929472 7.8178019523620605 47.398676 0.0
0.318338394165039 5 0.0 wikitext comb_18 opt norm_nlr 671.452672 861.929472 8.221270561218262 48.304462 0.0
0.2933806180953979 4 0.0 wikitext comb_18 opt norm_nlr 671.452672 861.929472 8.888128280639648 49.896758 0.0
0.3245525360107422 8 0.0 wikitext comb_11 opt norm_nlr 671.452672 861.929472 7.925179958343506 50.720763 0.0
0.3240121603012085 8 0.0 wikitext comb_18 opt norm_nlr 671.452672 861.929472 7.925954341888428 50.773373 0.0
0.2893616855144501 4 0.0 wikitext comb_6 opt norm_nlr 671.452672 861.929472 8.983707427978516 51.002289 0.0
0.3199594616889953 6 0.0 wikitext comb_11 opt norm_nlr 671.452672 861.929472 7.8042311668396 53.377069 0.0
0.3253292739391327 7 0.0 wikitext comb_11 opt norm_nlr 671.452672 861.929472 7.926438331604004 53.757717 0.0
0.317088782787323 5 0.0 wikitext comb_11 opt norm_nlr 671.452672 861.929472 8.28162670135498 54.077629 0.0
0.3174265623092651 5 0.0 wikitext comb_6 opt norm_nlr 671.452672 861.929472 8.18991756439209 54.212201 0.0
0.3206349313259125 6 0.0 wikitext comb_6 opt norm_nlr 671.452672 861.929472 7.8319621086120605 55.372724 0.0
0.32495778799057 7 0.0 wikitext comb_18 opt norm_nlr 671.452672 861.929472 7.911211490631103 60.152943 0.0
0.3056399822235107 8 0.0 wikitext comb_2 opt norm_nlr 671.452672 861.929472 8.459071159362793 61.085066 0.0
0.324586272239685 7 0.0 wikitext comb_6 opt norm_nlr 671.452672 861.929472 7.91359806060791 62.585335 0.0
0.3245187401771545 8 0.0 wikitext comb_6 opt norm_nlr 671.452672 861.929472 7.91840124130249 62.995826 0.0
0.1216818690299987 7 0.0 wikitext comb_2 opt norm_nlr 671.452672 861.929472 23.91304016113281 64.037971 0.0
0.3250591158866882 7 0.0 wikitext comb_15 opt norm_nlr 671.452672 861.929472 7.909305095672607 65.074257 0.0
0.3239783942699432 8 0.0 wikitext comb_15 opt norm_nlr 671.452672 861.929472 7.924845218658447 66.03574 0.0
0.0047619054093956 5 0.0 wikitext comb_3 opt norm_nlr 672.274944 864.026624 1.1054229736328125 54.786195 0.0
0.0 4 0.0 wikitext comb_12 opt norm_nlr 672.274944 864.026624 1.122895121574402 56.570811 0.0
0.0031746034510433 4 0.0 wikitext comb_3 opt norm_nlr 672.274944 864.026624 1.1231988668441772 56.879683 0.0
0.0 4 0.0 wikitext comb_13 opt norm_nlr 672.274944 864.026624 1.11167311668396 62.734137 0.0
0.0 5 0.0 wikitext comb_13 opt norm_nlr 672.274944 864.026624 1.11167311668396 62.734137 0.0
0.0 6 0.0 wikitext comb_13 opt norm_nlr 672.274944 864.026624 1.11167311668396 62.734137 0.0
0.1470449268817901 5 0.0 wikitext comb_12 opt norm_nlr 672.745984 864.026624 25.331768035888672 59.174432 0.0
0.323370486497879 8 0.0 wikitext comb_17 opt norm_nlr 672.745984 864.026624 7.946348190307617 59.7811 0.0
0.2743330299854278 6 0.0 wikitext comb_3 opt norm_nlr 672.745984 864.026624 9.898056030273438 60.93669 0.0
0.3203985095024109 7 0.0 wikitext comb_16 opt norm_nlr 672.745984 864.026624 8.032282829284668 61.458678 0.0
0.296690285205841 6 0.0 wikitext comb_12 opt norm_nlr 672.745984 864.026624 9.070345878601074 62.290324 0.0
0.3227626085281372 7 0.0 wikitext comb_17 opt norm_nlr 672.745984 864.026624 8.054460525512695 62.715046 0.0
0.3013509213924408 8 0.0 wikitext comb_13 opt norm_nlr 672.745984 864.026624 8.674785614013672 63.410168 0.0
0.3238770663738251 8 0.0 wikitext comb_12 opt norm_nlr 672.745984 864.026624 8.07349967956543 67.424812 0.0
0.3219858407974243 8 0.0 wikitext comb_16 opt norm_nlr 672.745984 864.026624 7.955886840820312 67.828989 0.0
0.316751092672348 6 0.0 wikitext comb_17 opt norm_nlr 672.745984 864.026624 8.056047439575195 67.8776 0.0
0.2302600592374801 7 0.0 wikitext comb_13 opt norm_nlr 672.745984 864.026624 12.613283157348633 69.993816 0.0
0.3140155375003814 7 0.0 wikitext comb_3 opt norm_nlr 672.745984 864.026624 8.303427696228027 74.136858 0.0
0.3188449740409851 7 0.0 wikitext comb_12 opt norm_nlr 672.745984 864.026624 8.044175148010254 74.208631 0.0
0.3023641109466553 6 0.0 wikitext comb_16 opt norm_nlr 672.745984 864.026624 8.551298141479492 77.968785 0.0
0.3245187401771545 8 0.0 wikitext comb_3 opt norm_nlr 672.745984 864.026624 7.918556213378906 88.147439 0.0
0.0 4 0.0 wikitext comb_4 opt norm_nlr 799.678464 1071.644672 1.1143286228179932 101.382559 0.0
0.0 5 0.0 wikitext comb_4 opt norm_nlr 799.678464 1071.644672 1.1143286228179932 101.382559 0.0
0.0 6 0.0 wikitext comb_4 opt norm_nlr 799.678464 1071.644672 1.1143286228179932 101.382559 0.0
0.0 7 0.0 wikitext comb_4 opt norm_nlr 799.678464 1071.644672 1.1143286228179932 101.382559 0.0
0.0 8 0.0 wikitext comb_4 opt norm_nlr 799.678464 1071.644672 1.1143286228179932 101.382559 0.0
0.0 4 0.0 wikitext comb_14 opt norm_nlr 478.826496 1075.838976 1.550665020942688 0.33834 0.0
0.0 5 0.0 wikitext comb_14 opt norm_nlr 478.826496 1075.838976 1.550665020942688 0.33834 0.0
0.0 6 0.0 wikitext comb_14 opt norm_nlr 478.826496 1075.838976 1.550665020942688 0.33834 0.0
0.0 7 0.0 wikitext comb_14 opt norm_nlr 478.826496 1075.838976 1.550665020942688 0.33834 0.0
0.0 8 0.0 wikitext comb_14 opt norm_nlr 478.826496 1075.838976 1.550665020942688 0.33834 0.0
0.0015873017255216 5 0.0 wikitext comb_1 phi norm_nlr 4395.055104 4676.64896 1.1327569484710691 71.856427 0.0
0.0 4 0.0 wikitext comb_1 phi norm_nlr 4395.055104 4676.64896 1.1224465370178225 71.931046 0.0
0.0031746034510433 6 0.0 wikitext comb_1 phi norm_nlr 4395.055104 4676.64896 1.1422514915466309 71.960163 0.0
0.0031746034510433 7 0.0 wikitext comb_1 phi norm_nlr 4395.055104 4676.64896 1.1514719724655151 72.036485 0.0
0.0031746034510433 8 0.0 wikitext comb_1 phi norm_nlr 4395.055104 4676.64896 1.1494650840759275 72.105456 0.0
0.0084656095132231 5 0.0 wikitext comb_9 phi norm_nlr 4395.060224 4676.64896 1.1750246286392212 94.503263 0.0
0.0084656095132231 6 0.0 wikitext comb_9 phi norm_nlr 4395.060224 4676.64896 1.1750253438949585 94.563042 0.0
0.0084656095132231 8 0.0 wikitext comb_9 phi norm_nlr 4395.060224 4676.64896 1.1750259399414062 94.570907 0.0
0.0084656095132231 7 0.0 wikitext comb_9 phi norm_nlr 4395.060224 4676.64896 1.1750258207321167 94.621881 0.0
0.3780141770839691 6 0.0 wikitext comb_5 phi norm_nlr 4395.526144 4676.64896 5.946695804595947 33.081348 0.0
0.3786896169185638 7 0.0 wikitext comb_5 phi norm_nlr 4395.526144 4676.64896 5.902458190917969 33.093097 0.0
0.3753462135791778 5 0.0 wikitext comb_5 phi norm_nlr 4395.526144 4676.64896 5.971096515655518 33.094755 0.0
0.3804458081722259 8 0.0 wikitext comb_5 phi norm_nlr 4395.526144 4676.64896 5.907135486602783 33.22061 0.0
0.0031746034510433 5 0.0 wikitext comb_0 phi norm_nlr 4398.413824 4678.746112 1.1135467290878296 137.60125 0.0
0.0031746034510433 6 0.0 wikitext comb_0 phi norm_nlr 4398.413824 4678.746112 1.1135467290878296 137.621319 0.0
0.0031746034510433 7 0.0 wikitext comb_0 phi norm_nlr 4398.413824 4678.746112 1.1135467290878296 137.647156 0.0
0.0031746034510433 8 0.0 wikitext comb_0 phi norm_nlr 4398.413824 4678.746112 1.1135467290878296 137.659291 0.0
0.0031746034510433 4 0.0 wikitext comb_0 phi norm_nlr 4398.413824 4678.746112 1.1135467290878296 137.678068 0.0
0.0095238108187913 6 0.0 wikitext comb_2 phi norm_nlr 4398.413824 4678.746112 1.1035048961639404 137.68762 0.0
0.0095238108187913 5 0.0 wikitext comb_2 phi norm_nlr 4398.413824 4678.746112 1.0976892709732056 137.759535 0.0
0.0 4 0.0 wikitext comb_2 phi norm_nlr 4398.413824 4678.746112 1.1117035150527954 137.771557 0.0
0.3441405296325683 4 0.0 wikitext comb_11 phi norm_nlr 4398.884864 4678.746112 6.370421409606934 90.800389 0.0
0.3535967767238617 4 0.0 wikitext comb_18 phi norm_nlr 4398.884864 4678.746112 6.486449241638184 90.914152 0.0
0.3729483187198639 5 0.0 wikitext comb_11 phi norm_nlr 4398.884864 4678.746112 5.858736515045166 90.915436 0.0
0.3735900223255157 5 0.0 wikitext comb_18 phi norm_nlr 4398.884864 4678.746112 6.007782936096191 90.973812 0.0
0.3781830370426178 6 0.0 wikitext comb_18 phi norm_nlr 4398.884864 4678.746112 5.944798469543457 90.994481 0.0
0.3718338906764984 6 0.0 wikitext comb_11 phi norm_nlr 4398.884864 4678.746112 5.826358318328857 91.002941 0.0
0.372543066740036 8 0.0 wikitext comb_11 phi norm_nlr 4398.884864 4678.746112 5.774103164672852 91.050776 0.0
0.3751773238182068 7 0.0 wikitext comb_11 phi norm_nlr 4398.884864 4678.746112 5.930025100708008 91.0537 0.0
0.379297524690628 7 0.0 wikitext comb_18 phi norm_nlr 4398.884864 4678.746112 5.89551305770874 91.108808 0.0
0.380580872297287 8 0.0 wikitext comb_18 phi norm_nlr 4398.884864 4678.746112 5.914368152618408 91.195992 0.0
0.3551165163516998 4 0.0 wikitext comb_6 phi norm_nlr 4398.884864 4678.746112 6.460508346557617 113.09527 0.0
0.3785207867622375 6 0.0 wikitext comb_6 phi norm_nlr 4398.884864 4678.746112 5.924182415008545 113.106366 0.0
0.379027396440506 7 0.0 wikitext comb_6 phi norm_nlr 4398.884864 4678.746112 5.881370544433594 113.176175 0.0
0.3748733401298523 5 0.0 wikitext comb_6 phi norm_nlr 4398.884864 4678.746112 6.014062404632568 113.186396 0.0
0.379500150680542 8 0.0 wikitext comb_6 phi norm_nlr 4398.884864 4678.746112 5.921684741973877 113.260087 0.0
0.3723066449165344 5 0.0 wikitext comb_15 phi norm_nlr 4398.884864 4678.746112 5.885534286499023 138.127136 0.0
0.3505235016345978 4 0.0 wikitext comb_15 phi norm_nlr 4398.884864 4678.746112 6.595843315124512 138.167094 0.0
0.3775076270103454 7 0.0 wikitext comb_15 phi norm_nlr 4398.884864 4678.746112 5.8857245445251465 138.219796 0.0
0.2116852402687072 7 0.0 wikitext comb_2 phi norm_nlr 4398.884864 4678.746112 14.465497016906738 138.257036 0.0
0.3783519268035888 8 0.0 wikitext comb_15 phi norm_nlr 4398.884864 4678.746112 5.791628360748291 138.281559 0.0
0.2935157120227813 6 0.0 wikitext comb_15 phi norm_nlr 4398.884864 4678.746112 8.823875427246094 138.341939 0.0
0.371462345123291 8 0.0 wikitext comb_2 phi norm_nlr 4398.884864 4678.746112 5.934565544128418 138.378752 0.0
0.0095238098874688 4 0.0 wikitext comb_16 phi norm_nlr 4401.772544 4682.940416 1.104462504386902 119.054976 0.0
0.0 4 0.0 wikitext comb_13 phi norm_nlr 4401.772544 4682.940416 1.2689645290374756 119.096869 0.0
0.0190476216375827 4 0.0 wikitext comb_17 phi norm_nlr 4401.772544 4682.940416 1.0929323434829712 119.161366 0.0
0.0095238108187913 5 0.0 wikitext comb_16 phi norm_nlr 4401.772544 4682.940416 1.1025975942611694 119.173819 0.0
0.0095238108187913 5 0.0 wikitext comb_13 phi norm_nlr 4401.772544 4682.940416 1.2195813655853271 119.18479 0.0
0.0174603201448917 6 0.0 wikitext comb_13 phi norm_nlr 4401.772544 4682.940416 1.100426197052002 119.232931 0.0
0.0 4 0.0 wikitext comb_12 phi norm_nlr 4401.772544 4682.940416 1.097115397453308 119.255016 0.0
0.0 5 0.0 wikitext comb_12 phi norm_nlr 4401.772544 4682.940416 1.097115397453308 119.255016 0.0
0.0285714324563741 8 0.0 wikitext comb_13 phi norm_nlr 4401.772544 4682.940416 1.089376449584961 119.27783 0.0
0.0111111123114824 7 0.0 wikitext comb_13 phi norm_nlr 4401.772544 4682.940416 1.1023186445236206 119.27955 0.0
0.0111111123114824 6 0.0 wikitext comb_16 phi norm_nlr 4401.772544 4682.940416 1.0879086256027222 119.332306 0.0
0.3755150139331817 6 0.0 wikitext comb_17 phi norm_nlr 4402.243584 4682.940416 5.924881935119629 119.839165 0.0
0.3206011354923248 8 0.0 wikitext comb_16 phi norm_nlr 4402.243584 4682.940416 7.315135955810547 119.852667 0.0
0.3233367204666137 7 0.0 wikitext comb_16 phi norm_nlr 4402.243584 4682.940416 7.2250075340271 119.877402 0.0
0.3628503978252411 6 0.0 wikitext comb_12 phi norm_nlr 4402.243584 4682.940416 6.186439514160156 119.879722 0.0
0.3787909746170044 7 0.0 wikitext comb_3 phi norm_nlr 4402.243584 4682.940416 5.996602535247803 119.881404 0.0
0.3617359101772308 5 0.0 wikitext comb_17 phi norm_nlr 4402.243584 4682.940416 6.225446701049805 119.906242 0.0
0.3803106844425201 8 0.0 wikitext comb_17 phi norm_nlr 4402.243584 4682.940416 5.899366855621338 119.914529 0.0
0.378453254699707 7 0.0 wikitext comb_12 phi norm_nlr 4402.243584 4682.940416 5.938726425170898 119.949716 0.0
0.3781492710113525 8 0.0 wikitext comb_3 phi norm_nlr 4402.243584 4682.940416 5.958088397979736 119.951878 0.0
0.3794663846492767 7 0.0 wikitext comb_17 phi norm_nlr 4402.243584 4682.940416 5.898842811584473 120.01528 0.0
0.378790944814682 8 0.0 wikitext comb_12 phi norm_nlr 4402.243584 4682.940416 5.918886184692383 120.179011 0.0
0.0015873017255216 6 0.0 wikitext comb_10 phi norm_nlr 3365.87776 5997.85472 1.0900123119354248 1.603714 0.0
0.0 4 0.0 wikitext comb_10 phi norm_nlr 3365.87776 5997.85472 1.1103955507278442 1.721144 0.0
0.0 5 0.0 wikitext comb_10 phi norm_nlr 3365.87776 5997.85472 1.1103955507278442 1.721144 0.0
0.0 4 0.0 wikitext comb_14 phi norm_nlr 3365.87776 5997.85472 1.8583904504776 1.733124 0.0
0.0 5 0.0 wikitext comb_14 phi norm_nlr 3365.87776 5997.85472 1.8583904504776 1.733124 0.0
0.0 6 0.0 wikitext comb_14 phi norm_nlr 3365.87776 5997.85472 1.8583904504776 1.733124 0.0
0.0 7 0.0 wikitext comb_14 phi norm_nlr 3365.87776 5997.85472 1.8583904504776 1.733124 0.0
0.0 8 0.0 wikitext comb_14 phi norm_nlr 3365.87776 5997.85472 1.8583904504776 1.733124 0.0
0.1077001094818115 7 0.0 wikitext comb_10 phi norm_nlr 3366.3488 5997.85472 20.64324951171875 1.611762 0.0
0.3617696464061737 8 0.0 wikitext comb_10 phi norm_nlr 3366.3488 5997.85472 6.171999454498291 1.626184 0.0
0.0 4 0.0 wikitext comb_1 tinyllama norm_nlr 1895.561216 2157.969408 1.3021647930145264 19.789604 0.0
0.0 5 0.0 wikitext comb_1 tinyllama norm_nlr 1895.561216 2157.969408 1.3021647930145264 19.789604 0.0
0.0 6 0.0 wikitext comb_1 tinyllama norm_nlr 1895.561216 2157.969408 1.3021647930145264 19.789604 0.0
0.0 7 0.0 wikitext comb_1 tinyllama norm_nlr 1895.561216 2157.969408 1.3021647930145264 19.789604 0.0
0.0 8 0.0 wikitext comb_1 tinyllama norm_nlr 1895.561216 2157.969408 1.3021647930145264 19.789604 0.0
0.0 4 0.0 wikitext comb_9 tinyllama norm_nlr 1895.561216 2157.969408 1.1093071699142456 25.919555 0.0
0.0 5 0.0 wikitext comb_9 tinyllama norm_nlr 1895.561216 2157.969408 1.1093071699142456 25.919555 0.0
0.0 6 0.0 wikitext comb_9 tinyllama norm_nlr 1895.561216 2157.969408 1.1093071699142456 25.919555 0.0
0.0 7 0.0 wikitext comb_9 tinyllama norm_nlr 1895.561216 2157.969408 1.1093071699142456 25.919555 0.0
0.0 8 0.0 wikitext comb_9 tinyllama norm_nlr 1895.561216 2157.969408 1.1093071699142456 25.919555 0.0
0.3765282034873962 7 0.0 wikitext comb_5 tinyllama norm_nlr 1896.032256 2157.969408 6.658949375152588 14.862165 0.0
0.3679837882518768 5 0.0 wikitext comb_5 tinyllama norm_nlr 1896.032256 2157.969408 6.9652276039123535 15.449187 0.0
0.3771361112594604 8 0.0 wikitext comb_5 tinyllama norm_nlr 1896.032256 2157.969408 6.605966567993164 15.468311 0.0
0.3469098508358001 4 0.0 wikitext comb_5 tinyllama norm_nlr 1896.032256 2157.969408 7.644386291503906 15.56969 0.0
0.3785883486270904 6 0.0 wikitext comb_5 tinyllama norm_nlr 1896.032256 2157.969408 6.500134468078613 25.491379 0.0
0.0 4 0.0 wikitext comb_0 tinyllama norm_nlr 1897.394176 2160.06656 1.1093063354492188 40.759388 0.0
0.0 5 0.0 wikitext comb_0 tinyllama norm_nlr 1897.394176 2160.06656 1.1093063354492188 40.759388 0.0
0.0 6 0.0 wikitext comb_0 tinyllama norm_nlr 1897.394176 2160.06656 1.1093063354492188 40.759388 0.0
0.0 7 0.0 wikitext comb_0 tinyllama norm_nlr 1897.394176 2160.06656 1.1093063354492188 40.759388 0.0
0.0 8 0.0 wikitext comb_0 tinyllama norm_nlr 1897.394176 2160.06656 1.1093063354492188 40.759388 0.0
0.0 4 0.0 wikitext comb_2 tinyllama norm_nlr 1897.394176 2160.06656 1.1221818923950195 40.975153 0.0
0.0 5 0.0 wikitext comb_2 tinyllama norm_nlr 1897.394176 2160.06656 1.1221818923950195 40.975153 0.0
0.0 6 0.0 wikitext comb_2 tinyllama norm_nlr 1897.394176 2160.06656 1.1221818923950195 40.975153 0.0
0.3753462135791778 7 0.0 wikitext comb_11 tinyllama norm_nlr 1897.865216 2160.06656 6.687595367431641 27.729921 0.0
0.3781492710113525 8 0.0 wikitext comb_11 tinyllama norm_nlr 1897.865216 2160.06656 6.57637882232666 27.817923 0.0
0.377136081457138 8 0.0 wikitext comb_18 tinyllama norm_nlr 1897.865216 2160.06656 6.600795745849609 27.827307 0.0
0.3688956201076507 5 0.0 wikitext comb_18 tinyllama norm_nlr 1897.865216 2160.06656 6.958701133728027 27.878057 0.0
0.3766970932483673 7 0.0 wikitext comb_18 tinyllama norm_nlr 1897.865216 2160.06656 6.664343357086182 27.882567 0.0
0.3672407865524292 5 0.0 wikitext comb_11 tinyllama norm_nlr 1897.865216 2160.06656 7.052643299102783 27.983847 0.0
0.3757514357566833 6 0.0 wikitext comb_11 tinyllama norm_nlr 1897.865216 2160.06656 6.533757209777832 27.990279 0.0
0.3527862429618835 4 0.0 wikitext comb_11 tinyllama norm_nlr 1897.865216 2160.06656 7.541504859924316 28.160543 0.0
0.3792299926280975 6 0.0 wikitext comb_6 tinyllama norm_nlr 1897.865216 2160.06656 6.568758487701416 35.104929 0.0
0.3693346977233886 5 0.0 wikitext comb_6 tinyllama norm_nlr 1897.865216 2160.06656 6.898620128631592 35.117717 0.0
0.3771698772907257 8 0.0 wikitext comb_6 tinyllama norm_nlr 1897.865216 2160.06656 6.604043483734131 35.211389 0.0
0.375211089849472 7 0.0 wikitext comb_6 tinyllama norm_nlr 1897.865216 2160.06656 6.677730560302734 35.261053 0.0
0.069672405719757 7 0.0 wikitext comb_2 tinyllama norm_nlr 1897.865216 2160.06656 40.43979644775391 41.28278 0.0
0.3785207569599151 6 0.0 wikitext comb_15 tinyllama norm_nlr 1897.865216 2160.06656 6.576345443725586 41.304804 0.0
0.3765282034873962 7 0.0 wikitext comb_15 tinyllama norm_nlr 1897.865216 2160.06656 6.657233238220215 41.374984 0.0
0.3480243384838104 8 0.0 wikitext comb_2 tinyllama norm_nlr 1897.865216 2160.06656 7.784068584442139 41.381111 0.0
0.3769334852695465 8 0.0 wikitext comb_15 tinyllama norm_nlr 1897.865216 2160.06656 6.589422225952148 41.641377 0.0
0.377744048833847 6 0.0 wikitext comb_18 tinyllama norm_nlr 1897.865216 2160.06656 6.514255523681641 93.472743 0.0
0.3488011062145233 4 0.0 wikitext comb_6 tinyllama norm_nlr 1897.865216 2160.06656 7.5681538581848145 101.928433 0.0
0.0 4 0.0 wikitext comb_13 tinyllama norm_nlr 1899.227136 2162.163712 11.632862091064451 37.59571 0.0
0.0 5 0.0 wikitext comb_13 tinyllama norm_nlr 1899.227136 2162.163712 11.632862091064451 37.59571 0.0
0.0 4 0.0 wikitext comb_12 tinyllama norm_nlr 1899.227136 2162.163712 1.171015977859497 37.704234 0.0
0.0 4 0.0 wikitext comb_16 tinyllama norm_nlr 1899.227136 2162.163712 1.1280021667480469 37.959869 0.0
0.0231481492519378 6 0.0 wikitext comb_13 tinyllama norm_nlr 1899.241472 2162.163712 1.3746569156646729 37.630857 0.0
0.36629518866539 8 0.0 wikitext comb_13 tinyllama norm_nlr 1899.698176 2162.163712 6.946219444274902 38.030371 0.0
0.3726781606674194 7 0.0 wikitext comb_12 tinyllama norm_nlr 1899.698176 2162.163712 6.775801658630371 38.136057 0.0
0.3767646253108978 8 0.0 wikitext comb_17 tinyllama norm_nlr 1899.698176 2162.163712 6.623863220214844 38.141412 0.0
0.3735224902629852 8 0.0 wikitext comb_3 tinyllama norm_nlr 1899.698176 2162.163712 6.647858619689941 38.14192 0.0
0.3717663288116455 7 0.0 wikitext comb_16 tinyllama norm_nlr 1899.698176 2162.163712 6.733869552612305 38.179395 0.0
0.36629518866539 7 0.0 wikitext comb_3 tinyllama norm_nlr 1899.698176 2162.163712 6.971524238586426 38.217543 0.0
0.3736575245857239 8 0.0 wikitext comb_12 tinyllama norm_nlr 1899.698176 2162.163712 6.638421058654785 38.23808 0.0
0.3787233829498291 8 0.0 wikitext comb_16 tinyllama norm_nlr 1899.698176 2162.163712 6.642771720886231 38.264689 0.0
0.3322864174842834 6 0.0 wikitext comb_3 tinyllama norm_nlr 1899.698176 2162.163712 8.073007583618164 38.265783 0.0
0.3746707141399383 6 0.0 wikitext comb_17 tinyllama norm_nlr 1899.698176 2162.163712 6.870553493499756 38.288693 0.0
0.2640999853610992 5 0.0 wikitext comb_12 tinyllama norm_nlr 1899.698176 2162.163712 10.422821044921877 38.28872 0.0
0.2823033034801483 5 0.0 wikitext comb_16 tinyllama norm_nlr 1899.698176 2162.163712 9.645533561706545 38.300543 0.0
0.3592367768287658 6 0.0 wikitext comb_12 tinyllama norm_nlr 1899.698176 2162.163712 7.04103946685791 38.324075 0.0
0.3571090996265411 6 0.0 wikitext comb_16 tinyllama norm_nlr 1899.698176 2162.163712 6.99554443359375 38.350363 0.0
0.3735562562942505 7 0.0 wikitext comb_17 tinyllama norm_nlr 1899.698176 2162.163712 6.710608959197998 38.398517 0.0
0.2893279194831848 7 0.0 wikitext comb_13 tinyllama norm_nlr 1899.698176 2162.163712 9.04135513305664 84.82095 0.0
0.0 4 0.0 wikitext comb_4 tinyllama norm_nlr 2225.074688 2747.26912 1.1093063354492188 99.608211 0.0
0.0 5 0.0 wikitext comb_4 tinyllama norm_nlr 2225.074688 2747.26912 1.1093063354492188 99.608211 0.0
0.0 6 0.0 wikitext comb_4 tinyllama norm_nlr 2225.074688 2747.26912 1.1093063354492188 99.608211 0.0
0.0 7 0.0 wikitext comb_4 tinyllama norm_nlr 2225.074688 2747.26912 1.1093063354492188 99.608211 0.0
0.0 8 0.0 wikitext comb_4 tinyllama norm_nlr 2225.074688 2747.26912 1.1093063354492188 99.608211 0.0
0.0 4 0.0 wikitext comb_14 tinyllama norm_nlr 1382.875136 2814.377984 15387.044921875 0.55822 0.0
0.0 5 0.0 wikitext comb_14 tinyllama norm_nlr 1382.875136 2814.377984 15387.044921875 0.55822 0.0
0.0 6 0.0 wikitext comb_14 tinyllama norm_nlr 1382.875136 2814.377984 15387.044921875 0.55822 0.0
0.0 7 0.0 wikitext comb_14 tinyllama norm_nlr 1382.875136 2814.377984 15387.044921875 0.55822 0.0
0.0 8 0.0 wikitext comb_14 tinyllama norm_nlr 1382.875136 2814.377984 15387.044921875 0.55822 0.0
0.2965889573097229 4 0.0 wikitext ao_woq opt fixed 268.126208 740.294656 8.768630981445312 16.713258 0.0
0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 765.46048 7.905444145202637 21.34634 0.0
0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 782.237696 7.916111469268799 21.146683 0.0
0.3170213103294372 5 0.0 wikitext woq opt fixed 670.234624 782.237696 8.222683906555176 21.318598 0.0
0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 786.432 8.903441429138184 21.231402 0.0
0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 786.432 7.8056864738464355 21.325525 0.0
0.3248226940631866 8 0.0 wikitext ao_woq opt fixed 580.071936 834.666496 7.916566848754883 15.291454 0.0
0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 10.259793 0.0
0.3715636432170868 4 0.0 wikitext ao_woq phi fixed 1922.306048 2797.600768 5.994823932647705 29.916931 0.0
0.3804458081722259 8 0.0 wikitext ao_woq phi fixed 3885.39392 4292.870144 5.907138824462891 28.844547 0.0
0.353799432516098 4 0.0 wikitext woq phi fixed 4394.576384 4697.62048 6.483606815338135 62.256798 0.0
0.3787571489810943 7 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.903452396392822 62.260671 0.0
0.3752786219120025 5 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.969074726104736 62.28564 0.0
0.3804795742034912 8 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.9067816734313965 62.309245 0.0
0.3781155049800873 6 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.950102806091309 62.371786 0.0
0.3805133402347564 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 18.803033 0.0
0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 21.504217 0.0
0.3771361112594604 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 19.289787 0.0
0.3785883486270904 6 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.501583099365234 19.670746 0.0
0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 7.655362606048584 20.13133 0.0
0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.663349628448486 20.220846 0.0
0.3772712051868438 8 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.604811191558838 20.271864 0.0
0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.966304302215576 20.453174 0.0
0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 14.7146 0.0
0.7995889186859131 7 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 72.915762 0.0
0.789311408996582 4 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 79.459568 0.0
0.7995889186859131 5 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 80.755401 0.0
0.8016444444656372 8 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 84.771372 0.0
0.8057554364204407 6 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 87.505697 0.0
0.7954779267311096 4 0.0 imagenet ao_woq vit fixed 179.948032 503.31648 0.0 84.235943 0.0
0.8016444444656372 8 0.0 imagenet ao_woq vit fixed 341.330432 511.705088 0.0 70.219511 0.0
0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 10.072652 0.0
0.0 4 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 25.254058 0.0268907930412973
0.0 7 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 87.311892 0.0236079788491685
0.0 5 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 88.949576 0.0237326414926321
0.0 8 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 93.252914 0.0239494859641096
0.0 6 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 96.317889 0.0234031339094832
0.0 8 0.0 librispeech ao_woq wav2vec fixed 658.017792 4890.558464 0.0 94.874683 0.0239712250945444
0.0 32 0.0 librispeech base wav2vec ---- 1564.76928 5620.36736 0.0 18.11403 0.0239473509600023
0.4277946949005127 4 0.0 wikitext ao_woq llama3 fixed 5542.3616 7163.871232 5.3583574295043945 39.050602 0.0
0.4437352418899536 8 0.0 wikitext ao_woq llama3 fixed 12110.375936 14040.43264 5.208643436431885 52.36158 0.0
0.3797703683376312 4 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 6.163248062133789 95.615827 0.0
0.4355623126029968 5 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.448963165283203 95.618313 0.0
0.443870335817337 8 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.208242893218994 95.65331 0.0
0.4409320950508117 6 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.193300724029541 95.732171 0.0
0.4427558183670044 7 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.248887062072754 95.895658 0.0
0.4436677098274231 32 0.0 wikitext base llama3 ---- 33003.526656 33155.97312 5.223813056945801 26.70374 0.0
|