results-b08ec12990c7 / results.tsv
Diogo-V's picture
Upload 2 files
40ad686 verified
accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
0.0 4 0.0 wikitext comb_1 llama3 norm_nlr 14178.745344 15367.929856 1.3576891422271729 122.248345 0.0
0.0 5 0.0 wikitext comb_1 llama3 norm_nlr 14178.745344 15367.929856 1.3576891422271729 122.248345 0.0
0.0 6 0.0 wikitext comb_1 llama3 norm_nlr 14178.745344 15367.929856 1.3576891422271729 122.248345 0.0
0.0 7 0.0 wikitext comb_1 llama3 norm_nlr 14178.745344 15367.929856 1.3576891422271729 122.248345 0.0
0.0 8 0.0 wikitext comb_1 llama3 norm_nlr 14178.745344 15367.929856 1.3576891422271729 122.248345 0.0
0.0 4 0.0 wikitext comb_9 llama3 norm_nlr 14178.745344 15367.929856 1.1248141527175903 146.191836 0.0
0.0 5 0.0 wikitext comb_9 llama3 norm_nlr 14178.745344 15367.929856 1.1248141527175903 146.191836 0.0
0.0 6 0.0 wikitext comb_9 llama3 norm_nlr 14178.745344 15367.929856 1.1248141527175903 146.191836 0.0
0.0 7 0.0 wikitext comb_9 llama3 norm_nlr 14178.745344 15367.929856 1.1248141527175903 146.191836 0.0
0.0 8 0.0 wikitext comb_9 llama3 norm_nlr 14178.745344 15367.929856 1.1248141527175903 146.191836 0.0
0.380108118057251 4 0.0 wikitext comb_5 llama3 norm_nlr 14179.216384 15367.929856 6.150976657867432 68.74943 0.0
0.4428571462631225 7 0.0 wikitext comb_5 llama3 norm_nlr 14179.216384 15367.929856 5.248186111450195 68.935479 0.0
0.4437352418899536 8 0.0 wikitext comb_5 llama3 norm_nlr 14179.216384 15367.929856 5.208640575408936 68.960164 0.0
0.435663640499115 5 0.0 wikitext comb_5 llama3 norm_nlr 14179.216384 15367.929856 5.4490156173706055 68.989837 0.0
0.4404930770397186 6 0.0 wikitext comb_5 llama3 norm_nlr 14179.216384 15367.929856 5.199138641357422 69.026021 0.0
0.0 4 0.0 wikitext comb_2 llama3 norm_nlr 14185.276416 15374.221312 1.145966410636902 202.197774 0.0
0.0 5 0.0 wikitext comb_2 llama3 norm_nlr 14185.276416 15374.221312 1.145966410636902 202.197774 0.0
0.0 6 0.0 wikitext comb_2 llama3 norm_nlr 14185.276416 15374.221312 1.145966410636902 202.197774 0.0
0.0 7 0.0 wikitext comb_2 llama3 norm_nlr 14185.276416 15374.221312 1.145966410636902 202.197774 0.0
0.4428909420967102 7 0.0 wikitext comb_18 llama3 norm_nlr 14185.747456 15374.221312 5.230251312255859 147.947238 0.0
0.4400878250598907 6 0.0 wikitext comb_11 llama3 norm_nlr 14185.747456 15374.221312 5.199240207672119 147.955701 0.0
0.4422154724597931 7 0.0 wikitext comb_11 llama3 norm_nlr 14185.747456 15374.221312 5.247557163238525 147.968386 0.0
0.4373860359191894 5 0.0 wikitext comb_18 llama3 norm_nlr 14185.747456 15374.221312 5.412022113800049 148.009459 0.0
0.3809861838817596 4 0.0 wikitext comb_11 llama3 norm_nlr 14185.747456 15374.221312 6.232641220092773 148.085089 0.0
0.4402566850185394 6 0.0 wikitext comb_18 llama3 norm_nlr 14185.747456 15374.221312 5.230005741119385 148.118981 0.0
0.4439041018486023 8 0.0 wikitext comb_11 llama3 norm_nlr 14185.747456 15374.221312 5.207451820373535 148.164104 0.0
0.3783856928348541 4 0.0 wikitext comb_18 llama3 norm_nlr 14185.747456 15374.221312 6.167969226837158 148.354665 0.0
0.4365079402923584 5 0.0 wikitext comb_11 llama3 norm_nlr 14185.747456 15374.221312 5.430935382843018 148.378625 0.0
0.4443769156932831 8 0.0 wikitext comb_18 llama3 norm_nlr 14185.747456 15374.221312 5.207278728485107 148.394645 0.0
0.436372846364975 5 0.0 wikitext comb_6 llama3 norm_nlr 14185.747456 15374.221312 5.392096519470215 175.279052 0.0
0.3784194588661194 4 0.0 wikitext comb_6 llama3 norm_nlr 14185.747456 15374.221312 6.155765056610107 175.288414 0.0
0.4435325860977173 7 0.0 wikitext comb_6 llama3 norm_nlr 14185.747456 15374.221312 5.228373050689697 175.342505 0.0
0.4441067576408386 8 0.0 wikitext comb_6 llama3 norm_nlr 14185.747456 15374.221312 5.214853763580322 175.530099 0.0
0.4406957328319549 6 0.0 wikitext comb_6 llama3 norm_nlr 14185.747456 15374.221312 5.230377197265625 175.602792 0.0
0.4402566850185394 6 0.0 wikitext comb_15 llama3 norm_nlr 14185.747456 15374.221312 5.23110818862915 201.239682 0.0
0.4428909122943878 7 0.0 wikitext comb_15 llama3 norm_nlr 14185.747456 15374.221312 5.229310989379883 201.289316 0.0
0.3781155049800873 4 0.0 wikitext comb_15 llama3 norm_nlr 14185.747456 15374.221312 6.178022384643555 201.489166 0.0
0.4444107115268707 8 0.0 wikitext comb_15 llama3 norm_nlr 14185.747456 15374.221312 5.207996845245361 201.508551 0.0
0.3016548156738281 8 0.0 wikitext comb_2 llama3 norm_nlr 14185.747456 15374.221312 8.716463088989258 201.859879 0.0
0.436879426240921 5 0.0 wikitext comb_15 llama3 norm_nlr 14185.747456 15374.221312 5.4105987548828125 201.891233 0.0
0.0 4 0.0 wikitext comb_12 llama3 norm_nlr 14191.807488 15378.415616 1.582543134689331 187.261461 0.0
0.0 4 0.0 wikitext comb_3 llama3 norm_nlr 14191.807488 15378.415616 1.2333331108093262 187.283402 0.0
0.0 4 0.0 wikitext comb_16 llama3 norm_nlr 14191.807488 15378.415616 1.802093863487244 187.795828 0.0
0.0 4 0.0 wikitext comb_13 llama3 norm_nlr 14191.807488 15378.415616 10.052525520324709 187.802071 0.0
0.0 5 0.0 wikitext comb_13 llama3 norm_nlr 14191.807488 15378.415616 10.052525520324709 187.802071 0.0
0.0 6 0.0 wikitext comb_13 llama3 norm_nlr 14191.807488 15378.415616 10.052525520324709 187.802071 0.0
0.035541757941246 5 0.0 wikitext comb_3 llama3 norm_nlr 14191.844352 15378.415616 1.5305955410003662 187.827808 0.0
0.4438027739524841 8 0.0 wikitext comb_16 llama3 norm_nlr 14192.278528 15380.512768 5.161940097808838 187.4613 0.0
0.4308341741561889 7 0.0 wikitext comb_3 llama3 norm_nlr 14192.278528 15380.512768 5.307490348815918 187.538561 0.0
0.4414049386978149 7 0.0 wikitext comb_16 llama3 norm_nlr 14192.278528 15380.512768 5.243262767791748 187.598615 0.0
0.4242823719978332 6 0.0 wikitext comb_12 llama3 norm_nlr 14192.278528 15380.512768 5.485621929168701 187.612921 0.0
0.2881459295749664 5 0.0 wikitext comb_16 llama3 norm_nlr 14192.278528 15380.512768 8.61832046508789 187.657016 0.0
0.4033772349357605 5 0.0 wikitext comb_17 llama3 norm_nlr 14192.278528 15380.512768 5.514090538024902 187.720758 0.0
0.4137791395187378 6 0.0 wikitext comb_16 llama3 norm_nlr 14192.278528 15380.512768 5.6127705574035645 187.750792 0.0
0.2274231910705566 7 0.0 wikitext comb_13 llama3 norm_nlr 14192.278528 15380.512768 12.62043285369873 187.771102 0.0
0.4419790506362915 8 0.0 wikitext comb_3 llama3 norm_nlr 14192.278528 15380.512768 5.218316555023193 187.808459 0.0
0.4225599467754364 8 0.0 wikitext comb_13 llama3 norm_nlr 14192.278528 15380.512768 5.224740505218506 187.864651 0.0
0.4419790506362915 8 0.0 wikitext comb_12 llama3 norm_nlr 14192.278528 15380.512768 5.23714017868042 187.945954 0.0
0.365923672914505 6 0.0 wikitext comb_3 llama3 norm_nlr 14192.278528 15380.512768 6.604756832122803 187.949863 0.0
0.4417426288127899 7 0.0 wikitext comb_17 llama3 norm_nlr 14192.278528 15380.512768 5.255722522735596 187.955563 0.0
0.2200270295143127 5 0.0 wikitext comb_12 llama3 norm_nlr 14192.278528 15380.512768 12.024949073791504 188.009468 0.0
0.4404255449771881 7 0.0 wikitext comb_12 llama3 norm_nlr 14192.278528 15380.512768 5.208399772644043 188.032067 0.0
0.2244849950075149 4 0.0 wikitext comb_17 llama3 norm_nlr 14192.278528 15380.512768 11.965164184570312 188.046157 0.0
0.4441067278385162 8 0.0 wikitext comb_17 llama3 norm_nlr 14192.278528 15380.512768 5.2198920249938965 188.102439 0.0
0.4398176372051239 6 0.0 wikitext comb_17 llama3 norm_nlr 14192.278528 15380.512768 5.203648567199707 188.221515 0.0
0.0 4 0.0 wikitext comb_4 llama3 norm_nlr 16811.959808 19811.794944 1.12481427192688 426.525583 0.0
0.0 5 0.0 wikitext comb_4 llama3 norm_nlr 16811.959808 19811.794944 1.12481427192688 426.525583 0.0
0.0 6 0.0 wikitext comb_4 llama3 norm_nlr 16811.959808 19811.794944 1.12481427192688 426.525583 0.0
0.0 7 0.0 wikitext comb_4 llama3 norm_nlr 16811.959808 19811.794944 1.12481427192688 426.525583 0.0
0.0 8 0.0 wikitext comb_4 llama3 norm_nlr 16811.959808 19811.794944 1.12481427192688 426.525583 0.0
0.0 4 0.0 wikitext comb_10 llama3 norm_nlr 11057.964032 21091.057664 1.1844557523727417 4.431007 0.0
0.0 5 0.0 wikitext comb_10 llama3 norm_nlr 11057.964032 21091.057664 1.1844557523727417 4.431007 0.0
0.4436339139938354 8 0.0 wikitext comb_10 llama3 norm_nlr 58810.586112 68843.208704 5.212960720062256 4.400369 0.0
0.386997640132904 6 0.0 wikitext comb_10 llama3 norm_nlr 58810.586112 68843.208704 5.640727519989014 4.429177 0.0
0.4317798316478729 7 0.0 wikitext comb_10 llama3 norm_nlr 58810.586112 68843.208704 5.319685459136963 4.438367 0.0
0.0 6 0.0 librispeech comb_13 wav2vec norm_nlr 536.521728 1663.041536 0.0 44.695584 1.0272727272727271
0.0 4 0.0 librispeech comb_9 wav2vec norm_nlr 534.74304 1675.624448 0.0 30.411939 1.0
0.0 5 0.0 librispeech comb_9 wav2vec norm_nlr 534.74304 1675.624448 0.0 30.411939 1.0
0.0 6 0.0 librispeech comb_9 wav2vec norm_nlr 534.74304 1675.624448 0.0 30.411939 1.0
0.0 7 0.0 librispeech comb_9 wav2vec norm_nlr 534.74304 1675.624448 0.0 30.411939 1.0
0.0 8 0.0 librispeech comb_9 wav2vec norm_nlr 534.74304 1675.624448 0.0 30.411939 1.0
0.0 4 0.0 librispeech comb_1 wav2vec norm_nlr 534.74304 1675.624448 0.0 36.735375 1.0
0.0 5 0.0 librispeech comb_1 wav2vec norm_nlr 534.74304 1675.624448 0.0 36.735375 1.0
0.0 6 0.0 librispeech comb_1 wav2vec norm_nlr 534.74304 1675.624448 0.0 36.735375 1.0
0.0 7 0.0 librispeech comb_1 wav2vec norm_nlr 534.74304 1675.624448 0.0 36.735375 1.0
0.0 8 0.0 librispeech comb_1 wav2vec norm_nlr 534.74304 1675.624448 0.0 36.735375 1.0
0.0 4 0.0 librispeech comb_2 wav2vec norm_nlr 535.632384 1677.7216 0.0 43.356667 1.0
0.0 5 0.0 librispeech comb_2 wav2vec norm_nlr 535.632384 1677.7216 0.0 43.356667 1.0
0.0 6 0.0 librispeech comb_2 wav2vec norm_nlr 535.632384 1677.7216 0.0 43.356667 1.0
0.0 7 0.0 librispeech comb_2 wav2vec norm_nlr 535.632384 1677.7216 0.0 43.356667 1.0
0.0 8 0.0 librispeech comb_2 wav2vec norm_nlr 535.632384 1677.7216 0.0 43.356667 1.0
0.0 4 0.0 librispeech comb_0 wav2vec norm_nlr 535.632384 1677.7216 0.0 59.395308 1.0
0.0 5 0.0 librispeech comb_0 wav2vec norm_nlr 535.632384 1677.7216 0.0 59.395308 1.0
0.0 6 0.0 librispeech comb_0 wav2vec norm_nlr 535.632384 1677.7216 0.0 59.395308 1.0
0.0 7 0.0 librispeech comb_0 wav2vec norm_nlr 535.632384 1677.7216 0.0 59.395308 1.0
0.0 8 0.0 librispeech comb_0 wav2vec norm_nlr 535.632384 1677.7216 0.0 59.395308 1.0
0.0 4 0.0 librispeech comb_12 wav2vec norm_nlr 536.521728 1679.818752 0.0 43.898363 1.0
0.0 5 0.0 librispeech comb_3 wav2vec norm_nlr 536.521728 1679.818752 0.0 46.666537 0.9937863372093024
0.0 4 0.0 librispeech comb_13 wav2vec norm_nlr 536.521728 1679.818752 0.0 55.52159 1.0
0.0 5 0.0 librispeech comb_13 wav2vec norm_nlr 536.521728 1679.818752 0.0 55.52159 1.0
0.0 4 0.0 librispeech comb_16 wav2vec norm_nlr 536.521728 1679.818752 0.0 65.529612 1.0
0.0 4 0.0 librispeech comb_3 wav2vec norm_nlr 536.521728 1679.818752 0.0 77.475353 1.0
0.0 4 0.0 librispeech comb_10 wav2vec norm_nlr 368.890368 1686.110208 0.0 0.052126 1.0
0.0 8 0.0 librispeech comb_14 wav2vec norm_nlr 368.890368 1686.110208 0.0 0.052608 0.9903650273363794
0.0 5 0.0 librispeech comb_10 wav2vec norm_nlr 374.608384 3154.116608 0.0 0.052828 0.8504124680515834
0.0 4 0.0 librispeech comb_18 wav2vec norm_nlr 658.907136 4857.004032 0.0 48.897579 0.025756821654467
0.0 4 0.0 librispeech comb_11 wav2vec norm_nlr 658.907136 4857.004032 0.0 49.054515 0.1151063978360638
0.0 8 0.0 librispeech comb_18 wav2vec norm_nlr 658.907136 4857.004032 0.0 49.240223 0.0240617880134638
0.0 5 0.0 librispeech comb_11 wav2vec norm_nlr 658.907136 4857.004032 0.0 58.025227 0.0314323983459711
0.0 7 0.0 librispeech comb_18 wav2vec norm_nlr 658.907136 4857.004032 0.0 73.799796 0.0238676099155659
0.0 6 0.0 librispeech comb_12 wav2vec norm_nlr 659.79648 4859.101184 0.0 46.605096 0.0233745201300302
0.0 7 0.0 librispeech comb_17 wav2vec norm_nlr 659.79648 4859.101184 0.0 46.824188 0.0237748521934963
0.0 5 0.0 librispeech comb_17 wav2vec norm_nlr 659.79648 4859.101184 0.0 47.575464 0.0241039590902745
0.0 7 0.0 librispeech comb_16 wav2vec norm_nlr 659.79648 4859.101184 0.0 48.540584 0.0232487035687278
0.0 6 0.0 librispeech comb_5 wav2vec norm_nlr 658.017792 4871.684096 0.0 27.836414 0.0236817450205943
0.0 8 0.0 librispeech comb_5 wav2vec norm_nlr 658.017792 4871.684096 0.0 27.922655 0.0239712250945444
0.0 5 0.0 librispeech comb_5 wav2vec norm_nlr 658.017792 4871.684096 0.0 48.794638 0.0236871869471776
0.0 4 0.0 librispeech comb_5 wav2vec norm_nlr 658.017792 4871.684096 0.0 60.279119 0.0270506203055363
0.0 7 0.0 librispeech comb_5 wav2vec norm_nlr 658.017792 4871.684096 0.0 61.982029 0.0237246455158352
0.0 8 0.0 librispeech comb_11 wav2vec norm_nlr 658.907136 4873.781248 0.0 40.316409 0.0268292200054268
0.0 6 0.0 librispeech comb_11 wav2vec norm_nlr 658.907136 4873.781248 0.0 40.872293 0.028782352573566
0.0 7 0.0 librispeech comb_11 wav2vec norm_nlr 658.907136 4873.781248 0.0 42.518618 0.0264797894039248
0.0 8 0.0 librispeech comb_6 wav2vec norm_nlr 658.907136 4873.781248 0.0 43.112832 0.0238758198935624
0.0 5 0.0 librispeech comb_6 wav2vec norm_nlr 658.907136 4873.781248 0.0 50.268929 0.0234220346570559
0.0 6 0.0 librispeech comb_18 wav2vec norm_nlr 658.907136 4873.781248 0.0 55.379061 0.0233273648496415
0.0 5 0.0 librispeech comb_18 wav2vec norm_nlr 658.907136 4873.781248 0.0 57.586256 0.0238956293273621
0.0 6 0.0 librispeech comb_6 wav2vec norm_nlr 658.907136 4873.781248 0.0 59.907301 0.0233385253214187
0.0 4 0.0 librispeech comb_6 wav2vec norm_nlr 658.907136 4873.781248 0.0 77.24376 0.0250124358656822
0.0 7 0.0 librispeech comb_6 wav2vec norm_nlr 658.907136 4873.781248 0.0 78.12282 0.0241721823241719
0.0 7 0.0 librispeech comb_13 wav2vec norm_nlr 659.79648 4875.8784 0.0 46.647298 0.0387437567814144
0.0 6 0.0 librispeech comb_16 wav2vec norm_nlr 659.79648 4875.8784 0.0 46.816908 0.0235344731734265
0.0 4 0.0 librispeech comb_17 wav2vec norm_nlr 659.79648 4875.8784 0.0 47.082786 0.0935326415304865
0.0 7 0.0 librispeech comb_3 wav2vec norm_nlr 659.79648 4875.8784 0.0 47.616995 0.0235298474279673
0.0 8 0.0 librispeech comb_3 wav2vec norm_nlr 659.79648 4875.8784 0.0 47.664036 0.0239429282088484
0.0 8 0.0 librispeech comb_17 wav2vec norm_nlr 659.79648 4875.8784 0.0 48.097306 0.0240240265760529
0.0 6 0.0 librispeech comb_3 wav2vec norm_nlr 659.79648 4875.8784 0.0 49.06203 0.0255900732504438
0.0 5 0.0 librispeech comb_16 wav2vec norm_nlr 659.79648 4875.8784 0.0 52.160013 0.0557867148511957
0.0 8 0.0 librispeech comb_16 wav2vec norm_nlr 659.79648 4875.8784 0.0 52.50879 0.023618420388974
0.0 7 0.0 librispeech comb_12 wav2vec norm_nlr 659.79648 4875.8784 0.0 52.693239 0.0242342841365649
0.0 6 0.0 librispeech comb_17 wav2vec norm_nlr 659.79648 4875.8784 0.0 56.789526 0.0236566943688256
0.0 8 0.0 librispeech comb_12 wav2vec norm_nlr 659.79648 4875.8784 0.0 57.734965 0.0240510123751705
0.0 5 0.0 librispeech comb_12 wav2vec norm_nlr 659.79648 4875.8784 0.0 71.963196 0.2819432791936155
0.0 8 0.0 librispeech comb_13 wav2vec norm_nlr 659.79648 4875.8784 0.0 72.344283 0.0241239677944292
0.0 6 0.0 librispeech comb_10 wav2vec norm_nlr 371.21024 4882.169856 0.0 0.051572 0.0243891906872602
0.0 7 0.0 librispeech comb_10 wav2vec norm_nlr 371.21024 4882.169856 0.0 0.051877 0.0242448139583118
0.0 8 0.0 librispeech comb_10 wav2vec norm_nlr 371.21024 4882.169856 0.0 0.053314 0.0238528070619652
0.0 4 0.0 imagenet comb_1 vit norm_nlr 355.972096 511.705088 0.0 36.142388 0.0
0.0 5 0.0 imagenet comb_1 vit norm_nlr 355.972096 511.705088 0.0 36.142388 0.0
0.0 6 0.0 imagenet comb_1 vit norm_nlr 355.972096 511.705088 0.0 36.142388 0.0
0.0 7 0.0 imagenet comb_1 vit norm_nlr 355.972096 511.705088 0.0 36.142388 0.0
0.0 8 0.0 imagenet comb_1 vit norm_nlr 355.972096 511.705088 0.0 36.142388 0.0
0.0 4 0.0 imagenet comb_9 vit norm_nlr 355.972096 511.705088 0.0 40.026566 0.0
0.0 5 0.0 imagenet comb_9 vit norm_nlr 355.972096 511.705088 0.0 40.026566 0.0
0.0 6 0.0 imagenet comb_9 vit norm_nlr 355.972096 511.705088 0.0 40.026566 0.0
0.0 7 0.0 imagenet comb_9 vit norm_nlr 355.972096 511.705088 0.0 40.026566 0.0
0.0 8 0.0 imagenet comb_9 vit norm_nlr 355.972096 511.705088 0.0 40.026566 0.0
0.7903391718864441 4 0.0 imagenet comb_5 vit norm_nlr 356.465152 511.705088 0.0 27.569936 0.0
0.7995889186859131 7 0.0 imagenet comb_5 vit norm_nlr 356.465152 511.705088 0.0 28.459251 0.0
0.8016444444656372 8 0.0 imagenet comb_5 vit norm_nlr 356.465152 511.705088 0.0 32.67762 0.0
0.8057554364204407 6 0.0 imagenet comb_5 vit norm_nlr 356.465152 511.705088 0.0 34.264798 0.0
0.7995889186859131 5 0.0 imagenet comb_5 vit norm_nlr 356.465152 511.705088 0.0 35.684545 0.0
0.0 4 0.0 imagenet comb_2 vit norm_nlr 356.865024 511.705088 0.0 51.156404 0.0
0.0 5 0.0 imagenet comb_2 vit norm_nlr 356.865024 511.705088 0.0 51.156404 0.0
0.0 4 0.0 imagenet comb_0 vit norm_nlr 356.865024 511.705088 0.0 53.699592 0.0
0.0 5 0.0 imagenet comb_0 vit norm_nlr 356.865024 511.705088 0.0 53.699592 0.0
0.0 6 0.0 imagenet comb_0 vit norm_nlr 356.865024 511.705088 0.0 53.699592 0.0
0.0 7 0.0 imagenet comb_0 vit norm_nlr 356.865024 511.705088 0.0 53.699592 0.0
0.0 8 0.0 imagenet comb_0 vit norm_nlr 356.865024 511.705088 0.0 53.699592 0.0
0.0 4 0.0 imagenet comb_4 vit norm_nlr 378.705408 511.705088 0.0 94.546236 0.0
0.0 5 0.0 imagenet comb_4 vit norm_nlr 378.705408 511.705088 0.0 94.546236 0.0
0.0 6 0.0 imagenet comb_4 vit norm_nlr 378.705408 511.705088 0.0 94.546236 0.0
0.0 7 0.0 imagenet comb_4 vit norm_nlr 378.705408 511.705088 0.0 94.546236 0.0
0.0 8 0.0 imagenet comb_4 vit norm_nlr 378.705408 511.705088 0.0 94.546236 0.0
0.7934224605560303 4 0.0 imagenet comb_18 vit norm_nlr 357.35808 513.80224 0.0 42.11565 0.0
0.789311408996582 5 0.0 imagenet comb_11 vit norm_nlr 357.35808 513.80224 0.0 44.055955 0.0
0.8006166815757751 5 0.0 imagenet comb_18 vit norm_nlr 357.35808 513.80224 0.0 45.559303 0.0
0.8016444444656372 7 0.0 imagenet comb_18 vit norm_nlr 357.35808 513.80224 0.0 46.50639 0.0
0.8047276735305786 6 0.0 imagenet comb_18 vit norm_nlr 357.35808 513.80224 0.0 48.307945 0.0
0.7944501638412476 4 0.0 imagenet comb_6 vit norm_nlr 357.35808 513.80224 0.0 48.514053 0.0
0.8026722073554993 8 0.0 imagenet comb_11 vit norm_nlr 357.35808 513.80224 0.0 48.689049 0.0
0.7841727137565613 6 0.0 imagenet comb_2 vit norm_nlr 357.35808 513.80224 0.0 51.217961 0.0
0.7934224605560303 4 0.0 imagenet comb_15 vit norm_nlr 357.35808 513.80224 0.0 51.640431 0.0
0.8016444444656372 5 0.0 imagenet comb_15 vit norm_nlr 357.35808 513.80224 0.0 52.639432 0.0
0.8006166815757751 8 0.0 imagenet comb_6 vit norm_nlr 357.35808 513.80224 0.0 52.885932 0.0
0.8006166815757751 7 0.0 imagenet comb_15 vit norm_nlr 357.35808 513.80224 0.0 55.18688 0.0
0.8016444444656372 8 0.0 imagenet comb_15 vit norm_nlr 357.35808 513.80224 0.0 55.811371 0.0
0.8006166815757751 7 0.0 imagenet comb_6 vit norm_nlr 357.35808 513.80224 0.0 56.518253 0.0
0.8006166815757751 6 0.0 imagenet comb_11 vit norm_nlr 357.35808 513.80224 0.0 57.39485 0.0
0.8036999106407166 8 0.0 imagenet comb_2 vit norm_nlr 357.35808 513.80224 0.0 57.697012 0.0
0.8016444444656372 7 0.0 imagenet comb_2 vit norm_nlr 357.35808 513.80224 0.0 58.741171 0.0
0.8006166815757751 7 0.0 imagenet comb_11 vit norm_nlr 357.35808 513.80224 0.0 58.973908 0.0
0.7975334525108337 5 0.0 imagenet comb_6 vit norm_nlr 357.35808 513.80224 0.0 61.660748 0.0
0.8026722073554993 6 0.0 imagenet comb_6 vit norm_nlr 357.35808 513.80224 0.0 63.891359 0.0
0.8047276735305786 6 0.0 imagenet comb_15 vit norm_nlr 357.35808 513.80224 0.0 68.73236 0.0
0.8016444444656372 8 0.0 imagenet comb_18 vit norm_nlr 357.35808 513.80224 0.0 73.644589 0.0
0.0 4 0.0 imagenet comb_3 vit norm_nlr 357.757952 513.80224 0.0 52.875156 0.0
0.0 5 0.0 imagenet comb_3 vit norm_nlr 357.757952 513.80224 0.0 52.875156 0.0
0.0 4 0.0 imagenet comb_16 vit norm_nlr 357.757952 513.80224 0.0 54.492455 0.0
0.0 5 0.0 imagenet comb_16 vit norm_nlr 357.757952 513.80224 0.0 54.492455 0.0
0.0 4 0.0 imagenet comb_13 vit norm_nlr 357.757952 513.80224 0.0 77.230646 0.0
0.0 5 0.0 imagenet comb_13 vit norm_nlr 357.757952 513.80224 0.0 77.230646 0.0
0.0 6 0.0 imagenet comb_13 vit norm_nlr 357.757952 513.80224 0.0 77.230646 0.0
0.0 7 0.0 imagenet comb_13 vit norm_nlr 357.757952 513.80224 0.0 77.230646 0.0
0.7995889186859131 6 0.0 imagenet comb_16 vit norm_nlr 358.251008 513.80224 0.0 52.246641 0.0
0.5149024128913879 4 0.0 imagenet comb_17 vit norm_nlr 358.251008 513.80224 0.0 52.606576 0.0
0.7965056896209717 5 0.0 imagenet comb_17 vit norm_nlr 358.251008 513.80224 0.0 55.017669 0.0
0.8006166815757751 7 0.0 imagenet comb_12 vit norm_nlr 358.251008 513.80224 0.0 55.63828 0.0
0.8026722073554993 8 0.0 imagenet comb_16 vit norm_nlr 358.251008 513.80224 0.0 57.253305 0.0
0.7882837057113647 6 0.0 imagenet comb_3 vit norm_nlr 358.251008 513.80224 0.0 57.434863 0.0
0.7995889186859131 6 0.0 imagenet comb_17 vit norm_nlr 358.251008 513.80224 0.0 58.078649 0.0
0.8016444444656372 7 0.0 imagenet comb_17 vit norm_nlr 358.251008 513.80224 0.0 58.675091 0.0
0.8016444444656372 8 0.0 imagenet comb_17 vit norm_nlr 358.251008 513.80224 0.0 60.026519 0.0
0.8006166815757751 7 0.0 imagenet comb_3 vit norm_nlr 358.251008 513.80224 0.0 60.527127 0.0
0.5519013404846191 5 0.0 imagenet comb_12 vit norm_nlr 358.251008 513.80224 0.0 61.669225 0.0
0.8006166815757751 8 0.0 imagenet comb_3 vit norm_nlr 358.251008 513.80224 0.0 62.632447 0.0
0.798561155796051 8 0.0 imagenet comb_12 vit norm_nlr 358.251008 513.80224 0.0 65.740591 0.0
0.7913669347763062 8 0.0 imagenet comb_13 vit norm_nlr 358.251008 513.80224 0.0 71.827414 0.0
0.7965056896209717 6 0.0 imagenet comb_12 vit norm_nlr 358.251008 513.80224 0.0 72.231928 0.0
0.8036999106407166 7 0.0 imagenet comb_16 vit norm_nlr 358.251008 513.80224 0.0 89.054795 0.0
0.0 4 0.0 imagenet comb_14 vit norm_nlr 329.356288 515.899392 0.0 0.079561 0.0
0.0 5 0.0 imagenet comb_14 vit norm_nlr 329.356288 515.899392 0.0 0.079561 0.0
0.0 6 0.0 imagenet comb_14 vit norm_nlr 329.356288 515.899392 0.0 0.079561 0.0
0.0 7 0.0 imagenet comb_14 vit norm_nlr 329.356288 515.899392 0.0 0.079561 0.0
0.0 8 0.0 imagenet comb_14 vit norm_nlr 329.356288 515.899392 0.0 0.079561 0.0
0.0 4 0.0 wikitext comb_1 opt norm_nlr 669.68832 861.929472 1.1036932468414309 41.357011 0.0
0.0 5 0.0 wikitext comb_1 opt norm_nlr 669.68832 861.929472 1.1036932468414309 41.357011 0.0
0.0 6 0.0 wikitext comb_1 opt norm_nlr 669.68832 861.929472 1.1036932468414309 41.357011 0.0
0.0 7 0.0 wikitext comb_1 opt norm_nlr 669.68832 861.929472 1.1036932468414309 41.357011 0.0
0.0 8 0.0 wikitext comb_1 opt norm_nlr 669.68832 861.929472 1.1036932468414309 41.357011 0.0
0.0 4 0.0 wikitext comb_9 opt norm_nlr 669.68832 861.929472 1.1143286228179932 45.191852 0.0
0.0 5 0.0 wikitext comb_9 opt norm_nlr 669.68832 861.929472 1.1143286228179932 45.191852 0.0
0.0 6 0.0 wikitext comb_9 opt norm_nlr 669.68832 861.929472 1.1143286228179932 45.191852 0.0
0.0 7 0.0 wikitext comb_9 opt norm_nlr 669.68832 861.929472 1.1143286228179932 45.191852 0.0
0.0 8 0.0 wikitext comb_9 opt norm_nlr 669.68832 861.929472 1.1143286228179932 45.191852 0.0
0.3213103413581848 6 0.0 wikitext comb_5 opt norm_nlr 670.15936 861.929472 7.801699161529541 29.629949 0.0
0.3169875144958496 5 0.0 wikitext comb_5 opt norm_nlr 670.15936 861.929472 8.22327995300293 29.734087 0.0
0.3246538341045379 7 0.0 wikitext comb_5 opt norm_nlr 670.15936 861.929472 7.90524959564209 31.153261 0.0
0.289429247379303 4 0.0 wikitext comb_5 opt norm_nlr 670.15936 861.929472 8.902684211730957 31.237098 0.0
0.3248226940631866 8 0.0 wikitext comb_5 opt norm_nlr 670.15936 861.929472 7.916566848754883 33.841767 0.0
0.0 4 0.0 wikitext comb_2 opt norm_nlr 670.981632 861.929472 1.1322835683822632 55.819338 0.0
0.0 5 0.0 wikitext comb_2 opt norm_nlr 670.981632 861.929472 1.1322835683822632 55.819338 0.0
0.0 6 0.0 wikitext comb_2 opt norm_nlr 670.981632 861.929472 1.1322835683822632 55.819338 0.0
0.0 4 0.0 wikitext comb_0 opt norm_nlr 670.981632 861.929472 1.1143286228179932 61.250106 0.0
0.0 5 0.0 wikitext comb_0 opt norm_nlr 670.981632 861.929472 1.1143286228179932 61.250106 0.0
0.0 6 0.0 wikitext comb_0 opt norm_nlr 670.981632 861.929472 1.1143286228179932 61.250106 0.0
0.0 7 0.0 wikitext comb_0 opt norm_nlr 670.981632 861.929472 1.1143286228179932 61.250106 0.0
0.0 8 0.0 wikitext comb_0 opt norm_nlr 670.981632 861.929472 1.1143286228179932 61.250106 0.0
0.2903748750686645 4 0.0 wikitext comb_11 opt norm_nlr 671.452672 861.929472 8.955794334411621 47.234222 0.0
0.3214454650878906 6 0.0 wikitext comb_18 opt norm_nlr 671.452672 861.929472 7.8178019523620605 47.398676 0.0
0.318338394165039 5 0.0 wikitext comb_18 opt norm_nlr 671.452672 861.929472 8.221270561218262 48.304462 0.0
0.2933806180953979 4 0.0 wikitext comb_18 opt norm_nlr 671.452672 861.929472 8.888128280639648 49.896758 0.0
0.3245525360107422 8 0.0 wikitext comb_11 opt norm_nlr 671.452672 861.929472 7.925179958343506 50.720763 0.0
0.3240121603012085 8 0.0 wikitext comb_18 opt norm_nlr 671.452672 861.929472 7.925954341888428 50.773373 0.0
0.2893616855144501 4 0.0 wikitext comb_6 opt norm_nlr 671.452672 861.929472 8.983707427978516 51.002289 0.0
0.3199594616889953 6 0.0 wikitext comb_11 opt norm_nlr 671.452672 861.929472 7.8042311668396 53.377069 0.0
0.3253292739391327 7 0.0 wikitext comb_11 opt norm_nlr 671.452672 861.929472 7.926438331604004 53.757717 0.0
0.317088782787323 5 0.0 wikitext comb_11 opt norm_nlr 671.452672 861.929472 8.28162670135498 54.077629 0.0
0.3174265623092651 5 0.0 wikitext comb_6 opt norm_nlr 671.452672 861.929472 8.18991756439209 54.212201 0.0
0.3206349313259125 6 0.0 wikitext comb_6 opt norm_nlr 671.452672 861.929472 7.8319621086120605 55.372724 0.0
0.32495778799057 7 0.0 wikitext comb_18 opt norm_nlr 671.452672 861.929472 7.911211490631103 60.152943 0.0
0.3056399822235107 8 0.0 wikitext comb_2 opt norm_nlr 671.452672 861.929472 8.459071159362793 61.085066 0.0
0.324586272239685 7 0.0 wikitext comb_6 opt norm_nlr 671.452672 861.929472 7.91359806060791 62.585335 0.0
0.3245187401771545 8 0.0 wikitext comb_6 opt norm_nlr 671.452672 861.929472 7.91840124130249 62.995826 0.0
0.1216818690299987 7 0.0 wikitext comb_2 opt norm_nlr 671.452672 861.929472 23.91304016113281 64.037971 0.0
0.3250591158866882 7 0.0 wikitext comb_15 opt norm_nlr 671.452672 861.929472 7.909305095672607 65.074257 0.0
0.3239783942699432 8 0.0 wikitext comb_15 opt norm_nlr 671.452672 861.929472 7.924845218658447 66.03574 0.0
0.0047619054093956 5 0.0 wikitext comb_3 opt norm_nlr 672.274944 864.026624 1.1054229736328125 54.786195 0.0
0.0 4 0.0 wikitext comb_12 opt norm_nlr 672.274944 864.026624 1.122895121574402 56.570811 0.0
0.0031746034510433 4 0.0 wikitext comb_3 opt norm_nlr 672.274944 864.026624 1.1231988668441772 56.879683 0.0
0.0 4 0.0 wikitext comb_13 opt norm_nlr 672.274944 864.026624 1.11167311668396 62.734137 0.0
0.0 5 0.0 wikitext comb_13 opt norm_nlr 672.274944 864.026624 1.11167311668396 62.734137 0.0
0.0 6 0.0 wikitext comb_13 opt norm_nlr 672.274944 864.026624 1.11167311668396 62.734137 0.0
0.1470449268817901 5 0.0 wikitext comb_12 opt norm_nlr 672.745984 864.026624 25.331768035888672 59.174432 0.0
0.323370486497879 8 0.0 wikitext comb_17 opt norm_nlr 672.745984 864.026624 7.946348190307617 59.7811 0.0
0.2743330299854278 6 0.0 wikitext comb_3 opt norm_nlr 672.745984 864.026624 9.898056030273438 60.93669 0.0
0.3203985095024109 7 0.0 wikitext comb_16 opt norm_nlr 672.745984 864.026624 8.032282829284668 61.458678 0.0
0.296690285205841 6 0.0 wikitext comb_12 opt norm_nlr 672.745984 864.026624 9.070345878601074 62.290324 0.0
0.3227626085281372 7 0.0 wikitext comb_17 opt norm_nlr 672.745984 864.026624 8.054460525512695 62.715046 0.0
0.3013509213924408 8 0.0 wikitext comb_13 opt norm_nlr 672.745984 864.026624 8.674785614013672 63.410168 0.0
0.3238770663738251 8 0.0 wikitext comb_12 opt norm_nlr 672.745984 864.026624 8.07349967956543 67.424812 0.0
0.3219858407974243 8 0.0 wikitext comb_16 opt norm_nlr 672.745984 864.026624 7.955886840820312 67.828989 0.0
0.316751092672348 6 0.0 wikitext comb_17 opt norm_nlr 672.745984 864.026624 8.056047439575195 67.8776 0.0
0.2302600592374801 7 0.0 wikitext comb_13 opt norm_nlr 672.745984 864.026624 12.613283157348633 69.993816 0.0
0.3140155375003814 7 0.0 wikitext comb_3 opt norm_nlr 672.745984 864.026624 8.303427696228027 74.136858 0.0
0.3188449740409851 7 0.0 wikitext comb_12 opt norm_nlr 672.745984 864.026624 8.044175148010254 74.208631 0.0
0.3023641109466553 6 0.0 wikitext comb_16 opt norm_nlr 672.745984 864.026624 8.551298141479492 77.968785 0.0
0.3245187401771545 8 0.0 wikitext comb_3 opt norm_nlr 672.745984 864.026624 7.918556213378906 88.147439 0.0
0.0 4 0.0 wikitext comb_4 opt norm_nlr 799.678464 1071.644672 1.1143286228179932 101.382559 0.0
0.0 5 0.0 wikitext comb_4 opt norm_nlr 799.678464 1071.644672 1.1143286228179932 101.382559 0.0
0.0 6 0.0 wikitext comb_4 opt norm_nlr 799.678464 1071.644672 1.1143286228179932 101.382559 0.0
0.0 7 0.0 wikitext comb_4 opt norm_nlr 799.678464 1071.644672 1.1143286228179932 101.382559 0.0
0.0 8 0.0 wikitext comb_4 opt norm_nlr 799.678464 1071.644672 1.1143286228179932 101.382559 0.0
0.0 4 0.0 wikitext comb_14 opt norm_nlr 478.826496 1075.838976 1.550665020942688 0.33834 0.0
0.0 5 0.0 wikitext comb_14 opt norm_nlr 478.826496 1075.838976 1.550665020942688 0.33834 0.0
0.0 6 0.0 wikitext comb_14 opt norm_nlr 478.826496 1075.838976 1.550665020942688 0.33834 0.0
0.0 7 0.0 wikitext comb_14 opt norm_nlr 478.826496 1075.838976 1.550665020942688 0.33834 0.0
0.0 8 0.0 wikitext comb_14 opt norm_nlr 478.826496 1075.838976 1.550665020942688 0.33834 0.0
0.0015873017255216 5 0.0 wikitext comb_1 phi norm_nlr 4395.055104 4676.64896 1.1327569484710691 71.856427 0.0
0.0 4 0.0 wikitext comb_1 phi norm_nlr 4395.055104 4676.64896 1.1224465370178225 71.931046 0.0
0.0031746034510433 6 0.0 wikitext comb_1 phi norm_nlr 4395.055104 4676.64896 1.1422514915466309 71.960163 0.0
0.0031746034510433 7 0.0 wikitext comb_1 phi norm_nlr 4395.055104 4676.64896 1.1514719724655151 72.036485 0.0
0.0031746034510433 8 0.0 wikitext comb_1 phi norm_nlr 4395.055104 4676.64896 1.1494650840759275 72.105456 0.0
0.0084656095132231 5 0.0 wikitext comb_9 phi norm_nlr 4395.060224 4676.64896 1.1750246286392212 94.503263 0.0
0.0084656095132231 6 0.0 wikitext comb_9 phi norm_nlr 4395.060224 4676.64896 1.1750253438949585 94.563042 0.0
0.0084656095132231 8 0.0 wikitext comb_9 phi norm_nlr 4395.060224 4676.64896 1.1750259399414062 94.570907 0.0
0.0084656095132231 7 0.0 wikitext comb_9 phi norm_nlr 4395.060224 4676.64896 1.1750258207321167 94.621881 0.0
0.3780141770839691 6 0.0 wikitext comb_5 phi norm_nlr 4395.526144 4676.64896 5.946695804595947 33.081348 0.0
0.3786896169185638 7 0.0 wikitext comb_5 phi norm_nlr 4395.526144 4676.64896 5.902458190917969 33.093097 0.0
0.3753462135791778 5 0.0 wikitext comb_5 phi norm_nlr 4395.526144 4676.64896 5.971096515655518 33.094755 0.0
0.3804458081722259 8 0.0 wikitext comb_5 phi norm_nlr 4395.526144 4676.64896 5.907135486602783 33.22061 0.0
0.0031746034510433 5 0.0 wikitext comb_0 phi norm_nlr 4398.413824 4678.746112 1.1135467290878296 137.60125 0.0
0.0031746034510433 6 0.0 wikitext comb_0 phi norm_nlr 4398.413824 4678.746112 1.1135467290878296 137.621319 0.0
0.0031746034510433 7 0.0 wikitext comb_0 phi norm_nlr 4398.413824 4678.746112 1.1135467290878296 137.647156 0.0
0.0031746034510433 8 0.0 wikitext comb_0 phi norm_nlr 4398.413824 4678.746112 1.1135467290878296 137.659291 0.0
0.0031746034510433 4 0.0 wikitext comb_0 phi norm_nlr 4398.413824 4678.746112 1.1135467290878296 137.678068 0.0
0.0095238108187913 6 0.0 wikitext comb_2 phi norm_nlr 4398.413824 4678.746112 1.1035048961639404 137.68762 0.0
0.0095238108187913 5 0.0 wikitext comb_2 phi norm_nlr 4398.413824 4678.746112 1.0976892709732056 137.759535 0.0
0.0 4 0.0 wikitext comb_2 phi norm_nlr 4398.413824 4678.746112 1.1117035150527954 137.771557 0.0
0.3441405296325683 4 0.0 wikitext comb_11 phi norm_nlr 4398.884864 4678.746112 6.370421409606934 90.800389 0.0
0.3535967767238617 4 0.0 wikitext comb_18 phi norm_nlr 4398.884864 4678.746112 6.486449241638184 90.914152 0.0
0.3729483187198639 5 0.0 wikitext comb_11 phi norm_nlr 4398.884864 4678.746112 5.858736515045166 90.915436 0.0
0.3735900223255157 5 0.0 wikitext comb_18 phi norm_nlr 4398.884864 4678.746112 6.007782936096191 90.973812 0.0
0.3781830370426178 6 0.0 wikitext comb_18 phi norm_nlr 4398.884864 4678.746112 5.944798469543457 90.994481 0.0
0.3718338906764984 6 0.0 wikitext comb_11 phi norm_nlr 4398.884864 4678.746112 5.826358318328857 91.002941 0.0
0.372543066740036 8 0.0 wikitext comb_11 phi norm_nlr 4398.884864 4678.746112 5.774103164672852 91.050776 0.0
0.3751773238182068 7 0.0 wikitext comb_11 phi norm_nlr 4398.884864 4678.746112 5.930025100708008 91.0537 0.0
0.379297524690628 7 0.0 wikitext comb_18 phi norm_nlr 4398.884864 4678.746112 5.89551305770874 91.108808 0.0
0.380580872297287 8 0.0 wikitext comb_18 phi norm_nlr 4398.884864 4678.746112 5.914368152618408 91.195992 0.0
0.3551165163516998 4 0.0 wikitext comb_6 phi norm_nlr 4398.884864 4678.746112 6.460508346557617 113.09527 0.0
0.3785207867622375 6 0.0 wikitext comb_6 phi norm_nlr 4398.884864 4678.746112 5.924182415008545 113.106366 0.0
0.379027396440506 7 0.0 wikitext comb_6 phi norm_nlr 4398.884864 4678.746112 5.881370544433594 113.176175 0.0
0.3748733401298523 5 0.0 wikitext comb_6 phi norm_nlr 4398.884864 4678.746112 6.014062404632568 113.186396 0.0
0.379500150680542 8 0.0 wikitext comb_6 phi norm_nlr 4398.884864 4678.746112 5.921684741973877 113.260087 0.0
0.3723066449165344 5 0.0 wikitext comb_15 phi norm_nlr 4398.884864 4678.746112 5.885534286499023 138.127136 0.0
0.3505235016345978 4 0.0 wikitext comb_15 phi norm_nlr 4398.884864 4678.746112 6.595843315124512 138.167094 0.0
0.3775076270103454 7 0.0 wikitext comb_15 phi norm_nlr 4398.884864 4678.746112 5.8857245445251465 138.219796 0.0
0.2116852402687072 7 0.0 wikitext comb_2 phi norm_nlr 4398.884864 4678.746112 14.465497016906738 138.257036 0.0
0.3783519268035888 8 0.0 wikitext comb_15 phi norm_nlr 4398.884864 4678.746112 5.791628360748291 138.281559 0.0
0.2935157120227813 6 0.0 wikitext comb_15 phi norm_nlr 4398.884864 4678.746112 8.823875427246094 138.341939 0.0
0.371462345123291 8 0.0 wikitext comb_2 phi norm_nlr 4398.884864 4678.746112 5.934565544128418 138.378752 0.0
0.0095238098874688 4 0.0 wikitext comb_16 phi norm_nlr 4401.772544 4682.940416 1.104462504386902 119.054976 0.0
0.0 4 0.0 wikitext comb_13 phi norm_nlr 4401.772544 4682.940416 1.2689645290374756 119.096869 0.0
0.0190476216375827 4 0.0 wikitext comb_17 phi norm_nlr 4401.772544 4682.940416 1.0929323434829712 119.161366 0.0
0.0095238108187913 5 0.0 wikitext comb_16 phi norm_nlr 4401.772544 4682.940416 1.1025975942611694 119.173819 0.0
0.0095238108187913 5 0.0 wikitext comb_13 phi norm_nlr 4401.772544 4682.940416 1.2195813655853271 119.18479 0.0
0.0174603201448917 6 0.0 wikitext comb_13 phi norm_nlr 4401.772544 4682.940416 1.100426197052002 119.232931 0.0
0.0 4 0.0 wikitext comb_12 phi norm_nlr 4401.772544 4682.940416 1.097115397453308 119.255016 0.0
0.0 5 0.0 wikitext comb_12 phi norm_nlr 4401.772544 4682.940416 1.097115397453308 119.255016 0.0
0.0285714324563741 8 0.0 wikitext comb_13 phi norm_nlr 4401.772544 4682.940416 1.089376449584961 119.27783 0.0
0.0111111123114824 7 0.0 wikitext comb_13 phi norm_nlr 4401.772544 4682.940416 1.1023186445236206 119.27955 0.0
0.0111111123114824 6 0.0 wikitext comb_16 phi norm_nlr 4401.772544 4682.940416 1.0879086256027222 119.332306 0.0
0.3755150139331817 6 0.0 wikitext comb_17 phi norm_nlr 4402.243584 4682.940416 5.924881935119629 119.839165 0.0
0.3206011354923248 8 0.0 wikitext comb_16 phi norm_nlr 4402.243584 4682.940416 7.315135955810547 119.852667 0.0
0.3233367204666137 7 0.0 wikitext comb_16 phi norm_nlr 4402.243584 4682.940416 7.2250075340271 119.877402 0.0
0.3628503978252411 6 0.0 wikitext comb_12 phi norm_nlr 4402.243584 4682.940416 6.186439514160156 119.879722 0.0
0.3787909746170044 7 0.0 wikitext comb_3 phi norm_nlr 4402.243584 4682.940416 5.996602535247803 119.881404 0.0
0.3617359101772308 5 0.0 wikitext comb_17 phi norm_nlr 4402.243584 4682.940416 6.225446701049805 119.906242 0.0
0.3803106844425201 8 0.0 wikitext comb_17 phi norm_nlr 4402.243584 4682.940416 5.899366855621338 119.914529 0.0
0.378453254699707 7 0.0 wikitext comb_12 phi norm_nlr 4402.243584 4682.940416 5.938726425170898 119.949716 0.0
0.3781492710113525 8 0.0 wikitext comb_3 phi norm_nlr 4402.243584 4682.940416 5.958088397979736 119.951878 0.0
0.3794663846492767 7 0.0 wikitext comb_17 phi norm_nlr 4402.243584 4682.940416 5.898842811584473 120.01528 0.0
0.378790944814682 8 0.0 wikitext comb_12 phi norm_nlr 4402.243584 4682.940416 5.918886184692383 120.179011 0.0
0.0015873017255216 6 0.0 wikitext comb_10 phi norm_nlr 3365.87776 5997.85472 1.0900123119354248 1.603714 0.0
0.0 4 0.0 wikitext comb_10 phi norm_nlr 3365.87776 5997.85472 1.1103955507278442 1.721144 0.0
0.0 5 0.0 wikitext comb_10 phi norm_nlr 3365.87776 5997.85472 1.1103955507278442 1.721144 0.0
0.0 4 0.0 wikitext comb_14 phi norm_nlr 3365.87776 5997.85472 1.8583904504776 1.733124 0.0
0.0 5 0.0 wikitext comb_14 phi norm_nlr 3365.87776 5997.85472 1.8583904504776 1.733124 0.0
0.0 6 0.0 wikitext comb_14 phi norm_nlr 3365.87776 5997.85472 1.8583904504776 1.733124 0.0
0.0 7 0.0 wikitext comb_14 phi norm_nlr 3365.87776 5997.85472 1.8583904504776 1.733124 0.0
0.0 8 0.0 wikitext comb_14 phi norm_nlr 3365.87776 5997.85472 1.8583904504776 1.733124 0.0
0.1077001094818115 7 0.0 wikitext comb_10 phi norm_nlr 3366.3488 5997.85472 20.64324951171875 1.611762 0.0
0.3617696464061737 8 0.0 wikitext comb_10 phi norm_nlr 3366.3488 5997.85472 6.171999454498291 1.626184 0.0
0.0 4 0.0 wikitext comb_1 tinyllama norm_nlr 1895.561216 2157.969408 1.3021647930145264 19.789604 0.0
0.0 5 0.0 wikitext comb_1 tinyllama norm_nlr 1895.561216 2157.969408 1.3021647930145264 19.789604 0.0
0.0 6 0.0 wikitext comb_1 tinyllama norm_nlr 1895.561216 2157.969408 1.3021647930145264 19.789604 0.0
0.0 7 0.0 wikitext comb_1 tinyllama norm_nlr 1895.561216 2157.969408 1.3021647930145264 19.789604 0.0
0.0 8 0.0 wikitext comb_1 tinyllama norm_nlr 1895.561216 2157.969408 1.3021647930145264 19.789604 0.0
0.0 4 0.0 wikitext comb_9 tinyllama norm_nlr 1895.561216 2157.969408 1.1093071699142456 25.919555 0.0
0.0 5 0.0 wikitext comb_9 tinyllama norm_nlr 1895.561216 2157.969408 1.1093071699142456 25.919555 0.0
0.0 6 0.0 wikitext comb_9 tinyllama norm_nlr 1895.561216 2157.969408 1.1093071699142456 25.919555 0.0
0.0 7 0.0 wikitext comb_9 tinyllama norm_nlr 1895.561216 2157.969408 1.1093071699142456 25.919555 0.0
0.0 8 0.0 wikitext comb_9 tinyllama norm_nlr 1895.561216 2157.969408 1.1093071699142456 25.919555 0.0
0.3765282034873962 7 0.0 wikitext comb_5 tinyllama norm_nlr 1896.032256 2157.969408 6.658949375152588 14.862165 0.0
0.3679837882518768 5 0.0 wikitext comb_5 tinyllama norm_nlr 1896.032256 2157.969408 6.9652276039123535 15.449187 0.0
0.3771361112594604 8 0.0 wikitext comb_5 tinyllama norm_nlr 1896.032256 2157.969408 6.605966567993164 15.468311 0.0
0.3469098508358001 4 0.0 wikitext comb_5 tinyllama norm_nlr 1896.032256 2157.969408 7.644386291503906 15.56969 0.0
0.3785883486270904 6 0.0 wikitext comb_5 tinyllama norm_nlr 1896.032256 2157.969408 6.500134468078613 25.491379 0.0
0.0 4 0.0 wikitext comb_0 tinyllama norm_nlr 1897.394176 2160.06656 1.1093063354492188 40.759388 0.0
0.0 5 0.0 wikitext comb_0 tinyllama norm_nlr 1897.394176 2160.06656 1.1093063354492188 40.759388 0.0
0.0 6 0.0 wikitext comb_0 tinyllama norm_nlr 1897.394176 2160.06656 1.1093063354492188 40.759388 0.0
0.0 7 0.0 wikitext comb_0 tinyllama norm_nlr 1897.394176 2160.06656 1.1093063354492188 40.759388 0.0
0.0 8 0.0 wikitext comb_0 tinyllama norm_nlr 1897.394176 2160.06656 1.1093063354492188 40.759388 0.0
0.0 4 0.0 wikitext comb_2 tinyllama norm_nlr 1897.394176 2160.06656 1.1221818923950195 40.975153 0.0
0.0 5 0.0 wikitext comb_2 tinyllama norm_nlr 1897.394176 2160.06656 1.1221818923950195 40.975153 0.0
0.0 6 0.0 wikitext comb_2 tinyllama norm_nlr 1897.394176 2160.06656 1.1221818923950195 40.975153 0.0
0.3753462135791778 7 0.0 wikitext comb_11 tinyllama norm_nlr 1897.865216 2160.06656 6.687595367431641 27.729921 0.0
0.3781492710113525 8 0.0 wikitext comb_11 tinyllama norm_nlr 1897.865216 2160.06656 6.57637882232666 27.817923 0.0
0.377136081457138 8 0.0 wikitext comb_18 tinyllama norm_nlr 1897.865216 2160.06656 6.600795745849609 27.827307 0.0
0.3688956201076507 5 0.0 wikitext comb_18 tinyllama norm_nlr 1897.865216 2160.06656 6.958701133728027 27.878057 0.0
0.3766970932483673 7 0.0 wikitext comb_18 tinyllama norm_nlr 1897.865216 2160.06656 6.664343357086182 27.882567 0.0
0.3672407865524292 5 0.0 wikitext comb_11 tinyllama norm_nlr 1897.865216 2160.06656 7.052643299102783 27.983847 0.0
0.3757514357566833 6 0.0 wikitext comb_11 tinyllama norm_nlr 1897.865216 2160.06656 6.533757209777832 27.990279 0.0
0.3527862429618835 4 0.0 wikitext comb_11 tinyllama norm_nlr 1897.865216 2160.06656 7.541504859924316 28.160543 0.0
0.3792299926280975 6 0.0 wikitext comb_6 tinyllama norm_nlr 1897.865216 2160.06656 6.568758487701416 35.104929 0.0
0.3693346977233886 5 0.0 wikitext comb_6 tinyllama norm_nlr 1897.865216 2160.06656 6.898620128631592 35.117717 0.0
0.3771698772907257 8 0.0 wikitext comb_6 tinyllama norm_nlr 1897.865216 2160.06656 6.604043483734131 35.211389 0.0
0.375211089849472 7 0.0 wikitext comb_6 tinyllama norm_nlr 1897.865216 2160.06656 6.677730560302734 35.261053 0.0
0.069672405719757 7 0.0 wikitext comb_2 tinyllama norm_nlr 1897.865216 2160.06656 40.43979644775391 41.28278 0.0
0.3785207569599151 6 0.0 wikitext comb_15 tinyllama norm_nlr 1897.865216 2160.06656 6.576345443725586 41.304804 0.0
0.3765282034873962 7 0.0 wikitext comb_15 tinyllama norm_nlr 1897.865216 2160.06656 6.657233238220215 41.374984 0.0
0.3480243384838104 8 0.0 wikitext comb_2 tinyllama norm_nlr 1897.865216 2160.06656 7.784068584442139 41.381111 0.0
0.3769334852695465 8 0.0 wikitext comb_15 tinyllama norm_nlr 1897.865216 2160.06656 6.589422225952148 41.641377 0.0
0.377744048833847 6 0.0 wikitext comb_18 tinyllama norm_nlr 1897.865216 2160.06656 6.514255523681641 93.472743 0.0
0.3488011062145233 4 0.0 wikitext comb_6 tinyllama norm_nlr 1897.865216 2160.06656 7.5681538581848145 101.928433 0.0
0.0 4 0.0 wikitext comb_13 tinyllama norm_nlr 1899.227136 2162.163712 11.632862091064451 37.59571 0.0
0.0 5 0.0 wikitext comb_13 tinyllama norm_nlr 1899.227136 2162.163712 11.632862091064451 37.59571 0.0
0.0 4 0.0 wikitext comb_12 tinyllama norm_nlr 1899.227136 2162.163712 1.171015977859497 37.704234 0.0
0.0 4 0.0 wikitext comb_16 tinyllama norm_nlr 1899.227136 2162.163712 1.1280021667480469 37.959869 0.0
0.0231481492519378 6 0.0 wikitext comb_13 tinyllama norm_nlr 1899.241472 2162.163712 1.3746569156646729 37.630857 0.0
0.36629518866539 8 0.0 wikitext comb_13 tinyllama norm_nlr 1899.698176 2162.163712 6.946219444274902 38.030371 0.0
0.3726781606674194 7 0.0 wikitext comb_12 tinyllama norm_nlr 1899.698176 2162.163712 6.775801658630371 38.136057 0.0
0.3767646253108978 8 0.0 wikitext comb_17 tinyllama norm_nlr 1899.698176 2162.163712 6.623863220214844 38.141412 0.0
0.3735224902629852 8 0.0 wikitext comb_3 tinyllama norm_nlr 1899.698176 2162.163712 6.647858619689941 38.14192 0.0
0.3717663288116455 7 0.0 wikitext comb_16 tinyllama norm_nlr 1899.698176 2162.163712 6.733869552612305 38.179395 0.0
0.36629518866539 7 0.0 wikitext comb_3 tinyllama norm_nlr 1899.698176 2162.163712 6.971524238586426 38.217543 0.0
0.3736575245857239 8 0.0 wikitext comb_12 tinyllama norm_nlr 1899.698176 2162.163712 6.638421058654785 38.23808 0.0
0.3787233829498291 8 0.0 wikitext comb_16 tinyllama norm_nlr 1899.698176 2162.163712 6.642771720886231 38.264689 0.0
0.3322864174842834 6 0.0 wikitext comb_3 tinyllama norm_nlr 1899.698176 2162.163712 8.073007583618164 38.265783 0.0
0.3746707141399383 6 0.0 wikitext comb_17 tinyllama norm_nlr 1899.698176 2162.163712 6.870553493499756 38.288693 0.0
0.2640999853610992 5 0.0 wikitext comb_12 tinyllama norm_nlr 1899.698176 2162.163712 10.422821044921877 38.28872 0.0
0.2823033034801483 5 0.0 wikitext comb_16 tinyllama norm_nlr 1899.698176 2162.163712 9.645533561706545 38.300543 0.0
0.3592367768287658 6 0.0 wikitext comb_12 tinyllama norm_nlr 1899.698176 2162.163712 7.04103946685791 38.324075 0.0
0.3571090996265411 6 0.0 wikitext comb_16 tinyllama norm_nlr 1899.698176 2162.163712 6.99554443359375 38.350363 0.0
0.3735562562942505 7 0.0 wikitext comb_17 tinyllama norm_nlr 1899.698176 2162.163712 6.710608959197998 38.398517 0.0
0.2893279194831848 7 0.0 wikitext comb_13 tinyllama norm_nlr 1899.698176 2162.163712 9.04135513305664 84.82095 0.0
0.0 4 0.0 wikitext comb_4 tinyllama norm_nlr 2225.074688 2747.26912 1.1093063354492188 99.608211 0.0
0.0 5 0.0 wikitext comb_4 tinyllama norm_nlr 2225.074688 2747.26912 1.1093063354492188 99.608211 0.0
0.0 6 0.0 wikitext comb_4 tinyllama norm_nlr 2225.074688 2747.26912 1.1093063354492188 99.608211 0.0
0.0 7 0.0 wikitext comb_4 tinyllama norm_nlr 2225.074688 2747.26912 1.1093063354492188 99.608211 0.0
0.0 8 0.0 wikitext comb_4 tinyllama norm_nlr 2225.074688 2747.26912 1.1093063354492188 99.608211 0.0
0.0 4 0.0 wikitext comb_14 tinyllama norm_nlr 1382.875136 2814.377984 15387.044921875 0.55822 0.0
0.0 5 0.0 wikitext comb_14 tinyllama norm_nlr 1382.875136 2814.377984 15387.044921875 0.55822 0.0
0.0 6 0.0 wikitext comb_14 tinyllama norm_nlr 1382.875136 2814.377984 15387.044921875 0.55822 0.0
0.0 7 0.0 wikitext comb_14 tinyllama norm_nlr 1382.875136 2814.377984 15387.044921875 0.55822 0.0
0.0 8 0.0 wikitext comb_14 tinyllama norm_nlr 1382.875136 2814.377984 15387.044921875 0.55822 0.0
0.2965889573097229 4 0.0 wikitext ao_woq opt fixed 268.126208 740.294656 8.768630981445312 16.713258 0.0
0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 765.46048 7.905444145202637 21.34634 0.0
0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 782.237696 7.916111469268799 21.146683 0.0
0.3170213103294372 5 0.0 wikitext woq opt fixed 670.234624 782.237696 8.222683906555176 21.318598 0.0
0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 786.432 8.903441429138184 21.231402 0.0
0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 786.432 7.8056864738464355 21.325525 0.0
0.3248226940631866 8 0.0 wikitext ao_woq opt fixed 580.071936 834.666496 7.916566848754883 15.291454 0.0
0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 10.259793 0.0
0.3715636432170868 4 0.0 wikitext ao_woq phi fixed 1922.306048 2797.600768 5.994823932647705 29.916931 0.0
0.3804458081722259 8 0.0 wikitext ao_woq phi fixed 3885.39392 4292.870144 5.907138824462891 28.844547 0.0
0.353799432516098 4 0.0 wikitext woq phi fixed 4394.576384 4697.62048 6.483606815338135 62.256798 0.0
0.3787571489810943 7 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.903452396392822 62.260671 0.0
0.3752786219120025 5 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.969074726104736 62.28564 0.0
0.3804795742034912 8 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.9067816734313965 62.309245 0.0
0.3781155049800873 6 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.950102806091309 62.371786 0.0
0.3805133402347564 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 18.803033 0.0
0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 21.504217 0.0
0.3771361112594604 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 19.289787 0.0
0.3785883486270904 6 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.501583099365234 19.670746 0.0
0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 7.655362606048584 20.13133 0.0
0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.663349628448486 20.220846 0.0
0.3772712051868438 8 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.604811191558838 20.271864 0.0
0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.966304302215576 20.453174 0.0
0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 14.7146 0.0
0.7995889186859131 7 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 72.915762 0.0
0.789311408996582 4 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 79.459568 0.0
0.7995889186859131 5 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 80.755401 0.0
0.8016444444656372 8 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 84.771372 0.0
0.8057554364204407 6 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 87.505697 0.0
0.7954779267311096 4 0.0 imagenet ao_woq vit fixed 179.948032 503.31648 0.0 84.235943 0.0
0.8016444444656372 8 0.0 imagenet ao_woq vit fixed 341.330432 511.705088 0.0 70.219511 0.0
0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 10.072652 0.0
0.0 4 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 25.254058 0.0268907930412973
0.0 7 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 87.311892 0.0236079788491685
0.0 5 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 88.949576 0.0237326414926321
0.0 8 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 93.252914 0.0239494859641096
0.0 6 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 96.317889 0.0234031339094832
0.0 8 0.0 librispeech ao_woq wav2vec fixed 658.017792 4890.558464 0.0 94.874683 0.0239712250945444
0.0 32 0.0 librispeech base wav2vec ---- 1564.76928 5620.36736 0.0 18.11403 0.0239473509600023
0.4277946949005127 4 0.0 wikitext ao_woq llama3 fixed 5542.3616 7163.871232 5.3583574295043945 39.050602 0.0
0.4437352418899536 8 0.0 wikitext ao_woq llama3 fixed 12110.375936 14040.43264 5.208643436431885 52.36158 0.0
0.3797703683376312 4 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 6.163248062133789 95.615827 0.0
0.4355623126029968 5 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.448963165283203 95.618313 0.0
0.443870335817337 8 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.208242893218994 95.65331 0.0
0.4409320950508117 6 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.193300724029541 95.732171 0.0
0.4427558183670044 7 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.248887062072754 95.895658 0.0
0.4436677098274231 32 0.0 wikitext base llama3 ---- 33003.526656 33155.97312 5.223813056945801 26.70374 0.0