accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer 0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 18.553229 0.0 0.3771361112594604 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 15.447135 0.0 0.0 4 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0 0.0 5 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0 0.0 6 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0 0.0 7 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0 0.0 8 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0 0.0 4 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0 0.0 5 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0 0.0 6 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0 0.0 7 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0 0.0 8 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0 0.3776764571666717 6 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 6.699823379516602 15.02133 0.0 0.3743667900562286 7 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 6.755382537841797 15.371048 0.0 0.3399189710617065 4 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 7.798666477203369 15.372681 0.0 0.377001017332077 8 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 6.6611762046813965 15.46577 0.0 0.3646740913391113 5 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 7.099486351013184 15.656416 0.0 0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.663349628448486 15.488689 0.0 0.3785883486270904 6 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.501583099365234 16.285869 0.0 0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 7.655362606048584 16.587519 0.0 0.3772712051868438 8 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.604811191558838 16.617152 0.0 0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.966304302215576 16.693741 0.0 0.0031746034510433 7 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1137089729309082 27.239143 0.0 0.014285716228187 6 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1484264135360718 27.296336 0.0 0.0 4 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.116580367088318 27.299414 0.0 0.0 5 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.116580367088318 27.299414 0.0 0.0 4 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0 0.0 5 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0 0.0 6 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0 0.0 7 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0 0.0 8 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0 0.0 4 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602903 27.659592 0.0 0.0 5 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602903 27.659592 0.0 0.0 6 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602903 27.659592 0.0 0.0 7 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602903 27.659592 0.0 0.0 8 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602903 27.659592 0.0 0.3774400353431701 6 0.0 wikitext comb_8 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.721347808837891 27.551339 0.0 0.3392772674560547 4 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.81934928894043 27.572687 0.0 0.3792637884616852 6 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.686599254608154 27.59128 0.0 0.2591016590595245 8 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.865216 2160.06656 11.20016098022461 27.623232 0.0 0.3743667900562286 7 0.0 wikitext comb_8 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.747983455657959 27.633044 0.0 0.3768997192382812 7 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.712018966674805 27.652062 0.0 0.3765619993209839 6 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.675408840179443 27.662642 0.0 0.2108747065067291 4 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 14.46696949005127 27.672359 0.0 0.3665991127490997 5 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.092386722564697 27.687561 0.0 0.3772036433219909 6 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.693451404571533 27.713842 0.0 0.3763593137264251 8 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.657894611358643 27.732906 0.0 0.3753462135791778 8 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.662107467651367 27.734675 0.0 0.3768659234046936 8 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.631992816925049 27.751974 0.0 0.3772712051868438 7 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.713733196258545 27.76419 0.0 0.3761229813098907 7 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.741753101348877 27.813049 0.0 0.3660925626754761 5 0.0 wikitext comb_8 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.09657621383667 27.883078 0.0 0.3423843383789062 4 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.778518199920654 27.901239 0.0 0.3761904537677765 8 0.0 wikitext comb_8 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.640418529510498 27.907635 0.0 0.3651807010173797 5 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.095232009887695 28.064312 0.0 0.3674096763134002 5 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.084217071533203 28.076771 0.0 0.3767646253108978 8 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.63077974319458 34.80159 0.0 0.3746369481086731 7 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.7429938316345215 34.958118 0.0 0.3375886380672455 4 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.910263061523437 35.015008 0.0 0.3776426911354065 6 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.704628467559815 35.017795 0.0 0.3653495609760284 5 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.113324165344238 35.165557 0.0 0.0 8 0.0 wikitext comb_9_t tinyllama rnd_search_t_lin 1904.146432 2174.746624 1.1093063354492188 26.048659 0.0 0.0 8 0.0 wikitext comb_18_t tinyllama rnd_search_t_lin 1904.080896 2178.940928 1.1087045669555664 19.822905 0.0 0.4080040752887726 4 0.0 wikitext comb_16_t tinyllama rnd_search_t_lin 1904.551936 2178.940928 5.477011680603027 15.406331 0.0 0.4693347215652466 6 0.0 wikitext comb_16_t tinyllama rnd_search_t_lin 1904.551936 2178.940928 3.717594385147095 15.516381 0.0 0.450118213891983 8 0.0 wikitext comb_16_t tinyllama rnd_search_t_lin 1904.551936 2178.940928 3.8997297286987305 15.675811 0.0 0.4667679965496063 7 0.0 wikitext comb_16_t tinyllama rnd_search_t_lin 1904.551936 2178.940928 3.630222797393799 15.987899 0.0 0.4619385302066803 5 0.0 wikitext comb_16_t tinyllama rnd_search_t_lin 1904.551936 2178.940928 4.270049571990967 17.091392 0.0 0.4678487181663513 6 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.79505467414856 16.400252 0.0 0.4566700756549835 8 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.826996088027954 16.616776 0.0 0.4544073045253753 5 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 4.403800487518311 16.664894 0.0 0.4670044481754303 7 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.666357278823853 16.723774 0.0 0.3936507999897003 4 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 5.720499038696289 17.475269 0.0 0.1253630518913269 8 0.0 wikitext comb_7_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 38.922119140625 27.490379 0.0 0.125464379787445 6 0.0 wikitext comb_11_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 22.968996047973636 27.575324 0.0 0.1254981458187103 7 0.0 wikitext comb_11_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 23.12378692626953 27.601091 0.0 0.460317462682724 5 0.0 wikitext comb_17_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 4.25510311126709 27.619434 0.0 0.125464379787445 8 0.0 wikitext comb_11_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 24.089580535888672 27.640837 0.0 0.1252617388963699 8 0.0 wikitext comb_3_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 38.65315628051758 27.668225 0.0 0.4682539701461792 6 0.0 wikitext comb_2_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.762921571731568 27.677741 0.0 0.4642350673675537 6 0.0 wikitext comb_8_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.809499740600586 27.679674 0.0 0.4544073045253753 8 0.0 wikitext comb_13_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.871972322463989 27.683211 0.0 0.4591692090034485 7 0.0 wikitext comb_2_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.808407306671143 27.691664 0.0 0.4586626291275024 5 0.0 wikitext comb_13_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 4.1574811935424805 27.695267 0.0 0.4711584150791168 7 0.0 wikitext comb_13_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.722131729125977 27.717261 0.0 0.4522121250629425 8 0.0 wikitext comb_17_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.840681552886963 27.733077 0.0 0.4681864380836487 8 0.0 wikitext comb_2_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.850497484207153 27.73512 0.0 0.125464379787445 5 0.0 wikitext comb_11_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 23.33627700805664 27.742539 0.0 0.4838230609893799 8 0.0 wikitext comb_8_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.71020245552063 27.75041 0.0 0.4088484048843384 4 0.0 wikitext comb_2_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 5.492745876312256 27.768402 0.0 0.4718338549137115 6 0.0 wikitext comb_17_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.764863014221192 27.781415 0.0 0.4674772024154663 6 0.0 wikitext comb_13_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.723123550415039 27.790085 0.0 0.4543397724628448 5 0.0 wikitext comb_8_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 4.361414432525635 27.796513 0.0 0.4291455745697021 4 0.0 wikitext comb_13_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 5.328098773956299 27.811659 0.0 0.4622763097286224 7 0.0 wikitext comb_8_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.748778104782105 27.813195 0.0 0.4096927046775818 4 0.0 wikitext comb_17_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 5.5659708976745605 27.827132 0.0 0.4561296701431274 5 0.0 wikitext comb_2_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 4.109336853027344 27.850835 0.0 0.4660250246524811 7 0.0 wikitext comb_17_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.768034934997559 27.863658 0.0 0.4597771465778351 5 0.0 wikitext comb_1_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 4.249681949615479 34.939541 0.0 0.4054711461067199 4 0.0 wikitext comb_1_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 5.543252944946289 34.959377 0.0 0.4734887182712555 7 0.0 wikitext comb_1_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.5750131607055664 34.960078 0.0 0.4670044183731079 8 0.0 wikitext comb_1_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.832333564758301 35.094977 0.0 0.4757852256298065 6 0.0 wikitext comb_1_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.693084955215454 35.732101 0.0 0.0 4 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0 0.0 5 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0 0.0 6 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0 0.0 7 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0 0.0 8 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0 0.0 8 0.0 wikitext comb_15_t tinyllama rnd_search_t_lin 1389.689856 2499.805184 1.1195592880249023 0.513876 0.0 0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 11.602875 0.0 0.0 4 0.0 imagenet comb_7 vit nlr_t_lin 357.020672 390.070272 0.0 45.177659 0.0 0.0 5 0.0 imagenet comb_7 vit nlr_t_lin 357.020672 390.070272 0.0 45.177659 0.0 0.0 6 0.0 imagenet comb_7 vit nlr_t_lin 357.020672 390.070272 0.0 45.177659 0.0 0.0 7 0.0 imagenet comb_7 vit nlr_t_lin 357.020672 390.070272 0.0 45.177659 0.0 0.0 8 0.0 imagenet comb_7 vit nlr_t_lin 357.020672 390.070272 0.0 45.177659 0.0 0.0 4 0.0 imagenet comb_4 vit nlr_t_lin 357.020672 390.070272 0.0 46.457832 0.0 0.0 5 0.0 imagenet comb_4 vit nlr_t_lin 357.020672 390.070272 0.0 46.457832 0.0 0.0 6 0.0 imagenet comb_4 vit nlr_t_lin 357.020672 390.070272 0.0 46.457832 0.0 0.0 7 0.0 imagenet comb_4 vit nlr_t_lin 357.020672 390.070272 0.0 46.457832 0.0 0.0 8 0.0 imagenet comb_4 vit nlr_t_lin 357.020672 390.070272 0.0 46.457832 0.0 0.7995889186859131 8 0.0 imagenet comb_15 vit nlr_t_lin 357.513728 390.070272 0.0 31.035233 0.0 0.798561155796051 6 0.0 imagenet comb_15 vit nlr_t_lin 357.513728 390.070272 0.0 31.485416 0.0 0.7995889186859131 5 0.0 imagenet comb_15 vit nlr_t_lin 357.513728 390.070272 0.0 32.992596 0.0 0.7975334525108337 7 0.0 imagenet comb_15 vit nlr_t_lin 357.513728 390.070272 0.0 34.650987 0.0 0.798561155796051 4 0.0 imagenet comb_15 vit nlr_t_lin 357.513728 390.070272 0.0 62.031058 0.0 0.789311408996582 4 0.0 imagenet woq vit fixed 357.587968 390.070272 0.0 35.039102 0.0 0.8016444444656372 8 0.0 imagenet woq vit fixed 357.587968 390.070272 0.0 35.3381 0.0 0.7995889186859131 5 0.0 imagenet woq vit fixed 357.587968 390.070272 0.0 42.007516 0.0 0.7995889186859131 7 0.0 imagenet woq vit fixed 357.587968 390.070272 0.0 47.371898 0.0 0.8057554364204407 6 0.0 imagenet woq vit fixed 357.587968 390.070272 0.0 49.78222 0.0 0.0 4 0.0 imagenet comb_1 vit nlr_t_lin 357.9136 390.070272 0.0 49.539628 0.0 0.0 5 0.0 imagenet comb_1 vit nlr_t_lin 357.9136 390.070272 0.0 49.539628 0.0 0.0 6 0.0 imagenet comb_1 vit nlr_t_lin 357.9136 390.070272 0.0 49.539628 0.0 0.0 7 0.0 imagenet comb_1 vit nlr_t_lin 357.9136 390.070272 0.0 49.539628 0.0 0.0 8 0.0 imagenet comb_1 vit nlr_t_lin 357.9136 390.070272 0.0 49.539628 0.0 0.0 4 0.0 imagenet comb_17 vit nlr_t_lin 357.9136 390.070272 0.0 58.211161 0.0 0.0 5 0.0 imagenet comb_17 vit nlr_t_lin 357.9136 390.070272 0.0 58.211161 0.0 0.0 6 0.0 imagenet comb_17 vit nlr_t_lin 357.9136 390.070272 0.0 58.211161 0.0 0.0 7 0.0 imagenet comb_17 vit nlr_t_lin 357.9136 390.070272 0.0 58.211161 0.0 0.0 8 0.0 imagenet comb_17 vit nlr_t_lin 357.9136 390.070272 0.0 58.211161 0.0 0.0 4 0.0 imagenet comb_2 vit nlr_t_lin 357.9136 390.070272 0.0 61.400251 0.0 0.0 5 0.0 imagenet comb_2 vit nlr_t_lin 357.9136 390.070272 0.0 61.400251 0.0 0.0 4 0.0 imagenet comb_10 vit nlr_t_lin 357.9136 390.070272 0.0 69.313311 0.0 0.0 4 0.0 imagenet comb_6 vit nlr_t_lin 357.9136 390.070272 0.0 70.302585 0.0 0.0 5 0.0 imagenet comb_6 vit nlr_t_lin 357.9136 390.070272 0.0 70.302585 0.0 0.0 6 0.0 imagenet comb_6 vit nlr_t_lin 357.9136 390.070272 0.0 70.302585 0.0 0.0 7 0.0 imagenet comb_6 vit nlr_t_lin 357.9136 390.070272 0.0 70.302585 0.0 0.0 8 0.0 imagenet comb_6 vit nlr_t_lin 357.9136 390.070272 0.0 70.302585 0.0 0.1818181872367859 4 0.0 imagenet comb_8 vit nlr_t_lin 357.925376 390.070272 0.0 59.974749 0.0 0.1818181872367859 5 0.0 imagenet comb_10 vit nlr_t_lin 357.925376 390.070272 0.0 65.343172 0.0 0.8016444444656372 8 0.0 imagenet comb_10 vit nlr_t_lin 358.406656 392.167424 0.0 50.517608 0.0 0.7995889186859131 6 0.0 imagenet comb_18 vit nlr_t_lin 358.406656 392.167424 0.0 52.541129 0.0 0.798561155796051 5 0.0 imagenet comb_18 vit nlr_t_lin 358.406656 392.167424 0.0 53.008768 0.0 0.7995889186859131 7 0.0 imagenet comb_18 vit nlr_t_lin 358.406656 392.167424 0.0 53.702638 0.0 0.7965056896209717 4 0.0 imagenet comb_3 vit nlr_t_lin 358.406656 392.167424 0.0 53.920091 0.0 0.7954779267311096 4 0.0 imagenet comb_18 vit nlr_t_lin 358.406656 392.167424 0.0 54.899191 0.0 0.8006166815757751 8 0.0 imagenet comb_8 vit nlr_t_lin 358.406656 392.167424 0.0 54.988611 0.0 0.8016444444656372 7 0.0 imagenet comb_12 vit nlr_t_lin 358.406656 392.167424 0.0 55.558556 0.0 0.8006166815757751 7 0.0 imagenet comb_10 vit nlr_t_lin 358.406656 392.167424 0.0 56.37828 0.0 0.8016444444656372 7 0.0 imagenet comb_3 vit nlr_t_lin 358.406656 392.167424 0.0 57.782115 0.0 0.8006166815757751 8 0.0 imagenet comb_18 vit nlr_t_lin 358.406656 392.167424 0.0 57.898944 0.0 0.7934224605560303 4 0.0 imagenet comb_12 vit nlr_t_lin 358.406656 392.167424 0.0 58.845416 0.0 0.8016444444656372 8 0.0 imagenet comb_3 vit nlr_t_lin 358.406656 392.167424 0.0 58.952295 0.0 0.8006166815757751 5 0.0 imagenet comb_12 vit nlr_t_lin 358.406656 392.167424 0.0 59.870104 0.0 0.7995889186859131 8 0.0 imagenet comb_2 vit nlr_t_lin 358.406656 392.167424 0.0 59.907657 0.0 0.798561155796051 6 0.0 imagenet comb_5 vit nlr_t_lin 358.406656 392.167424 0.0 59.964393 0.0 0.8016444444656372 7 0.0 imagenet comb_5 vit nlr_t_lin 358.406656 392.167424 0.0 60.870245 0.0 0.7995889186859131 6 0.0 imagenet comb_12 vit nlr_t_lin 358.406656 392.167424 0.0 62.346385 0.0 0.7995889186859131 7 0.0 imagenet comb_8 vit nlr_t_lin 358.406656 392.167424 0.0 64.83417 0.0 0.7995889186859131 7 0.0 imagenet comb_2 vit nlr_t_lin 358.406656 392.167424 0.0 65.248153 0.0 0.7995889186859131 5 0.0 imagenet comb_3 vit nlr_t_lin 358.406656 392.167424 0.0 65.697957 0.0 0.798561155796051 5 0.0 imagenet comb_5 vit nlr_t_lin 358.406656 392.167424 0.0 65.977487 0.0 0.7995889186859131 6 0.0 imagenet comb_10 vit nlr_t_lin 358.406656 392.167424 0.0 67.385773 0.0 0.798561155796051 6 0.0 imagenet comb_8 vit nlr_t_lin 358.406656 392.167424 0.0 69.043111 0.0 0.7995889186859131 8 0.0 imagenet comb_12 vit nlr_t_lin 358.406656 392.167424 0.0 69.51323 0.0 0.8006166815757751 8 0.0 imagenet comb_5 vit nlr_t_lin 358.406656 392.167424 0.0 69.865509 0.0 0.7780061960220337 6 0.0 imagenet comb_2 vit nlr_t_lin 358.406656 392.167424 0.0 72.904551 0.0 0.7934224605560303 5 0.0 imagenet comb_8 vit nlr_t_lin 358.406656 392.167424 0.0 75.196092 0.0 0.8016444444656372 6 0.0 imagenet comb_3 vit nlr_t_lin 358.406656 392.167424 0.0 79.574155 0.0 0.7954779267311096 4 0.0 imagenet comb_5 vit nlr_t_lin 358.406656 392.167424 0.0 92.256045 0.0 0.0 4 0.0 imagenet comb_16 vit nlr_t_lin 378.885632 406.847488 0.0 111.165969 0.0 0.0 5 0.0 imagenet comb_16 vit nlr_t_lin 378.885632 406.847488 0.0 111.165969 0.0 0.0 6 0.0 imagenet comb_16 vit nlr_t_lin 378.885632 406.847488 0.0 111.165969 0.0 0.0 7 0.0 imagenet comb_16 vit nlr_t_lin 378.885632 406.847488 0.0 111.165969 0.0 0.0 8 0.0 imagenet comb_16 vit nlr_t_lin 378.885632 406.847488 0.0 111.165969 0.0 0.7954779267311096 4 0.0 imagenet ao_woq vit fixed 180.840448 411.041792 0.0 49.039543 0.0 0.0 4 0.0 imagenet comb_11 vit nlr_t_lin 329.376768 411.041792 0.0 0.080117 0.0 0.0 5 0.0 imagenet comb_11 vit nlr_t_lin 329.376768 411.041792 0.0 0.080117 0.0 0.0 6 0.0 imagenet comb_11 vit nlr_t_lin 329.376768 411.041792 0.0 0.080117 0.0 0.0 7 0.0 imagenet comb_11 vit nlr_t_lin 329.376768 411.041792 0.0 0.080117 0.0 0.0 8 0.0 imagenet comb_11 vit nlr_t_lin 329.376768 411.041792 0.0 0.080117 0.0 0.0 8 0.0 imagenet comb_7_t vit nlr_t_lin 365.540352 411.041792 0.0 61.302463 0.0 0.0 8 0.0 imagenet comb_1_t vit nlr_t_lin 366.43328 411.041792 0.0 55.245836 0.0 0.0 8 0.0 imagenet comb_2_t vit nlr_t_lin 366.43328 411.041792 0.0 57.227882 0.0 0.0 7 0.0 imagenet comb_2_t vit nlr_t_lin 366.43328 411.041792 0.0 64.300582 0.0 0.0 5 0.0 imagenet comb_2_t vit nlr_t_lin 366.43328 411.041792 0.0 67.185907 0.0 0.0 8 0.0 imagenet comb_6_t vit nlr_t_lin 366.43328 411.041792 0.0 72.057026 0.0 0.0 8 0.0 imagenet comb_4_t vit nlr_t_lin 366.572544 411.041792 0.0 42.413194 0.0 0.7913669347763062 7 0.0 imagenet comb_15_t vit nlr_t_lin 367.0656 411.041792 0.0 35.775934 0.0 0.8016444444656372 5 0.0 imagenet comb_15_t vit nlr_t_lin 367.0656 411.041792 0.0 36.683856 0.0 0.7965056896209717 4 0.0 imagenet comb_15_t vit nlr_t_lin 367.0656 411.041792 0.0 37.953333 0.0 0.7800617218017578 8 0.0 imagenet comb_15_t vit nlr_t_lin 367.0656 411.041792 0.0 40.050262 0.0 0.8006166815757751 6 0.0 imagenet comb_15_t vit nlr_t_lin 367.0656 411.041792 0.0 43.081734 0.0 0.8016444444656372 5 0.0 imagenet woq_t vit fixed 367.13984 411.041792 0.0 37.268961 0.0 0.7944501638412476 7 0.0 imagenet woq_t vit fixed 367.13984 411.041792 0.0 37.659433 0.0 0.7934224605560303 4 0.0 imagenet woq_t vit fixed 367.13984 411.041792 0.0 41.578396 0.0 0.8047276735305786 6 0.0 imagenet woq_t vit fixed 367.13984 411.041792 0.0 42.821591 0.0 0.7944501638412476 8 0.0 imagenet woq_t vit fixed 367.13984 411.041792 0.0 48.702161 0.0 0.0 8 0.0 imagenet comb_17_t vit nlr_t_lin 367.465472 411.041792 0.0 54.872431 0.0 0.7831449508666992 7 0.0 imagenet comb_8_t vit nlr_t_lin 366.926336 413.138944 0.0 48.638522 0.0 0.8098664283752441 6 0.0 imagenet comb_18_t vit nlr_t_lin 366.926336 413.138944 0.0 51.90269 0.0 0.789311408996582 4 0.0 imagenet comb_8_t vit nlr_t_lin 366.926336 413.138944 0.0 53.207322 0.0 0.7913669347763062 8 0.0 imagenet comb_18_t vit nlr_t_lin 366.926336 413.138944 0.0 54.746199 0.0 0.8006166815757751 5 0.0 imagenet comb_18_t vit nlr_t_lin 366.926336 413.138944 0.0 55.291757 0.0 0.798561155796051 5 0.0 imagenet comb_12_t vit nlr_t_lin 366.926336 413.138944 0.0 55.646546 0.0 0.7934224605560303 8 0.0 imagenet comb_3_t vit nlr_t_lin 366.926336 413.138944 0.0 56.053947 0.0 0.8016444444656372 7 0.0 imagenet comb_5_t vit nlr_t_lin 366.926336 413.138944 0.0 56.73437 0.0 0.7923946976661682 8 0.0 imagenet comb_8_t vit nlr_t_lin 366.926336 413.138944 0.0 56.893241 0.0 0.7923946976661682 6 0.0 imagenet comb_8_t vit nlr_t_lin 366.926336 413.138944 0.0 58.94793 0.0 0.8016444444656372 4 0.0 imagenet comb_3_t vit nlr_t_lin 366.926336 413.138944 0.0 61.097884 0.0 0.7718396782875061 8 0.0 imagenet comb_5_t vit nlr_t_lin 366.926336 413.138944 0.0 62.050176 0.0 0.80781090259552 6 0.0 imagenet comb_12_t vit nlr_t_lin 366.926336 413.138944 0.0 65.037702 0.0 0.8006166815757751 6 0.0 imagenet comb_3_t vit nlr_t_lin 366.926336 413.138944 0.0 66.350306 0.0 0.7923946976661682 4 0.0 imagenet comb_12_t vit nlr_t_lin 366.926336 413.138944 0.0 66.530504 0.0 0.7913669347763062 7 0.0 imagenet comb_12_t vit nlr_t_lin 366.926336 413.138944 0.0 66.554438 0.0 0.8036999106407166 7 0.0 imagenet comb_18_t vit nlr_t_lin 366.926336 413.138944 0.0 67.080218 0.0 0.7965056896209717 7 0.0 imagenet comb_3_t vit nlr_t_lin 366.926336 413.138944 0.0 69.68822 0.0 0.7821171879768372 8 0.0 imagenet comb_12_t vit nlr_t_lin 366.926336 413.138944 0.0 72.806999 0.0 0.8036999106407166 5 0.0 imagenet comb_8_t vit nlr_t_lin 366.926336 413.138944 0.0 73.324583 0.0 0.8016444444656372 4 0.0 imagenet comb_5_t vit nlr_t_lin 366.926336 413.138944 0.0 73.589084 0.0 0.7543679475784302 6 0.0 imagenet comb_2_t vit nlr_t_lin 366.926336 413.138944 0.0 73.626798 0.0 0.7965056896209717 5 0.0 imagenet comb_5_t vit nlr_t_lin 366.926336 413.138944 0.0 76.316047 0.0 0.7975334525108337 4 0.0 imagenet comb_18_t vit nlr_t_lin 366.926336 413.138944 0.0 77.094867 0.0 0.8006166815757751 6 0.0 imagenet comb_5_t vit nlr_t_lin 366.926336 413.138944 0.0 78.163806 0.0 0.8036999106407166 5 0.0 imagenet comb_3_t vit nlr_t_lin 366.926336 413.138944 0.0 78.735635 0.0 0.7995889186859131 5 0.0 imagenet comb_10_t vit nlr_t_lin 367.958528 413.138944 0.0 50.647569 0.0 0.7995889186859131 6 0.0 imagenet comb_10_t vit nlr_t_lin 367.958528 413.138944 0.0 57.187787 0.0 0.7862281799316406 7 0.0 imagenet comb_10_t vit nlr_t_lin 367.958528 413.138944 0.0 57.356119 0.0 0.7954779267311096 8 0.0 imagenet comb_10_t vit nlr_t_lin 367.958528 413.138944 0.0 61.123923 0.0 0.7677286863327026 4 0.0 imagenet comb_10_t vit nlr_t_lin 367.958528 413.138944 0.0 67.819406 0.0 0.0 8 0.0 imagenet comb_11_t vit nlr_t_lin 336.790528 425.721856 0.0 0.086025 0.0 0.0 8 0.0 imagenet comb_16_t vit nlr_t_lin 388.437504 427.819008 0.0 100.581572 0.0 0.8016444444656372 8 0.0 imagenet ao_woq vit fixed 341.330432 486.539264 0.0 39.665783 0.0 0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 20.470728 0.0 0.2965889573097229 4 0.0 wikitext ao_woq opt fixed 268.126208 752.877568 8.768630981445312 45.975604 0.0 0.3170213103294372 5 0.0 wikitext woq opt fixed 670.234624 840.957952 8.222683906555176 35.36942 0.0 0.3248226940631866 8 0.0 wikitext ao_woq opt fixed 580.071936 851.443712 7.916566848754883 37.046333 0.0 0.36845663189888 5 0.0 wikitext woq_t opt fixed 678.766592 855.638016 5.921333312988281 38.844894 0.0 0.0015873017255216 7 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.1113218069076538 45.556243 0.0 0.0031746034510433 6 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.111747145652771 46.656359 0.0 0.0015873017255216 5 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.113356113433838 49.894329 0.0 0.0 4 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0 0.0 5 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0 0.0 6 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0 0.0 7 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0 0.0 8 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0 0.0015873017255216 8 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.110521912574768 54.230701 0.0 0.0 4 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.112660527229309 57.146552 0.0 0.3225261867046356 6 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 7.7707366943359375 35.70412 0.0 0.3243499100208282 8 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 7.897377014160156 36.095892 0.0 0.3077001273632049 4 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 8.266552925109863 39.435851 0.0 0.3187099397182464 5 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 8.078168869018555 47.650568 0.0 0.3250591158866882 7 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 7.888031959533691 51.162194 0.0 0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 861.929472 7.8056864738464355 37.233885 0.0 0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 861.929472 7.905444145202637 40.121577 0.0 0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 861.929472 7.916111469268799 45.838292 0.0 0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 861.929472 8.903441429138184 50.999781 0.0 0.0047619054093956 6 0.0 wikitext comb_1 opt nlr_t_lin 670.981632 861.929472 1.1249585151672363 64.142235 0.0 0.0015873017255216 8 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1034367084503174 65.32967 0.0 0.0 4 0.0 wikitext comb_2 opt nlr_t_lin 670.981632 861.929472 1.1228798627853394 66.272123 0.0 0.0 5 0.0 wikitext comb_2 opt nlr_t_lin 670.981632 861.929472 1.1228798627853394 66.272123 0.0 0.0 4 0.0 wikitext comb_1 opt nlr_t_lin 670.981632 861.929472 1.1244258880615234 67.058703 0.0 0.0 5 0.0 wikitext comb_1 opt nlr_t_lin 670.981632 861.929472 1.1244258880615234 67.058703 0.0 0.0 4 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1148087978363037 67.374243 0.0 0.0 5 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1148087978363037 67.374243 0.0 0.0 6 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1148087978363037 67.374243 0.0 0.0 7 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1148087978363037 67.374243 0.0 0.0015873017255216 6 0.0 wikitext comb_2 opt nlr_t_lin 670.981632 861.929472 1.109244465827942 75.928743 0.0 0.0 4 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0 0.0 5 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0 0.0 6 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0 0.0 7 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0 0.0 8 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0 0.0219198819249868 7 0.0 wikitext comb_1 opt nlr_t_lin 670.992896 861.929472 1.210613250732422 73.007434 0.0 0.3187099397182464 5 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 8.04486083984375 47.675248 0.0 0.3196893036365509 5 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 8.02696418762207 52.363297 0.0 0.3082066774368286 4 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 8.241694450378418 54.199928 0.0 0.3206349313259125 6 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 7.8387131690979 55.80404 0.0 0.3081053793430328 4 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 8.344817161560059 58.154097 0.0 0.3217832148075104 6 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 7.80874490737915 58.192406 0.0 0.3171901404857635 5 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 8.168275833129883 59.521632 0.0 0.2742992639541626 8 0.0 wikitext comb_1 opt nlr_t_lin 671.452672 861.929472 10.443354606628418 63.021247 0.0 0.3247551321983337 7 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 7.911550998687744 63.49072 0.0 0.3084430992603302 4 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 8.296141624450684 63.617633 0.0 0.320702463388443 6 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 7.805671215057373 63.737324 0.0 0.3081053793430328 4 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 8.300801277160645 63.997165 0.0 0.3088821768760681 4 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 8.28077507019043 65.692212 0.0 0.3201959133148193 5 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 8.026485443115234 65.863506 0.0 0.3198243975639343 5 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 8.03581428527832 66.616634 0.0 0.3242823779582977 8 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 7.893834590911865 68.182388 0.0 0.3244850039482116 8 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 7.912756443023682 68.529104 0.0 0.3170888125896454 5 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 8.172203063964844 69.379954 0.0 0.3090847432613373 4 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 8.242557525634766 69.784316 0.0 0.3230665326118469 6 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 7.794455528259277 70.056842 0.0 0.3258358836174011 8 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 7.931958198547363 71.269074 0.0 0.3250591158866882 8 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 7.904936790466309 73.766544 0.0 0.3247213661670685 8 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 7.898097038269043 73.818633 0.0 0.3249240219593048 7 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 7.915891170501709 75.428737 0.0 0.1987841874361038 7 0.0 wikitext comb_2 opt nlr_t_lin 671.452672 861.929472 14.09366226196289 75.497194 0.0 0.3248902559280395 7 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 7.912522315979004 77.865032 0.0 0.3245525062084198 8 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 7.927073001861572 78.341459 0.0 0.321783185005188 6 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 7.818181991577148 78.514537 0.0 0.324822723865509 7 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 7.915579795837402 81.921306 0.0 0.3183721601963043 8 0.0 wikitext comb_2 opt nlr_t_lin 671.452672 861.929472 7.9405999183654785 82.419729 0.0 0.3252279758453369 7 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 7.921492576599121 84.799091 0.0 0.3253293335437774 7 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 7.9323954582214355 85.314689 0.0 0.3202296793460846 6 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 7.804402351379394 85.613924 0.0 0.0190476216375827 4 0.0 wikitext comb_4_t opt nlr_t_lin 678.220288 876.609536 1.0910050868988037 49.392175 0.0 0.0238095261156559 6 0.0 wikitext comb_4_t opt nlr_t_lin 678.220288 876.609536 1.0963724851608276 52.402195 0.0 0.0142857152968645 5 0.0 wikitext comb_4_t opt nlr_t_lin 678.220288 876.609536 1.0956261157989502 57.093773 0.0 0.0174603201448917 8 0.0 wikitext comb_4_t opt nlr_t_lin 678.220288 876.609536 1.0971732139587402 57.500863 0.0 0.0222222246229648 7 0.0 wikitext comb_4_t opt nlr_t_lin 678.220288 876.609536 1.09693443775177 79.86138 0.0 0.3982100784778595 6 0.0 wikitext comb_15_t opt nlr_t_lin 678.691328 876.609536 5.2471232414245605 34.74176 0.0 0.3518068194389343 4 0.0 wikitext comb_15_t opt nlr_t_lin 678.691328 876.609536 6.462575912475586 36.59419 0.0 0.4359338581562042 8 0.0 wikitext comb_15_t opt nlr_t_lin 678.691328 876.609536 4.63349723815918 38.197213 0.0 0.3781155049800873 5 0.0 wikitext comb_15_t opt nlr_t_lin 678.691328 876.609536 5.728854179382324 42.481807 0.0 0.4176629781723022 7 0.0 wikitext comb_15_t opt nlr_t_lin 678.691328 876.609536 4.780923843383789 46.960648 0.0 0.4189800918102264 7 0.0 wikitext woq_t opt fixed 678.766592 876.609536 4.809556007385254 36.101904 0.0 0.3307328820228576 4 0.0 wikitext woq_t opt fixed 678.766592 876.609536 6.953046798706055 43.631042 0.0 0.3921648263931274 6 0.0 wikitext woq_t opt fixed 678.766592 876.609536 5.1837663650512695 46.040043 0.0 0.4241810142993927 8 0.0 wikitext woq_t opt fixed 678.766592 876.609536 4.689413070678711 51.370677 0.0 0.0 8 0.0 wikitext comb_17_t opt nlr_t_lin 679.5136 876.609536 1.0894272327423096 63.515339 0.0 0.0 7 0.0 wikitext comb_17_t opt nlr_t_lin 679.5136 876.609536 1.1065272092819214 68.085813 0.0 0.0 8 0.0 wikitext comb_6_t opt nlr_t_lin 679.5136 876.609536 1.1143286228179932 75.55814 0.0 0.0343915373086929 5 0.0 wikitext comb_2_t opt nlr_t_lin 679.515648 876.609536 1.0922271013259888 65.768349 0.0 0.0343915373086929 6 0.0 wikitext comb_2_t opt nlr_t_lin 679.515648 876.609536 1.0901471376419067 74.919268 0.0 0.0343915373086929 7 0.0 wikitext comb_2_t opt nlr_t_lin 679.515648 876.609536 1.0901434421539309 77.232601 0.0 0.0343915373086929 8 0.0 wikitext comb_2_t opt nlr_t_lin 679.515648 876.609536 1.089757800102234 79.644744 0.0 0.4019587934017181 6 0.0 wikitext comb_10_t opt nlr_t_lin 679.98464 876.609536 5.170290470123291 58.403683 0.0 0.4235393404960632 7 0.0 wikitext comb_10_t opt nlr_t_lin 679.98464 876.609536 4.784170627593994 62.538443 0.0 0.3724079728126526 5 0.0 wikitext comb_5_t opt nlr_t_lin 679.98464 876.609536 5.772928714752197 63.511953 0.0 0.3497804999351501 4 0.0 wikitext comb_10_t opt nlr_t_lin 679.98464 876.609536 6.453982353210449 65.822961 0.0 0.3935494720935821 6 0.0 wikitext comb_5_t opt nlr_t_lin 679.98464 876.609536 5.284924030303955 68.171578 0.0 0.3516716957092285 4 0.0 wikitext comb_5_t opt nlr_t_lin 679.98464 876.609536 6.465292930603027 73.994393 0.0 0.4282337129116058 8 0.0 wikitext comb_10_t opt nlr_t_lin 679.98464 876.609536 4.6380696296691895 75.470502 0.0 0.375413715839386 5 0.0 wikitext comb_10_t opt nlr_t_lin 679.98464 876.609536 5.726288318634033 82.695935 0.0 0.4278284609317779 7 0.0 wikitext comb_5_t opt nlr_t_lin 679.98464 876.609536 4.737576007843018 86.991647 0.0 0.4357312023639679 8 0.0 wikitext comb_5_t opt nlr_t_lin 679.98464 876.609536 4.654548168182373 116.478422 0.0 0.0 8 0.0 wikitext comb_7_t opt nlr_t_lin 678.220288 882.900992 1.1143286228179932 79.006453 0.0 0.0343915373086929 6 0.0 wikitext comb_1_t opt nlr_t_lin 679.515648 882.900992 1.090989589691162 63.075346 0.0 0.0343915373086929 5 0.0 wikitext comb_1_t opt nlr_t_lin 679.515648 882.900992 1.0911734104156494 66.211215 0.0 0.0343915373086929 8 0.0 wikitext comb_1_t opt nlr_t_lin 679.515648 882.900992 1.0901378393173218 68.728153 0.0 0.0343915373086929 7 0.0 wikitext comb_1_t opt nlr_t_lin 679.515648 882.900992 1.0900657176971436 70.736723 0.0 0.3690307438373565 5 0.0 wikitext comb_8_t opt nlr_t_lin 679.98464 882.900992 5.754034996032715 58.193627 0.0 0.3519081473350525 4 0.0 wikitext comb_12_t opt nlr_t_lin 679.98464 882.900992 6.388206005096436 61.567109 0.0 0.3515366315841675 4 0.0 wikitext comb_8_t opt nlr_t_lin 679.98464 882.900992 6.428282737731934 61.987427 0.0 0.4238770604133606 8 0.0 wikitext comb_12_t opt nlr_t_lin 679.98464 882.900992 4.710434913635254 62.930715 0.0 0.4019925892353058 6 0.0 wikitext comb_12_t opt nlr_t_lin 679.98464 882.900992 5.156618595123291 63.733119 0.0 0.3702127635478973 5 0.0 wikitext comb_18_t opt nlr_t_lin 679.98464 882.900992 5.739209175109863 64.386606 0.0 0.3511989414691925 4 0.0 wikitext comb_18_t opt nlr_t_lin 679.98464 882.900992 6.443556308746338 66.814336 0.0 0.3508949875831604 4 0.0 wikitext comb_3_t opt nlr_t_lin 679.98464 882.900992 6.389318466186523 67.096814 0.0 0.3975346088409424 6 0.0 wikitext comb_3_t opt nlr_t_lin 679.98464 882.900992 5.181685447692871 67.318747 0.0 0.4239446222782135 7 0.0 wikitext comb_8_t opt nlr_t_lin 679.98464 882.900992 4.756684303283691 67.87952 0.0 0.3676123321056366 5 0.0 wikitext comb_12_t opt nlr_t_lin 679.98464 882.900992 5.7517194747924805 68.238157 0.0 0.3920634984970093 6 0.0 wikitext comb_18_t opt nlr_t_lin 679.98464 882.900992 5.184597492218018 69.432281 0.0 0.4356974065303802 8 0.0 wikitext comb_3_t opt nlr_t_lin 679.98464 882.900992 4.646080493927002 70.221906 0.0 0.3702127933502197 5 0.0 wikitext comb_3_t opt nlr_t_lin 679.98464 882.900992 5.857893943786621 70.600352 0.0 0.4012495875358581 6 0.0 wikitext comb_8_t opt nlr_t_lin 679.98464 882.900992 5.164586544036865 73.005093 0.0 0.4256670176982879 7 0.0 wikitext comb_18_t opt nlr_t_lin 679.98464 882.900992 4.772226333618164 74.790592 0.0 0.4133738577365875 7 0.0 wikitext comb_12_t opt nlr_t_lin 679.98464 882.900992 4.90745735168457 75.538482 0.0 0.4293144345283508 8 0.0 wikitext comb_18_t opt nlr_t_lin 679.98464 882.900992 4.665990352630615 79.230277 0.0 0.4262411296367645 8 0.0 wikitext comb_8_t opt nlr_t_lin 679.98464 882.900992 4.675049781799316 80.808679 0.0 0.4250591397285461 7 0.0 wikitext comb_3_t opt nlr_t_lin 679.98464 882.900992 4.770332336425781 84.958384 0.0 0.0 4 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0 0.0 5 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0 0.0 6 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0 0.0 7 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0 0.0 8 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0 0.0 8 0.0 wikitext comb_11_t opt nlr_t_lin 486.259712 1073.741824 1.1145169734954834 0.105632 0.0 0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 27.723671 0.0 0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 18.620178 0.0 0.3771361112594604 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 15.563149 0.0 0.0 4 0.0 wikitext comb_4 tinyllama nlr_t_lin 1895.561216 2157.969408 1.110665202140808 19.42599 0.0 0.0 5 0.0 wikitext comb_4 tinyllama nlr_t_lin 1895.561216 2157.969408 1.110665202140808 19.42599 0.0 0.0 6 0.0 wikitext comb_4 tinyllama nlr_t_lin 1895.561216 2157.969408 1.110665202140808 19.42599 0.0 0.0 7 0.0 wikitext comb_4 tinyllama nlr_t_lin 1895.561216 2157.969408 1.110665202140808 19.42599 0.0 0.0 8 0.0 wikitext comb_4 tinyllama nlr_t_lin 1895.561216 2157.969408 1.110665202140808 19.42599 0.0 0.0 4 0.0 wikitext comb_7 tinyllama nlr_t_lin 1895.561216 2157.969408 1.1093063354492188 25.803776 0.0 0.0 5 0.0 wikitext comb_7 tinyllama nlr_t_lin 1895.561216 2157.969408 1.1093063354492188 25.803776 0.0 0.0 6 0.0 wikitext comb_7 tinyllama nlr_t_lin 1895.561216 2157.969408 1.1093063354492188 25.803776 0.0 0.0 7 0.0 wikitext comb_7 tinyllama nlr_t_lin 1895.561216 2157.969408 1.1093063354492188 25.803776 0.0 0.0 8 0.0 wikitext comb_7 tinyllama nlr_t_lin 1895.561216 2157.969408 1.1093063354492188 25.803776 0.0 0.3744005560874939 7 0.0 wikitext comb_15 tinyllama nlr_t_lin 1896.032256 2157.969408 6.7555317878723145 14.687863 0.0 0.3399189710617065 4 0.0 wikitext comb_15 tinyllama nlr_t_lin 1896.032256 2157.969408 7.798645496368408 15.139578 0.0 0.3646740913391113 5 0.0 wikitext comb_15 tinyllama nlr_t_lin 1896.032256 2157.969408 7.099495887756348 15.188495 0.0 0.377001017332077 8 0.0 wikitext comb_15 tinyllama nlr_t_lin 1896.032256 2157.969408 6.661124706268311 15.278928 0.0 0.3776764571666717 6 0.0 wikitext comb_15 tinyllama nlr_t_lin 1896.032256 2157.969408 6.699794292449951 15.651638 0.0 0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.663349628448486 16.096653 0.0 0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.966304302215576 16.134821 0.0 0.3772712051868438 8 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.604811191558838 16.272615 0.0 0.3785883486270904 6 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.501583099365234 16.296258 0.0 0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 7.655362606048584 16.419508 0.0 0.0 4 0.0 wikitext comb_1 tinyllama nlr_t_lin 1897.394176 2160.06656 1.1162694692611694 27.063747 0.0 0.0 5 0.0 wikitext comb_1 tinyllama nlr_t_lin 1897.394176 2160.06656 1.1162694692611694 27.063747 0.0 0.0079365083947777 7 0.0 wikitext comb_1 tinyllama nlr_t_lin 1897.394176 2160.06656 1.108918309211731 27.189807 0.0 0.014285716228187 6 0.0 wikitext comb_1 tinyllama nlr_t_lin 1897.394176 2160.06656 1.1324244737625122 27.21905 0.0 0.3743667900562286 7 0.0 wikitext comb_18 tinyllama nlr_t_lin 1897.865216 2160.06656 6.747983455657959 27.402022 0.0 0.3764606714248657 6 0.0 wikitext comb_8 tinyllama nlr_t_lin 1897.865216 2160.06656 6.674111366271973 27.402278 0.0 0.3394461572170257 4 0.0 wikitext comb_18 tinyllama nlr_t_lin 1897.865216 2160.06656 7.924208641052246 27.415199 0.0 0.3669368624687195 5 0.0 wikitext comb_8 tinyllama nlr_t_lin 1897.865216 2160.06656 7.094004154205322 27.424887 0.0 0.3660925626754761 5 0.0 wikitext comb_18 tinyllama nlr_t_lin 1897.865216 2160.06656 7.09657621383667 27.437879 0.0 0.376629501581192 8 0.0 wikitext comb_10 tinyllama nlr_t_lin 1897.865216 2160.06656 6.645826816558838 27.441238 0.0 0.3788585066795349 6 0.0 wikitext comb_12 tinyllama nlr_t_lin 1897.865216 2160.06656 6.6869425773620605 27.447294 0.0 0.3676798641681671 5 0.0 wikitext comb_10 tinyllama nlr_t_lin 1897.865216 2160.06656 7.077613830566406 27.450546 0.0 0.3750759959220886 7 0.0 wikitext comb_8 tinyllama nlr_t_lin 1897.865216 2160.06656 6.729586124420166 27.452787 0.0 0.3772036433219909 7 0.0 wikitext comb_12 tinyllama nlr_t_lin 1897.865216 2160.06656 6.737154960632324 27.454265 0.0 0.1677473932504654 4 0.0 wikitext comb_10 tinyllama nlr_t_lin 1897.865216 2160.06656 20.69113540649414 27.456986 0.0 0.3408645987510681 4 0.0 wikitext comb_12 tinyllama nlr_t_lin 1897.865216 2160.06656 7.797614097595215 27.48183 0.0 0.376156747341156 8 0.0 wikitext comb_12 tinyllama nlr_t_lin 1897.865216 2160.06656 6.652891635894775 27.483249 0.0 0.3678149282932281 5 0.0 wikitext comb_12 tinyllama nlr_t_lin 1897.865216 2160.06656 7.096789360046387 27.485402 0.0 0.2542722225189209 8 0.0 wikitext comb_1 tinyllama nlr_t_lin 1897.865216 2160.06656 10.974504470825195 27.497876 0.0 0.3774062693119049 7 0.0 wikitext comb_10 tinyllama nlr_t_lin 1897.865216 2160.06656 6.703912734985352 27.4991 0.0 0.3774400353431701 6 0.0 wikitext comb_18 tinyllama nlr_t_lin 1897.865216 2160.06656 6.721346378326416 27.508581 0.0 0.3746031820774078 8 0.0 wikitext comb_8 tinyllama nlr_t_lin 1897.865216 2160.06656 6.66512393951416 27.522588 0.0 0.3782505989074707 6 0.0 wikitext comb_10 tinyllama nlr_t_lin 1897.865216 2160.06656 6.680172443389893 27.528717 0.0 0.3761904537677765 8 0.0 wikitext comb_18 tinyllama nlr_t_lin 1897.865216 2160.06656 6.640418529510498 27.529249 0.0 0.3412022888660431 4 0.0 wikitext comb_8 tinyllama nlr_t_lin 1897.865216 2160.06656 7.811379909515381 27.538141 0.0 0.3776426911354065 6 0.0 wikitext comb_3 tinyllama nlr_t_lin 1897.865216 2160.06656 6.704628944396973 34.644507 0.0 0.3654171228408813 5 0.0 wikitext comb_3 tinyllama nlr_t_lin 1897.865216 2160.06656 7.113305568695068 34.653955 0.0 0.3375886380672455 4 0.0 wikitext comb_3 tinyllama nlr_t_lin 1897.865216 2160.06656 7.910263061523437 34.675708 0.0 0.3746369481086731 7 0.0 wikitext comb_3 tinyllama nlr_t_lin 1897.865216 2160.06656 6.742989540100098 34.691848 0.0 0.3767308592796325 8 0.0 wikitext comb_3 tinyllama nlr_t_lin 1897.865216 2160.06656 6.630740165710449 34.720062 0.0 0.0 8 0.0 wikitext comb_7_t tinyllama nlr_t_lin 1904.146432 2174.746624 1.1093063354492188 25.924527 0.0 0.0206349231302738 8 0.0 wikitext comb_4_t tinyllama nlr_t_lin 1904.080896 2178.940928 1.1070170402526855 19.549906 0.0 0.4691658616065979 7 0.0 wikitext comb_15_t tinyllama nlr_t_lin 1904.551936 2178.940928 3.586782693862915 15.042203 0.0 0.4721716046333313 6 0.0 wikitext comb_15_t tinyllama nlr_t_lin 1904.551936 2178.940928 3.745493173599243 15.135254 0.0 0.4073285758495331 4 0.0 wikitext comb_15_t tinyllama nlr_t_lin 1904.551936 2178.940928 5.53889799118042 15.146649 0.0 0.4587977230548858 5 0.0 wikitext comb_15_t tinyllama nlr_t_lin 1904.551936 2178.940928 4.2737226486206055 15.162692 0.0 0.4478554427623749 8 0.0 wikitext comb_15_t tinyllama nlr_t_lin 1904.551936 2178.940928 3.989913940429688 15.255927 0.0 0.4716312289237976 7 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.6278960704803462 15.447449 0.0 0.3947652876377105 4 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 5.693153381347656 16.155616 0.0 0.4531914889812469 5 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 4.351770877838135 16.21261 0.0 0.4518068134784698 8 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.8591816425323486 16.247682 0.0 0.4667342007160187 6 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.776610612869263 16.613178 0.0 0.4626477658748626 6 0.0 wikitext comb_8_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.8822555541992183 27.391845 0.0 0.125464379787445 8 0.0 wikitext comb_1_t tinyllama nlr_t_lin 1906.384896 2181.03808 23.425905227661133 27.392397 0.0 0.1343127340078354 6 0.0 wikitext comb_1_t tinyllama nlr_t_lin 1906.384896 2181.03808 23.099044799804688 27.39869 0.0 0.4672745764255523 6 0.0 wikitext comb_18_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.753908157348633 27.410599 0.0 0.4711921811103821 6 0.0 wikitext comb_10_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.7106194496154794 27.411855 0.0 0.4083417952060699 4 0.0 wikitext comb_10_t tinyllama nlr_t_lin 1906.384896 2181.03808 5.6778764724731445 27.416885 0.0 0.4562647938728332 5 0.0 wikitext comb_8_t tinyllama nlr_t_lin 1906.384896 2181.03808 4.395241737365723 27.42478 0.0 0.406349241733551 4 0.0 wikitext comb_12_t tinyllama nlr_t_lin 1906.384896 2181.03808 5.512465476989746 27.431829 0.0 0.4123269021511078 4 0.0 wikitext comb_18_t tinyllama nlr_t_lin 1906.384896 2181.03808 5.471028327941895 27.432534 0.0 0.1300911903381347 7 0.0 wikitext comb_1_t tinyllama nlr_t_lin 1906.384896 2181.03808 22.35222053527832 27.444736 0.0 0.4095238149166107 4 0.0 wikitext comb_8_t tinyllama nlr_t_lin 1906.384896 2181.03808 5.589878082275391 27.44879 0.0 0.4690307378768921 7 0.0 wikitext comb_10_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.7180914878845215 27.469848 0.0 0.4654171168804168 7 0.0 wikitext comb_8_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.704385280609131 27.469945 0.0 0.1244511976838111 5 0.0 wikitext comb_1_t tinyllama nlr_t_lin 1906.384896 2181.03808 23.370811462402344 27.471032 0.0 0.445997953414917 8 0.0 wikitext comb_10_t tinyllama nlr_t_lin 1906.384896 2181.03808 4.003555774688721 27.499694 0.0 0.4650118350982666 6 0.0 wikitext comb_12_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.781816482543945 27.523071 0.0 0.4688956439495086 7 0.0 wikitext comb_12_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.7109317779541016 27.53212 0.0 0.4441067278385162 8 0.0 wikitext comb_12_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.909205913543701 27.538954 0.0 0.4576832056045532 5 0.0 wikitext comb_12_t tinyllama nlr_t_lin 1906.384896 2181.03808 4.175211429595947 27.544406 0.0 0.4481594264507293 8 0.0 wikitext comb_8_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.942722797393799 27.552825 0.0 0.4714623391628265 7 0.0 wikitext comb_18_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.6000452041625977 27.559089 0.0 0.4557919502258301 5 0.0 wikitext comb_18_t tinyllama nlr_t_lin 1906.384896 2181.03808 4.278509616851807 27.605508 0.0 0.446538358926773 8 0.0 wikitext comb_18_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.863655805587769 27.610646 0.0 0.4560621678829193 5 0.0 wikitext comb_10_t tinyllama nlr_t_lin 1906.384896 2181.03808 4.2374267578125 27.630033 0.0 0.4565012156963348 5 0.0 wikitext comb_3_t tinyllama nlr_t_lin 1906.384896 2181.03808 4.177881717681885 34.587916 0.0 0.4691995978355407 6 0.0 wikitext comb_3_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.851466655731201 34.65105 0.0 0.4524822533130646 8 0.0 wikitext comb_3_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.851298093795776 34.679813 0.0 0.4706518054008484 7 0.0 wikitext comb_3_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.625946044921875 34.699284 0.0 0.408274233341217 4 0.0 wikitext comb_3_t tinyllama nlr_t_lin 1906.384896 2181.03808 5.55847692489624 34.772857 0.0 0.0 4 0.0 wikitext comb_11 tinyllama nlr_t_lin 1381.170176 2487.222272 1.1250394582748413 0.501952 0.0 0.0 5 0.0 wikitext comb_11 tinyllama nlr_t_lin 1381.170176 2487.222272 1.1250394582748413 0.501952 0.0 0.0 6 0.0 wikitext comb_11 tinyllama nlr_t_lin 1381.170176 2487.222272 1.1250394582748413 0.501952 0.0 0.0 7 0.0 wikitext comb_11 tinyllama nlr_t_lin 1381.170176 2487.222272 1.1250394582748413 0.501952 0.0 0.0 8 0.0 wikitext comb_11 tinyllama nlr_t_lin 1381.170176 2487.222272 1.1250394582748413 0.501952 0.0 0.0 8 0.0 wikitext comb_11_t tinyllama nlr_t_lin 1389.689856 2499.805184 1.1078732013702393 0.506853 0.0 0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 11.791439 0.0 0.7954779267311096 4 0.0 imagenet ao_woq vit fixed 180.840448 411.041792 0.0 20.915792 0.0 0.8016444444656372 8 0.0 imagenet ao_woq vit fixed 341.330432 486.539264 0.0 74.552253 0.0 0.0 4 0.0 imagenet comb_18 vit rnd_search_t_lin 355.972096 511.705088 0.0 22.574209 0.0 0.0 5 0.0 imagenet comb_18 vit rnd_search_t_lin 355.972096 511.705088 0.0 22.574209 0.0 0.0 6 0.0 imagenet comb_18 vit rnd_search_t_lin 355.972096 511.705088 0.0 22.574209 0.0 0.0 7 0.0 imagenet comb_18 vit rnd_search_t_lin 355.972096 511.705088 0.0 22.574209 0.0 0.0 8 0.0 imagenet comb_18 vit rnd_search_t_lin 355.972096 511.705088 0.0 22.574209 0.0 0.0 4 0.0 imagenet comb_9 vit rnd_search_t_lin 355.972096 511.705088 0.0 63.707392 0.0 0.0 5 0.0 imagenet comb_9 vit rnd_search_t_lin 355.972096 511.705088 0.0 63.707392 0.0 0.0 6 0.0 imagenet comb_9 vit rnd_search_t_lin 355.972096 511.705088 0.0 63.707392 0.0 0.0 7 0.0 imagenet comb_9 vit rnd_search_t_lin 355.972096 511.705088 0.0 63.707392 0.0 0.0 8 0.0 imagenet comb_9 vit rnd_search_t_lin 355.972096 511.705088 0.0 63.707392 0.0 0.7995889186859131 5 0.0 imagenet comb_16 vit rnd_search_t_lin 356.465152 511.705088 0.0 18.790925 0.0 0.798561155796051 4 0.0 imagenet comb_16 vit rnd_search_t_lin 356.465152 511.705088 0.0 28.841584 0.0 0.7995889186859131 8 0.0 imagenet comb_16 vit rnd_search_t_lin 356.465152 511.705088 0.0 34.798292 0.0 0.7975334525108337 7 0.0 imagenet comb_16 vit rnd_search_t_lin 356.465152 511.705088 0.0 35.245868 0.0 0.798561155796051 6 0.0 imagenet comb_16 vit rnd_search_t_lin 356.465152 511.705088 0.0 59.006722 0.0 0.8057554364204407 6 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 20.450543 0.0 0.789311408996582 4 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 22.149936 0.0 0.8016444444656372 8 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 25.840467 0.0 0.7995889186859131 7 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 32.120423 0.0 0.7995889186859131 5 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 68.702627 0.0 0.0 4 0.0 imagenet comb_3 vit rnd_search_t_lin 356.865024 511.705088 0.0 30.219868 0.0 0.0 5 0.0 imagenet comb_3 vit rnd_search_t_lin 356.865024 511.705088 0.0 30.219868 0.0 0.0 6 0.0 imagenet comb_3 vit rnd_search_t_lin 356.865024 511.705088 0.0 30.219868 0.0 0.0 7 0.0 imagenet comb_3 vit rnd_search_t_lin 356.865024 511.705088 0.0 30.219868 0.0 0.0 8 0.0 imagenet comb_3 vit rnd_search_t_lin 356.865024 511.705088 0.0 30.219868 0.0 0.0 4 0.0 imagenet comb_7 vit rnd_search_t_lin 356.865024 511.705088 0.0 37.827608 0.0 0.0 5 0.0 imagenet comb_7 vit rnd_search_t_lin 356.865024 511.705088 0.0 37.827608 0.0 0.0 6 0.0 imagenet comb_7 vit rnd_search_t_lin 356.865024 511.705088 0.0 37.827608 0.0 0.0 7 0.0 imagenet comb_7 vit rnd_search_t_lin 356.865024 511.705088 0.0 37.827608 0.0 0.0 8 0.0 imagenet comb_7 vit rnd_search_t_lin 356.865024 511.705088 0.0 37.827608 0.0 0.0 4 0.0 imagenet comb_11 vit rnd_search_t_lin 356.865024 511.705088 0.0 101.56097 0.0 0.0 5 0.0 imagenet comb_11 vit rnd_search_t_lin 356.865024 511.705088 0.0 101.56097 0.0 0.0 6 0.0 imagenet comb_11 vit rnd_search_t_lin 356.865024 511.705088 0.0 101.56097 0.0 0.0 7 0.0 imagenet comb_11 vit rnd_search_t_lin 356.865024 511.705088 0.0 101.56097 0.0 0.0 8 0.0 imagenet comb_11 vit rnd_search_t_lin 356.865024 511.705088 0.0 101.56097 0.0 0.1818181872367859 4 0.0 imagenet comb_17 vit rnd_search_t_lin 356.8768 511.705088 0.0 54.108822 0.0 0.6546762585639954 4 0.0 imagenet comb_13 vit rnd_search_t_lin 357.35808 513.80224 0.0 29.677991 0.0 0.798561155796051 6 0.0 imagenet comb_17 vit rnd_search_t_lin 357.35808 513.80224 0.0 29.87008 0.0 0.8026722073554993 5 0.0 imagenet comb_2 vit rnd_search_t_lin 357.35808 513.80224 0.0 29.990969 0.0 0.798561155796051 5 0.0 imagenet comb_8 vit rnd_search_t_lin 357.35808 513.80224 0.0 30.153069 0.0 0.7954779267311096 4 0.0 imagenet comb_8 vit rnd_search_t_lin 357.35808 513.80224 0.0 30.288857 0.0 0.8006166815757751 8 0.0 imagenet comb_17 vit rnd_search_t_lin 357.35808 513.80224 0.0 30.401948 0.0 0.7995889186859131 8 0.0 imagenet comb_2 vit rnd_search_t_lin 357.35808 513.80224 0.0 30.503416 0.0 0.8006166815757751 8 0.0 imagenet comb_13 vit rnd_search_t_lin 357.35808 513.80224 0.0 30.69039 0.0 0.7995889186859131 7 0.0 imagenet comb_13 vit rnd_search_t_lin 357.35808 513.80224 0.0 30.707745 0.0 0.7934224605560303 5 0.0 imagenet comb_17 vit rnd_search_t_lin 357.35808 513.80224 0.0 31.294344 0.0 0.7995889186859131 5 0.0 imagenet comb_1 vit rnd_search_t_lin 357.35808 513.80224 0.0 32.795108 0.0 0.8016444444656372 6 0.0 imagenet comb_1 vit rnd_search_t_lin 357.35808 513.80224 0.0 32.800088 0.0 0.8016444444656372 7 0.0 imagenet comb_1 vit rnd_search_t_lin 357.35808 513.80224 0.0 32.811648 0.0 0.8006166815757751 8 0.0 imagenet comb_8 vit rnd_search_t_lin 357.35808 513.80224 0.0 33.780743 0.0 0.798561155796051 6 0.0 imagenet comb_2 vit rnd_search_t_lin 357.35808 513.80224 0.0 34.170212 0.0 0.7995889186859131 6 0.0 imagenet comb_8 vit rnd_search_t_lin 357.35808 513.80224 0.0 45.143249 0.0 0.8016444444656372 8 0.0 imagenet comb_1 vit rnd_search_t_lin 357.35808 513.80224 0.0 46.132882 0.0 0.7944501638412476 4 0.0 imagenet comb_2 vit rnd_search_t_lin 357.35808 513.80224 0.0 48.968906 0.0 0.7975334525108337 6 0.0 imagenet comb_13 vit rnd_search_t_lin 357.35808 513.80224 0.0 54.920019 0.0 0.7852004170417786 5 0.0 imagenet comb_13 vit rnd_search_t_lin 357.35808 513.80224 0.0 63.436016 0.0 0.7965056896209717 4 0.0 imagenet comb_1 vit rnd_search_t_lin 357.35808 513.80224 0.0 64.79507 0.0 0.8006166815757751 7 0.0 imagenet comb_2 vit rnd_search_t_lin 357.35808 513.80224 0.0 80.710276 0.0 0.7995889186859131 7 0.0 imagenet comb_17 vit rnd_search_t_lin 357.35808 513.80224 0.0 112.203488 0.0 0.7995889186859131 7 0.0 imagenet comb_8 vit rnd_search_t_lin 357.35808 513.80224 0.0 155.475608 0.0 0.0 4 0.0 imagenet comb_5 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04024 0.0 0.0 5 0.0 imagenet comb_5 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04024 0.0 0.0 6 0.0 imagenet comb_5 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04024 0.0 0.0 7 0.0 imagenet comb_5 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04024 0.0 0.0 8 0.0 imagenet comb_5 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04024 0.0 0.0 4 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0 0.0 5 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0 0.0 6 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0 0.0 7 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0 0.0 8 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0 0.0 8 0.0 imagenet comb_15_t vit rnd_search_t_lin 336.790528 530.579456 0.0 0.04249 0.0 0.0 8 0.0 imagenet comb_5_t vit rnd_search_t_lin 336.790528 530.579456 0.0 0.044499 0.0 0.0 8 0.0 imagenet comb_9_t vit rnd_search_t_lin 364.491776 532.676608 0.0 53.320393 0.0 0.0 8 0.0 imagenet comb_18_t vit rnd_search_t_lin 364.655616 532.676608 0.0 23.156136 0.0 0.8026722073554993 6 0.0 imagenet comb_16_t vit rnd_search_t_lin 364.984832 532.676608 0.0 31.791452 0.0 0.7995889186859131 5 0.0 imagenet comb_16_t vit rnd_search_t_lin 364.984832 532.676608 0.0 31.868802 0.0 0.7934224605560303 7 0.0 imagenet comb_16_t vit rnd_search_t_lin 364.984832 532.676608 0.0 35.289238 0.0 0.7965056896209717 4 0.0 imagenet comb_16_t vit rnd_search_t_lin 364.984832 532.676608 0.0 36.756681 0.0 0.7934224605560303 8 0.0 imagenet comb_16_t vit rnd_search_t_lin 364.984832 532.676608 0.0 59.605442 0.0 0.7728674411773682 8 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 21.127158 0.0 0.7975334525108337 5 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 21.872806 0.0 0.8016444444656372 7 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 31.175517 0.0 0.8088386654853821 6 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 34.127635 0.0 0.7934224605560303 4 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 36.514007 0.0 0.0 8 0.0 imagenet comb_11_t vit rnd_search_t_lin 365.384704 532.676608 0.0 31.473746 0.0 0.0 8 0.0 imagenet comb_7_t vit rnd_search_t_lin 365.384704 532.676608 0.0 43.335516 0.0 0.0 8 0.0 imagenet comb_3_t vit rnd_search_t_lin 365.548544 532.676608 0.0 31.681162 0.0 0.8036999106407166 7 0.0 imagenet comb_2_t vit rnd_search_t_lin 365.87776 534.77376 0.0 31.455594 0.0 0.8006166815757751 6 0.0 imagenet comb_17_t vit rnd_search_t_lin 365.87776 534.77376 0.0 31.461633 0.0 0.7821171879768372 8 0.0 imagenet comb_17_t vit rnd_search_t_lin 365.87776 534.77376 0.0 31.488014 0.0 0.7780061960220337 4 0.0 imagenet comb_17_t vit rnd_search_t_lin 365.87776 534.77376 0.0 31.65972 0.0 0.8006166815757751 5 0.0 imagenet comb_2_t vit rnd_search_t_lin 365.87776 534.77376 0.0 31.719042 0.0 0.8119218945503235 7 0.0 imagenet comb_17_t vit rnd_search_t_lin 365.87776 534.77376 0.0 31.797242 0.0 0.8036999106407166 5 0.0 imagenet comb_17_t vit rnd_search_t_lin 365.87776 534.77376 0.0 32.774579 0.0 0.7903391718864441 4 0.0 imagenet comb_2_t vit rnd_search_t_lin 365.87776 534.77376 0.0 32.982116 0.0 0.7882837057113647 8 0.0 imagenet comb_8_t vit rnd_search_t_lin 365.87776 534.77376 0.0 33.276325 0.0 0.7954779267311096 6 0.0 imagenet comb_2_t vit rnd_search_t_lin 365.87776 534.77376 0.0 33.799844 0.0 0.789311408996582 7 0.0 imagenet comb_1_t vit rnd_search_t_lin 365.87776 534.77376 0.0 34.57643 0.0 0.8016444444656372 6 0.0 imagenet comb_1_t vit rnd_search_t_lin 365.87776 534.77376 0.0 34.78945 0.0 0.7584789395332336 8 0.0 imagenet comb_1_t vit rnd_search_t_lin 365.87776 534.77376 0.0 35.500988 0.0 0.7780061960220337 8 0.0 imagenet comb_2_t vit rnd_search_t_lin 365.87776 534.77376 0.0 36.119603 0.0 0.7965056896209717 7 0.0 imagenet comb_8_t vit rnd_search_t_lin 365.87776 534.77376 0.0 39.017433 0.0 0.7954779267311096 5 0.0 imagenet comb_8_t vit rnd_search_t_lin 365.87776 534.77376 0.0 43.482504 0.0 0.7975334525108337 4 0.0 imagenet comb_8_t vit rnd_search_t_lin 365.87776 534.77376 0.0 48.437397 0.0 0.8047276735305786 6 0.0 imagenet comb_8_t vit rnd_search_t_lin 365.87776 534.77376 0.0 65.748336 0.0 0.7954779267311096 4 0.0 imagenet comb_1_t vit rnd_search_t_lin 365.87776 534.77376 0.0 75.490027 0.0 0.8057554364204407 5 0.0 imagenet comb_1_t vit rnd_search_t_lin 365.87776 534.77376 0.0 78.020236 0.0 0.7697842121124268 8 0.0 imagenet comb_13_t vit rnd_search_t_lin 366.0416 534.77376 0.0 32.199445 0.0 0.8088386654853821 7 0.0 imagenet comb_13_t vit rnd_search_t_lin 366.0416 534.77376 0.0 32.730718 0.0 0.8047276735305786 5 0.0 imagenet comb_13_t vit rnd_search_t_lin 366.0416 534.77376 0.0 56.798322 0.0 0.7882837057113647 4 0.0 imagenet comb_13_t vit rnd_search_t_lin 366.0416 534.77376 0.0 66.895771 0.0 0.8026722073554993 6 0.0 imagenet comb_13_t vit rnd_search_t_lin 366.0416 534.77376 0.0 73.603383 0.0 0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 24.302065 0.0 0.0 4 0.0 librispeech comb_7 wav2vec nlr_t_lin 534.74304 1633.681408 0.0 27.814796 1.0 0.0 5 0.0 librispeech comb_7 wav2vec nlr_t_lin 534.74304 1633.681408 0.0 27.814796 1.0 0.0 6 0.0 librispeech comb_7 wav2vec nlr_t_lin 534.74304 1633.681408 0.0 27.814796 1.0 0.0 7 0.0 librispeech comb_7 wav2vec nlr_t_lin 534.74304 1633.681408 0.0 27.814796 1.0 0.0 8 0.0 librispeech comb_7 wav2vec nlr_t_lin 534.74304 1633.681408 0.0 27.814796 1.0 0.0 4 0.0 librispeech comb_4 wav2vec nlr_t_lin 534.74304 1633.681408 0.0 37.727286 1.0 0.0 5 0.0 librispeech comb_4 wav2vec nlr_t_lin 534.74304 1633.681408 0.0 37.727286 1.0 0.0 6 0.0 librispeech comb_4 wav2vec nlr_t_lin 534.74304 1633.681408 0.0 37.727286 1.0 0.0 7 0.0 librispeech comb_4 wav2vec nlr_t_lin 534.74304 1633.681408 0.0 37.727286 1.0 0.0 8 0.0 librispeech comb_4 wav2vec nlr_t_lin 534.74304 1633.681408 0.0 37.727286 1.0 0.0 4 0.0 librispeech comb_17 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 32.042225 1.0 0.0 5 0.0 librispeech comb_17 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 32.042225 1.0 0.0 6 0.0 librispeech comb_17 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 32.042225 1.0 0.0 7 0.0 librispeech comb_17 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 32.042225 1.0 0.0 8 0.0 librispeech comb_17 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 32.042225 1.0 0.0 4 0.0 librispeech comb_1 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 34.872758 1.0 0.0 5 0.0 librispeech comb_1 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 34.872758 1.0 0.0 4 0.0 librispeech comb_2 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 111.374391 1.0 0.0 5 0.0 librispeech comb_2 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 111.374391 1.0 0.0 6 0.0 librispeech comb_2 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 111.374391 1.0 0.0 7 0.0 librispeech comb_2 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 111.374391 1.0 0.0 8 0.0 librispeech comb_2 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 111.374391 1.0 0.0 4 0.0 librispeech comb_6 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 121.667063 1.0 0.0 5 0.0 librispeech comb_6 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 121.667063 1.0 0.0 6 0.0 librispeech comb_6 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 121.667063 1.0 0.0 7 0.0 librispeech comb_6 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 121.667063 1.0 0.0 8 0.0 librispeech comb_6 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 121.667063 1.0 0.0 4 0.0 librispeech comb_11 wav2vec nlr_t_lin 368.001024 1642.070016 0.0 0.049394 1.0 0.0 5 0.0 librispeech comb_11 wav2vec nlr_t_lin 368.001024 1642.070016 0.0 0.049394 1.0 0.0 6 0.0 librispeech comb_11 wav2vec nlr_t_lin 368.001024 1642.070016 0.0 0.049394 1.0 0.0 7 0.0 librispeech comb_11 wav2vec nlr_t_lin 368.001024 1642.070016 0.0 0.049394 1.0 0.0 8 0.0 librispeech comb_11 wav2vec nlr_t_lin 368.001024 1642.070016 0.0 0.049394 1.0 0.0 8 0.0 librispeech comb_7_t wav2vec nlr_t_lin 543.26272 1650.458624 0.0 37.96796 1.0 0.0 8 0.0 librispeech comb_4_t wav2vec nlr_t_lin 543.26272 1654.652928 0.0 126.593066 1.0 0.0 8 0.0 librispeech comb_6_t wav2vec nlr_t_lin 544.152064 1654.652928 0.0 55.025842 1.0 0.0 5 0.0 librispeech comb_1_t wav2vec nlr_t_lin 544.152064 1654.652928 0.0 59.614204 1.0 0.0 8 0.0 librispeech comb_2_t wav2vec nlr_t_lin 544.152064 1654.652928 0.0 61.59884 1.0 0.0 8 0.0 librispeech comb_17_t wav2vec nlr_t_lin 544.152064 1654.652928 0.0 139.147688 1.0 0.0 8 0.0 librispeech comb_11_t wav2vec nlr_t_lin 376.653312 1658.847232 0.0 0.069782 1.0 0.0 8 0.0 librispeech comb_15_t wav2vec nlr_t_lin 671.550976 4724.883456 0.0 101.677689 0.0287031803632495 0.0 8 0.0 librispeech comb_15 wav2vec nlr_t_lin 658.017792 4829.741056 0.0 25.623438 0.023865930929913 0.0 7 0.0 librispeech comb_15 wav2vec nlr_t_lin 658.017792 4829.741056 0.0 26.156161 0.0239800359565965 0.0 6 0.0 librispeech comb_15 wav2vec nlr_t_lin 658.017792 4829.741056 0.0 33.520167 0.0235441488967534 0.0 5 0.0 librispeech comb_15 wav2vec nlr_t_lin 658.017792 4829.741056 0.0 40.900442 0.0235195142861618 0.0 4 0.0 librispeech comb_15 wav2vec nlr_t_lin 658.017792 4829.741056 0.0 107.638489 0.0261923978206639 0.0 8 0.0 librispeech woq wav2vec fixed 658.092544 4831.838208 0.0 34.054058 0.0239494859641096 0.0 5 0.0 librispeech woq wav2vec fixed 658.092544 4831.838208 0.0 35.466547 0.0237326414926321 0.0 6 0.0 librispeech woq wav2vec fixed 658.092544 4831.838208 0.0 38.632761 0.0234031339094832 0.0 4 0.0 librispeech woq wav2vec fixed 658.092544 4831.838208 0.0 107.706768 0.0268907930412973 0.0 7 0.0 librispeech woq wav2vec fixed 658.092544 4831.838208 0.0 112.77822 0.0236079788491685 0.0 8 0.0 librispeech comb_1 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 36.211774 0.0308344037908042 0.0 8 0.0 librispeech comb_12 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 38.667771 0.023923893854356 0.0 8 0.0 librispeech comb_8 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 39.888151 0.0285161480675654 0.0 4 0.0 librispeech comb_8 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 40.43495 0.0407949350315093 0.0 8 0.0 librispeech comb_3 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 41.650981 0.0238701709182532 0.0 5 0.0 librispeech comb_5 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 43.984984 0.027381851563649 0.0 6 0.0 librispeech comb_18 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 48.373728 0.0235408893932812 0.0 4 0.0 librispeech comb_12 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 49.083306 0.0260670998610997 0.0 6 0.0 librispeech comb_3 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 49.685901 0.023504093877395 0.0 5 0.0 librispeech comb_12 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 54.893152 0.0243594934853193 0.0 6 0.0 librispeech comb_5 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 57.348453 0.0272303596359023 0.0 8 0.0 librispeech comb_18 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 57.72049 0.0240826366093124 0.0 7 0.0 librispeech comb_8 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 59.455163 0.0282786100577588 0.0 4 0.0 librispeech comb_5 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 63.938775 0.0287573510717764 0.0 8 0.0 librispeech comb_10 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 75.627503 0.0235543069369563 0.0 7 0.0 librispeech comb_1 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 108.000045 0.0283185511794909 0.0 7 0.0 librispeech comb_18 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 108.290444 0.0239749584821241 0.0 5 0.0 librispeech comb_18 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 114.196506 0.0232703470689654 0.0 8 0.0 librispeech comb_5 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 115.246365 0.0268117113818341 0.0 7 0.0 librispeech comb_3 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 116.666614 0.0235298055589748 0.0 7 0.0 librispeech comb_12 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 118.07453 0.0236384401675366 0.0 5 0.0 librispeech comb_8 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 118.337941 0.0320624995403161 0.0 6 0.0 librispeech comb_1 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 120.230207 0.7174349523365471 0.0 6 0.0 librispeech comb_10 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 120.698041 0.0237990475317106 0.0 5 0.0 librispeech comb_10 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 122.462258 0.026979470088965 0.0 4 0.0 librispeech comb_3 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 122.955182 0.0250541483360623 0.0 6 0.0 librispeech comb_8 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 124.221804 0.028515756037086 0.0 4 0.0 librispeech comb_18 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 125.826571 0.0255337302071349 0.0 7 0.0 librispeech comb_5 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 127.407052 0.025940729307214 0.0 5 0.0 librispeech comb_3 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 127.957826 0.0238327412102501 0.0 4 0.0 librispeech comb_10 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 130.054166 0.0435091730566139 0.0 7 0.0 librispeech comb_10 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 131.587742 0.023775460833803 0.0 6 0.0 librispeech comb_12 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 132.287806 0.0234802610642772 0.0 6 0.0 librispeech comb_15_t wav2vec nlr_t_lin 666.537472 4850.712576 0.0 33.153853 0.0244346899217305 0.0 5 0.0 librispeech comb_15_t wav2vec nlr_t_lin 666.537472 4850.712576 0.0 41.03155 0.0243054199168559 0.0 7 0.0 librispeech comb_15_t wav2vec nlr_t_lin 666.537472 4850.712576 0.0 49.63743 0.0262593924033563 0.0 4 0.0 librispeech comb_15_t wav2vec nlr_t_lin 666.537472 4850.712576 0.0 122.271075 0.0261048495550257 0.0 4 0.0 librispeech woq_t wav2vec fixed 666.612224 4852.809728 0.0 60.280466 0.0277146641701684 0.0 6 0.0 librispeech woq_t wav2vec fixed 666.612224 4852.809728 0.0 119.344745 0.0240537791994194 0.0 8 0.0 librispeech woq_t wav2vec fixed 666.612224 4852.809728 0.0 123.737002 0.025598830328719 0.0 5 0.0 librispeech woq_t wav2vec fixed 666.612224 4852.809728 0.0 124.49714 0.0245900600939257 0.0 7 0.0 librispeech woq_t wav2vec fixed 666.612224 4852.809728 0.0 128.42514 0.0254408438605762 0.0 8 0.0 librispeech comb_18_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 44.902403 0.0254874064907971 0.0 6 0.0 librispeech comb_8_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 46.574033 0.0327752603501997 0.0 6 0.0 librispeech comb_10_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 48.420106 0.0252379220528116 0.0 7 0.0 librispeech comb_5_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 49.659832 0.0279552852713485 0.0 5 0.0 librispeech comb_5_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 51.678676 0.0293962647047255 0.0 8 0.0 librispeech comb_1_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 51.786036 0.0338822407360394 0.0 4 0.0 librispeech comb_18_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 54.498857 0.0251166209292105 0.0 7 0.0 librispeech comb_10_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 55.235672 0.0268924657254138 0.0 8 0.0 librispeech comb_8_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 56.486973 0.0295170106745094 0.0 6 0.0 librispeech comb_1_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 56.493479 0.0324686376899277 0.0 6 0.0 librispeech comb_3_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 56.92998 0.0243126247192729 0.0 7 0.0 librispeech comb_1_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 57.809277 0.0310668048662643 0.0 7 0.0 librispeech comb_3_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 58.366224 0.0253739920158666 0.0 5 0.0 librispeech comb_10_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 60.430622 0.0289242527764498 0.0 7 0.0 librispeech comb_8_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 63.497173 0.0290771819662444 0.0 5 0.0 librispeech comb_18_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 66.221502 0.0242602573407664 0.0 4 0.0 librispeech comb_3_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 66.329858 0.0252411735981299 0.0 4 0.0 librispeech comb_5_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 74.812814 0.0295313446022418 0.0 7 0.0 librispeech comb_12_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 84.435277 0.0254018827847677 0.0 8 0.0 librispeech comb_3_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 100.154804 0.025008779630465 0.0 8 0.0 librispeech comb_5_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 118.909086 0.0296685597646239 0.0 6 0.0 librispeech comb_12_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 127.223542 0.0235593817938955 0.0 4 0.0 librispeech comb_10_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 128.879592 0.0411994245970208 0.0 4 0.0 librispeech comb_12_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 128.972658 0.0260527887713802 0.0 8 0.0 librispeech comb_12_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 129.52967 0.0259109312738497 0.0 7 0.0 librispeech comb_18_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 132.7597 0.0264285904798617 0.0 5 0.0 librispeech comb_8_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 132.97195 0.0332409049903884 0.0 6 0.0 librispeech comb_5_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 134.120697 0.0280872271156171 0.0 5 0.0 librispeech comb_12_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 134.8234 0.0252605541003066 0.0 8 0.0 librispeech comb_10_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 138.247327 0.0254177935896752 0.0 4 0.0 librispeech comb_8_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 143.541767 0.0405397790401392 0.0 6 0.0 librispeech comb_18_t wav2vec nlr_t_lin 667.426816 4852.809728 0.0 146.549222 0.0246319081616717 0.0 5 0.0 librispeech comb_3_t wav2vec nlr_t_lin 668.209152 4852.809728 0.0 146.076701 0.0243907314920272 0.0 8 0.0 librispeech ao_woq wav2vec fixed 658.017792 4890.558464 0.0 34.871623 0.0239712250945444 0.0 32 0.0 librispeech base wav2vec ---- 1564.76928 5620.36736 0.0 105.862219 0.0239473509600023 0.2965889573097229 4 0.0 wikitext ao_woq opt fixed 268.126208 773.849088 8.768630981445312 42.637506 0.0 0.0 4 0.0 wikitext comb_3 opt rnd_search_t_lin 670.981632 840.957952 1.1128666400909424 63.435598 0.0 0.0 5 0.0 wikitext comb_3 opt rnd_search_t_lin 670.981632 840.957952 1.1128666400909424 63.435598 0.0 0.0 6 0.0 wikitext comb_3 opt rnd_search_t_lin 670.981632 840.957952 1.1128666400909424 63.435598 0.0 0.0 7 0.0 wikitext comb_3 opt rnd_search_t_lin 670.981632 840.957952 1.1128666400909424 63.435598 0.0 0.0 8 0.0 wikitext comb_3 opt rnd_search_t_lin 670.981632 840.957952 1.1128666400909424 63.435598 0.0 0.3201959133148193 5 0.0 wikitext comb_6 opt rnd_search_t_lin 671.452672 840.957952 8.026485443115234 65.826631 0.0 0.3183721601963043 8 0.0 wikitext comb_4 opt rnd_search_t_lin 671.452672 840.957952 7.9405999183654785 77.027497 0.0 0.3248226940631866 8 0.0 wikitext ao_woq opt fixed 580.071936 851.443712 7.916566848754883 36.438058 0.0 0.0158730167895555 8 0.0 wikitext comb_3_t opt rnd_search_t_lin 679.5136 855.638016 1.0903849601745603 69.814999 0.0 0.0015873017255216 5 0.0 wikitext comb_18 opt rnd_search_t_lin 669.68832 861.929472 1.113356113433838 46.762203 0.0 0.0015873017255216 8 0.0 wikitext comb_18 opt rnd_search_t_lin 669.68832 861.929472 1.110521912574768 50.314738 0.0 0.0015873017255216 7 0.0 wikitext comb_18 opt rnd_search_t_lin 669.68832 861.929472 1.1113218069076538 51.504408 0.0 0.0031746034510433 6 0.0 wikitext comb_18 opt rnd_search_t_lin 669.68832 861.929472 1.111747145652771 56.56761 0.0 0.0 4 0.0 wikitext comb_9 opt rnd_search_t_lin 669.68832 861.929472 1.1143286228179932 56.996145 0.0 0.0 5 0.0 wikitext comb_9 opt rnd_search_t_lin 669.68832 861.929472 1.1143286228179932 56.996145 0.0 0.0 6 0.0 wikitext comb_9 opt rnd_search_t_lin 669.68832 861.929472 1.1143286228179932 56.996145 0.0 0.0 7 0.0 wikitext comb_9 opt rnd_search_t_lin 669.68832 861.929472 1.1143286228179932 56.996145 0.0 0.0 8 0.0 wikitext comb_9 opt rnd_search_t_lin 669.68832 861.929472 1.1143286228179932 56.996145 0.0 0.0 4 0.0 wikitext comb_18 opt rnd_search_t_lin 669.68832 861.929472 1.112660527229309 63.693375 0.0 0.3250928819179535 7 0.0 wikitext comb_16 opt rnd_search_t_lin 670.15936 861.929472 7.887872219085693 39.646089 0.0 0.3224924206733703 6 0.0 wikitext comb_16 opt rnd_search_t_lin 670.15936 861.929472 7.770777702331543 44.904079 0.0 0.3077001273632049 4 0.0 wikitext comb_16 opt rnd_search_t_lin 670.15936 861.929472 8.266535758972168 47.51232 0.0 0.324316143989563 8 0.0 wikitext comb_16 opt rnd_search_t_lin 670.15936 861.929472 7.897396087646484 50.721545 0.0 0.3187099397182464 5 0.0 wikitext comb_16 opt rnd_search_t_lin 670.15936 861.929472 8.07819938659668 56.131806 0.0 0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 861.929472 7.905444145202637 38.590111 0.0 0.3170213103294372 5 0.0 wikitext woq opt fixed 670.234624 861.929472 8.222683906555176 38.719401 0.0 0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 861.929472 8.903441429138184 40.24901 0.0 0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 861.929472 7.8056864738464355 42.538086 0.0 0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 861.929472 7.916111469268799 47.602743 0.0 0.0047619054093956 6 0.0 wikitext comb_11 opt rnd_search_t_lin 670.981632 861.929472 1.12494957447052 65.501134 0.0 0.0 4 0.0 wikitext comb_7 opt rnd_search_t_lin 670.981632 861.929472 1.1109789609909058 68.666621 0.0 0.0 5 0.0 wikitext comb_7 opt rnd_search_t_lin 670.981632 861.929472 1.1109789609909058 68.666621 0.0 0.0 6 0.0 wikitext comb_7 opt rnd_search_t_lin 670.981632 861.929472 1.1109789609909058 68.666621 0.0 0.0 7 0.0 wikitext comb_7 opt rnd_search_t_lin 670.981632 861.929472 1.1109789609909058 68.666621 0.0 0.0 8 0.0 wikitext comb_7 opt rnd_search_t_lin 670.981632 861.929472 1.1109789609909058 68.666621 0.0 0.0 4 0.0 wikitext comb_11 opt rnd_search_t_lin 670.981632 861.929472 1.1244258880615234 69.663043 0.0 0.0 5 0.0 wikitext comb_11 opt rnd_search_t_lin 670.981632 861.929472 1.1244258880615234 69.663043 0.0 0.0 4 0.0 wikitext comb_10 opt rnd_search_t_lin 670.981632 861.929472 1.1143286228179932 71.067135 0.0 0.0 5 0.0 wikitext comb_10 opt rnd_search_t_lin 670.981632 861.929472 1.1143286228179932 71.067135 0.0 0.0 6 0.0 wikitext comb_10 opt rnd_search_t_lin 670.981632 861.929472 1.1143286228179932 71.067135 0.0 0.0 7 0.0 wikitext comb_10 opt rnd_search_t_lin 670.981632 861.929472 1.1143286228179932 71.067135 0.0 0.0 8 0.0 wikitext comb_10 opt rnd_search_t_lin 670.981632 861.929472 1.1143286228179932 71.067135 0.0 0.0 4 0.0 wikitext comb_4 opt rnd_search_t_lin 670.981632 861.929472 1.1228798627853394 76.821595 0.0 0.0 5 0.0 wikitext comb_4 opt rnd_search_t_lin 670.981632 861.929472 1.1228798627853394 76.821595 0.0 0.0015873017255216 6 0.0 wikitext comb_4 opt rnd_search_t_lin 670.981632 861.929472 1.109244465827942 98.298064 0.0 0.0219198819249868 7 0.0 wikitext comb_11 opt rnd_search_t_lin 670.992896 861.929472 1.2106146812438965 68.962262 0.0 0.3090847432613373 4 0.0 wikitext comb_13 opt rnd_search_t_lin 671.452672 861.929472 8.242518424987793 56.325537 0.0 0.3224248886108398 8 0.0 wikitext comb_2 opt rnd_search_t_lin 671.452672 861.929472 7.951061248779297 57.536829 0.0 0.315163791179657 6 0.0 wikitext comb_2 opt rnd_search_t_lin 671.452672 861.929472 7.984647274017334 59.376824 0.0 0.3170888125896454 5 0.0 wikitext comb_1 opt rnd_search_t_lin 671.452672 861.929472 8.172203063964844 60.021127 0.0 0.3249240219593048 7 0.0 wikitext comb_17 opt rnd_search_t_lin 671.452672 861.929472 7.915891170501709 60.657138 0.0 0.3244850039482116 8 0.0 wikitext comb_17 opt rnd_search_t_lin 671.452672 861.929472 7.912779331207275 60.902656 0.0 0.2741303741931915 8 0.0 wikitext comb_11 opt rnd_search_t_lin 671.452672 861.929472 10.44892120361328 60.944307 0.0 0.3198243975639343 5 0.0 wikitext comb_13 opt rnd_search_t_lin 671.452672 861.929472 8.035484313964844 62.138578 0.0 0.3082066774368286 4 0.0 wikitext comb_17 opt rnd_search_t_lin 671.452672 861.929472 8.241694450378418 62.370601 0.0 0.3202296793460846 6 0.0 wikitext comb_17 opt rnd_search_t_lin 671.452672 861.929472 7.804402351379394 62.394463 0.0 0.3191151618957519 5 0.0 wikitext comb_2 opt rnd_search_t_lin 671.452672 861.929472 8.0780029296875 62.801741 0.0 0.3217832148075104 6 0.0 wikitext comb_8 opt rnd_search_t_lin 671.452672 861.929472 7.80874490737915 62.974323 0.0 0.3083755373954773 4 0.0 wikitext comb_2 opt rnd_search_t_lin 671.452672 861.929472 8.265538215637207 63.38331 0.0 0.3084430992603302 4 0.0 wikitext comb_6 opt rnd_search_t_lin 671.452672 861.929472 8.296141624450684 63.648553 0.0 0.3081053793430328 4 0.0 wikitext comb_8 opt rnd_search_t_lin 671.452672 861.929472 8.300801277160645 64.912993 0.0 0.321783185005188 6 0.0 wikitext comb_1 opt rnd_search_t_lin 671.452672 861.929472 7.818144798278809 66.883524 0.0 0.3242823779582977 8 0.0 wikitext comb_13 opt rnd_search_t_lin 671.452672 861.929472 7.894216537475586 67.745521 0.0 0.3248902559280395 7 0.0 wikitext comb_1 opt rnd_search_t_lin 671.452672 861.929472 7.912526130676269 68.078212 0.0 0.3088821768760681 4 0.0 wikitext comb_1 opt rnd_search_t_lin 671.452672 861.929472 8.28077507019043 68.676776 0.0 0.3196893036365509 5 0.0 wikitext comb_8 opt rnd_search_t_lin 671.452672 861.929472 8.02696418762207 69.63984 0.0 0.3253293335437774 7 0.0 wikitext comb_6 opt rnd_search_t_lin 671.452672 861.929472 7.9323954582214355 69.834431 0.0 0.1987841874361038 7 0.0 wikitext comb_4 opt rnd_search_t_lin 671.452672 861.929472 14.09366226196289 70.663127 0.0 0.3252279758453369 7 0.0 wikitext comb_8 opt rnd_search_t_lin 671.452672 861.929472 7.921492576599121 72.464135 0.0 0.3257345557212829 7 0.0 wikitext comb_2 opt rnd_search_t_lin 671.452672 861.929472 7.93153715133667 72.705633 0.0 0.3245525062084198 8 0.0 wikitext comb_1 opt rnd_search_t_lin 671.452672 861.929472 7.927012920379639 77.618378 0.0 0.320702463388443 6 0.0 wikitext comb_13 opt rnd_search_t_lin 671.452672 861.929472 7.805671215057373 78.028625 0.0 0.3250591158866882 8 0.0 wikitext comb_6 opt rnd_search_t_lin 671.452672 861.929472 7.90492582321167 79.918165 0.0 0.3247213661670685 8 0.0 wikitext comb_8 opt rnd_search_t_lin 671.452672 861.929472 7.898097038269043 82.954579 0.0 0.3187099397182464 5 0.0 wikitext comb_17 opt rnd_search_t_lin 671.452672 861.929472 8.04486083984375 84.031149 0.0 0.3247551620006561 7 0.0 wikitext comb_13 opt rnd_search_t_lin 671.452672 861.929472 7.915498733520508 90.155309 0.0 0.3230665326118469 6 0.0 wikitext comb_6 opt rnd_search_t_lin 671.452672 861.929472 7.79445743560791 98.263625 0.0 0.0343915373086929 8 0.0 wikitext comb_4_t opt rnd_search_t_lin 679.515648 861.929472 1.0895355939865112 75.166576 0.0 0.3710233271121979 5 0.0 wikitext comb_6_t opt rnd_search_t_lin 679.98464 861.929472 5.7851667404174805 114.919357 0.0 0.0222222246229648 7 0.0 wikitext comb_18_t opt rnd_search_t_lin 678.220288 876.609536 1.0970274209976196 47.735558 0.0 0.025396829470992 6 0.0 wikitext comb_18_t opt rnd_search_t_lin 678.220288 876.609536 1.0965391397476196 48.629584 0.0 0.0158730167895555 8 0.0 wikitext comb_18_t opt rnd_search_t_lin 678.220288 876.609536 1.0970399379730225 53.889522 0.0 0.0111111123114824 5 0.0 wikitext comb_18_t opt rnd_search_t_lin 678.220288 876.609536 1.095937967300415 55.672811 0.0 0.0174603201448917 4 0.0 wikitext comb_18_t opt rnd_search_t_lin 678.220288 876.609536 1.091197490692139 55.724074 0.0 0.4231002926826477 7 0.0 wikitext comb_16_t opt rnd_search_t_lin 678.691328 876.609536 4.796742916107178 35.798626 0.0 0.349679172039032 4 0.0 wikitext comb_16_t opt rnd_search_t_lin 678.691328 876.609536 6.509571552276611 41.954096 0.0 0.4316109716892242 8 0.0 wikitext comb_16_t opt rnd_search_t_lin 678.691328 876.609536 4.668464183807373 45.154912 0.0 0.3783519268035888 5 0.0 wikitext comb_16_t opt rnd_search_t_lin 678.691328 876.609536 5.709355354309082 55.442479 0.0 0.4062816798686981 6 0.0 wikitext comb_16_t opt rnd_search_t_lin 678.691328 876.609536 5.159858703613281 59.342301 0.0 0.4348868429660797 8 0.0 wikitext woq_t opt fixed 678.766592 876.609536 4.628549575805664 36.860094 0.0 0.3300911784172058 4 0.0 wikitext woq_t opt fixed 678.766592 876.609536 6.9331254959106445 37.282639 0.0 0.418270856142044 7 0.0 wikitext woq_t opt fixed 678.766592 876.609536 4.833976268768311 37.796583 0.0 0.3671395182609558 5 0.0 wikitext woq_t opt fixed 678.766592 876.609536 5.918491840362549 45.642527 0.0 0.3894292414188385 6 0.0 wikitext woq_t opt fixed 678.766592 876.609536 5.3306756019592285 57.535467 0.0 0.0 8 0.0 wikitext comb_10_t opt rnd_search_t_lin 679.5136 876.609536 1.1143286228179932 81.811703 0.0 0.0343915373086929 6 0.0 wikitext comb_4_t opt rnd_search_t_lin 679.515648 876.609536 1.0906825065612793 66.845205 0.0 0.0343915373086929 7 0.0 wikitext comb_4_t opt rnd_search_t_lin 679.515648 876.609536 1.0892337560653689 71.659688 0.0 0.0343915373086929 5 0.0 wikitext comb_4_t opt rnd_search_t_lin 679.515648 876.609536 1.0911694765090942 77.386616 0.0 0.4060114920139313 6 0.0 wikitext comb_13_t opt rnd_search_t_lin 679.98464 876.609536 5.150775909423828 60.534381 0.0 0.378081738948822 5 0.0 wikitext comb_13_t opt rnd_search_t_lin 679.98464 876.609536 5.720603466033936 62.611089 0.0 0.3518068194389343 4 0.0 wikitext comb_6_t opt rnd_search_t_lin 679.98464 876.609536 6.475393295288086 63.228896 0.0 0.4320837557315826 8 0.0 wikitext comb_13_t opt rnd_search_t_lin 679.98464 876.609536 4.685630798339844 65.486457 0.0 0.4264437854290008 7 0.0 wikitext comb_6_t opt rnd_search_t_lin 679.98464 876.609536 4.765923500061035 65.629395 0.0 0.4281661510467529 7 0.0 wikitext comb_13_t opt rnd_search_t_lin 679.98464 876.609536 4.725980758666992 68.136291 0.0 0.4055386781692505 6 0.0 wikitext comb_6_t opt rnd_search_t_lin 679.98464 876.609536 5.159693717956543 70.367522 0.0 0.3502870798110962 4 0.0 wikitext comb_13_t opt rnd_search_t_lin 679.98464 876.609536 6.531637191772461 72.248555 0.0 0.4367106258869171 8 0.0 wikitext comb_6_t opt rnd_search_t_lin 679.98464 876.609536 4.647465705871582 81.247166 0.0 0.0 8 0.0 wikitext comb_9_t opt rnd_search_t_lin 678.220288 882.900992 1.1143286228179932 66.015023 0.0 0.0206349231302738 8 0.0 wikitext comb_7_t opt rnd_search_t_lin 679.5136 882.900992 1.0908915996551514 79.57301 0.0 0.0343915373086929 5 0.0 wikitext comb_11_t opt rnd_search_t_lin 679.515648 882.900992 1.0914947986602783 65.897561 0.0 0.0343915373086929 8 0.0 wikitext comb_11_t opt rnd_search_t_lin 679.515648 882.900992 1.0897611379623413 67.6391 0.0 0.0343915373086929 7 0.0 wikitext comb_11_t opt rnd_search_t_lin 679.515648 882.900992 1.0899782180786133 71.201271 0.0 0.0343915373086929 6 0.0 wikitext comb_11_t opt rnd_search_t_lin 679.515648 882.900992 1.0914734601974487 75.794038 0.0 0.3769335150718689 5 0.0 wikitext comb_2_t opt rnd_search_t_lin 679.98464 882.900992 5.790805816650391 57.64531 0.0 0.3508273959159851 4 0.0 wikitext comb_8_t opt rnd_search_t_lin 679.98464 882.900992 6.432225704193115 59.053089 0.0 0.3522796630859375 4 0.0 wikitext comb_17_t opt rnd_search_t_lin 679.98464 882.900992 6.486408233642578 59.554203 0.0 0.4219858348369598 7 0.0 wikitext comb_2_t opt rnd_search_t_lin 679.98464 882.900992 4.814931392669678 59.900119 0.0 0.3962850570678711 6 0.0 wikitext comb_8_t opt rnd_search_t_lin 679.98464 882.900992 5.187918663024902 60.732247 0.0 0.3510975837707519 4 0.0 wikitext comb_2_t opt rnd_search_t_lin 679.98464 882.900992 6.470651626586914 62.422563 0.0 0.4387369155883789 8 0.0 wikitext comb_8_t opt rnd_search_t_lin 679.98464 882.900992 4.634716033935547 63.438498 0.0 0.4033772349357605 6 0.0 wikitext comb_2_t opt rnd_search_t_lin 679.98464 882.900992 5.150485515594482 64.18751 0.0 0.3990206122398376 6 0.0 wikitext comb_17_t opt rnd_search_t_lin 679.98464 882.900992 5.170352935791016 64.194361 0.0 0.4212765693664551 7 0.0 wikitext comb_1_t opt rnd_search_t_lin 679.98464 882.900992 4.804351329803467 69.543071 0.0 0.3782168328762054 5 0.0 wikitext comb_8_t opt rnd_search_t_lin 679.98464 882.900992 5.71916389465332 71.939136 0.0 0.4371834099292755 8 0.0 wikitext comb_1_t opt rnd_search_t_lin 679.98464 882.900992 4.603111743927002 75.036764 0.0 0.3515028953552246 4 0.0 wikitext comb_1_t opt rnd_search_t_lin 679.98464 882.900992 6.580682277679443 76.642967 0.0 0.3716312050819397 5 0.0 wikitext comb_17_t opt rnd_search_t_lin 679.98464 882.900992 5.741307735443115 80.532663 0.0 0.4250253438949585 7 0.0 wikitext comb_17_t opt rnd_search_t_lin 679.98464 882.900992 4.771450042724609 80.696175 0.0 0.395778477191925 6 0.0 wikitext comb_1_t opt rnd_search_t_lin 679.98464 882.900992 5.228115558624268 81.055101 0.0 0.4239783883094787 8 0.0 wikitext comb_17_t opt rnd_search_t_lin 679.98464 882.900992 4.731600284576416 82.304804 0.0 0.3681864142417907 5 0.0 wikitext comb_1_t opt rnd_search_t_lin 679.98464 882.900992 5.8538432121276855 83.913326 0.0 0.4328942894935608 8 0.0 wikitext comb_2_t opt rnd_search_t_lin 679.98464 882.900992 4.651790618896484 95.467562 0.0 0.4101992845535278 7 0.0 wikitext comb_8_t opt rnd_search_t_lin 679.98464 882.900992 4.821557521820068 100.211088 0.0 0.0031746034510433 8 0.0 wikitext comb_15 opt rnd_search_t_lin 477.740032 968.884224 1.1113028526306152 0.08445 0.0 0.0 4 0.0 wikitext comb_5 opt rnd_search_t_lin 477.740032 968.884224 1.1188126802444458 0.155896 0.0 0.0 5 0.0 wikitext comb_5 opt rnd_search_t_lin 477.740032 968.884224 1.1188126802444458 0.155896 0.0 0.0 6 0.0 wikitext comb_5 opt rnd_search_t_lin 477.740032 968.884224 1.1188126802444458 0.155896 0.0 0.0 7 0.0 wikitext comb_5 opt rnd_search_t_lin 477.740032 968.884224 1.1188126802444458 0.155896 0.0 0.0 8 0.0 wikitext comb_5 opt rnd_search_t_lin 477.740032 968.884224 1.1188126802444458 0.155896 0.0 0.0 4 0.0 wikitext comb_15 opt rnd_search_t_lin 477.740032 968.884224 1.106236457824707 0.200274 0.0 0.0 5 0.0 wikitext comb_15 opt rnd_search_t_lin 477.740032 968.884224 1.106236457824707 0.200274 0.0 0.0 6 0.0 wikitext comb_15 opt rnd_search_t_lin 477.740032 968.884224 1.106236457824707 0.200274 0.0 0.0 7 0.0 wikitext comb_15 opt rnd_search_t_lin 477.740032 968.884224 1.106236457824707 0.200274 0.0 0.0 8 0.0 wikitext comb_5_t opt rnd_search_t_lin 486.259712 1073.741824 1.099299430847168 0.087137 0.0 0.0 7 0.0 wikitext comb_15_t opt rnd_search_t_lin 486.259712 1073.741824 1.106236457824707 0.137643 0.0 0.0031746034510433 8 0.0 wikitext comb_15_t opt rnd_search_t_lin 486.259712 1073.741824 1.1113028526306152 0.162569 0.0 0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 26.792564 0.0 0.0 4 0.0 librispeech comb_18 wav2vec rnd_search_t_lin 534.74304 1692.401664 0.0 18.021148 1.0 0.0 5 0.0 librispeech comb_18 wav2vec rnd_search_t_lin 534.74304 1692.401664 0.0 18.021148 1.0 0.0 6 0.0 librispeech comb_18 wav2vec rnd_search_t_lin 534.74304 1692.401664 0.0 18.021148 1.0 0.0 7 0.0 librispeech comb_18 wav2vec rnd_search_t_lin 534.74304 1692.401664 0.0 18.021148 1.0 0.0 8 0.0 librispeech comb_18 wav2vec rnd_search_t_lin 534.74304 1692.401664 0.0 18.021148 1.0 0.0 4 0.0 librispeech comb_9 wav2vec rnd_search_t_lin 534.74304 1692.401664 0.0 21.51197 1.0 0.0 5 0.0 librispeech comb_9 wav2vec rnd_search_t_lin 534.74304 1692.401664 0.0 21.51197 1.0 0.0 6 0.0 librispeech comb_9 wav2vec rnd_search_t_lin 534.74304 1692.401664 0.0 21.51197 1.0 0.0 7 0.0 librispeech comb_9 wav2vec rnd_search_t_lin 534.74304 1692.401664 0.0 21.51197 1.0 0.0 8 0.0 librispeech comb_9 wav2vec rnd_search_t_lin 534.74304 1692.401664 0.0 21.51197 1.0 0.0 4 0.0 librispeech comb_11 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 23.967025 1.0 0.0 5 0.0 librispeech comb_11 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 23.967025 1.0 0.0 6 0.0 librispeech comb_11 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 23.967025 1.0 0.0 4 0.0 librispeech comb_3 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 24.532519 1.0 0.0 5 0.0 librispeech comb_3 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 24.532519 1.0 0.0 6 0.0 librispeech comb_3 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 24.532519 1.0 0.0 7 0.0 librispeech comb_3 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 24.532519 1.0 0.0 8 0.0 librispeech comb_3 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 24.532519 1.0 0.0 4 0.0 librispeech comb_7 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 24.651213 1.0 0.0 5 0.0 librispeech comb_7 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 24.651213 1.0 0.0 6 0.0 librispeech comb_7 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 24.651213 1.0 0.0 7 0.0 librispeech comb_7 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 24.651213 1.0 0.0 8 0.0 librispeech comb_7 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 24.651213 1.0 0.0 4 0.0 librispeech comb_10 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 28.417392 1.0 0.0 5 0.0 librispeech comb_10 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 28.417392 1.0 0.0 6 0.0 librispeech comb_10 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 28.417392 1.0 0.0 7 0.0 librispeech comb_10 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 28.417392 1.0 0.0 8 0.0 librispeech comb_10 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 28.417392 1.0 0.0 4 0.0 librispeech comb_0 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 47.038619 1.0 0.0 5 0.0 librispeech comb_0 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 47.038619 1.0 0.0 6 0.0 librispeech comb_0 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 47.038619 1.0 0.0 7 0.0 librispeech comb_0 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 47.038619 1.0 0.0 8 0.0 librispeech comb_0 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 47.038619 1.0 0.0 4 0.0 librispeech comb_4 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 72.383839 1.0 0.0 5 0.0 librispeech comb_4 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 72.383839 1.0 0.0 6 0.0 librispeech comb_4 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 72.383839 1.0 0.0 7 0.0 librispeech comb_4 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 72.383839 1.0 0.0 8 0.0 librispeech comb_4 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 72.383839 1.0 0.0 4 0.0 librispeech comb_5 wav2vec rnd_search_t_lin 368.001024 1700.790272 0.0 0.03429 1.0 0.0 5 0.0 librispeech comb_5 wav2vec rnd_search_t_lin 368.001024 1700.790272 0.0 0.03429 1.0 0.0 6 0.0 librispeech comb_5 wav2vec rnd_search_t_lin 368.001024 1700.790272 0.0 0.03429 1.0 0.0 7 0.0 librispeech comb_5 wav2vec rnd_search_t_lin 368.001024 1700.790272 0.0 0.03429 1.0 0.0 8 0.0 librispeech comb_5 wav2vec rnd_search_t_lin 368.001024 1700.790272 0.0 0.03429 1.0 0.0 4 0.0 librispeech comb_15 wav2vec rnd_search_t_lin 368.001024 1700.790272 0.0 0.035427 1.0 0.0 5 0.0 librispeech comb_15 wav2vec rnd_search_t_lin 368.001024 1700.790272 0.0 0.035427 1.0 0.0 6 0.0 librispeech comb_15 wav2vec rnd_search_t_lin 368.001024 1700.790272 0.0 0.035427 1.0 0.0 7 0.0 librispeech comb_15 wav2vec rnd_search_t_lin 368.001024 1700.790272 0.0 0.035427 1.0 0.0 8 0.0 librispeech comb_15 wav2vec rnd_search_t_lin 368.001024 1700.790272 0.0 0.035427 1.0 0.0 8 0.0 librispeech comb_9_t wav2vec rnd_search_t_lin 543.26272 1709.17888 0.0 23.243387 1.0 0.0 8 0.0 librispeech comb_18_t wav2vec rnd_search_t_lin 543.26272 1713.373184 0.0 24.067546 1.0 0.0 8 0.0 librispeech comb_7_t wav2vec rnd_search_t_lin 544.152064 1713.373184 0.0 27.689832 1.0 0.0 6 0.0 librispeech comb_11_t wav2vec rnd_search_t_lin 544.152064 1713.373184 0.0 29.806438 0.9952116935483872 0.0 8 0.0 librispeech comb_3_t wav2vec rnd_search_t_lin 544.152064 1713.373184 0.0 30.294138 1.0 0.0 8 0.0 librispeech comb_10_t wav2vec rnd_search_t_lin 544.152064 1713.373184 0.0 31.625319 1.0 0.0 8 0.0 librispeech comb_0_t wav2vec rnd_search_t_lin 544.152064 1713.373184 0.0 48.301238 1.0 0.0 8 0.0 librispeech comb_4_t wav2vec rnd_search_t_lin 544.152064 1713.373184 0.0 87.144352 0.9742185901589032 0.0 8 0.0 librispeech comb_15_t wav2vec rnd_search_t_lin 376.653312 1717.567488 0.0 0.047759 1.0 0.0 8 0.0 librispeech comb_5_t wav2vec rnd_search_t_lin 377.275904 1723.858944 0.0 0.048327 1.0 0.0 7 0.0 librispeech comb_16 wav2vec rnd_search_t_lin 658.017792 4888.461312 0.0 19.475732 0.0239800359565965 0.0 5 0.0 librispeech comb_16 wav2vec rnd_search_t_lin 658.017792 4888.461312 0.0 19.834823 0.0235195142861618 0.0 4 0.0 librispeech comb_16 wav2vec rnd_search_t_lin 658.017792 4888.461312 0.0 20.940039 0.0261923978206639 0.0 8 0.0 librispeech comb_16 wav2vec rnd_search_t_lin 658.017792 4888.461312 0.0 46.45219 0.023865930929913 0.0 6 0.0 librispeech comb_16 wav2vec rnd_search_t_lin 658.017792 4888.461312 0.0 71.14637 0.0235441488967534 0.0 8 0.0 librispeech ao_woq wav2vec fixed 658.017792 4890.558464 0.0 22.049117 0.0239712250945444 0.0 6 0.0 librispeech woq wav2vec fixed 658.092544 4890.558464 0.0 20.803076 0.0234031339094832 0.0 8 0.0 librispeech woq wav2vec fixed 658.092544 4890.558464 0.0 21.415238 0.0239494859641096 0.0 4 0.0 librispeech woq wav2vec fixed 658.092544 4890.558464 0.0 21.544239 0.0268907930412973 0.0 7 0.0 librispeech woq wav2vec fixed 658.092544 4890.558464 0.0 21.668937 0.0236079788491685 0.0 5 0.0 librispeech woq wav2vec fixed 658.092544 4890.558464 0.0 22.433276 0.0237326414926321 0.0 7 0.0 librispeech comb_13 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 26.827466 0.0242848848227967 0.0 5 0.0 librispeech comb_13 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 26.854838 0.0268926501748005 0.0 8 0.0 librispeech comb_2 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 27.12799 0.0245394522027517 0.0 7 0.0 librispeech comb_8 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 27.282887 0.0239749584821241 0.0 4 0.0 librispeech comb_8 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 27.383767 0.0255337302071349 0.0 6 0.0 librispeech comb_8 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 27.517049 0.0235408893932812 0.0 6 0.0 librispeech comb_13 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 27.568905 0.0248261979284636 0.0 8 0.0 librispeech comb_8 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 27.660646 0.0240826366093124 0.0 5 0.0 librispeech comb_8 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 27.739389 0.0232703470689654 0.0 4 0.0 librispeech comb_2 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 28.036232 0.026267748648692 0.0 7 0.0 librispeech comb_2 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 28.070328 0.0240783717988729 0.0 8 0.0 librispeech comb_11 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 28.196165 0.1471248723763609 0.0 4 0.0 librispeech comb_13 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 28.355267 0.0382372335318395 0.0 5 0.0 librispeech comb_2 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 28.432724 0.0243419119458314 0.0 6 0.0 librispeech comb_2 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 28.591727 0.0246544214994638 0.0 8 0.0 librispeech comb_1 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 29.078987 0.0238701709182532 0.0 6 0.0 librispeech comb_1 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 29.088236 0.023504093877395 0.0 7 0.0 librispeech comb_1 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 29.275808 0.0235298055589748 0.0 4 0.0 librispeech comb_1 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 29.570329 0.0251297966460856 0.0 5 0.0 librispeech comb_1 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 29.660692 0.0238327412102501 0.0 5 0.0 librispeech comb_6 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 31.655458 0.0233165122050902 0.0 6 0.0 librispeech comb_6 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 32.07341 0.0242297707904246 0.0 4 0.0 librispeech comb_6 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 32.284065 0.0241761125287322 0.0 8 0.0 librispeech comb_6 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 32.346682 0.0245944098405144 0.0 7 0.0 librispeech comb_6 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 32.53951 0.0243925826622436 0.0 7 0.0 librispeech comb_11 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 100.574756 0.0267678099764582 0.0 8 0.0 librispeech comb_13 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 101.572735 0.0238332130045371 0.0 4 0.0 librispeech comb_16_t wav2vec rnd_search_t_lin 666.537472 4909.432832 0.0 21.086356 0.0266248351250113 0.0 5 0.0 librispeech comb_16_t wav2vec rnd_search_t_lin 666.537472 4909.432832 0.0 22.157745 0.0237460468732067 0.0 6 0.0 librispeech comb_16_t wav2vec rnd_search_t_lin 666.537472 4909.432832 0.0 22.166051 0.0239579974699578 0.0 7 0.0 librispeech comb_16_t wav2vec rnd_search_t_lin 666.537472 4909.432832 0.0 25.757375 0.0268855665611303 0.0 8 0.0 librispeech comb_16_t wav2vec rnd_search_t_lin 666.537472 4909.432832 0.0 108.721444 0.0253974950282985 0.0 7 0.0 librispeech woq_t wav2vec fixed 666.612224 4911.529984 0.0 23.143686 0.0256926595252508 0.0 6 0.0 librispeech woq_t wav2vec fixed 666.612224 4911.529984 0.0 26.03373 0.0249328186306629 0.0 8 0.0 librispeech woq_t wav2vec fixed 666.612224 4911.529984 0.0 26.911528 0.0258516513756829 0.0 4 0.0 librispeech woq_t wav2vec fixed 666.612224 4911.529984 0.0 27.004038 0.0276468962228844 0.0 5 0.0 librispeech woq_t wav2vec fixed 666.612224 4911.529984 0.0 27.863414 0.0244417233429574 0.0 8 0.0 librispeech comb_11_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 29.036075 0.035809798400372 0.0 8 0.0 librispeech comb_13_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 29.040144 0.0253839639701204 0.0 5 0.0 librispeech comb_13_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 29.158376 0.0269638998112401 0.0 7 0.0 librispeech comb_11_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 29.188032 0.0324808304375543 0.0 6 0.0 librispeech comb_13_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 29.323169 0.0263085333490461 0.0 4 0.0 librispeech comb_2_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 29.578233 0.0267557513175785 0.0 6 0.0 librispeech comb_8_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 30.284741 0.0246664690584233 0.0 6 0.0 librispeech comb_2_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 30.949355 0.0265545688411526 0.0 5 0.0 librispeech comb_1_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 31.572925 0.0242116193325644 0.0 4 0.0 librispeech comb_13_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 32.014851 0.0395833556427258 0.0 5 0.0 librispeech comb_8_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 32.036334 0.0236881151435216 0.0 4 0.0 librispeech comb_1_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 32.082105 0.0258504654536958 0.0 4 0.0 librispeech comb_8_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 32.275324 0.0251347739133707 0.0 8 0.0 librispeech comb_2_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 32.618826 0.0261444670368445 0.0 7 0.0 librispeech comb_13_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 33.005009 0.0251664084162411 0.0 8 0.0 librispeech comb_8_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 33.026539 0.026175065670171 0.0 4 0.0 librispeech comb_6_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 33.22127 0.025008855786543 0.0 7 0.0 librispeech comb_2_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 33.609741 0.0266370666093265 0.0 7 0.0 librispeech comb_8_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 33.812517 0.0256381526304278 0.0 5 0.0 librispeech comb_2_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 34.233412 0.0256675295398422 0.0 7 0.0 librispeech comb_6_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 35.311899 0.0271709393273068 0.0 7 0.0 librispeech comb_1_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 35.373854 0.0270531815381707 0.0 8 0.0 librispeech comb_6_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 35.70135 0.0273791606751254 0.0 8 0.0 librispeech comb_1_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 36.091779 0.0253433495366855 0.0 5 0.0 librispeech comb_6_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 36.271489 0.0251790541728253 0.0 6 0.0 librispeech comb_6_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 36.60557 0.0256594360355976 0.0 6 0.0 librispeech comb_1_t wav2vec rnd_search_t_lin 667.426816 4911.529984 0.0 45.592121 0.0245438966188628 0.0 32 0.0 librispeech base wav2vec ---- 1564.76928 5620.36736 0.0 15.876279 0.0239473509600023