| accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer | |
| 0.0 4 0.0 wikitext comb_3 phi rnd_naive_t 4395.055104 4676.64896 1.1129798889160156 71.945242 0.0 | |
| 0.0 5 0.0 wikitext comb_3 phi rnd_naive_t 4395.055104 4676.64896 1.1129798889160156 71.945242 0.0 | |
| 0.0 6 0.0 wikitext comb_3 phi rnd_naive_t 4395.055104 4676.64896 1.1129798889160156 71.945242 0.0 | |
| 0.0 7 0.0 wikitext comb_3 phi rnd_naive_t 4395.055104 4676.64896 1.1129798889160156 71.945242 0.0 | |
| 0.0 8 0.0 wikitext comb_3 phi rnd_naive_t 4395.055104 4676.64896 1.1129798889160156 71.945242 0.0 | |
| 0.0 4 0.0 wikitext comb_15 phi ones_t 4395.055104 4676.64896 1.1129798889160156 71.960918 0.0 | |
| 0.0 5 0.0 wikitext comb_15 phi ones_t 4395.055104 4676.64896 1.1129798889160156 71.960918 0.0 | |
| 0.0 6 0.0 wikitext comb_15 phi ones_t 4395.055104 4676.64896 1.1129798889160156 71.960918 0.0 | |
| 0.0 7 0.0 wikitext comb_15 phi ones_t 4395.055104 4676.64896 1.1129798889160156 71.960918 0.0 | |
| 0.0 8 0.0 wikitext comb_15 phi ones_t 4395.055104 4676.64896 1.1129798889160156 71.960918 0.0 | |
| 0.0 4 0.0 wikitext comb_3 phi ones_t 4395.055104 4676.64896 1.1135482788085938 94.669434 0.0 | |
| 0.0 5 0.0 wikitext comb_3 phi ones_t 4395.055104 4676.64896 1.1135482788085938 94.669434 0.0 | |
| 0.0 6 0.0 wikitext comb_3 phi ones_t 4395.055104 4676.64896 1.1135482788085938 94.669434 0.0 | |
| 0.0 7 0.0 wikitext comb_3 phi ones_t 4395.055104 4676.64896 1.1135482788085938 94.669434 0.0 | |
| 0.0 8 0.0 wikitext comb_3 phi ones_t 4395.055104 4676.64896 1.1135482788085938 94.669434 0.0 | |
| 0.0 4 0.0 wikitext comb_7 phi rnd_naive_t 4395.055104 4676.64896 1.1135482788085938 107.093351 0.0 | |
| 0.0 5 0.0 wikitext comb_7 phi rnd_naive_t 4395.055104 4676.64896 1.1135482788085938 107.093351 0.0 | |
| 0.0 6 0.0 wikitext comb_7 phi rnd_naive_t 4395.055104 4676.64896 1.1135482788085938 107.093351 0.0 | |
| 0.0 7 0.0 wikitext comb_7 phi rnd_naive_t 4395.055104 4676.64896 1.1135482788085938 107.093351 0.0 | |
| 0.0 8 0.0 wikitext comb_7 phi rnd_naive_t 4395.055104 4676.64896 1.1135482788085938 107.093351 0.0 | |
| 0.3786221146583557 7 0.0 wikitext comb_15 phi rnd_naive_t 4395.526144 4676.64896 5.900937080383301 32.871114 0.0 | |
| 0.37527862191200256 5 0.0 wikitext comb_15 phi rnd_naive_t 4395.526144 4676.64896 5.842243194580078 32.952767 0.0 | |
| 0.3786221146583557 7 0.0 wikitext comb_13 phi ones_t 4395.526144 4676.64896 5.900937080383301 32.980376 0.0 | |
| 0.38027697801589966 8 0.0 wikitext comb_15 phi rnd_naive_t 4395.526144 4676.64896 5.9065656661987305 33.146633 0.0 | |
| 0.37720364332199097 6 0.0 wikitext comb_15 phi rnd_naive_t 4395.526144 4676.64896 5.90573787689209 33.153788 0.0 | |
| 0.3558257222175598 4 0.0 wikitext comb_15 phi rnd_naive_t 4395.526144 4676.64896 6.252234935760498 33.220096 0.0 | |
| 0.38027697801589966 8 0.0 wikitext comb_13 phi ones_t 4395.526144 4676.64896 5.9065656661987305 33.260443 0.0 | |
| 0.0 4 0.0 wikitext comb_4 phi rnd_naive_t 4398.413824 4678.746112 3.3961360454559326 90.244866 0.0 | |
| 0.0 5 0.0 wikitext comb_4 phi rnd_naive_t 4398.413824 4678.746112 3.3961360454559326 90.244866 0.0 | |
| 0.0 6 0.0 wikitext comb_4 phi rnd_naive_t 4398.413824 4678.746112 3.3961360454559326 90.244866 0.0 | |
| 0.0 7 0.0 wikitext comb_4 phi rnd_naive_t 4398.413824 4678.746112 3.3961360454559326 90.244866 0.0 | |
| 0.0 8 0.0 wikitext comb_4 phi rnd_naive_t 4398.413824 4678.746112 3.3961360454559326 90.244866 0.0 | |
| 0.0 4 0.0 wikitext comb_16 phi rnd_naive_t 4398.413824 4678.746112 1.3019362688064575 90.310652 0.0 | |
| 0.0 5 0.0 wikitext comb_16 phi rnd_naive_t 4398.413824 4678.746112 1.3019362688064575 90.310652 0.0 | |
| 0.0 6 0.0 wikitext comb_16 phi rnd_naive_t 4398.413824 4678.746112 1.3019362688064575 90.310652 0.0 | |
| 0.0 7 0.0 wikitext comb_16 phi rnd_naive_t 4398.413824 4678.746112 1.3019362688064575 90.310652 0.0 | |
| 0.0 8 0.0 wikitext comb_16 phi rnd_naive_t 4398.413824 4678.746112 1.3019362688064575 90.310652 0.0 | |
| 0.0 4 0.0 wikitext comb_5 phi rnd_naive_t 4398.413824 4678.746112 1.1169205904006958 90.476399 0.0 | |
| 0.0 5 0.0 wikitext comb_5 phi rnd_naive_t 4398.413824 4678.746112 1.1169205904006958 90.476399 0.0 | |
| 0.0 6 0.0 wikitext comb_5 phi rnd_naive_t 4398.413824 4678.746112 1.1169205904006958 90.476399 0.0 | |
| 0.0 7 0.0 wikitext comb_5 phi rnd_naive_t 4398.413824 4678.746112 1.1169205904006958 90.476399 0.0 | |
| 0.0 8 0.0 wikitext comb_5 phi rnd_naive_t 4398.413824 4678.746112 1.1169205904006958 90.476399 0.0 | |
| 0.0 4 0.0 wikitext comb_2 phi rnd_naive_t 4398.413824 4678.746112 1.4163963794708252 137.344863 0.0 | |
| 0.0 5 0.0 wikitext comb_2 phi rnd_naive_t 4398.413824 4678.746112 1.4163963794708252 137.344863 0.0 | |
| 0.0 6 0.0 wikitext comb_2 phi rnd_naive_t 4398.413824 4678.746112 1.4163963794708252 137.344863 0.0 | |
| 0.0 7 0.0 wikitext comb_2 phi rnd_naive_t 4398.413824 4678.746112 1.4163963794708252 137.344863 0.0 | |
| 0.0 8 0.0 wikitext comb_2 phi rnd_naive_t 4398.413824 4678.746112 1.4163963794708252 137.344863 0.0 | |
| 0.0 4 0.0 wikitext comb_8 phi rnd_naive_t 4398.413824 4678.746112 1.3501012325286865 137.512552 0.0 | |
| 0.0 5 0.0 wikitext comb_8 phi rnd_naive_t 4398.413824 4678.746112 1.3501012325286865 137.512552 0.0 | |
| 0.0 6 0.0 wikitext comb_8 phi rnd_naive_t 4398.413824 4678.746112 1.3501012325286865 137.512552 0.0 | |
| 0.0 7 0.0 wikitext comb_8 phi rnd_naive_t 4398.413824 4678.746112 1.3501012325286865 137.512552 0.0 | |
| 0.0 8 0.0 wikitext comb_8 phi rnd_naive_t 4398.413824 4678.746112 1.3501012325286865 137.512552 0.0 | |
| 0.0 4 0.0 wikitext comb_2 phi ones_t 4398.413824 4678.746112 1.4456589221954346 137.592176 0.0 | |
| 0.0 5 0.0 wikitext comb_2 phi ones_t 4398.413824 4678.746112 1.4456589221954346 137.592176 0.0 | |
| 0.0 6 0.0 wikitext comb_2 phi ones_t 4398.413824 4678.746112 1.4456589221954346 137.592176 0.0 | |
| 0.0 7 0.0 wikitext comb_2 phi ones_t 4398.413824 4678.746112 1.4456589221954346 137.592176 0.0 | |
| 0.0 8 0.0 wikitext comb_2 phi ones_t 4398.413824 4678.746112 1.4456589221954346 137.592176 0.0 | |
| 0.3772374391555786 8 0.0 wikitext comb_1 phi rnd_naive_t 4398.884864 4678.746112 5.918282508850098 90.554882 0.0 | |
| 0.3828098773956299 8 0.0 wikitext comb_18 phi rnd_naive_t 4398.884864 4678.746112 5.866161346435547 90.584923 0.0 | |
| 0.3220195770263672 6 0.0 wikitext comb_11 phi rnd_naive_t 4398.884864 4678.746112 7.43414831161499 90.592738 0.0 | |
| 0.3696386218070984 8 0.0 wikitext comb_17 phi rnd_naive_t 4398.884864 4678.746112 6.083339691162109 90.597912 0.0 | |
| 0.32181698083877563 7 0.0 wikitext comb_10 phi ones_t 4398.884864 4678.746112 7.234012126922607 90.645571 0.0 | |
| 0.3764268755912781 7 0.0 wikitext comb_17 phi rnd_naive_t 4398.884864 4678.746112 5.880051612854004 90.70743 0.0 | |
| 0.37798041105270386 8 0.0 wikitext comb_14 phi ones_t 4398.884864 4678.746112 5.9803948402404785 90.717495 0.0 | |
| 0.3755488097667694 7 0.0 wikitext comb_11 phi rnd_naive_t 4398.884864 4678.746112 5.952420234680176 90.719782 0.0 | |
| 0.37612298130989075 5 0.0 wikitext comb_11 phi rnd_naive_t 4398.884864 4678.746112 5.857814788818359 90.75481 0.0 | |
| 0.3659912347793579 6 0.0 wikitext comb_17 phi rnd_naive_t 4398.884864 4678.746112 5.984938144683838 90.762053 0.0 | |
| 0.3592367470264435 4 0.0 wikitext comb_18 phi rnd_naive_t 4398.884864 4678.746112 6.1765666007995605 90.765797 0.0 | |
| 0.35964202880859375 4 0.0 wikitext comb_17 phi rnd_naive_t 4398.884864 4678.746112 5.911648750305176 90.771508 0.0 | |
| 0.3783856928348541 7 0.0 wikitext comb_18 phi rnd_naive_t 4398.884864 4678.746112 5.902323246002197 90.787228 0.0 | |
| 0.3623775541782379 4 0.0 wikitext comb_1 phi rnd_naive_t 4398.884864 4678.746112 5.952602386474609 90.814541 0.0 | |
| 0.3742654621601105 5 0.0 wikitext comb_18 phi rnd_naive_t 4398.884864 4678.746112 5.908594608306885 90.814749 0.0 | |
| 0.36524826288223267 6 0.0 wikitext comb_18 phi rnd_naive_t 4398.884864 4678.746112 7.417417526245117 90.830303 0.0 | |
| 0.36548465490341187 6 0.0 wikitext comb_1 phi rnd_naive_t 4398.884864 4678.746112 6.146087169647217 90.831946 0.0 | |
| 0.378081738948822 8 0.0 wikitext comb_11 phi rnd_naive_t 4398.884864 4678.746112 5.912158966064453 90.83386 0.0 | |
| 0.361465722322464 4 0.0 wikitext comb_11 phi rnd_naive_t 4398.884864 4678.746112 5.951000213623047 90.842189 0.0 | |
| 0.3711584210395813 8 0.0 wikitext comb_10 phi ones_t 4398.884864 4678.746112 6.037233829498291 90.896161 0.0 | |
| 0.37791284918785095 7 0.0 wikitext comb_18 phi ones_t 4398.884864 4678.746112 5.972048759460449 90.898584 0.0 | |
| 0.37912869453430176 7 0.0 wikitext comb_1 phi rnd_naive_t 4398.884864 4678.746112 5.876485347747803 90.977978 0.0 | |
| 0.37527865171432495 5 0.0 wikitext comb_1 phi rnd_naive_t 4398.884864 4678.746112 5.859928131103516 91.138752 0.0 | |
| 0.36180347204208374 5 0.0 wikitext comb_17 phi rnd_naive_t 4398.884864 4678.746112 6.095717430114746 91.285547 0.0 | |
| 0.3781155049800873 8 0.0 wikitext comb_18 phi ones_t 4398.884864 4678.746112 5.976492404937744 91.863643 0.0 | |
| 0.3724079728126526 5 0.0 wikitext comb_6 phi rnd_naive_t 4398.884864 4678.746112 5.943600177764893 112.882205 0.0 | |
| 0.3709895610809326 6 0.0 wikitext comb_6 phi rnd_naive_t 4398.884864 4678.746112 6.57888650894165 112.962081 0.0 | |
| 0.3766295611858368 8 0.0 wikitext comb_6 phi rnd_naive_t 4398.884864 4678.746112 5.920764923095703 113.004462 0.0 | |
| 0.3769334852695465 7 0.0 wikitext comb_6 phi rnd_naive_t 4398.884864 4678.746112 5.983625888824463 113.184039 0.0 | |
| 0.373252272605896 5 0.0 wikitext comb_9 phi rnd_naive_t 4398.884864 4678.746112 6.045003414154053 137.945493 0.0 | |
| 0.3661600947380066 6 0.0 wikitext comb_9 phi rnd_naive_t 4398.884864 4678.746112 7.271857738494873 137.992903 0.0 | |
| 0.37774401903152466 7 0.0 wikitext comb_9 phi rnd_naive_t 4398.884864 4678.746112 5.871137619018555 138.059617 0.0 | |
| 0.36325564980506897 4 0.0 wikitext comb_9 phi rnd_naive_t 4398.884864 4678.746112 6.055059432983398 138.082452 0.0 | |
| 0.37483957409858704 8 0.0 wikitext comb_9 phi rnd_naive_t 4398.884864 4678.746112 5.853496551513672 138.337169 0.0 | |
| 0.00952381081879139 8 0.0 wikitext comb_11 phi ones_t 3362.72384 5337.25184 1.1088346242904663 1.60206 0.0 | |
| 0.0015873017255216837 8 0.0 wikitext comb_14 phi rnd_naive_t 3362.72384 5337.25184 1.1137659549713135 1.616561 0.0 | |
| 0.0 4 0.0 wikitext comb_14 phi rnd_naive_t 3362.72384 5337.25184 1.1147147417068481 1.617641 0.0 | |
| 0.0 5 0.0 wikitext comb_14 phi rnd_naive_t 3362.72384 5337.25184 1.1147147417068481 1.617641 0.0 | |
| 0.0 6 0.0 wikitext comb_14 phi rnd_naive_t 3362.72384 5337.25184 1.1147147417068481 1.617641 0.0 | |
| 0.0 7 0.0 wikitext comb_14 phi rnd_naive_t 3362.72384 5337.25184 1.1147147417068481 1.617641 0.0 | |
| 0.00952381081879139 7 0.0 wikitext comb_11 phi ones_t 3362.72384 5337.25184 1.1077793836593628 1.621871 0.0 | |
| 0.0031746034510433674 7 0.0 wikitext comb_10 phi rnd_naive_t 3362.72384 5337.25184 1.1135467290878296 1.62826 0.0 | |
| 0.0 4 0.0 wikitext comb_10 phi rnd_naive_t 3362.72384 5337.25184 1.1135499477386475 1.630531 0.0 | |
| 0.0031746034510433674 6 0.0 wikitext comb_10 phi rnd_naive_t 3362.72384 5337.25184 1.1135467290878296 1.635461 0.0 | |
| 0.0031746034510433674 5 0.0 wikitext comb_10 phi rnd_naive_t 3362.72384 5337.25184 1.1135467290878296 1.638081 0.0 | |
| 0.0031746034510433674 8 0.0 wikitext comb_10 phi rnd_naive_t 3362.72384 5337.25184 1.1135467290878296 1.704181 0.0 | |
| 0.0015873017255216837 8 0.0 wikitext comb_13 phi rnd_naive_t 5053.774336 5886.705664 1.170756220817566 328.844563 0.0 | |
| 0.0 4 0.0 wikitext comb_13 phi rnd_naive_t 5053.774336 5886.705664 1.124692440032959 328.900569 0.0 | |
| 0.0 5 0.0 wikitext comb_13 phi rnd_naive_t 5053.774336 5886.705664 1.124692440032959 328.900569 0.0 | |
| 0.0 6 0.0 wikitext comb_13 phi rnd_naive_t 5053.774336 5886.705664 1.124692440032959 328.900569 0.0 | |
| 0.0 7 0.0 wikitext comb_13 phi rnd_naive_t 5053.774336 5886.705664 1.124692440032959 328.900569 0.0 | |
| 0.0031746034510433674 8 0.0 wikitext comb_12 phi ones_t 3362.72384 6650.068992 1.1136234998703003 1.59001 0.0 | |
| 0.0031746034510433674 8 0.0 wikitext comb_0 phi ones_t 3362.72384 6650.068992 1.1135197877883911 1.59914 0.0 | |
| 0.0 4 0.0 wikitext comb_0 phi rnd_naive_t 3362.72384 6650.068992 1.2159310579299927 1.6749 0.0 | |
| 0.0 5 0.0 wikitext comb_0 phi rnd_naive_t 3362.72384 6650.068992 1.2159310579299927 1.6749 0.0 | |
| 0.0 6 0.0 wikitext comb_0 phi rnd_naive_t 3362.72384 6650.068992 1.2159310579299927 1.6749 0.0 | |
| 0.0 7 0.0 wikitext comb_0 phi rnd_naive_t 3362.72384 6650.068992 1.2159310579299927 1.6749 0.0 | |
| 0.0 8 0.0 wikitext comb_0 phi rnd_naive_t 3362.72384 6650.068992 1.2159310579299927 1.6749 0.0 | |
| 0.0031746034510433674 7 0.0 wikitext comb_12 phi ones_t 3362.72384 6650.068992 1.1136234998703003 1.680441 0.0 | |
| 0.0031746034510433674 8 0.0 wikitext comb_12 phi rnd_naive_t 3362.72384 6650.068992 1.1135462522506714 1.695902 0.0 | |
| 0.0 4 0.0 wikitext comb_0 phi ones_t 3362.72384 6650.068992 1.1135350465774536 1.707971 0.0 | |
| 0.0 5 0.0 wikitext comb_0 phi ones_t 3362.72384 6650.068992 1.1135350465774536 1.707971 0.0 | |
| 0.0 6 0.0 wikitext comb_0 phi ones_t 3362.72384 6650.068992 1.1135350465774536 1.707971 0.0 | |
| 0.0 7 0.0 wikitext comb_0 phi ones_t 3362.72384 6650.068992 1.1135350465774536 1.707971 0.0 | |
| 0.0031746034510433674 6 0.0 wikitext comb_12 phi ones_t 3362.72384 6650.068992 1.1136234998703003 1.71127 0.0 | |
| 0.38051334023475647 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 19.137449 0.0 | |