| | | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | | |
| |---:|-----------:|-------:|-------:|:----------|:---------|:--------|:----------------------|--------------------:|---------------------:|-------------:|----------:|------:| | |
| | 0 | 0.371564 | 4 | 0 | wikitext | ao_woq | phi | fixed | 1922.31 | 2797.6 | 5.99482 | 29.2348 | 0 | | |
| | 1 | 0.380446 | 8 | 0 | wikitext | ao_woq | phi | fixed | 3885.39 | 4292.87 | 5.90714 | 32.6472 | 0 | | |
| | 2 | 0 | 4 | 0 | wikitext | comb_2 | phi | rnd_search_t_no_sched | 4394.01 | 4697.62 | 1.11298 | 86.8129 | 0 | | |
| | 3 | 0 | 5 | 0 | wikitext | comb_2 | phi | rnd_search_t_no_sched | 4394.01 | 4697.62 | 1.11298 | 86.8129 | 0 | | |
| | 4 | 0 | 6 | 0 | wikitext | comb_2 | phi | rnd_search_t_no_sched | 4394.01 | 4697.62 | 1.11298 | 86.8129 | 0 | | |
| | 5 | 0 | 7 | 0 | wikitext | comb_2 | phi | rnd_search_t_no_sched | 4394.01 | 4697.62 | 1.11298 | 86.8129 | 0 | | |
| | 6 | 0 | 8 | 0 | wikitext | comb_2 | phi | rnd_search_t_no_sched | 4394.01 | 4697.62 | 1.11298 | 86.8129 | 0 | | |
| | 7 | 0 | 4 | 0 | wikitext | comb_4 | phi | rnd_search_t_no_sched | 4394.01 | 4697.62 | 1.11355 | 114.035 | 0 | | |
| | 8 | 0 | 5 | 0 | wikitext | comb_4 | phi | rnd_search_t_no_sched | 4394.01 | 4697.62 | 1.11355 | 114.035 | 0 | | |
| | 9 | 0 | 6 | 0 | wikitext | comb_4 | phi | rnd_search_t_no_sched | 4394.01 | 4697.62 | 1.11355 | 114.035 | 0 | | |
| | 10 | 0 | 7 | 0 | wikitext | comb_4 | phi | rnd_search_t_no_sched | 4394.01 | 4697.62 | 1.11355 | 114.035 | 0 | | |
| | 11 | 0 | 8 | 0 | wikitext | comb_4 | phi | rnd_search_t_no_sched | 4394.01 | 4697.62 | 1.11355 | 114.035 | 0 | | |
| | 12 | 0.378994 | 7 | 0 | wikitext | comb_18 | phi | rnd_search_t_no_sched | 4394.48 | 4697.62 | 5.91077 | 39.353 | 0 | | |
| | 13 | 0.374265 | 5 | 0 | wikitext | comb_18 | phi | rnd_search_t_no_sched | 4394.48 | 4697.62 | 5.83431 | 39.4884 | 0 | | |
| | 14 | 0.368322 | 4 | 0 | wikitext | comb_18 | phi | rnd_search_t_no_sched | 4394.48 | 4697.62 | 5.86452 | 39.4969 | 0 | | |
| | 15 | 0.376967 | 6 | 0 | wikitext | comb_18 | phi | rnd_search_t_no_sched | 4394.48 | 4697.62 | 5.92427 | 39.5321 | 0 | | |
| | 16 | 0.380378 | 8 | 0 | wikitext | comb_18 | phi | rnd_search_t_no_sched | 4394.48 | 4697.62 | 5.90694 | 39.6471 | 0 | | |
| | 17 | 0.353799 | 4 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 6.48361 | 62.3123 | 0 | | |
| | 18 | 0.38048 | 8 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.90678 | 62.3277 | 0 | | |
| | 19 | 0.378116 | 6 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.9501 | 62.3516 | 0 | | |
| | 20 | 0.375279 | 5 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.96907 | 62.4005 | 0 | | |
| | 21 | 0.378757 | 7 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.90345 | 62.4374 | 0 | | |
| | 22 | 0 | 4 | 0 | wikitext | comb_8 | phi | rnd_search_t_no_sched | 4397.37 | 4699.72 | 1.11229 | 109.174 | 0 | | |
| | 23 | 0 | 5 | 0 | wikitext | comb_8 | phi | rnd_search_t_no_sched | 4397.37 | 4699.72 | 1.11229 | 109.174 | 0 | | |
| | 24 | 0 | 6 | 0 | wikitext | comb_8 | phi | rnd_search_t_no_sched | 4397.37 | 4699.72 | 1.11229 | 109.174 | 0 | | |
| | 25 | 0 | 7 | 0 | wikitext | comb_8 | phi | rnd_search_t_no_sched | 4397.37 | 4699.72 | 1.11229 | 109.174 | 0 | | |
| | 26 | 0 | 8 | 0 | wikitext | comb_8 | phi | rnd_search_t_no_sched | 4397.37 | 4699.72 | 1.11229 | 109.174 | 0 | | |
| | 27 | 0 | 4 | 0 | wikitext | comb_15 | phi | rnd_search_t_no_sched | 4397.37 | 4699.72 | 1.1194 | 109.175 | 0 | | |
| | 28 | 0 | 5 | 0 | wikitext | comb_15 | phi | rnd_search_t_no_sched | 4397.37 | 4699.72 | 1.1194 | 109.175 | 0 | | |
| | 29 | 0 | 6 | 0 | wikitext | comb_15 | phi | rnd_search_t_no_sched | 4397.37 | 4699.72 | 1.1194 | 109.175 | 0 | | |
| | 30 | 0 | 7 | 0 | wikitext | comb_15 | phi | rnd_search_t_no_sched | 4397.37 | 4699.72 | 1.1194 | 109.175 | 0 | | |
| | 31 | 0 | 8 | 0 | wikitext | comb_15 | phi | rnd_search_t_no_sched | 4397.37 | 4699.72 | 1.1194 | 109.175 | 0 | | |
| | 32 | 0 | 4 | 0 | wikitext | comb_10 | phi | rnd_search_t_no_sched | 4397.37 | 4699.72 | 1.14071 | 109.26 | 0 | | |
| | 33 | 0 | 5 | 0 | wikitext | comb_10 | phi | rnd_search_t_no_sched | 4397.37 | 4699.72 | 1.14071 | 109.26 | 0 | | |
| | 34 | 0 | 6 | 0 | wikitext | comb_10 | phi | rnd_search_t_no_sched | 4397.37 | 4699.72 | 1.14071 | 109.26 | 0 | | |
| | 35 | 0 | 7 | 0 | wikitext | comb_10 | phi | rnd_search_t_no_sched | 4397.37 | 4699.72 | 1.14071 | 109.26 | 0 | | |
| | 36 | 0 | 8 | 0 | wikitext | comb_10 | phi | rnd_search_t_no_sched | 4397.37 | 4699.72 | 1.14071 | 109.26 | 0 | | |
| | 37 | 0.0031746 | 6 | 0 | wikitext | comb_5 | phi | rnd_search_t_no_sched | 4397.37 | 4699.72 | 1.11355 | 165.818 | 0 | | |
| | 38 | 0.0031746 | 4 | 0 | wikitext | comb_5 | phi | rnd_search_t_no_sched | 4397.37 | 4699.72 | 1.11355 | 165.921 | 0 | | |
| | 39 | 0 | 4 | 0 | wikitext | comb_7 | phi | rnd_search_t_no_sched | 4397.37 | 4699.72 | 1.11337 | 165.96 | 0 | | |
| | 40 | 0.0031746 | 8 | 0 | wikitext | comb_5 | phi | rnd_search_t_no_sched | 4397.37 | 4699.72 | 1.11355 | 165.969 | 0 | | |
| | 41 | 0.0031746 | 7 | 0 | wikitext | comb_5 | phi | rnd_search_t_no_sched | 4397.37 | 4699.72 | 1.11355 | 165.982 | 0 | | |
| | 42 | 0.0031746 | 5 | 0 | wikitext | comb_5 | phi | rnd_search_t_no_sched | 4397.37 | 4699.72 | 1.11355 | 166.088 | 0 | | |
| | 43 | 0.0238095 | 5 | 0 | wikitext | comb_7 | phi | rnd_search_t_no_sched | 4397.37 | 4699.72 | 1.11086 | 165.934 | 0 | | |
| | 44 | 0.377845 | 7 | 0 | wikitext | comb_12 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.93373 | 108.853 | 0 | | |
| | 45 | 0.377136 | 6 | 0 | wikitext | comb_13 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.91751 | 108.876 | 0 | | |
| | 46 | 0.378926 | 7 | 0 | wikitext | comb_13 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.90176 | 108.937 | 0 | | |
| | 47 | 0.380074 | 8 | 0 | wikitext | comb_12 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.89071 | 108.963 | 0 | | |
| | 48 | 0.379635 | 8 | 0 | wikitext | comb_11 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.89897 | 108.98 | 0 | | |
| | 49 | 0.376258 | 6 | 0 | wikitext | comb_11 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.96395 | 108.981 | 0 | | |
| | 50 | 0.364911 | 6 | 0 | wikitext | comb_14 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 6.0491 | 108.99 | 0 | | |
| | 51 | 0.378757 | 8 | 0 | wikitext | comb_14 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.89942 | 109.001 | 0 | | |
| | 52 | 0.376022 | 6 | 0 | wikitext | comb_12 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.90822 | 109.004 | 0 | | |
| | 53 | 0.369976 | 4 | 0 | wikitext | comb_11 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.95714 | 109.021 | 0 | | |
| | 54 | 0.36849 | 4 | 0 | wikitext | comb_13 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.8624 | 109.022 | 0 | | |
| | 55 | 0.373962 | 5 | 0 | wikitext | comb_13 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.84125 | 109.022 | 0 | | |
| | 56 | 0.373759 | 5 | 0 | wikitext | comb_12 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.78364 | 109.029 | 0 | | |
| | 57 | 0.373928 | 5 | 0 | wikitext | comb_11 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.89179 | 109.031 | 0 | | |
| | 58 | 0.378656 | 7 | 0 | wikitext | comb_11 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.92349 | 109.063 | 0 | | |
| | 59 | 0.379534 | 7 | 0 | wikitext | comb_14 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.73378 | 109.071 | 0 | | |
| | 60 | 0.370213 | 4 | 0 | wikitext | comb_14 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.85476 | 109.085 | 0 | | |
| | 61 | 0.379838 | 8 | 0 | wikitext | comb_13 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.9018 | 109.111 | 0 | | |
| | 62 | 0.368693 | 4 | 0 | wikitext | comb_12 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.92981 | 109.125 | 0 | | |
| | 63 | 0.373894 | 5 | 0 | wikitext | comb_14 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.77385 | 109.186 | 0 | | |
| | 64 | 0.378048 | 6 | 0 | wikitext | comb_3 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.89007 | 135.505 | 0 | | |
| | 65 | 0.379973 | 8 | 0 | wikitext | comb_3 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.90263 | 135.632 | 0 | | |
| | 66 | 0.373995 | 5 | 0 | wikitext | comb_3 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.85249 | 135.669 | 0 | | |
| | 67 | 0.378318 | 7 | 0 | wikitext | comb_3 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.91255 | 135.677 | 0 | | |
| | 68 | 0.369065 | 4 | 0 | wikitext | comb_3 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.85818 | 135.722 | 0 | | |
| | 69 | 0.379365 | 7 | 0 | wikitext | comb_6 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.91848 | 165.578 | 0 | | |
| | 70 | 0.372611 | 5 | 0 | wikitext | comb_6 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.92634 | 165.69 | 0 | | |
| | 71 | 0.378082 | 8 | 0 | wikitext | comb_6 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.91457 | 165.722 | 0 | | |
| | 72 | 0.361567 | 8 | 0 | wikitext | comb_7 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 6.13227 | 165.756 | 0 | | |
| | 73 | 0.0932455 | 6 | 0 | wikitext | comb_7 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 23.294 | 165.788 | 0 | | |
| | 74 | 0.356299 | 7 | 0 | wikitext | comb_7 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 6.40057 | 165.792 | 0 | | |
| | 75 | 0.379129 | 6 | 0 | wikitext | comb_6 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.89276 | 165.878 | 0 | | |
| | 76 | 0.36795 | 4 | 0 | wikitext | comb_6 | phi | rnd_search_t_no_sched | 4397.84 | 4699.72 | 5.92408 | 165.991 | 0 | | |
| | 77 | 0.00952381 | 8 | 0 | wikitext | comb_16 | phi | rnd_search_t_no_sched | 3361.68 | 5358.22 | 1.11847 | 1.93434 | 0 | | |
| | 78 | 0 | 4 | 0 | wikitext | comb_16 | phi | rnd_search_t_no_sched | 3361.68 | 5358.22 | 1.12322 | 1.93768 | 0 | | |
| | 79 | 0 | 5 | 0 | wikitext | comb_16 | phi | rnd_search_t_no_sched | 3361.68 | 5358.22 | 1.12322 | 1.93768 | 0 | | |
| | 80 | 0 | 6 | 0 | wikitext | comb_16 | phi | rnd_search_t_no_sched | 3361.68 | 5358.22 | 1.12322 | 1.93768 | 0 | | |
| | 81 | 0 | 7 | 0 | wikitext | comb_16 | phi | rnd_search_t_no_sched | 3361.68 | 5358.22 | 1.12322 | 1.93768 | 0 | | |
| | 82 | 0 | 4 | 0 | wikitext | comb_9 | phi | rnd_search_t_no_sched | 3361.68 | 5358.22 | 1.10729 | 1.95814 | 0 | | |
| | 83 | 0 | 5 | 0 | wikitext | comb_9 | phi | rnd_search_t_no_sched | 3361.68 | 5358.22 | 1.10729 | 1.95814 | 0 | | |
| | 84 | 0 | 6 | 0 | wikitext | comb_9 | phi | rnd_search_t_no_sched | 3361.68 | 5358.22 | 1.10729 | 1.95814 | 0 | | |
| | 85 | 0 | 7 | 0 | wikitext | comb_9 | phi | rnd_search_t_no_sched | 3361.68 | 5358.22 | 1.10729 | 1.95814 | 0 | | |
| | 86 | 0 | 8 | 0 | wikitext | comb_9 | phi | rnd_search_t_no_sched | 3361.68 | 5358.22 | 1.10729 | 1.95814 | 0 | | |
| | 87 | 0.0031746 | 7 | 0 | wikitext | comb_0 | phi | rnd_search_t_no_sched | 5052.73 | 5880.41 | 1.11355 | 395.659 | 0 | | |
| | 88 | 0.0031746 | 4 | 0 | wikitext | comb_0 | phi | rnd_search_t_no_sched | 5052.73 | 5880.41 | 1.11355 | 395.871 | 0 | | |
| | 89 | 0.0031746 | 5 | 0 | wikitext | comb_0 | phi | rnd_search_t_no_sched | 5052.73 | 5880.41 | 1.11355 | 395.962 | 0 | | |
| | 90 | 0.0031746 | 8 | 0 | wikitext | comb_0 | phi | rnd_search_t_no_sched | 5052.73 | 5880.41 | 1.11355 | 395.973 | 0 | | |
| | 91 | 0.0031746 | 6 | 0 | wikitext | comb_0 | phi | rnd_search_t_no_sched | 5052.73 | 5880.41 | 1.11355 | 396.133 | 0 | | |
| | 92 | 0.380513 | 32 | 0 | wikitext | base | phi | ---- | 11335.5 | 11370.8 | 5.90955 | 18.6468 | 0 | |