| | | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | | |
| |---:|-----------:|-------:|-------:|:----------|:---------|:--------|:----------|--------------------:|---------------------:|-------------:|----------:|------:| | |
| | 0 | 0.371564 | 4 | 0 | wikitext | ao_woq | phi | fixed | 1922.31 | 2797.6 | 5.99482 | 29.4775 | 0 | | |
| | 1 | 0.380446 | 8 | 0 | wikitext | ao_woq | phi | fixed | 3885.39 | 4292.87 | 5.90714 | 29.1705 | 0 | | |
| | 2 | 0 | 4 | 0 | wikitext | comb_4 | phi | nlr_t_lin | 4394.01 | 4697.62 | 1.11298 | 86.6989 | 0 | | |
| | 3 | 0 | 5 | 0 | wikitext | comb_4 | phi | nlr_t_lin | 4394.01 | 4697.62 | 1.11298 | 86.6989 | 0 | | |
| | 4 | 0 | 6 | 0 | wikitext | comb_4 | phi | nlr_t_lin | 4394.01 | 4697.62 | 1.11298 | 86.6989 | 0 | | |
| | 5 | 0 | 7 | 0 | wikitext | comb_4 | phi | nlr_t_lin | 4394.01 | 4697.62 | 1.11298 | 86.6989 | 0 | | |
| | 6 | 0 | 8 | 0 | wikitext | comb_4 | phi | nlr_t_lin | 4394.01 | 4697.62 | 1.11298 | 86.6989 | 0 | | |
| | 7 | 0 | 4 | 0 | wikitext | comb_7 | phi | nlr_t_lin | 4394.01 | 4697.62 | 1.11355 | 114.071 | 0 | | |
| | 8 | 0 | 5 | 0 | wikitext | comb_7 | phi | nlr_t_lin | 4394.01 | 4697.62 | 1.11355 | 114.071 | 0 | | |
| | 9 | 0 | 6 | 0 | wikitext | comb_7 | phi | nlr_t_lin | 4394.01 | 4697.62 | 1.11355 | 114.071 | 0 | | |
| | 10 | 0 | 7 | 0 | wikitext | comb_7 | phi | nlr_t_lin | 4394.01 | 4697.62 | 1.11355 | 114.071 | 0 | | |
| | 11 | 0 | 8 | 0 | wikitext | comb_7 | phi | nlr_t_lin | 4394.01 | 4697.62 | 1.11355 | 114.071 | 0 | | |
| | 12 | 0.361331 | 4 | 0 | wikitext | comb_15 | phi | nlr_t_lin | 4394.48 | 4697.62 | 5.89352 | 39.3805 | 0 | | |
| | 13 | 0.380142 | 8 | 0 | wikitext | comb_15 | phi | nlr_t_lin | 4394.48 | 4697.62 | 5.90585 | 39.4236 | 0 | | |
| | 14 | 0.378555 | 7 | 0 | wikitext | comb_15 | phi | nlr_t_lin | 4394.48 | 4697.62 | 5.89963 | 39.4618 | 0 | | |
| | 15 | 0.374907 | 5 | 0 | wikitext | comb_15 | phi | nlr_t_lin | 4394.48 | 4697.62 | 5.83375 | 39.5243 | 0 | | |
| | 16 | 0.376157 | 6 | 0 | wikitext | comb_15 | phi | nlr_t_lin | 4394.48 | 4697.62 | 5.90821 | 39.6311 | 0 | | |
| | 17 | 0.38048 | 8 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.90678 | 62.2623 | 0 | | |
| | 18 | 0.353799 | 4 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 6.48361 | 62.3003 | 0 | | |
| | 19 | 0.375279 | 5 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.96907 | 62.3231 | 0 | | |
| | 20 | 0.378116 | 6 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.9501 | 62.3681 | 0 | | |
| | 21 | 0.378757 | 7 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.90345 | 62.4422 | 0 | | |
| | 22 | 0 | 4 | 0 | wikitext | comb_1 | phi | nlr_t_lin | 4397.37 | 4699.72 | 1.12031 | 109.211 | 0 | | |
| | 23 | 0 | 5 | 0 | wikitext | comb_1 | phi | nlr_t_lin | 4397.37 | 4699.72 | 1.12031 | 109.211 | 0 | | |
| | 24 | 0 | 6 | 0 | wikitext | comb_1 | phi | nlr_t_lin | 4397.37 | 4699.72 | 1.12031 | 109.211 | 0 | | |
| | 25 | 0 | 7 | 0 | wikitext | comb_1 | phi | nlr_t_lin | 4397.37 | 4699.72 | 1.12031 | 109.211 | 0 | | |
| | 26 | 0.0126984 | 8 | 0 | wikitext | comb_1 | phi | nlr_t_lin | 4397.37 | 4699.72 | 1.38927 | 109.529 | 0 | | |
| | 27 | 0.00952381 | 5 | 0 | wikitext | comb_2 | phi | nlr_t_lin | 4397.37 | 4699.72 | 1.10413 | 165.53 | 0 | | |
| | 28 | 0.0031746 | 7 | 0 | wikitext | comb_6 | phi | nlr_t_lin | 4397.37 | 4699.72 | 1.11355 | 165.645 | 0 | | |
| | 29 | 0.0031746 | 5 | 0 | wikitext | comb_6 | phi | nlr_t_lin | 4397.37 | 4699.72 | 1.11355 | 165.681 | 0 | | |
| | 30 | 0 | 4 | 0 | wikitext | comb_2 | phi | nlr_t_lin | 4397.37 | 4699.72 | 1.10686 | 165.709 | 0 | | |
| | 31 | 0.0031746 | 6 | 0 | wikitext | comb_6 | phi | nlr_t_lin | 4397.37 | 4699.72 | 1.11355 | 165.721 | 0 | | |
| | 32 | 0.0031746 | 8 | 0 | wikitext | comb_6 | phi | nlr_t_lin | 4397.37 | 4699.72 | 1.11355 | 165.74 | 0 | | |
| | 33 | 0.0031746 | 4 | 0 | wikitext | comb_6 | phi | nlr_t_lin | 4397.37 | 4699.72 | 1.11355 | 165.758 | 0 | | |
| | 34 | 0.377744 | 7 | 0 | wikitext | comb_10 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.88305 | 108.606 | 0 | | |
| | 35 | 0.36285 | 4 | 0 | wikitext | comb_18 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.9702 | 108.679 | 0 | | |
| | 36 | 0.378419 | 8 | 0 | wikitext | comb_10 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.92464 | 108.849 | 0 | | |
| | 37 | 0.378352 | 7 | 0 | wikitext | comb_8 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.72387 | 108.889 | 0 | | |
| | 38 | 0.360047 | 4 | 0 | wikitext | comb_12 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.92941 | 108.895 | 0 | | |
| | 39 | 0.376562 | 6 | 0 | wikitext | comb_12 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.92517 | 108.899 | 0 | | |
| | 40 | 0.373286 | 5 | 0 | wikitext | comb_18 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.8815 | 108.901 | 0 | | |
| | 41 | 0.378318 | 7 | 0 | wikitext | comb_18 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.90683 | 108.919 | 0 | | |
| | 42 | 0.377845 | 6 | 0 | wikitext | comb_18 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.92637 | 108.927 | 0 | | |
| | 43 | 0.379804 | 8 | 0 | wikitext | comb_18 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.90402 | 108.943 | 0 | | |
| | 44 | 0.378926 | 7 | 0 | wikitext | comb_12 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.91243 | 108.958 | 0 | | |
| | 45 | 0.375144 | 5 | 0 | wikitext | comb_12 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.71038 | 108.972 | 0 | | |
| | 46 | 0.366329 | 6 | 0 | wikitext | comb_8 | phi | nlr_t_lin | 4397.84 | 4699.72 | 6.05975 | 108.977 | 0 | | |
| | 47 | 0.380682 | 8 | 0 | wikitext | comb_12 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.89448 | 109.015 | 0 | | |
| | 48 | 0.377102 | 8 | 0 | wikitext | comb_8 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.87047 | 109.029 | 0 | | |
| | 49 | 0.360453 | 4 | 0 | wikitext | comb_8 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.94376 | 109.052 | 0 | | |
| | 50 | 0.373961 | 5 | 0 | wikitext | comb_8 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.75374 | 109.057 | 0 | | |
| | 51 | 0.379669 | 8 | 0 | wikitext | comb_3 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.89747 | 135.495 | 0 | | |
| | 52 | 0.377474 | 6 | 0 | wikitext | comb_3 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.89821 | 135.589 | 0 | | |
| | 53 | 0.366059 | 4 | 0 | wikitext | comb_3 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.98942 | 135.614 | 0 | | |
| | 54 | 0.378453 | 7 | 0 | wikitext | comb_3 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.90972 | 135.649 | 0 | | |
| | 55 | 0.374536 | 5 | 0 | wikitext | comb_3 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.87888 | 135.77 | 0 | | |
| | 56 | 0.35157 | 7 | 0 | wikitext | comb_2 | phi | nlr_t_lin | 4397.84 | 4699.72 | 6.55514 | 165.517 | 0 | | |
| | 57 | 0.0840594 | 6 | 0 | wikitext | comb_2 | phi | nlr_t_lin | 4397.84 | 4699.72 | 25.4964 | 165.559 | 0 | | |
| | 58 | 0.377508 | 8 | 0 | wikitext | comb_5 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.8817 | 165.563 | 0 | | |
| | 59 | 0.363289 | 4 | 0 | wikitext | comb_5 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.83454 | 165.683 | 0 | | |
| | 60 | 0.361635 | 8 | 0 | wikitext | comb_2 | phi | nlr_t_lin | 4397.84 | 4699.72 | 6.07102 | 165.69 | 0 | | |
| | 61 | 0.37717 | 7 | 0 | wikitext | comb_5 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.73461 | 165.701 | 0 | | |
| | 62 | 0.37234 | 5 | 0 | wikitext | comb_5 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.88021 | 165.72 | 0 | | |
| | 63 | 0.377406 | 6 | 0 | wikitext | comb_5 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.89603 | 165.732 | 0 | | |
| | 64 | 0 | 4 | 0 | wikitext | comb_11 | phi | nlr_t_lin | 3361.68 | 5358.22 | 1.11104 | 1.8521 | 0 | | |
| | 65 | 0 | 5 | 0 | wikitext | comb_11 | phi | nlr_t_lin | 3361.68 | 5358.22 | 1.11104 | 1.8521 | 0 | | |
| | 66 | 0 | 6 | 0 | wikitext | comb_11 | phi | nlr_t_lin | 3361.68 | 5358.22 | 1.11104 | 1.8521 | 0 | | |
| | 67 | 0 | 7 | 0 | wikitext | comb_11 | phi | nlr_t_lin | 3361.68 | 5358.22 | 1.11104 | 1.8521 | 0 | | |
| | 68 | 0 | 8 | 0 | wikitext | comb_11 | phi | nlr_t_lin | 3361.68 | 5358.22 | 1.11104 | 1.8521 | 0 | | |
| | 69 | 0.380513 | 32 | 0 | wikitext | base | phi | ---- | 11335.5 | 11370.8 | 5.90955 | 19.0282 | 0 | |