| | | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | | |
| |----:|-----------:|-------:|-------:|:----------|:----------|:--------|:----------|--------------------:|---------------------:|-------------:|----------:|------:| | |
| | 0 | 0.296589 | 4 | 0 | wikitext | ao_woq | opt | fixed | 268.126 | 677.38 | 8.76863 | 37.2247 | 0 | | |
| | 1 | 0 | 4 | 0 | wikitext | comb_7 | opt | nlr_t_cos | 670.982 | 840.958 | 1.11433 | 55.1377 | 0 | | |
| | 2 | 0 | 5 | 0 | wikitext | comb_7 | opt | nlr_t_cos | 670.982 | 840.958 | 1.11433 | 55.1377 | 0 | | |
| | 3 | 0 | 6 | 0 | wikitext | comb_7 | opt | nlr_t_cos | 670.982 | 840.958 | 1.11433 | 55.1377 | 0 | | |
| | 4 | 0 | 7 | 0 | wikitext | comb_7 | opt | nlr_t_cos | 670.982 | 840.958 | 1.11433 | 55.1377 | 0 | | |
| | 5 | 0 | 8 | 0 | wikitext | comb_7 | opt | nlr_t_cos | 670.982 | 840.958 | 1.11433 | 55.1377 | 0 | | |
| | 6 | 0.324451 | 8 | 0 | wikitext | comb_18 | opt | nlr_t_cos | 671.453 | 840.958 | 7.91883 | 51.3355 | 0 | | |
| | 7 | 0.324823 | 8 | 0 | wikitext | ao_woq | opt | fixed | 580.072 | 851.444 | 7.91657 | 34.6947 | 0 | | |
| | 8 | 0.0031746 | 6 | 0 | wikitext | comb_2 | opt | nlr_t_cos | 669.688 | 861.929 | 1.11175 | 33.6769 | 0 | | |
| | 9 | 0 | 4 | 0 | wikitext | comb_2 | opt | nlr_t_cos | 669.688 | 861.929 | 1.11266 | 33.7014 | 0 | | |
| | 10 | 0.0015873 | 7 | 0 | wikitext | comb_2 | opt | nlr_t_cos | 669.688 | 861.929 | 1.11132 | 34.511 | 0 | | |
| | 11 | 0.0015873 | 5 | 0 | wikitext | comb_2 | opt | nlr_t_cos | 669.688 | 861.929 | 1.11336 | 35.9141 | 0 | | |
| | 12 | 0.0015873 | 8 | 0 | wikitext | comb_2 | opt | nlr_t_cos | 669.688 | 861.929 | 1.11052 | 41.6759 | 0 | | |
| | 13 | 0 | 4 | 0 | wikitext | comb_6 | opt | nlr_t_cos | 669.688 | 861.929 | 1.11433 | 43.2371 | 0 | | |
| | 14 | 0 | 5 | 0 | wikitext | comb_6 | opt | nlr_t_cos | 669.688 | 861.929 | 1.11433 | 43.2371 | 0 | | |
| | 15 | 0 | 6 | 0 | wikitext | comb_6 | opt | nlr_t_cos | 669.688 | 861.929 | 1.11433 | 43.2371 | 0 | | |
| | 16 | 0 | 7 | 0 | wikitext | comb_6 | opt | nlr_t_cos | 669.688 | 861.929 | 1.11433 | 43.2371 | 0 | | |
| | 17 | 0 | 8 | 0 | wikitext | comb_6 | opt | nlr_t_cos | 669.688 | 861.929 | 1.11433 | 43.2371 | 0 | | |
| | 18 | 0.318913 | 5 | 0 | wikitext | comb_15 | opt | nlr_t_cos | 670.159 | 861.929 | 8.08961 | 27.8408 | 0 | | |
| | 19 | 0.323776 | 6 | 0 | wikitext | comb_15 | opt | nlr_t_cos | 670.159 | 861.929 | 7.78568 | 32.5988 | 0 | | |
| | 20 | 0.324384 | 8 | 0 | wikitext | comb_15 | opt | nlr_t_cos | 670.159 | 861.929 | 7.91074 | 33.106 | 0 | | |
| | 21 | 0.325194 | 7 | 0 | wikitext | comb_15 | opt | nlr_t_cos | 670.159 | 861.929 | 7.90146 | 33.5799 | 0 | | |
| | 22 | 0.30689 | 4 | 0 | wikitext | comb_15 | opt | nlr_t_cos | 670.159 | 861.929 | 8.28002 | 35.1989 | 0 | | |
| | 23 | 0.317021 | 5 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.22268 | 30.6839 | 0 | | |
| | 24 | 0.321074 | 6 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.80569 | 31.4614 | 0 | | |
| | 25 | 0.324856 | 8 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.91611 | 35.3711 | 0 | | |
| | 26 | 0.292401 | 4 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.90344 | 36.6926 | 0 | | |
| | 27 | 0.324519 | 7 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.90544 | 38.01 | 0 | | |
| | 28 | 0.0015873 | 8 | 0 | wikitext | comb_4 | opt | nlr_t_cos | 670.982 | 861.929 | 1.10908 | 43.123 | 0 | | |
| | 29 | 0 | 4 | 0 | wikitext | comb_16 | opt | nlr_t_cos | 670.982 | 861.929 | 1.11514 | 45.1884 | 0 | | |
| | 30 | 0 | 5 | 0 | wikitext | comb_16 | opt | nlr_t_cos | 670.982 | 861.929 | 1.11514 | 45.1884 | 0 | | |
| | 31 | 0 | 6 | 0 | wikitext | comb_16 | opt | nlr_t_cos | 670.982 | 861.929 | 1.11514 | 45.1884 | 0 | | |
| | 32 | 0 | 4 | 0 | wikitext | comb_4 | opt | nlr_t_cos | 670.982 | 861.929 | 1.11038 | 45.2608 | 0 | | |
| | 33 | 0 | 5 | 0 | wikitext | comb_4 | opt | nlr_t_cos | 670.982 | 861.929 | 1.11038 | 45.2608 | 0 | | |
| | 34 | 0 | 6 | 0 | wikitext | comb_4 | opt | nlr_t_cos | 670.982 | 861.929 | 1.11038 | 45.2608 | 0 | | |
| | 35 | 0 | 7 | 0 | wikitext | comb_4 | opt | nlr_t_cos | 670.982 | 861.929 | 1.11038 | 45.2608 | 0 | | |
| | 36 | 0.0126984 | 7 | 0 | wikitext | comb_16 | opt | nlr_t_cos | 670.982 | 861.929 | 1.10338 | 47.7275 | 0 | | |
| | 37 | 0 | 4 | 0 | wikitext | comb_9 | opt | nlr_t_cos | 670.982 | 861.929 | 1.11514 | 53.7807 | 0 | | |
| | 38 | 0 | 5 | 0 | wikitext | comb_9 | opt | nlr_t_cos | 670.982 | 861.929 | 1.11514 | 53.7807 | 0 | | |
| | 39 | 0 | 6 | 0 | wikitext | comb_9 | opt | nlr_t_cos | 670.982 | 861.929 | 1.11514 | 53.7807 | 0 | | |
| | 40 | 0.325498 | 7 | 0 | wikitext | comb_18 | opt | nlr_t_cos | 671.453 | 861.929 | 7.91181 | 43.3713 | 0 | | |
| | 41 | 0.307295 | 4 | 0 | wikitext | comb_18 | opt | nlr_t_cos | 671.453 | 861.929 | 8.31521 | 43.5934 | 0 | | |
| | 42 | 0.321277 | 6 | 0 | wikitext | comb_11 | opt | nlr_t_cos | 671.453 | 861.929 | 7.80312 | 43.7707 | 0 | | |
| | 43 | 0.32489 | 7 | 0 | wikitext | comb_5 | opt | nlr_t_cos | 671.453 | 861.929 | 7.9278 | 45.9357 | 0 | | |
| | 44 | 0.288956 | 8 | 0 | wikitext | comb_16 | opt | nlr_t_cos | 671.453 | 861.929 | 9.22631 | 47.9017 | 0 | | |
| | 45 | 0.325295 | 7 | 0 | wikitext | comb_11 | opt | nlr_t_cos | 671.453 | 861.929 | 7.93084 | 48.0204 | 0 | | |
| | 46 | 0.324384 | 7 | 0 | wikitext | comb_17 | opt | nlr_t_cos | 671.453 | 861.929 | 7.94078 | 48.1147 | 0 | | |
| | 47 | 0.318474 | 5 | 0 | wikitext | comb_18 | opt | nlr_t_cos | 671.453 | 861.929 | 8.06511 | 48.6291 | 0 | | |
| | 48 | 0.324417 | 8 | 0 | wikitext | comb_17 | opt | nlr_t_cos | 671.453 | 861.929 | 7.91633 | 48.7731 | 0 | | |
| | 49 | 0.309287 | 4 | 0 | wikitext | comb_11 | opt | nlr_t_cos | 671.453 | 861.929 | 8.19756 | 49.0334 | 0 | | |
| | 50 | 0.317325 | 5 | 0 | wikitext | comb_11 | opt | nlr_t_cos | 671.453 | 861.929 | 8.02411 | 49.0665 | 0 | | |
| | 51 | 0.324451 | 8 | 0 | wikitext | comb_8 | opt | nlr_t_cos | 671.453 | 861.929 | 7.91765 | 49.3775 | 0 | | |
| | 52 | 0.325532 | 7 | 0 | wikitext | comb_8 | opt | nlr_t_cos | 671.453 | 861.929 | 7.89844 | 49.6926 | 0 | | |
| | 53 | 0.322256 | 6 | 0 | wikitext | comb_18 | opt | nlr_t_cos | 671.453 | 861.929 | 7.79158 | 49.805 | 0 | | |
| | 54 | 0.32229 | 6 | 0 | wikitext | comb_8 | opt | nlr_t_cos | 671.453 | 861.929 | 7.79743 | 50.0844 | 0 | | |
| | 55 | 0.318034 | 8 | 0 | wikitext | comb_9 | opt | nlr_t_cos | 671.453 | 861.929 | 7.95189 | 50.978 | 0 | | |
| | 56 | 0.318609 | 5 | 0 | wikitext | comb_8 | opt | nlr_t_cos | 671.453 | 861.929 | 8.07286 | 52.2013 | 0 | | |
| | 57 | 0.321581 | 6 | 0 | wikitext | comb_5 | opt | nlr_t_cos | 671.453 | 861.929 | 7.8115 | 52.8322 | 0 | | |
| | 58 | 0.324046 | 8 | 0 | wikitext | comb_5 | opt | nlr_t_cos | 671.453 | 861.929 | 7.92756 | 54.346 | 0 | | |
| | 59 | 0.17798 | 7 | 0 | wikitext | comb_9 | opt | nlr_t_cos | 671.453 | 861.929 | 19.7972 | 55.1486 | 0 | | |
| | 60 | 0.322796 | 8 | 0 | wikitext | comb_1 | opt | nlr_t_cos | 671.453 | 861.929 | 7.96876 | 55.2379 | 0 | | |
| | 61 | 0.324519 | 8 | 0 | wikitext | comb_11 | opt | nlr_t_cos | 671.453 | 861.929 | 7.8961 | 55.7749 | 0 | | |
| | 62 | 0.307565 | 4 | 0 | wikitext | comb_8 | opt | nlr_t_cos | 671.453 | 861.929 | 8.31828 | 59.3249 | 0 | | |
| | 63 | 0 | 8 | 0 | wikitext | comb_7_t | opt | nlr_t_cos | 679.514 | 861.929 | 1.11433 | 51.6943 | 0 | | |
| | 64 | 0.435123 | 8 | 0 | wikitext | comb_18_t | opt | nlr_t_cos | 679.985 | 861.929 | 4.62408 | 47.6046 | 0 | | |
| | 65 | 0.0238095 | 6 | 0 | wikitext | comb_2_t | opt | nlr_t_cos | 678.22 | 876.61 | 1.09642 | 32.6513 | 0 | | |
| | 66 | 0.0174603 | 8 | 0 | wikitext | comb_2_t | opt | nlr_t_cos | 678.22 | 876.61 | 1.09703 | 33.0263 | 0 | | |
| | 67 | 0.0190476 | 4 | 0 | wikitext | comb_2_t | opt | nlr_t_cos | 678.22 | 876.61 | 1.09093 | 33.3238 | 0 | | |
| | 68 | 0.0142857 | 5 | 0 | wikitext | comb_2_t | opt | nlr_t_cos | 678.22 | 876.61 | 1.0956 | 35.2134 | 0 | | |
| | 69 | 0.0222222 | 7 | 0 | wikitext | comb_2_t | opt | nlr_t_cos | 678.22 | 876.61 | 1.09725 | 41.1424 | 0 | | |
| | 70 | 0.393414 | 6 | 0 | wikitext | comb_15_t | opt | nlr_t_cos | 678.691 | 876.61 | 5.22471 | 28.1334 | 0 | | |
| | 71 | 0.433232 | 8 | 0 | wikitext | comb_15_t | opt | nlr_t_cos | 678.691 | 876.61 | 4.64384 | 28.4842 | 0 | | |
| | 72 | 0.368119 | 5 | 0 | wikitext | comb_15_t | opt | nlr_t_cos | 678.691 | 876.61 | 5.85717 | 31.668 | 0 | | |
| | 73 | 0.426815 | 7 | 0 | wikitext | comb_15_t | opt | nlr_t_cos | 678.691 | 876.61 | 4.77863 | 33.2902 | 0 | | |
| | 74 | 0.35022 | 4 | 0 | wikitext | comb_15_t | opt | nlr_t_cos | 678.691 | 876.61 | 6.45116 | 33.8166 | 0 | | |
| | 75 | 0.429922 | 8 | 0 | wikitext | woq_t | opt | fixed | 678.767 | 876.61 | 4.64887 | 30.2945 | 0 | | |
| | 76 | 0.41719 | 7 | 0 | wikitext | woq_t | opt | fixed | 678.767 | 876.61 | 4.78129 | 30.5369 | 0 | | |
| | 77 | 0.329922 | 4 | 0 | wikitext | woq_t | opt | fixed | 678.767 | 876.61 | 6.88366 | 31.972 | 0 | | |
| | 78 | 0.365552 | 5 | 0 | wikitext | woq_t | opt | fixed | 678.767 | 876.61 | 6.02774 | 33.0297 | 0 | | |
| | 79 | 0.395643 | 6 | 0 | wikitext | woq_t | opt | fixed | 678.767 | 876.61 | 5.19729 | 33.0716 | 0 | | |
| | 80 | 0 | 8 | 0 | wikitext | comb_4_t | opt | nlr_t_cos | 679.514 | 876.61 | 1.08908 | 47.1591 | 0 | | |
| | 81 | 0.0031746 | 7 | 0 | wikitext | comb_4_t | opt | nlr_t_cos | 679.514 | 876.61 | 1.10066 | 52.2757 | 0 | | |
| | 82 | 0.0343915 | 6 | 0 | wikitext | comb_9_t | opt | nlr_t_cos | 679.516 | 876.61 | 1.08959 | 49.917 | 0 | | |
| | 83 | 0.0343915 | 8 | 0 | wikitext | comb_9_t | opt | nlr_t_cos | 679.516 | 876.61 | 1.09002 | 53.4976 | 0 | | |
| | 84 | 0.0343915 | 7 | 0 | wikitext | comb_9_t | opt | nlr_t_cos | 679.516 | 876.61 | 1.08966 | 65.1328 | 0 | | |
| | 85 | 0.435157 | 8 | 0 | wikitext | comb_11_t | opt | nlr_t_cos | 679.985 | 876.61 | 4.59336 | 43.4051 | 0 | | |
| | 86 | 0.370415 | 5 | 0 | wikitext | comb_11_t | opt | nlr_t_cos | 679.985 | 876.61 | 5.74197 | 45.8538 | 0 | | |
| | 87 | 0.350861 | 4 | 0 | wikitext | comb_11_t | opt | nlr_t_cos | 679.985 | 876.61 | 6.5119 | 48.8208 | 0 | | |
| | 88 | 0.395137 | 6 | 0 | wikitext | comb_11_t | opt | nlr_t_cos | 679.985 | 876.61 | 5.19811 | 49.086 | 0 | | |
| | 89 | 0.421749 | 8 | 0 | wikitext | comb_8_t | opt | nlr_t_cos | 679.985 | 876.61 | 4.70458 | 50.2124 | 0 | | |
| | 90 | 0.417089 | 7 | 0 | wikitext | comb_8_t | opt | nlr_t_cos | 679.985 | 876.61 | 4.79565 | 50.7277 | 0 | | |
| | 91 | 0.404863 | 6 | 0 | wikitext | comb_8_t | opt | nlr_t_cos | 679.985 | 876.61 | 5.20937 | 54.1926 | 0 | | |
| | 92 | 0.415198 | 7 | 0 | wikitext | comb_11_t | opt | nlr_t_cos | 679.985 | 876.61 | 4.91166 | 56.0044 | 0 | | |
| | 93 | 0.350692 | 4 | 0 | wikitext | comb_8_t | opt | nlr_t_cos | 679.985 | 876.61 | 6.45624 | 57.1285 | 0 | | |
| | 94 | 0.371597 | 5 | 0 | wikitext | comb_8_t | opt | nlr_t_cos | 679.985 | 876.61 | 5.77292 | 57.2043 | 0 | | |
| | 95 | 0 | 8 | 0 | wikitext | comb_6_t | opt | nlr_t_cos | 678.22 | 882.901 | 1.11433 | 39.2009 | 0 | | |
| | 96 | 0.0343915 | 8 | 0 | wikitext | comb_16_t | opt | nlr_t_cos | 679.516 | 882.901 | 1.08958 | 42.9917 | 0 | | |
| | 97 | 0.0343915 | 7 | 0 | wikitext | comb_16_t | opt | nlr_t_cos | 679.516 | 882.901 | 1.09013 | 43.5977 | 0 | | |
| | 98 | 0.0343915 | 6 | 0 | wikitext | comb_16_t | opt | nlr_t_cos | 679.516 | 882.901 | 1.08996 | 48.7058 | 0 | | |
| | 99 | 0.403985 | 6 | 0 | wikitext | comb_18_t | opt | nlr_t_cos | 679.985 | 882.901 | 5.19651 | 44.0499 | 0 | | |
| | 100 | 0.417697 | 7 | 0 | wikitext | comb_18_t | opt | nlr_t_cos | 679.985 | 882.901 | 4.87678 | 45.5749 | 0 | | |
| | 101 | 0.375616 | 5 | 0 | wikitext | comb_18_t | opt | nlr_t_cos | 679.985 | 882.901 | 5.78026 | 45.8864 | 0 | | |
| | 102 | 0.436981 | 8 | 0 | wikitext | comb_1_t | opt | nlr_t_cos | 679.985 | 882.901 | 4.65218 | 45.9479 | 0 | | |
| | 103 | 0.422391 | 8 | 0 | wikitext | comb_5_t | opt | nlr_t_cos | 679.985 | 882.901 | 4.79205 | 47.1385 | 0 | | |
| | 104 | 0.397129 | 6 | 0 | wikitext | comb_5_t | opt | nlr_t_cos | 679.985 | 882.901 | 5.22057 | 47.3032 | 0 | | |
| | 105 | 0.351131 | 4 | 0 | wikitext | comb_18_t | opt | nlr_t_cos | 679.985 | 882.901 | 6.43945 | 51.2034 | 0 | | |
| | 106 | 0.425228 | 8 | 0 | wikitext | comb_17_t | opt | nlr_t_cos | 679.985 | 882.901 | 4.67054 | 52.3091 | 0 | | |
| | 107 | 0.417899 | 7 | 0 | wikitext | comb_5_t | opt | nlr_t_cos | 679.985 | 882.901 | 4.7881 | 55.9133 | 0 | | |
| | 108 | 0.421986 | 7 | 0 | wikitext | comb_17_t | opt | nlr_t_cos | 679.985 | 882.901 | 4.84386 | 57.6947 | 0 | | |
| | 109 | 0 | 4 | 0 | wikitext | comb_14 | opt | nlr_t_cos | 477.74 | 968.884 | 1.11212 | 0.071884 | 0 | | |
| | 110 | 0 | 5 | 0 | wikitext | comb_14 | opt | nlr_t_cos | 477.74 | 968.884 | 1.11212 | 0.071884 | 0 | | |
| | 111 | 0 | 6 | 0 | wikitext | comb_14 | opt | nlr_t_cos | 477.74 | 968.884 | 1.11212 | 0.071884 | 0 | | |
| | 112 | 0 | 7 | 0 | wikitext | comb_14 | opt | nlr_t_cos | 477.74 | 968.884 | 1.11212 | 0.071884 | 0 | | |
| | 113 | 0 | 8 | 0 | wikitext | comb_14 | opt | nlr_t_cos | 477.74 | 968.884 | 1.11212 | 0.071884 | 0 | | |
| | 114 | 0 | 8 | 0 | wikitext | comb_14_t | opt | nlr_t_cos | 486.26 | 1073.74 | 1.10891 | 0.09668 | 0 | | |
| | 115 | 0.324384 | 32 | 0 | wikitext | base | opt | ---- | 1359.4 | 1402.99 | 7.93495 | 19.5205 | 0 | |