| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |---:|-----------:|-------:|-------:|:----------|:---------|:--------|:-----------------|--------------------:|---------------------:|-------------:|----------:|------:| | 0 | 0.2966 | 4 | 0 | wikitext | ao_woq | opt | fixed | 268.126 | 773.849 | 8.7686 | 42.6375 | 0 | | 1 | 0 | 4 | 0 | wikitext | comb_3 | opt | rnd_search_t_lin | 670.982 | 840.958 | 1.1129 | 63.4356 | 0 | | 2 | 0 | 5 | 0 | wikitext | comb_3 | opt | rnd_search_t_lin | 670.982 | 840.958 | 1.1129 | 63.4356 | 0 | | 3 | 0 | 6 | 0 | wikitext | comb_3 | opt | rnd_search_t_lin | 670.982 | 840.958 | 1.1129 | 63.4356 | 0 | | 4 | 0 | 7 | 0 | wikitext | comb_3 | opt | rnd_search_t_lin | 670.982 | 840.958 | 1.1129 | 63.4356 | 0 | | 5 | 0 | 8 | 0 | wikitext | comb_3 | opt | rnd_search_t_lin | 670.982 | 840.958 | 1.1129 | 63.4356 | 0 | | 6 | 0.3202 | 5 | 0 | wikitext | comb_6 | opt | rnd_search_t_lin | 671.453 | 840.958 | 8.0265 | 65.8266 | 0 | | 7 | 0.3184 | 8 | 0 | wikitext | comb_4 | opt | rnd_search_t_lin | 671.453 | 840.958 | 7.9406 | 77.0275 | 0 | | 8 | 0.3248 | 8 | 0 | wikitext | ao_woq | opt | fixed | 580.072 | 851.444 | 7.9166 | 36.4381 | 0 | | 9 | 0.0016 | 5 | 0 | wikitext | comb_18 | opt | rnd_search_t_lin | 669.688 | 861.929 | 1.1134 | 46.7622 | 0 | | 10 | 0.0016 | 8 | 0 | wikitext | comb_18 | opt | rnd_search_t_lin | 669.688 | 861.929 | 1.1105 | 50.3147 | 0 | | 11 | 0.0016 | 7 | 0 | wikitext | comb_18 | opt | rnd_search_t_lin | 669.688 | 861.929 | 1.1113 | 51.5044 | 0 | | 12 | 0.0032 | 6 | 0 | wikitext | comb_18 | opt | rnd_search_t_lin | 669.688 | 861.929 | 1.1117 | 56.5676 | 0 | | 13 | 0 | 4 | 0 | wikitext | comb_9 | opt | rnd_search_t_lin | 669.688 | 861.929 | 1.1143 | 56.9961 | 0 | | 14 | 0 | 5 | 0 | wikitext | comb_9 | opt | rnd_search_t_lin | 669.688 | 861.929 | 1.1143 | 56.9961 | 0 | | 15 | 0 | 6 | 0 | wikitext | comb_9 | opt | rnd_search_t_lin | 669.688 | 861.929 | 1.1143 | 56.9961 | 0 | | 16 | 0 | 7 | 0 | wikitext | comb_9 | opt | rnd_search_t_lin | 669.688 | 861.929 | 1.1143 | 56.9961 | 0 | | 17 | 0 | 8 | 0 | wikitext | comb_9 | opt | rnd_search_t_lin | 669.688 | 861.929 | 1.1143 | 56.9961 | 0 | | 18 | 0 | 4 | 0 | wikitext | comb_18 | opt | rnd_search_t_lin | 669.688 | 861.929 | 1.1127 | 63.6934 | 0 | | 19 | 0.3251 | 7 | 0 | wikitext | comb_16 | opt | rnd_search_t_lin | 670.159 | 861.929 | 7.8879 | 39.6461 | 0 | | 20 | 0.3225 | 6 | 0 | wikitext | comb_16 | opt | rnd_search_t_lin | 670.159 | 861.929 | 7.7708 | 44.9041 | 0 | | 21 | 0.3077 | 4 | 0 | wikitext | comb_16 | opt | rnd_search_t_lin | 670.159 | 861.929 | 8.2665 | 47.5123 | 0 | | 22 | 0.3243 | 8 | 0 | wikitext | comb_16 | opt | rnd_search_t_lin | 670.159 | 861.929 | 7.8974 | 50.7215 | 0 | | 23 | 0.3187 | 5 | 0 | wikitext | comb_16 | opt | rnd_search_t_lin | 670.159 | 861.929 | 8.0782 | 56.1318 | 0 | | 24 | 0.3245 | 7 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.9054 | 38.5901 | 0 | | 25 | 0.317 | 5 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.2227 | 38.7194 | 0 | | 26 | 0.2924 | 4 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.9034 | 40.249 | 0 | | 27 | 0.3211 | 6 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.8057 | 42.5381 | 0 | | 28 | 0.3249 | 8 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.9161 | 47.6027 | 0 | | 29 | 0.0048 | 6 | 0 | wikitext | comb_11 | opt | rnd_search_t_lin | 670.982 | 861.929 | 1.1249 | 65.5011 | 0 | | 30 | 0 | 4 | 0 | wikitext | comb_7 | opt | rnd_search_t_lin | 670.982 | 861.929 | 1.111 | 68.6666 | 0 | | 31 | 0 | 5 | 0 | wikitext | comb_7 | opt | rnd_search_t_lin | 670.982 | 861.929 | 1.111 | 68.6666 | 0 | | 32 | 0 | 6 | 0 | wikitext | comb_7 | opt | rnd_search_t_lin | 670.982 | 861.929 | 1.111 | 68.6666 | 0 | | 33 | 0 | 7 | 0 | wikitext | comb_7 | opt | rnd_search_t_lin | 670.982 | 861.929 | 1.111 | 68.6666 | 0 | | 34 | 0 | 8 | 0 | wikitext | comb_7 | opt | rnd_search_t_lin | 670.982 | 861.929 | 1.111 | 68.6666 | 0 | | 35 | 0 | 4 | 0 | wikitext | comb_11 | opt | rnd_search_t_lin | 670.982 | 861.929 | 1.1244 | 69.663 | 0 | | 36 | 0 | 5 | 0 | wikitext | comb_11 | opt | rnd_search_t_lin | 670.982 | 861.929 | 1.1244 | 69.663 | 0 | | 37 | 0 | 4 | 0 | wikitext | comb_10 | opt | rnd_search_t_lin | 670.982 | 861.929 | 1.1143 | 71.0671 | 0 | | 38 | 0 | 5 | 0 | wikitext | comb_10 | opt | rnd_search_t_lin | 670.982 | 861.929 | 1.1143 | 71.0671 | 0 | | 39 | 0 | 6 | 0 | wikitext | comb_10 | opt | rnd_search_t_lin | 670.982 | 861.929 | 1.1143 | 71.0671 | 0 | | 40 | 0 | 7 | 0 | wikitext | comb_10 | opt | rnd_search_t_lin | 670.982 | 861.929 | 1.1143 | 71.0671 | 0 | | 41 | 0 | 8 | 0 | wikitext | comb_10 | opt | rnd_search_t_lin | 670.982 | 861.929 | 1.1143 | 71.0671 | 0 | | 42 | 0 | 4 | 0 | wikitext | comb_4 | opt | rnd_search_t_lin | 670.982 | 861.929 | 1.1229 | 76.8216 | 0 | | 43 | 0 | 5 | 0 | wikitext | comb_4 | opt | rnd_search_t_lin | 670.982 | 861.929 | 1.1229 | 76.8216 | 0 | | 44 | 0.0016 | 6 | 0 | wikitext | comb_4 | opt | rnd_search_t_lin | 670.982 | 861.929 | 1.1092 | 98.2981 | 0 | | 45 | 0.0219 | 7 | 0 | wikitext | comb_11 | opt | rnd_search_t_lin | 670.993 | 861.929 | 1.2106 | 68.9623 | 0 | | 46 | 0.3091 | 4 | 0 | wikitext | comb_13 | opt | rnd_search_t_lin | 671.453 | 861.929 | 8.2425 | 56.3255 | 0 | | 47 | 0.3224 | 8 | 0 | wikitext | comb_2 | opt | rnd_search_t_lin | 671.453 | 861.929 | 7.9511 | 57.5368 | 0 | | 48 | 0.3152 | 6 | 0 | wikitext | comb_2 | opt | rnd_search_t_lin | 671.453 | 861.929 | 7.9846 | 59.3768 | 0 | | 49 | 0.3171 | 5 | 0 | wikitext | comb_1 | opt | rnd_search_t_lin | 671.453 | 861.929 | 8.1722 | 60.0211 | 0 | | 50 | 0.3249 | 7 | 0 | wikitext | comb_17 | opt | rnd_search_t_lin | 671.453 | 861.929 | 7.9159 | 60.6571 | 0 | | 51 | 0.3245 | 8 | 0 | wikitext | comb_17 | opt | rnd_search_t_lin | 671.453 | 861.929 | 7.9128 | 60.9027 | 0 | | 52 | 0.2741 | 8 | 0 | wikitext | comb_11 | opt | rnd_search_t_lin | 671.453 | 861.929 | 10.4489 | 60.9443 | 0 | | 53 | 0.3198 | 5 | 0 | wikitext | comb_13 | opt | rnd_search_t_lin | 671.453 | 861.929 | 8.0355 | 62.1386 | 0 | | 54 | 0.3082 | 4 | 0 | wikitext | comb_17 | opt | rnd_search_t_lin | 671.453 | 861.929 | 8.2417 | 62.3706 | 0 | | 55 | 0.3202 | 6 | 0 | wikitext | comb_17 | opt | rnd_search_t_lin | 671.453 | 861.929 | 7.8044 | 62.3945 | 0 | | 56 | 0.3191 | 5 | 0 | wikitext | comb_2 | opt | rnd_search_t_lin | 671.453 | 861.929 | 8.078 | 62.8017 | 0 | | 57 | 0.3218 | 6 | 0 | wikitext | comb_8 | opt | rnd_search_t_lin | 671.453 | 861.929 | 7.8087 | 62.9743 | 0 | | 58 | 0.3084 | 4 | 0 | wikitext | comb_2 | opt | rnd_search_t_lin | 671.453 | 861.929 | 8.2655 | 63.3833 | 0 | | 59 | 0.3084 | 4 | 0 | wikitext | comb_6 | opt | rnd_search_t_lin | 671.453 | 861.929 | 8.2961 | 63.6486 | 0 | | 60 | 0.3081 | 4 | 0 | wikitext | comb_8 | opt | rnd_search_t_lin | 671.453 | 861.929 | 8.3008 | 64.913 | 0 | | 61 | 0.3218 | 6 | 0 | wikitext | comb_1 | opt | rnd_search_t_lin | 671.453 | 861.929 | 7.8181 | 66.8835 | 0 | | 62 | 0.3243 | 8 | 0 | wikitext | comb_13 | opt | rnd_search_t_lin | 671.453 | 861.929 | 7.8942 | 67.7455 | 0 | | 63 | 0.3249 | 7 | 0 | wikitext | comb_1 | opt | rnd_search_t_lin | 671.453 | 861.929 | 7.9125 | 68.0782 | 0 | | 64 | 0.3089 | 4 | 0 | wikitext | comb_1 | opt | rnd_search_t_lin | 671.453 | 861.929 | 8.2808 | 68.6768 | 0 | | 65 | 0.3197 | 5 | 0 | wikitext | comb_8 | opt | rnd_search_t_lin | 671.453 | 861.929 | 8.027 | 69.6398 | 0 | | 66 | 0.3253 | 7 | 0 | wikitext | comb_6 | opt | rnd_search_t_lin | 671.453 | 861.929 | 7.9324 | 69.8344 | 0 | | 67 | 0.1988 | 7 | 0 | wikitext | comb_4 | opt | rnd_search_t_lin | 671.453 | 861.929 | 14.0937 | 70.6631 | 0 | | 68 | 0.3252 | 7 | 0 | wikitext | comb_8 | opt | rnd_search_t_lin | 671.453 | 861.929 | 7.9215 | 72.4641 | 0 | | 69 | 0.3257 | 7 | 0 | wikitext | comb_2 | opt | rnd_search_t_lin | 671.453 | 861.929 | 7.9315 | 72.7056 | 0 | | 70 | 0.3246 | 8 | 0 | wikitext | comb_1 | opt | rnd_search_t_lin | 671.453 | 861.929 | 7.927 | 77.6184 | 0 | | 71 | 0.3207 | 6 | 0 | wikitext | comb_13 | opt | rnd_search_t_lin | 671.453 | 861.929 | 7.8057 | 78.0286 | 0 | | 72 | 0.3251 | 8 | 0 | wikitext | comb_6 | opt | rnd_search_t_lin | 671.453 | 861.929 | 7.9049 | 79.9182 | 0 | | 73 | 0.3247 | 8 | 0 | wikitext | comb_8 | opt | rnd_search_t_lin | 671.453 | 861.929 | 7.8981 | 82.9546 | 0 | | 74 | 0.3187 | 5 | 0 | wikitext | comb_17 | opt | rnd_search_t_lin | 671.453 | 861.929 | 8.0449 | 84.0311 | 0 | | 75 | 0.3248 | 7 | 0 | wikitext | comb_13 | opt | rnd_search_t_lin | 671.453 | 861.929 | 7.9155 | 90.1553 | 0 | | 76 | 0.3231 | 6 | 0 | wikitext | comb_6 | opt | rnd_search_t_lin | 671.453 | 861.929 | 7.7945 | 98.2636 | 0 | | 77 | 0.0032 | 8 | 0 | wikitext | comb_15 | opt | rnd_search_t_lin | 477.74 | 968.884 | 1.1113 | 0.0844 | 0 | | 78 | 0 | 4 | 0 | wikitext | comb_5 | opt | rnd_search_t_lin | 477.74 | 968.884 | 1.1188 | 0.1559 | 0 | | 79 | 0 | 5 | 0 | wikitext | comb_5 | opt | rnd_search_t_lin | 477.74 | 968.884 | 1.1188 | 0.1559 | 0 | | 80 | 0 | 6 | 0 | wikitext | comb_5 | opt | rnd_search_t_lin | 477.74 | 968.884 | 1.1188 | 0.1559 | 0 | | 81 | 0 | 7 | 0 | wikitext | comb_5 | opt | rnd_search_t_lin | 477.74 | 968.884 | 1.1188 | 0.1559 | 0 | | 82 | 0 | 8 | 0 | wikitext | comb_5 | opt | rnd_search_t_lin | 477.74 | 968.884 | 1.1188 | 0.1559 | 0 | | 83 | 0 | 4 | 0 | wikitext | comb_15 | opt | rnd_search_t_lin | 477.74 | 968.884 | 1.1062 | 0.2003 | 0 | | 84 | 0 | 5 | 0 | wikitext | comb_15 | opt | rnd_search_t_lin | 477.74 | 968.884 | 1.1062 | 0.2003 | 0 | | 85 | 0 | 6 | 0 | wikitext | comb_15 | opt | rnd_search_t_lin | 477.74 | 968.884 | 1.1062 | 0.2003 | 0 | | 86 | 0 | 7 | 0 | wikitext | comb_15 | opt | rnd_search_t_lin | 477.74 | 968.884 | 1.1062 | 0.2003 | 0 | | 87 | 0.3244 | 32 | 0 | wikitext | base | opt | ---- | 1359.4 | 1402.99 | 7.9349 | 26.7926 | 0 |