| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |---:|-----------:|-------:|-------:|:----------|:---------|:--------|:---------------|--------------------:|---------------------:|-------------:|-----------:|------:| | 0 | 0.296589 | 4 | 0 | wikitext | ao_woq | opt | fixed | 268.126 | 719.323 | 8.76863 | 52.3984 | 0 | | 1 | 0.319284 | 5 | 0 | wikitext | comb_8 | opt | nlr_t_no_sched | 670.159 | 840.958 | 8.09773 | 42.6021 | 0 | | 2 | 0.316143 | 5 | 0 | wikitext | comb_2 | opt | nlr_t_no_sched | 671.453 | 840.958 | 8.13601 | 64.2972 | 0 | | 3 | 0.324721 | 7 | 0 | wikitext | comb_16 | opt | nlr_t_no_sched | 671.453 | 840.958 | 7.92019 | 71.7932 | 0 | | 4 | 0.324823 | 8 | 0 | wikitext | ao_woq | opt | fixed | 580.072 | 851.444 | 7.91657 | 53.7666 | 0 | | 5 | 0.0031746 | 6 | 0 | wikitext | comb_5 | opt | nlr_t_no_sched | 669.688 | 861.929 | 1.11175 | 46.7532 | 0 | | 6 | 0.0015873 | 8 | 0 | wikitext | comb_5 | opt | nlr_t_no_sched | 669.688 | 861.929 | 1.11052 | 47.9313 | 0 | | 7 | 0.0015873 | 5 | 0 | wikitext | comb_5 | opt | nlr_t_no_sched | 669.688 | 861.929 | 1.11336 | 48.2514 | 0 | | 8 | 0 | 4 | 0 | wikitext | comb_5 | opt | nlr_t_no_sched | 669.688 | 861.929 | 1.11266 | 48.2816 | 0 | | 9 | 0.0015873 | 7 | 0 | wikitext | comb_5 | opt | nlr_t_no_sched | 669.688 | 861.929 | 1.11132 | 48.3815 | 0 | | 10 | 0 | 4 | 0 | wikitext | comb_11 | opt | nlr_t_no_sched | 669.688 | 861.929 | 1.11433 | 54.9422 | 0 | | 11 | 0 | 5 | 0 | wikitext | comb_11 | opt | nlr_t_no_sched | 669.688 | 861.929 | 1.11433 | 54.9422 | 0 | | 12 | 0 | 6 | 0 | wikitext | comb_11 | opt | nlr_t_no_sched | 669.688 | 861.929 | 1.11433 | 54.9422 | 0 | | 13 | 0 | 7 | 0 | wikitext | comb_11 | opt | nlr_t_no_sched | 669.688 | 861.929 | 1.11433 | 54.9422 | 0 | | 14 | 0 | 8 | 0 | wikitext | comb_11 | opt | nlr_t_no_sched | 669.688 | 861.929 | 1.11433 | 54.9422 | 0 | | 15 | 0.324755 | 6 | 0 | wikitext | comb_8 | opt | nlr_t_no_sched | 670.159 | 861.929 | 7.77542 | 39.2657 | 0 | | 16 | 0.324553 | 8 | 0 | wikitext | comb_8 | opt | nlr_t_no_sched | 670.159 | 861.929 | 7.92365 | 43.0022 | 0 | | 17 | 0.324654 | 7 | 0 | wikitext | comb_8 | opt | nlr_t_no_sched | 670.159 | 861.929 | 7.91738 | 45.1862 | 0 | | 18 | 0.308004 | 4 | 0 | wikitext | comb_8 | opt | nlr_t_no_sched | 670.159 | 861.929 | 8.35204 | 45.5504 | 0 | | 19 | 0.324519 | 7 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.90544 | 37.1297 | 0 | | 20 | 0.292401 | 4 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.90344 | 38.4028 | 0 | | 21 | 0.324856 | 8 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.91611 | 39.2625 | 0 | | 22 | 0.317021 | 5 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.22268 | 48.9271 | 0 | | 23 | 0.321074 | 6 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.80569 | 51.4385 | 0 | | 24 | 0 | 4 | 0 | wikitext | comb_0 | opt | nlr_t_no_sched | 670.982 | 861.929 | 1.12274 | 63.7405 | 0 | | 25 | 0 | 5 | 0 | wikitext | comb_0 | opt | nlr_t_no_sched | 670.982 | 861.929 | 1.12274 | 63.7405 | 0 | | 26 | 0 | 6 | 0 | wikitext | comb_0 | opt | nlr_t_no_sched | 670.982 | 861.929 | 1.12274 | 63.7405 | 0 | | 27 | 0 | 7 | 0 | wikitext | comb_0 | opt | nlr_t_no_sched | 670.982 | 861.929 | 1.12274 | 63.7405 | 0 | | 28 | 0 | 8 | 0 | wikitext | comb_0 | opt | nlr_t_no_sched | 670.982 | 861.929 | 1.12274 | 63.7405 | 0 | | 29 | 0.00476191 | 6 | 0 | wikitext | comb_18 | opt | nlr_t_no_sched | 670.982 | 861.929 | 1.1097 | 66.9979 | 0 | | 30 | 0.0015873 | 4 | 0 | wikitext | comb_18 | opt | nlr_t_no_sched | 670.982 | 861.929 | 1.15691 | 70.5996 | 0 | | 31 | 0.00476191 | 6 | 0 | wikitext | comb_10 | opt | nlr_t_no_sched | 670.982 | 861.929 | 1.11498 | 74.6604 | 0 | | 32 | 0 | 4 | 0 | wikitext | comb_12 | opt | nlr_t_no_sched | 670.982 | 861.929 | 1.11433 | 75.3492 | 0 | | 33 | 0 | 5 | 0 | wikitext | comb_12 | opt | nlr_t_no_sched | 670.982 | 861.929 | 1.11433 | 75.3492 | 0 | | 34 | 0 | 6 | 0 | wikitext | comb_12 | opt | nlr_t_no_sched | 670.982 | 861.929 | 1.11433 | 75.3492 | 0 | | 35 | 0 | 7 | 0 | wikitext | comb_12 | opt | nlr_t_no_sched | 670.982 | 861.929 | 1.11433 | 75.3492 | 0 | | 36 | 0 | 8 | 0 | wikitext | comb_12 | opt | nlr_t_no_sched | 670.982 | 861.929 | 1.11433 | 75.3492 | 0 | | 37 | 0.00952381 | 5 | 0 | wikitext | comb_10 | opt | nlr_t_no_sched | 670.982 | 861.929 | 1.1214 | 81.1517 | 0 | | 38 | 0.023199 | 7 | 0 | wikitext | comb_18 | opt | nlr_t_no_sched | 670.985 | 861.929 | 1.1382 | 79.4106 | 0 | | 39 | 0.00846561 | 4 | 0 | wikitext | comb_10 | opt | nlr_t_no_sched | 670.987 | 861.929 | 1.18168 | 78.9855 | 0 | | 40 | 0.014652 | 5 | 0 | wikitext | comb_18 | opt | nlr_t_no_sched | 670.998 | 861.929 | 1.32143 | 64.5089 | 0 | | 41 | 0.320702 | 6 | 0 | wikitext | comb_17 | opt | nlr_t_no_sched | 671.453 | 861.929 | 7.79509 | 53.6268 | 0 | | 42 | 0.317899 | 5 | 0 | wikitext | comb_16 | opt | nlr_t_no_sched | 671.453 | 861.929 | 8.09313 | 56.8236 | 0 | | 43 | 0.304829 | 4 | 0 | wikitext | comb_2 | opt | nlr_t_no_sched | 671.453 | 861.929 | 8.34767 | 59.1387 | 0 | | 44 | 0.311246 | 6 | 0 | wikitext | comb_2 | opt | nlr_t_no_sched | 671.453 | 861.929 | 8.30684 | 60.909 | 0 | | 45 | 0.320905 | 6 | 0 | wikitext | comb_16 | opt | nlr_t_no_sched | 671.453 | 861.929 | 7.78833 | 61.503 | 0 | | 46 | 0.325397 | 8 | 0 | wikitext | comb_14 | opt | nlr_t_no_sched | 671.453 | 861.929 | 7.90285 | 62.5289 | 0 | | 47 | 0.265518 | 8 | 0 | wikitext | comb_18 | opt | nlr_t_no_sched | 671.453 | 861.929 | 10.3251 | 63.5575 | 0 | | 48 | 0.324789 | 8 | 0 | wikitext | comb_16 | opt | nlr_t_no_sched | 671.453 | 861.929 | 7.87221 | 63.9877 | 0 | | 49 | 0.305809 | 4 | 0 | wikitext | comb_3 | opt | nlr_t_no_sched | 671.453 | 861.929 | 8.41298 | 64.7523 | 0 | | 50 | 0.323877 | 8 | 0 | wikitext | comb_17 | opt | nlr_t_no_sched | 671.453 | 861.929 | 7.908 | 64.826 | 0 | | 51 | 0.325667 | 7 | 0 | wikitext | comb_14 | opt | nlr_t_no_sched | 671.453 | 861.929 | 7.90332 | 65.3067 | 0 | | 52 | 0.319622 | 5 | 0 | wikitext | comb_14 | opt | nlr_t_no_sched | 671.453 | 861.929 | 8.07746 | 66.4344 | 0 | | 53 | 0.307362 | 4 | 0 | wikitext | comb_7 | opt | nlr_t_no_sched | 671.453 | 861.929 | 8.34887 | 66.7793 | 0 | | 54 | 0.324688 | 7 | 0 | wikitext | comb_3 | opt | nlr_t_no_sched | 671.453 | 861.929 | 7.95677 | 68.2299 | 0 | | 55 | 0.318473 | 5 | 0 | wikitext | comb_7 | opt | nlr_t_no_sched | 671.453 | 861.929 | 8.08523 | 69.1095 | 0 | | 56 | 0.324688 | 8 | 0 | wikitext | comb_7 | opt | nlr_t_no_sched | 671.453 | 861.929 | 7.90689 | 69.5692 | 0 | | 57 | 0.307633 | 4 | 0 | wikitext | comb_14 | opt | nlr_t_no_sched | 671.453 | 861.929 | 8.37062 | 69.7099 | 0 | | 58 | 0.318001 | 5 | 0 | wikitext | comb_3 | opt | nlr_t_no_sched | 671.453 | 861.929 | 8.12746 | 71.0877 | 0 | | 59 | 0.322188 | 6 | 0 | wikitext | comb_3 | opt | nlr_t_no_sched | 671.453 | 861.929 | 7.79346 | 72.8831 | 0 | | 60 | 0.322155 | 6 | 0 | wikitext | comb_14 | opt | nlr_t_no_sched | 671.453 | 861.929 | 7.81385 | 73.5346 | 0 | | 61 | 0.317291 | 7 | 0 | wikitext | comb_2 | opt | nlr_t_no_sched | 671.453 | 861.929 | 8.13923 | 77.513 | 0 | | 62 | 0.305741 | 4 | 0 | wikitext | comb_16 | opt | nlr_t_no_sched | 671.453 | 861.929 | 8.30522 | 78.3967 | 0 | | 63 | 0.318372 | 5 | 0 | wikitext | comb_17 | opt | nlr_t_no_sched | 671.453 | 861.929 | 8.11403 | 79.0854 | 0 | | 64 | 0.325701 | 7 | 0 | wikitext | comb_7 | opt | nlr_t_no_sched | 671.453 | 861.929 | 7.90029 | 79.1301 | 0 | | 65 | 0.318811 | 8 | 0 | wikitext | comb_10 | opt | nlr_t_no_sched | 671.453 | 861.929 | 7.95028 | 79.4951 | 0 | | 66 | 0.322695 | 6 | 0 | wikitext | comb_7 | opt | nlr_t_no_sched | 671.453 | 861.929 | 7.77736 | 81.8267 | 0 | | 67 | 0.32408 | 8 | 0 | wikitext | comb_2 | opt | nlr_t_no_sched | 671.453 | 861.929 | 7.90046 | 84.4605 | 0 | | 68 | 0.305302 | 4 | 0 | wikitext | comb_17 | opt | nlr_t_no_sched | 671.453 | 861.929 | 8.29636 | 87.2327 | 0 | | 69 | 0.324249 | 8 | 0 | wikitext | comb_3 | opt | nlr_t_no_sched | 671.453 | 861.929 | 7.92143 | 90.1015 | 0 | | 70 | 0.325431 | 7 | 0 | wikitext | comb_17 | opt | nlr_t_no_sched | 671.453 | 861.929 | 7.93055 | 92.0391 | 0 | | 71 | 0.218744 | 7 | 0 | wikitext | comb_10 | opt | nlr_t_no_sched | 671.453 | 861.929 | 13.0704 | 100.396 | 0 | | 72 | 0 | 4 | 0 | wikitext | comb_6 | opt | nlr_t_no_sched | 477.74 | 968.884 | 1.10998 | 0.119745 | 0 | | 73 | 0 | 5 | 0 | wikitext | comb_6 | opt | nlr_t_no_sched | 477.74 | 968.884 | 1.10998 | 0.119745 | 0 | | 74 | 0 | 6 | 0 | wikitext | comb_6 | opt | nlr_t_no_sched | 477.74 | 968.884 | 1.10998 | 0.119745 | 0 | | 75 | 0 | 7 | 0 | wikitext | comb_6 | opt | nlr_t_no_sched | 477.74 | 968.884 | 1.10998 | 0.119745 | 0 | | 76 | 0 | 8 | 0 | wikitext | comb_6 | opt | nlr_t_no_sched | 477.74 | 968.884 | 1.10998 | 0.119745 | 0 | | 77 | 0 | 4 | 0 | wikitext | comb_4 | opt | nlr_t_no_sched | 799.678 | 1071.64 | 1.11433 | 108.919 | 0 | | 78 | 0 | 5 | 0 | wikitext | comb_4 | opt | nlr_t_no_sched | 799.678 | 1071.64 | 1.11433 | 108.919 | 0 | | 79 | 0 | 6 | 0 | wikitext | comb_4 | opt | nlr_t_no_sched | 799.678 | 1071.64 | 1.11433 | 108.919 | 0 | | 80 | 0 | 7 | 0 | wikitext | comb_4 | opt | nlr_t_no_sched | 799.678 | 1071.64 | 1.11433 | 108.919 | 0 | | 81 | 0 | 8 | 0 | wikitext | comb_4 | opt | nlr_t_no_sched | 799.678 | 1071.64 | 1.11433 | 108.919 | 0 | | 82 | 0.324384 | 32 | 0 | wikitext | base | opt | ---- | 1359.4 | 1402.99 | 7.93495 | 29.9037 | 0 |