| accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer | |
| 0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 18.556989 0.0 | |
| 0.37713611125946045 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 15.390611 0.0 | |
| 0.0 4 0.0 wikitext comb_5 tinyllama nlr_t_no_sched 1895.561216 2157.969408 1.110665202140808 19.433262 0.0 | |
| 0.0 5 0.0 wikitext comb_5 tinyllama nlr_t_no_sched 1895.561216 2157.969408 1.110665202140808 19.433262 0.0 | |
| 0.0 6 0.0 wikitext comb_5 tinyllama nlr_t_no_sched 1895.561216 2157.969408 1.110665202140808 19.433262 0.0 | |
| 0.0 7 0.0 wikitext comb_5 tinyllama nlr_t_no_sched 1895.561216 2157.969408 1.110665202140808 19.433262 0.0 | |
| 0.0 8 0.0 wikitext comb_5 tinyllama nlr_t_no_sched 1895.561216 2157.969408 1.110665202140808 19.433262 0.0 | |
| 0.0 4 0.0 wikitext comb_11 tinyllama nlr_t_no_sched 1895.561216 2157.969408 1.109306812286377 25.945974 0.0 | |
| 0.0 5 0.0 wikitext comb_11 tinyllama nlr_t_no_sched 1895.561216 2157.969408 1.109306812286377 25.945974 0.0 | |
| 0.0 6 0.0 wikitext comb_11 tinyllama nlr_t_no_sched 1895.561216 2157.969408 1.109306812286377 25.945974 0.0 | |
| 0.0 7 0.0 wikitext comb_11 tinyllama nlr_t_no_sched 1895.561216 2157.969408 1.109306812286377 25.945974 0.0 | |
| 0.0 8 0.0 wikitext comb_11 tinyllama nlr_t_no_sched 1895.561216 2157.969408 1.109306812286377 25.945974 0.0 | |
| 0.37274572253227234 6 0.0 wikitext comb_8 tinyllama nlr_t_no_sched 1896.032256 2157.969408 6.825120449066162 14.822067 0.0 | |
| 0.3467409610748291 5 0.0 wikitext comb_8 tinyllama nlr_t_no_sched 1896.032256 2157.969408 7.698853969573975 15.044339 0.0 | |
| 0.37706854939460754 8 0.0 wikitext comb_8 tinyllama nlr_t_no_sched 1896.032256 2157.969408 6.6527509689331055 15.050894 0.0 | |
| 0.30101317167282104 4 0.0 wikitext comb_8 tinyllama nlr_t_no_sched 1896.032256 2157.969408 9.370594024658203 15.30351 0.0 | |
| 0.37406280636787415 7 0.0 wikitext comb_8 tinyllama nlr_t_no_sched 1896.032256 2157.969408 6.726755142211914 15.732151 0.0 | |
| 0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.966304302215576 16.130207 0.0 | |
| 0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.663349628448486 16.142134 0.0 | |
| 0.37727120518684387 8 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.604811191558838 16.250135 0.0 | |
| 0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 7.655362606048584 16.405294 0.0 | |
| 0.37858834862709045 6 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.501583099365234 16.922372 0.0 | |
| 0.02380952797830105 7 0.0 wikitext comb_18 tinyllama nlr_t_no_sched 1897.394176 2160.06656 1.1020679473876953 27.30117 0.0 | |
| 0.0 4 0.0 wikitext comb_18 tinyllama nlr_t_no_sched 1897.394176 2160.06656 1.1322431564331055 27.319544 0.0 | |
| 0.0 5 0.0 wikitext comb_18 tinyllama nlr_t_no_sched 1897.394176 2160.06656 1.1322431564331055 27.319544 0.0 | |
| 0.0 6 0.0 wikitext comb_18 tinyllama nlr_t_no_sched 1897.394176 2160.06656 1.1322431564331055 27.319544 0.0 | |
| 0.0 4 0.0 wikitext comb_0 tinyllama nlr_t_no_sched 1897.394176 2160.06656 1.117425560951233 27.367375 0.0 | |
| 0.0 5 0.0 wikitext comb_0 tinyllama nlr_t_no_sched 1897.394176 2160.06656 1.117425560951233 27.367375 0.0 | |
| 0.0 6 0.0 wikitext comb_0 tinyllama nlr_t_no_sched 1897.394176 2160.06656 1.117425560951233 27.367375 0.0 | |
| 0.0 7 0.0 wikitext comb_0 tinyllama nlr_t_no_sched 1897.394176 2160.06656 1.117425560951233 27.367375 0.0 | |
| 0.0 8 0.0 wikitext comb_0 tinyllama nlr_t_no_sched 1897.394176 2160.06656 1.117425560951233 27.367375 0.0 | |
| 0.0 4 0.0 wikitext comb_10 tinyllama nlr_t_no_sched 1897.394176 2160.06656 1.12163245677948 40.600346 0.0 | |
| 0.0 5 0.0 wikitext comb_10 tinyllama nlr_t_no_sched 1897.394176 2160.06656 1.12163245677948 40.600346 0.0 | |
| 0.0 6 0.0 wikitext comb_10 tinyllama nlr_t_no_sched 1897.394176 2160.06656 1.12163245677948 40.600346 0.0 | |
| 0.0 4 0.0 wikitext comb_12 tinyllama nlr_t_no_sched 1897.394176 2160.06656 1.1093063354492188 40.71396 0.0 | |
| 0.0 5 0.0 wikitext comb_12 tinyllama nlr_t_no_sched 1897.394176 2160.06656 1.1093063354492188 40.71396 0.0 | |
| 0.0 6 0.0 wikitext comb_12 tinyllama nlr_t_no_sched 1897.394176 2160.06656 1.1093063354492188 40.71396 0.0 | |
| 0.0 7 0.0 wikitext comb_12 tinyllama nlr_t_no_sched 1897.394176 2160.06656 1.1093063354492188 40.71396 0.0 | |
| 0.0 8 0.0 wikitext comb_12 tinyllama nlr_t_no_sched 1897.394176 2160.06656 1.1093063354492188 40.71396 0.0 | |
| 0.2913205027580261 4 0.0 wikitext comb_14 tinyllama nlr_t_no_sched 1897.865216 2160.06656 9.837532043457031 27.404319 0.0 | |
| 0.3742992579936981 6 0.0 wikitext comb_17 tinyllama nlr_t_no_sched 1897.865216 2160.06656 6.776387691497803 27.433229 0.0 | |
| 0.37220534682273865 6 0.0 wikitext comb_16 tinyllama nlr_t_no_sched 1897.865216 2160.06656 6.813462257385254 27.438662 0.0 | |
| 0.09371834248304367 8 0.0 wikitext comb_18 tinyllama nlr_t_no_sched 1897.865216 2160.06656 29.213275909423828 27.457965 0.0 | |
| 0.3466734290122986 5 0.0 wikitext comb_14 tinyllama nlr_t_no_sched 1897.865216 2160.06656 7.701914310455322 27.479193 0.0 | |
| 0.3761904835700989 8 0.0 wikitext comb_17 tinyllama nlr_t_no_sched 1897.865216 2160.06656 6.669031620025635 27.484724 0.0 | |
| 0.30847686529159546 4 0.0 wikitext comb_2 tinyllama nlr_t_no_sched 1897.865216 2160.06656 8.844282150268555 27.49003 0.0 | |
| 0.3451874256134033 5 0.0 wikitext comb_17 tinyllama nlr_t_no_sched 1897.865216 2160.06656 7.8390889167785645 27.490512 0.0 | |
| 0.346065491437912 5 0.0 wikitext comb_2 tinyllama nlr_t_no_sched 1897.865216 2160.06656 7.72405481338501 27.500745 0.0 | |
| 0.34491726756095886 5 0.0 wikitext comb_16 tinyllama nlr_t_no_sched 1897.865216 2160.06656 7.801002025604248 27.503932 0.0 | |
| 0.372543066740036 7 0.0 wikitext comb_2 tinyllama nlr_t_no_sched 1897.865216 2160.06656 6.797382831573486 27.513916 0.0 | |
| 0.3766970932483673 8 0.0 wikitext comb_14 tinyllama nlr_t_no_sched 1897.865216 2160.06656 6.625375270843506 27.515933 0.0 | |
| 0.19415739178657532 4 0.0 wikitext comb_17 tinyllama nlr_t_no_sched 1897.865216 2160.06656 15.055026054382324 27.517325 0.0 | |
| 0.317088782787323 4 0.0 wikitext comb_16 tinyllama nlr_t_no_sched 1897.865216 2160.06656 8.428974151611328 27.519404 0.0 | |
| 0.3721039891242981 6 0.0 wikitext comb_14 tinyllama nlr_t_no_sched 1897.865216 2160.06656 6.838970184326172 27.568308 0.0 | |
| 0.3720364570617676 7 0.0 wikitext comb_17 tinyllama nlr_t_no_sched 1897.865216 2160.06656 6.772279739379883 27.573243 0.0 | |
| 0.37382641434669495 7 0.0 wikitext comb_16 tinyllama nlr_t_no_sched 1897.865216 2160.06656 6.789385795593262 27.58242 0.0 | |
| 0.37352246046066284 6 0.0 wikitext comb_2 tinyllama nlr_t_no_sched 1897.865216 2160.06656 6.798985958099365 27.5874 0.0 | |
| 0.37426549196243286 7 0.0 wikitext comb_14 tinyllama nlr_t_no_sched 1897.865216 2160.06656 6.708649635314941 27.600502 0.0 | |
| 0.37612298130989075 8 0.0 wikitext comb_16 tinyllama nlr_t_no_sched 1897.865216 2160.06656 6.650889873504639 27.67143 0.0 | |
| 0.3768659234046936 8 0.0 wikitext comb_2 tinyllama nlr_t_no_sched 1897.865216 2160.06656 6.639966011047363 27.684658 0.0 | |
| 0.29013848304748535 4 0.0 wikitext comb_3 tinyllama nlr_t_no_sched 1897.865216 2160.06656 9.911487579345703 34.627976 0.0 | |
| 0.37683218717575073 8 0.0 wikitext comb_3 tinyllama nlr_t_no_sched 1897.865216 2160.06656 6.642193794250488 34.647166 0.0 | |
| 0.3470449149608612 5 0.0 wikitext comb_3 tinyllama nlr_t_no_sched 1897.865216 2160.06656 7.678282737731934 34.654184 0.0 | |
| 0.3715636432170868 6 0.0 wikitext comb_3 tinyllama nlr_t_no_sched 1897.865216 2160.06656 6.86018705368042 34.760978 0.0 | |
| 0.3743330240249634 7 0.0 wikitext comb_3 tinyllama nlr_t_no_sched 1897.865216 2160.06656 6.723891735076904 34.825004 0.0 | |
| 0.34603172540664673 5 0.0 wikitext comb_7 tinyllama nlr_t_no_sched 1897.865216 2160.06656 7.698445796966553 40.770407 0.0 | |
| 0.2938196659088135 4 0.0 wikitext comb_7 tinyllama nlr_t_no_sched 1897.865216 2160.06656 9.86754035949707 40.815591 0.0 | |
| 0.16572104394435883 7 0.0 wikitext comb_10 tinyllama nlr_t_no_sched 1897.865216 2160.06656 16.877504348754883 40.820557 0.0 | |
| 0.34660589694976807 8 0.0 wikitext comb_10 tinyllama nlr_t_no_sched 1897.865216 2160.06656 7.364253520965576 40.908013 0.0 | |
| 0.37436679005622864 7 0.0 wikitext comb_7 tinyllama nlr_t_no_sched 1897.865216 2160.06656 6.7033820152282715 40.910472 0.0 | |
| 0.3727119565010071 6 0.0 wikitext comb_7 tinyllama nlr_t_no_sched 1897.865216 2160.06656 6.847280979156494 40.965379 0.0 | |
| 0.3773387372493744 8 0.0 wikitext comb_7 tinyllama nlr_t_no_sched 1897.865216 2160.06656 6.629304885864258 40.971027 0.0 | |
| 0.0 4 0.0 wikitext comb_6 tinyllama nlr_t_no_sched 1381.170176 2487.222272 1.1211762428283691 0.480479 0.0 | |
| 0.0 5 0.0 wikitext comb_6 tinyllama nlr_t_no_sched 1381.170176 2487.222272 1.1211762428283691 0.480479 0.0 | |
| 0.0 6 0.0 wikitext comb_6 tinyllama nlr_t_no_sched 1381.170176 2487.222272 1.1211762428283691 0.480479 0.0 | |
| 0.0 7 0.0 wikitext comb_6 tinyllama nlr_t_no_sched 1381.170176 2487.222272 1.1211762428283691 0.480479 0.0 | |
| 0.0 8 0.0 wikitext comb_6 tinyllama nlr_t_no_sched 1381.170176 2487.222272 1.1211762428283691 0.480479 0.0 | |
| 0.0 4 0.0 wikitext comb_4 tinyllama nlr_t_no_sched 2225.074688 2747.26912 1.1093051433563232 99.458451 0.0 | |
| 0.0 5 0.0 wikitext comb_4 tinyllama nlr_t_no_sched 2225.074688 2747.26912 1.1093051433563232 99.458451 0.0 | |
| 0.0 6 0.0 wikitext comb_4 tinyllama nlr_t_no_sched 2225.074688 2747.26912 1.1093051433563232 99.458451 0.0 | |
| 0.0 7 0.0 wikitext comb_4 tinyllama nlr_t_no_sched 2225.074688 2747.26912 1.1093051433563232 99.458451 0.0 | |
| 0.0 8 0.0 wikitext comb_4 tinyllama nlr_t_no_sched 2225.074688 2747.26912 1.1093051433563232 99.458451 0.0 | |
| 0.37814927101135254 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 11.691268 0.0 | |