accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer 0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 17.273502 0.0 0.3771361112594604 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 15.464737 0.0 0.0 4 0.0 wikitext comb_2 tinyllama nlr_t_cos 1895.561216 2157.969408 1.110665202140808 19.506796 0.0 0.0 5 0.0 wikitext comb_2 tinyllama nlr_t_cos 1895.561216 2157.969408 1.110665202140808 19.506796 0.0 0.0 6 0.0 wikitext comb_2 tinyllama nlr_t_cos 1895.561216 2157.969408 1.110665202140808 19.506796 0.0 0.0 7 0.0 wikitext comb_2 tinyllama nlr_t_cos 1895.561216 2157.969408 1.110665202140808 19.506796 0.0 0.0 8 0.0 wikitext comb_2 tinyllama nlr_t_cos 1895.561216 2157.969408 1.110665202140808 19.506796 0.0 0.0 4 0.0 wikitext comb_6 tinyllama nlr_t_cos 1895.561216 2157.969408 1.1093066930770874 25.951501 0.0 0.0 5 0.0 wikitext comb_6 tinyllama nlr_t_cos 1895.561216 2157.969408 1.1093066930770874 25.951501 0.0 0.0 6 0.0 wikitext comb_6 tinyllama nlr_t_cos 1895.561216 2157.969408 1.1093066930770874 25.951501 0.0 0.0 7 0.0 wikitext comb_6 tinyllama nlr_t_cos 1895.561216 2157.969408 1.1093066930770874 25.951501 0.0 0.0 8 0.0 wikitext comb_6 tinyllama nlr_t_cos 1895.561216 2157.969408 1.1093066930770874 25.951501 0.0 0.3766632974147796 8 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 6.648800373077393 15.354923 0.0 0.3748733401298523 6 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 6.820584297180176 15.400125 0.0 0.3736913502216339 7 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 6.751272678375244 15.454488 0.0 0.349240094423294 5 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 7.594409942626953 15.50935 0.0 0.3253292739391327 4 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 8.2924222946167 80.313301 0.0 0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.966304302215576 15.71814 0.0 0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.663349628448486 16.263233 0.0 0.3785883486270904 6 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.501583099365234 16.319107 0.0 0.3772712051868438 8 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.604811191558838 16.52232 0.0 0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 7.655362606048584 16.631256 0.0 0.0 4 0.0 wikitext comb_16 tinyllama nlr_t_cos 1897.394176 2160.06656 1.1097609996795654 27.299263 0.0 0.0 5 0.0 wikitext comb_16 tinyllama nlr_t_cos 1897.394176 2160.06656 1.1097609996795654 27.299263 0.0 0.0 6 0.0 wikitext comb_16 tinyllama nlr_t_cos 1897.394176 2160.06656 1.1097609996795654 27.299263 0.0 0.0 7 0.0 wikitext comb_16 tinyllama nlr_t_cos 1897.394176 2160.06656 1.1097609996795654 27.299263 0.0 0.2252279669046402 8 0.0 wikitext comb_16 tinyllama nlr_t_cos 1897.865216 2160.06656 14.04646110534668 27.617842 0.0 0.3525835871696472 5 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 7.4643402099609375 27.618445 0.0 0.3734549283981323 6 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 6.796352863311768 27.634453 0.0 0.3767646253108978 8 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 6.656345844268799 27.649035 0.0 0.3237419724464416 4 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 8.319616317749023 27.651394 0.0 0.3745694160461426 7 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 6.72044563293457 27.652361 0.0 0.376156747341156 8 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 6.630317687988281 27.689084 0.0 0.3275582790374756 4 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 8.22994327545166 27.689607 0.0 0.3764606714248657 8 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 6.661276817321777 27.699539 0.0 0.348395824432373 5 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 7.647418022155762 27.710874 0.0 0.1063492149114608 4 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 30.070602416992188 27.763632 0.0 0.3746707141399383 6 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 6.81356954574585 27.784927 0.0 0.3753123581409454 6 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 6.806519508361816 27.791478 0.0 0.3208037912845611 4 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 8.386785507202148 27.804149 0.0 0.3751097619533539 6 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 6.792274951934815 27.867727 0.0 0.357007771730423 5 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 7.284257411956787 27.872181 0.0 0.3721377849578857 7 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 6.771554470062256 27.875014 0.0 0.3724755346775055 8 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 6.673147678375244 27.916161 0.0 0.3731847405433655 7 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 6.725313186645508 27.940089 0.0 0.3205673694610595 4 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 8.467190742492676 34.826638 0.0 0.376663327217102 8 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 6.642918109893799 34.866518 0.0 0.3473488688468933 5 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 7.646563053131103 34.867739 0.0 0.3736575245857239 6 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 6.787628173828125 34.887924 0.0 0.3745693862438202 7 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 6.77103328704834 34.983605 0.0 0.3752786517143249 7 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 6.781797409057617 92.792433 0.0 0.3545761704444885 5 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 7.373105525970459 164.897234 0.0 0.0 4 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0 0.0 5 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0 0.0 6 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0 0.0 7 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0 0.0 8 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0 0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 11.802097 0.0