Diogo-V's picture
Duplicate from Diogo-V/tinyllama-space-search-474f87f5353b
545af27 verified
accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 18.553229 0.0
0.3771361112594604 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 15.447135 0.0
0.0 4 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0
0.0 5 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0
0.0 6 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0
0.0 7 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0
0.0 8 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0
0.0 4 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0
0.0 5 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0
0.0 6 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0
0.0 7 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0
0.0 8 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0
0.3776764571666717 6 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 6.699823379516602 15.02133 0.0
0.3743667900562286 7 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 6.755382537841797 15.371048 0.0
0.3399189710617065 4 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 7.798666477203369 15.372681 0.0
0.377001017332077 8 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 6.6611762046813965 15.46577 0.0
0.3646740913391113 5 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 7.099486351013184 15.656416 0.0
0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.663349628448486 15.488689 0.0
0.3785883486270904 6 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.501583099365234 16.285869 0.0
0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 7.655362606048584 16.587519 0.0
0.3772712051868438 8 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.604811191558838 16.617152 0.0
0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.966304302215576 16.693741 0.0
0.0031746034510433 7 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1137089729309082 27.239143 0.0
0.014285716228187 6 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1484264135360718 27.296336 0.0
0.0 4 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.116580367088318 27.299414 0.0
0.0 5 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.116580367088318 27.299414 0.0
0.0 4 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0
0.0 5 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0
0.0 6 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0
0.0 7 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0
0.0 8 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0
0.0 4 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602903 27.659592 0.0
0.0 5 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602903 27.659592 0.0
0.0 6 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602903 27.659592 0.0
0.0 7 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602903 27.659592 0.0
0.0 8 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602903 27.659592 0.0
0.3774400353431701 6 0.0 wikitext comb_8 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.721347808837891 27.551339 0.0
0.3392772674560547 4 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.81934928894043 27.572687 0.0
0.3792637884616852 6 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.686599254608154 27.59128 0.0
0.2591016590595245 8 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.865216 2160.06656 11.20016098022461 27.623232 0.0
0.3743667900562286 7 0.0 wikitext comb_8 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.747983455657959 27.633044 0.0
0.3768997192382812 7 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.712018966674805 27.652062 0.0
0.3765619993209839 6 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.675408840179443 27.662642 0.0
0.2108747065067291 4 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 14.46696949005127 27.672359 0.0
0.3665991127490997 5 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.092386722564697 27.687561 0.0
0.3772036433219909 6 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.693451404571533 27.713842 0.0
0.3763593137264251 8 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.657894611358643 27.732906 0.0
0.3753462135791778 8 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.662107467651367 27.734675 0.0
0.3768659234046936 8 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.631992816925049 27.751974 0.0
0.3772712051868438 7 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.713733196258545 27.76419 0.0
0.3761229813098907 7 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.741753101348877 27.813049 0.0
0.3660925626754761 5 0.0 wikitext comb_8 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.09657621383667 27.883078 0.0
0.3423843383789062 4 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.778518199920654 27.901239 0.0
0.3761904537677765 8 0.0 wikitext comb_8 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.640418529510498 27.907635 0.0
0.3651807010173797 5 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.095232009887695 28.064312 0.0
0.3674096763134002 5 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.084217071533203 28.076771 0.0
0.3767646253108978 8 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.63077974319458 34.80159 0.0
0.3746369481086731 7 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.7429938316345215 34.958118 0.0
0.3375886380672455 4 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.910263061523437 35.015008 0.0
0.3776426911354065 6 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.704628467559815 35.017795 0.0
0.3653495609760284 5 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.113324165344238 35.165557 0.0
0.0 4 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0
0.0 5 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0
0.0 6 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0
0.0 7 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0
0.0 8 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0
0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 11.602875 0.0