File size: 14,449 Bytes
bb55dd8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 |
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |---:|-----------:|-------:|-------:|:----------|:---------|:----------|:---------------|--------------------:|---------------------:|-------------:|----------:|------:| | 0 | 0.364167 | 4 | 0 | wikitext | ao_woq | tinyllama | fixed | 741.693 | 866.124 | 7.04309 | 18.557 | 0 | | 1 | 0.377136 | 8 | 0 | wikitext | ao_woq | tinyllama | fixed | 1631.73 | 1988.1 | 6.60597 | 15.3906 | 0 | | 2 | 0 | 4 | 0 | wikitext | comb_5 | tinyllama | nlr_t_no_sched | 1895.56 | 2157.97 | 1.11067 | 19.4333 | 0 | | 3 | 0 | 5 | 0 | wikitext | comb_5 | tinyllama | nlr_t_no_sched | 1895.56 | 2157.97 | 1.11067 | 19.4333 | 0 | | 4 | 0 | 6 | 0 | wikitext | comb_5 | tinyllama | nlr_t_no_sched | 1895.56 | 2157.97 | 1.11067 | 19.4333 | 0 | | 5 | 0 | 7 | 0 | wikitext | comb_5 | tinyllama | nlr_t_no_sched | 1895.56 | 2157.97 | 1.11067 | 19.4333 | 0 | | 6 | 0 | 8 | 0 | wikitext | comb_5 | tinyllama | nlr_t_no_sched | 1895.56 | 2157.97 | 1.11067 | 19.4333 | 0 | | 7 | 0 | 4 | 0 | wikitext | comb_11 | tinyllama | nlr_t_no_sched | 1895.56 | 2157.97 | 1.10931 | 25.946 | 0 | | 8 | 0 | 5 | 0 | wikitext | comb_11 | tinyllama | nlr_t_no_sched | 1895.56 | 2157.97 | 1.10931 | 25.946 | 0 | | 9 | 0 | 6 | 0 | wikitext | comb_11 | tinyllama | nlr_t_no_sched | 1895.56 | 2157.97 | 1.10931 | 25.946 | 0 | | 10 | 0 | 7 | 0 | wikitext | comb_11 | tinyllama | nlr_t_no_sched | 1895.56 | 2157.97 | 1.10931 | 25.946 | 0 | | 11 | 0 | 8 | 0 | wikitext | comb_11 | tinyllama | nlr_t_no_sched | 1895.56 | 2157.97 | 1.10931 | 25.946 | 0 | | 12 | 0.372746 | 6 | 0 | wikitext | comb_8 | tinyllama | nlr_t_no_sched | 1896.03 | 2157.97 | 6.82512 | 14.8221 | 0 | | 13 | 0.346741 | 5 | 0 | wikitext | comb_8 | tinyllama | nlr_t_no_sched | 1896.03 | 2157.97 | 7.69885 | 15.0443 | 0 | | 14 | 0.377069 | 8 | 0 | wikitext | comb_8 | tinyllama | nlr_t_no_sched | 1896.03 | 2157.97 | 6.65275 | 15.0509 | 0 | | 15 | 0.301013 | 4 | 0 | wikitext | comb_8 | tinyllama | nlr_t_no_sched | 1896.03 | 2157.97 | 9.37059 | 15.3035 | 0 | | 16 | 0.374063 | 7 | 0 | wikitext | comb_8 | tinyllama | nlr_t_no_sched | 1896.03 | 2157.97 | 6.72676 | 15.7322 | 0 | | 17 | 0.367612 | 5 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.9663 | 16.1302 | 0 | | 18 | 0.376326 | 7 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.66335 | 16.1421 | 0 | | 19 | 0.377271 | 8 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.60481 | 16.2501 | 0 | | 20 | 0.346977 | 4 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 7.65536 | 16.4053 | 0 | | 21 | 0.378588 | 6 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.50158 | 16.9224 | 0 | | 22 | 0.0238095 | 7 | 0 | wikitext | comb_18 | tinyllama | nlr_t_no_sched | 1897.39 | 2160.07 | 1.10207 | 27.3012 | 0 | | 23 | 0 | 4 | 0 | wikitext | comb_18 | tinyllama | nlr_t_no_sched | 1897.39 | 2160.07 | 1.13224 | 27.3195 | 0 | | 24 | 0 | 5 | 0 | wikitext | comb_18 | tinyllama | nlr_t_no_sched | 1897.39 | 2160.07 | 1.13224 | 27.3195 | 0 | | 25 | 0 | 6 | 0 | wikitext | comb_18 | tinyllama | nlr_t_no_sched | 1897.39 | 2160.07 | 1.13224 | 27.3195 | 0 | | 26 | 0 | 4 | 0 | wikitext | comb_0 | tinyllama | nlr_t_no_sched | 1897.39 | 2160.07 | 1.11743 | 27.3674 | 0 | | 27 | 0 | 5 | 0 | wikitext | comb_0 | tinyllama | nlr_t_no_sched | 1897.39 | 2160.07 | 1.11743 | 27.3674 | 0 | | 28 | 0 | 6 | 0 | wikitext | comb_0 | tinyllama | nlr_t_no_sched | 1897.39 | 2160.07 | 1.11743 | 27.3674 | 0 | | 29 | 0 | 7 | 0 | wikitext | comb_0 | tinyllama | nlr_t_no_sched | 1897.39 | 2160.07 | 1.11743 | 27.3674 | 0 | | 30 | 0 | 8 | 0 | wikitext | comb_0 | tinyllama | nlr_t_no_sched | 1897.39 | 2160.07 | 1.11743 | 27.3674 | 0 | | 31 | 0 | 4 | 0 | wikitext | comb_10 | tinyllama | nlr_t_no_sched | 1897.39 | 2160.07 | 1.12163 | 40.6003 | 0 | | 32 | 0 | 5 | 0 | wikitext | comb_10 | tinyllama | nlr_t_no_sched | 1897.39 | 2160.07 | 1.12163 | 40.6003 | 0 | | 33 | 0 | 6 | 0 | wikitext | comb_10 | tinyllama | nlr_t_no_sched | 1897.39 | 2160.07 | 1.12163 | 40.6003 | 0 | | 34 | 0 | 4 | 0 | wikitext | comb_12 | tinyllama | nlr_t_no_sched | 1897.39 | 2160.07 | 1.10931 | 40.714 | 0 | | 35 | 0 | 5 | 0 | wikitext | comb_12 | tinyllama | nlr_t_no_sched | 1897.39 | 2160.07 | 1.10931 | 40.714 | 0 | | 36 | 0 | 6 | 0 | wikitext | comb_12 | tinyllama | nlr_t_no_sched | 1897.39 | 2160.07 | 1.10931 | 40.714 | 0 | | 37 | 0 | 7 | 0 | wikitext | comb_12 | tinyllama | nlr_t_no_sched | 1897.39 | 2160.07 | 1.10931 | 40.714 | 0 | | 38 | 0 | 8 | 0 | wikitext | comb_12 | tinyllama | nlr_t_no_sched | 1897.39 | 2160.07 | 1.10931 | 40.714 | 0 | | 39 | 0.291321 | 4 | 0 | wikitext | comb_14 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 9.83753 | 27.4043 | 0 | | 40 | 0.374299 | 6 | 0 | wikitext | comb_17 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 6.77639 | 27.4332 | 0 | | 41 | 0.372205 | 6 | 0 | wikitext | comb_16 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 6.81346 | 27.4387 | 0 | | 42 | 0.0937183 | 8 | 0 | wikitext | comb_18 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 29.2133 | 27.458 | 0 | | 43 | 0.346673 | 5 | 0 | wikitext | comb_14 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 7.70191 | 27.4792 | 0 | | 44 | 0.37619 | 8 | 0 | wikitext | comb_17 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 6.66903 | 27.4847 | 0 | | 45 | 0.308477 | 4 | 0 | wikitext | comb_2 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 8.84428 | 27.49 | 0 | | 46 | 0.345187 | 5 | 0 | wikitext | comb_17 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 7.83909 | 27.4905 | 0 | | 47 | 0.346065 | 5 | 0 | wikitext | comb_2 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 7.72405 | 27.5007 | 0 | | 48 | 0.344917 | 5 | 0 | wikitext | comb_16 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 7.801 | 27.5039 | 0 | | 49 | 0.372543 | 7 | 0 | wikitext | comb_2 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 6.79738 | 27.5139 | 0 | | 50 | 0.376697 | 8 | 0 | wikitext | comb_14 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 6.62538 | 27.5159 | 0 | | 51 | 0.194157 | 4 | 0 | wikitext | comb_17 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 15.055 | 27.5173 | 0 | | 52 | 0.317089 | 4 | 0 | wikitext | comb_16 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 8.42897 | 27.5194 | 0 | | 53 | 0.372104 | 6 | 0 | wikitext | comb_14 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 6.83897 | 27.5683 | 0 | | 54 | 0.372036 | 7 | 0 | wikitext | comb_17 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 6.77228 | 27.5732 | 0 | | 55 | 0.373826 | 7 | 0 | wikitext | comb_16 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 6.78939 | 27.5824 | 0 | | 56 | 0.373522 | 6 | 0 | wikitext | comb_2 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 6.79899 | 27.5874 | 0 | | 57 | 0.374265 | 7 | 0 | wikitext | comb_14 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 6.70865 | 27.6005 | 0 | | 58 | 0.376123 | 8 | 0 | wikitext | comb_16 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 6.65089 | 27.6714 | 0 | | 59 | 0.376866 | 8 | 0 | wikitext | comb_2 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 6.63997 | 27.6847 | 0 | | 60 | 0.290138 | 4 | 0 | wikitext | comb_3 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 9.91149 | 34.628 | 0 | | 61 | 0.376832 | 8 | 0 | wikitext | comb_3 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 6.64219 | 34.6472 | 0 | | 62 | 0.347045 | 5 | 0 | wikitext | comb_3 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 7.67828 | 34.6542 | 0 | | 63 | 0.371564 | 6 | 0 | wikitext | comb_3 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 6.86019 | 34.761 | 0 | | 64 | 0.374333 | 7 | 0 | wikitext | comb_3 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 6.72389 | 34.825 | 0 | | 65 | 0.346032 | 5 | 0 | wikitext | comb_7 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 7.69845 | 40.7704 | 0 | | 66 | 0.29382 | 4 | 0 | wikitext | comb_7 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 9.86754 | 40.8156 | 0 | | 67 | 0.165721 | 7 | 0 | wikitext | comb_10 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 16.8775 | 40.8206 | 0 | | 68 | 0.346606 | 8 | 0 | wikitext | comb_10 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 7.36425 | 40.908 | 0 | | 69 | 0.374367 | 7 | 0 | wikitext | comb_7 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 6.70338 | 40.9105 | 0 | | 70 | 0.372712 | 6 | 0 | wikitext | comb_7 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 6.84728 | 40.9654 | 0 | | 71 | 0.377339 | 8 | 0 | wikitext | comb_7 | tinyllama | nlr_t_no_sched | 1897.87 | 2160.07 | 6.6293 | 40.971 | 0 | | 72 | 0 | 4 | 0 | wikitext | comb_6 | tinyllama | nlr_t_no_sched | 1381.17 | 2487.22 | 1.12118 | 0.480479 | 0 | | 73 | 0 | 5 | 0 | wikitext | comb_6 | tinyllama | nlr_t_no_sched | 1381.17 | 2487.22 | 1.12118 | 0.480479 | 0 | | 74 | 0 | 6 | 0 | wikitext | comb_6 | tinyllama | nlr_t_no_sched | 1381.17 | 2487.22 | 1.12118 | 0.480479 | 0 | | 75 | 0 | 7 | 0 | wikitext | comb_6 | tinyllama | nlr_t_no_sched | 1381.17 | 2487.22 | 1.12118 | 0.480479 | 0 | | 76 | 0 | 8 | 0 | wikitext | comb_6 | tinyllama | nlr_t_no_sched | 1381.17 | 2487.22 | 1.12118 | 0.480479 | 0 | | 77 | 0 | 4 | 0 | wikitext | comb_4 | tinyllama | nlr_t_no_sched | 2225.07 | 2747.27 | 1.10931 | 99.4585 | 0 | | 78 | 0 | 5 | 0 | wikitext | comb_4 | tinyllama | nlr_t_no_sched | 2225.07 | 2747.27 | 1.10931 | 99.4585 | 0 | | 79 | 0 | 6 | 0 | wikitext | comb_4 | tinyllama | nlr_t_no_sched | 2225.07 | 2747.27 | 1.10931 | 99.4585 | 0 | | 80 | 0 | 7 | 0 | wikitext | comb_4 | tinyllama | nlr_t_no_sched | 2225.07 | 2747.27 | 1.10931 | 99.4585 | 0 | | 81 | 0 | 8 | 0 | wikitext | comb_4 | tinyllama | nlr_t_no_sched | 2225.07 | 2747.27 | 1.10931 | 99.4585 | 0 | | 82 | 0.378149 | 32 | 0 | wikitext | base | tinyllama | ---- | 4470.55 | 4485.81 | 6.59595 | 11.6913 | 0 | |