|
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |
|
|---:|-----------:|-------:|-------:|:----------|:---------|:----------|:----------|--------------------:|---------------------:|-------------:|----------:|------:| |
|
| 0 | 0.3642 | 4 | 0 | wikitext | ao_woq | tinyllama | fixed | 741.693 | 866.124 | 7.0431 | 18.6202 | 0 | |
|
| 1 | 0.3771 | 8 | 0 | wikitext | ao_woq | tinyllama | fixed | 1631.73 | 1988.1 | 6.606 | 15.5631 | 0 | |
|
| 2 | 0 | 4 | 0 | wikitext | comb_4 | tinyllama | nlr_t_lin | 1895.56 | 2157.97 | 1.1107 | 19.426 | 0 | |
|
| 3 | 0 | 5 | 0 | wikitext | comb_4 | tinyllama | nlr_t_lin | 1895.56 | 2157.97 | 1.1107 | 19.426 | 0 | |
|
| 4 | 0 | 6 | 0 | wikitext | comb_4 | tinyllama | nlr_t_lin | 1895.56 | 2157.97 | 1.1107 | 19.426 | 0 | |
|
| 5 | 0 | 7 | 0 | wikitext | comb_4 | tinyllama | nlr_t_lin | 1895.56 | 2157.97 | 1.1107 | 19.426 | 0 | |
|
| 6 | 0 | 8 | 0 | wikitext | comb_4 | tinyllama | nlr_t_lin | 1895.56 | 2157.97 | 1.1107 | 19.426 | 0 | |
|
| 7 | 0 | 4 | 0 | wikitext | comb_7 | tinyllama | nlr_t_lin | 1895.56 | 2157.97 | 1.1093 | 25.8038 | 0 | |
|
| 8 | 0 | 5 | 0 | wikitext | comb_7 | tinyllama | nlr_t_lin | 1895.56 | 2157.97 | 1.1093 | 25.8038 | 0 | |
|
| 9 | 0 | 6 | 0 | wikitext | comb_7 | tinyllama | nlr_t_lin | 1895.56 | 2157.97 | 1.1093 | 25.8038 | 0 | |
|
| 10 | 0 | 7 | 0 | wikitext | comb_7 | tinyllama | nlr_t_lin | 1895.56 | 2157.97 | 1.1093 | 25.8038 | 0 | |
|
| 11 | 0 | 8 | 0 | wikitext | comb_7 | tinyllama | nlr_t_lin | 1895.56 | 2157.97 | 1.1093 | 25.8038 | 0 | |
|
| 12 | 0.3744 | 7 | 0 | wikitext | comb_15 | tinyllama | nlr_t_lin | 1896.03 | 2157.97 | 6.7555 | 14.6879 | 0 | |
|
| 13 | 0.3399 | 4 | 0 | wikitext | comb_15 | tinyllama | nlr_t_lin | 1896.03 | 2157.97 | 7.7986 | 15.1396 | 0 | |
|
| 14 | 0.3647 | 5 | 0 | wikitext | comb_15 | tinyllama | nlr_t_lin | 1896.03 | 2157.97 | 7.0995 | 15.1885 | 0 | |
|
| 15 | 0.377 | 8 | 0 | wikitext | comb_15 | tinyllama | nlr_t_lin | 1896.03 | 2157.97 | 6.6611 | 15.2789 | 0 | |
|
| 16 | 0.3777 | 6 | 0 | wikitext | comb_15 | tinyllama | nlr_t_lin | 1896.03 | 2157.97 | 6.6998 | 15.6516 | 0 | |
|
| 17 | 0.3763 | 7 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.6633 | 16.0967 | 0 | |
|
| 18 | 0.3676 | 5 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.9663 | 16.1348 | 0 | |
|
| 19 | 0.3773 | 8 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.6048 | 16.2726 | 0 | |
|
| 20 | 0.3786 | 6 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.5016 | 16.2963 | 0 | |
|
| 21 | 0.347 | 4 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 7.6554 | 16.4195 | 0 | |
|
| 22 | 0 | 4 | 0 | wikitext | comb_1 | tinyllama | nlr_t_lin | 1897.39 | 2160.07 | 1.1163 | 27.0637 | 0 | |
|
| 23 | 0 | 5 | 0 | wikitext | comb_1 | tinyllama | nlr_t_lin | 1897.39 | 2160.07 | 1.1163 | 27.0637 | 0 | |
|
| 24 | 0.0079 | 7 | 0 | wikitext | comb_1 | tinyllama | nlr_t_lin | 1897.39 | 2160.07 | 1.1089 | 27.1898 | 0 | |
|
| 25 | 0.0143 | 6 | 0 | wikitext | comb_1 | tinyllama | nlr_t_lin | 1897.39 | 2160.07 | 1.1324 | 27.219 | 0 | |
|
| 26 | 0.3744 | 7 | 0 | wikitext | comb_18 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.748 | 27.402 | 0 | |
|
| 27 | 0.3765 | 6 | 0 | wikitext | comb_8 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.6741 | 27.4023 | 0 | |
|
| 28 | 0.3394 | 4 | 0 | wikitext | comb_18 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 7.9242 | 27.4152 | 0 | |
|
| 29 | 0.3669 | 5 | 0 | wikitext | comb_8 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 7.094 | 27.4249 | 0 | |
|
| 30 | 0.3661 | 5 | 0 | wikitext | comb_18 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 7.0966 | 27.4379 | 0 | |
|
| 31 | 0.3766 | 8 | 0 | wikitext | comb_10 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.6458 | 27.4412 | 0 | |
|
| 32 | 0.3789 | 6 | 0 | wikitext | comb_12 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.6869 | 27.4473 | 0 | |
|
| 33 | 0.3677 | 5 | 0 | wikitext | comb_10 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 7.0776 | 27.4505 | 0 | |
|
| 34 | 0.3751 | 7 | 0 | wikitext | comb_8 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.7296 | 27.4528 | 0 | |
|
| 35 | 0.3772 | 7 | 0 | wikitext | comb_12 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.7372 | 27.4543 | 0 | |
|
| 36 | 0.1677 | 4 | 0 | wikitext | comb_10 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 20.6911 | 27.457 | 0 | |
|
| 37 | 0.3409 | 4 | 0 | wikitext | comb_12 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 7.7976 | 27.4818 | 0 | |
|
| 38 | 0.3762 | 8 | 0 | wikitext | comb_12 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.6529 | 27.4832 | 0 | |
|
| 39 | 0.3678 | 5 | 0 | wikitext | comb_12 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 7.0968 | 27.4854 | 0 | |
|
| 40 | 0.2543 | 8 | 0 | wikitext | comb_1 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 10.9745 | 27.4979 | 0 | |
|
| 41 | 0.3774 | 7 | 0 | wikitext | comb_10 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.7039 | 27.4991 | 0 | |
|
| 42 | 0.3774 | 6 | 0 | wikitext | comb_18 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.7213 | 27.5086 | 0 | |
|
| 43 | 0.3746 | 8 | 0 | wikitext | comb_8 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.6651 | 27.5226 | 0 | |
|
| 44 | 0.3783 | 6 | 0 | wikitext | comb_10 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.6802 | 27.5287 | 0 | |
|
| 45 | 0.3762 | 8 | 0 | wikitext | comb_18 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.6404 | 27.5292 | 0 | |
|
| 46 | 0.3412 | 4 | 0 | wikitext | comb_8 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 7.8114 | 27.5381 | 0 | |
|
| 47 | 0.3776 | 6 | 0 | wikitext | comb_3 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.7046 | 34.6445 | 0 | |
|
| 48 | 0.3654 | 5 | 0 | wikitext | comb_3 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 7.1133 | 34.654 | 0 | |
|
| 49 | 0.3376 | 4 | 0 | wikitext | comb_3 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 7.9103 | 34.6757 | 0 | |
|
| 50 | 0.3746 | 7 | 0 | wikitext | comb_3 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.743 | 34.6918 | 0 | |
|
| 51 | 0.3767 | 8 | 0 | wikitext | comb_3 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.6307 | 34.7201 | 0 | |
|
| 52 | 0 | 4 | 0 | wikitext | comb_11 | tinyllama | nlr_t_lin | 1381.17 | 2487.22 | 1.125 | 0.502 | 0 | |
|
| 53 | 0 | 5 | 0 | wikitext | comb_11 | tinyllama | nlr_t_lin | 1381.17 | 2487.22 | 1.125 | 0.502 | 0 | |
|
| 54 | 0 | 6 | 0 | wikitext | comb_11 | tinyllama | nlr_t_lin | 1381.17 | 2487.22 | 1.125 | 0.502 | 0 | |
|
| 55 | 0 | 7 | 0 | wikitext | comb_11 | tinyllama | nlr_t_lin | 1381.17 | 2487.22 | 1.125 | 0.502 | 0 | |
|
| 56 | 0 | 8 | 0 | wikitext | comb_11 | tinyllama | nlr_t_lin | 1381.17 | 2487.22 | 1.125 | 0.502 | 0 | |
|
| 57 | 0.3781 | 32 | 0 | wikitext | base | tinyllama | ---- | 4470.55 | 4485.81 | 6.596 | 11.7914 | 0 | |