File size: 16,699 Bytes
73c41ca
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
|    |   accuracy |   bits |   clip | dataset   | method    | model     | params    |   peak_mem_alloc_mb |   peak_mem_reserv_mb |   perplexity |    time_ms |   wer |
|---:|-----------:|-------:|-------:|:----------|:----------|:----------|:----------|--------------------:|---------------------:|-------------:|-----------:|------:|
|  0 |  0.364167  |      4 |      0 | wikitext  | ao_woq    | tinyllama | fixed     |             741.693 |              866.124 |      7.04309 |  17.2735   |     0 |
|  1 |  0.377136  |      8 |      0 | wikitext  | ao_woq    | tinyllama | fixed     |            1631.73  |             1988.1   |      6.60597 |  15.4647   |     0 |
|  2 |  0         |      4 |      0 | wikitext  | comb_2    | tinyllama | nlr_t_cos |            1895.56  |             2157.97  |      1.11067 |  19.5068   |     0 |
|  3 |  0         |      5 |      0 | wikitext  | comb_2    | tinyllama | nlr_t_cos |            1895.56  |             2157.97  |      1.11067 |  19.5068   |     0 |
|  4 |  0         |      6 |      0 | wikitext  | comb_2    | tinyllama | nlr_t_cos |            1895.56  |             2157.97  |      1.11067 |  19.5068   |     0 |
|  5 |  0         |      7 |      0 | wikitext  | comb_2    | tinyllama | nlr_t_cos |            1895.56  |             2157.97  |      1.11067 |  19.5068   |     0 |
|  6 |  0         |      8 |      0 | wikitext  | comb_2    | tinyllama | nlr_t_cos |            1895.56  |             2157.97  |      1.11067 |  19.5068   |     0 |
|  7 |  0         |      4 |      0 | wikitext  | comb_6    | tinyllama | nlr_t_cos |            1895.56  |             2157.97  |      1.10931 |  25.9515   |     0 |
|  8 |  0         |      5 |      0 | wikitext  | comb_6    | tinyllama | nlr_t_cos |            1895.56  |             2157.97  |      1.10931 |  25.9515   |     0 |
|  9 |  0         |      6 |      0 | wikitext  | comb_6    | tinyllama | nlr_t_cos |            1895.56  |             2157.97  |      1.10931 |  25.9515   |     0 |
| 10 |  0         |      7 |      0 | wikitext  | comb_6    | tinyllama | nlr_t_cos |            1895.56  |             2157.97  |      1.10931 |  25.9515   |     0 |
| 11 |  0         |      8 |      0 | wikitext  | comb_6    | tinyllama | nlr_t_cos |            1895.56  |             2157.97  |      1.10931 |  25.9515   |     0 |
| 12 |  0.376663  |      8 |      0 | wikitext  | comb_15   | tinyllama | nlr_t_cos |            1896.03  |             2157.97  |      6.6488  |  15.3549   |     0 |
| 13 |  0.374873  |      6 |      0 | wikitext  | comb_15   | tinyllama | nlr_t_cos |            1896.03  |             2157.97  |      6.82058 |  15.4001   |     0 |
| 14 |  0.373691  |      7 |      0 | wikitext  | comb_15   | tinyllama | nlr_t_cos |            1896.03  |             2157.97  |      6.75127 |  15.4545   |     0 |
| 15 |  0.34924   |      5 |      0 | wikitext  | comb_15   | tinyllama | nlr_t_cos |            1896.03  |             2157.97  |      7.59441 |  15.5093   |     0 |
| 16 |  0.325329  |      4 |      0 | wikitext  | comb_15   | tinyllama | nlr_t_cos |            1896.03  |             2157.97  |      8.29242 |  80.3133   |     0 |
| 17 |  0.367612  |      5 |      0 | wikitext  | woq       | tinyllama | fixed     |            1896.11  |             2160.07  |      6.9663  |  15.7181   |     0 |
| 18 |  0.376326  |      7 |      0 | wikitext  | woq       | tinyllama | fixed     |            1896.11  |             2160.07  |      6.66335 |  16.2632   |     0 |
| 19 |  0.378588  |      6 |      0 | wikitext  | woq       | tinyllama | fixed     |            1896.11  |             2160.07  |      6.50158 |  16.3191   |     0 |
| 20 |  0.377271  |      8 |      0 | wikitext  | woq       | tinyllama | fixed     |            1896.11  |             2160.07  |      6.60481 |  16.5223   |     0 |
| 21 |  0.346977  |      4 |      0 | wikitext  | woq       | tinyllama | fixed     |            1896.11  |             2160.07  |      7.65536 |  16.6313   |     0 |
| 22 |  0         |      4 |      0 | wikitext  | comb_16   | tinyllama | nlr_t_cos |            1897.39  |             2160.07  |      1.10976 |  27.2993   |     0 |
| 23 |  0         |      5 |      0 | wikitext  | comb_16   | tinyllama | nlr_t_cos |            1897.39  |             2160.07  |      1.10976 |  27.2993   |     0 |
| 24 |  0         |      6 |      0 | wikitext  | comb_16   | tinyllama | nlr_t_cos |            1897.39  |             2160.07  |      1.10976 |  27.2993   |     0 |
| 25 |  0         |      7 |      0 | wikitext  | comb_16   | tinyllama | nlr_t_cos |            1897.39  |             2160.07  |      1.10976 |  27.2993   |     0 |
| 26 |  0.225228  |      8 |      0 | wikitext  | comb_16   | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |     14.0465  |  27.6178   |     0 |
| 27 |  0.352584  |      5 |      0 | wikitext  | comb_1    | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |      7.46434 |  27.6184   |     0 |
| 28 |  0.373455  |      6 |      0 | wikitext  | comb_18   | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |      6.79635 |  27.6345   |     0 |
| 29 |  0.376765  |      8 |      0 | wikitext  | comb_11   | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |      6.65635 |  27.649    |     0 |
| 30 |  0.323742  |      4 |      0 | wikitext  | comb_1    | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |      8.31962 |  27.6514   |     0 |
| 31 |  0.374569  |      7 |      0 | wikitext  | comb_18   | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |      6.72045 |  27.6524   |     0 |
| 32 |  0.376157  |      8 |      0 | wikitext  | comb_18   | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |      6.63032 |  27.6891   |     0 |
| 33 |  0.327558  |      4 |      0 | wikitext  | comb_17   | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |      8.22994 |  27.6896   |     0 |
| 34 |  0.376461  |      8 |      0 | wikitext  | comb_1    | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |      6.66128 |  27.6995   |     0 |
| 35 |  0.348396  |      5 |      0 | wikitext  | comb_18   | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |      7.64742 |  27.7109   |     0 |
| 36 |  0.106349  |      4 |      0 | wikitext  | comb_11   | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |     30.0706  |  27.7636   |     0 |
| 37 |  0.374671  |      6 |      0 | wikitext  | comb_17   | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |      6.81357 |  27.7849   |     0 |
| 38 |  0.375312  |      6 |      0 | wikitext  | comb_11   | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |      6.80652 |  27.7915   |     0 |
| 39 |  0.320804  |      4 |      0 | wikitext  | comb_18   | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |      8.38679 |  27.8041   |     0 |
| 40 |  0.37511   |      6 |      0 | wikitext  | comb_1    | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |      6.79227 |  27.8677   |     0 |
| 41 |  0.357008  |      5 |      0 | wikitext  | comb_11   | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |      7.28426 |  27.8722   |     0 |
| 42 |  0.372138  |      7 |      0 | wikitext  | comb_17   | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |      6.77155 |  27.875    |     0 |
| 43 |  0.372476  |      8 |      0 | wikitext  | comb_17   | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |      6.67315 |  27.9162   |     0 |
| 44 |  0.373185  |      7 |      0 | wikitext  | comb_11   | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |      6.72531 |  27.9401   |     0 |
| 45 |  0.320567  |      4 |      0 | wikitext  | comb_5    | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |      8.46719 |  34.8266   |     0 |
| 46 |  0.376663  |      8 |      0 | wikitext  | comb_5    | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |      6.64292 |  34.8665   |     0 |
| 47 |  0.347349  |      5 |      0 | wikitext  | comb_5    | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |      7.64656 |  34.8677   |     0 |
| 48 |  0.373658  |      6 |      0 | wikitext  | comb_5    | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |      6.78763 |  34.8879   |     0 |
| 49 |  0.374569  |      7 |      0 | wikitext  | comb_5    | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |      6.77103 |  34.9836   |     0 |
| 50 |  0.375279  |      7 |      0 | wikitext  | comb_1    | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |      6.7818  |  92.7924   |     0 |
| 51 |  0.354576  |      5 |      0 | wikitext  | comb_17   | tinyllama | nlr_t_cos |            1897.87  |             2160.07  |      7.37311 | 164.897    |     0 |
| 52 |  0         |      8 |      0 | wikitext  | comb_6_t  | tinyllama | nlr_t_cos |            1904.15  |             2174.75  |      1.10931 |  26.0644   |     0 |
| 53 |  0.458291  |      5 |      0 | wikitext  | comb_15_t | tinyllama | nlr_t_cos |            1904.55  |             2178.94  |      4.28669 |  14.8742   |     0 |
| 54 |  0.445356  |      8 |      0 | wikitext  | comb_15_t | tinyllama | nlr_t_cos |            1904.55  |             2178.94  |      3.86535 |  15.2738   |     0 |
| 55 |  0.466126  |      6 |      0 | wikitext  | comb_15_t | tinyllama | nlr_t_cos |            1904.55  |             2178.94  |      3.82852 |  15.3128   |     0 |
| 56 |  0.471868  |      7 |      0 | wikitext  | comb_15_t | tinyllama | nlr_t_cos |            1904.55  |             2178.94  |      3.63921 |  15.3295   |     0 |
| 57 |  0.402432  |      4 |      0 | wikitext  | comb_15_t | tinyllama | nlr_t_cos |            1904.55  |             2178.94  |      5.80455 |  15.3781   |     0 |
| 58 |  0.0714961 |      8 |      0 | wikitext  | comb_2_t  | tinyllama | nlr_t_cos |            1904.55  |             2178.94  |    103.676   |  19.6111   |     0 |
| 59 |  0.462411  |      7 |      0 | wikitext  | woq_t     | tinyllama | fixed     |            1904.63  |             2181.04  |      3.82802 |  15.4127   |     0 |
| 60 |  0.454306  |      5 |      0 | wikitext  | woq_t     | tinyllama | fixed     |            1904.63  |             2181.04  |      4.47232 |  15.836    |     0 |
| 61 |  0.393279  |      4 |      0 | wikitext  | woq_t     | tinyllama | fixed     |            1904.63  |             2181.04  |      5.88622 |  16.0184   |     0 |
| 62 |  0.449713  |      8 |      0 | wikitext  | woq_t     | tinyllama | fixed     |            1904.63  |             2181.04  |      3.85465 |  16.5128   |     0 |
| 63 |  0.468119  |      6 |      0 | wikitext  | woq_t     | tinyllama | fixed     |            1904.63  |             2181.04  |      3.75475 |  16.8611   |     0 |
| 64 |  0.460621  |      5 |      0 | wikitext  | comb_11_t | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      4.1184  |  27.5002   |     0 |
| 65 |  0.397636  |      4 |      0 | wikitext  | comb_17_t | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      5.83778 |  27.637    |     0 |
| 66 |  0.399662  |      4 |      0 | wikitext  | comb_18_t | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      5.78783 |  27.654    |     0 |
| 67 |  0.453732  |      8 |      0 | wikitext  | comb_18_t | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      3.82789 |  27.6852   |     0 |
| 68 |  0.125498  |      8 |      0 | wikitext  | comb_16_t | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |     23.1892  |  27.6938   |     0 |
| 69 |  0.124856  |      7 |      0 | wikitext  | comb_16_t | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |     22.2262  |  27.7001   |     0 |
| 70 |  0.46643   |      7 |      0 | wikitext  | comb_11_t | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      3.67879 |  27.7152   |     0 |
| 71 |  0.46795   |      7 |      0 | wikitext  | comb_17_t | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      3.6154  |  27.7303   |     0 |
| 72 |  0.468355  |      6 |      0 | wikitext  | comb_1_t  | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      3.7968  |  27.7432   |     0 |
| 73 |  0.399595  |      4 |      0 | wikitext  | comb_1_t  | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      5.66365 |  27.7491   |     0 |
| 74 |  0.443026  |      8 |      0 | wikitext  | comb_1_t  | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      3.92691 |  27.7503   |     0 |
| 75 |  0.458865  |      5 |      0 | wikitext  | comb_1_t  | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      4.29173 |  27.7673   |     0 |
| 76 |  0.471023  |      7 |      0 | wikitext  | comb_18_t | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      3.65735 |  27.7847   |     0 |
| 77 |  0.470382  |      6 |      0 | wikitext  | comb_18_t | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      3.70472 |  27.7935   |     0 |
| 78 |  0.457346  |      5 |      0 | wikitext  | comb_17_t | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      4.23471 |  27.8001   |     0 |
| 79 |  0.466869  |      6 |      0 | wikitext  | comb_17_t | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      3.76745 |  27.831    |     0 |
| 80 |  0.444478  |      8 |      0 | wikitext  | comb_17_t | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      3.82556 |  27.8329   |     0 |
| 81 |  0.456839  |      5 |      0 | wikitext  | comb_18_t | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      4.29157 |  27.8414   |     0 |
| 82 |  0.387099  |      4 |      0 | wikitext  | comb_11_t | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      5.91937 |  27.8492   |     0 |
| 83 |  0.446369  |      8 |      0 | wikitext  | comb_11_t | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      3.96477 |  27.8579   |     0 |
| 84 |  0.398075  |      4 |      0 | wikitext  | comb_5_t  | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      5.86508 |  34.9208   |     0 |
| 85 |  0.470686  |      8 |      0 | wikitext  | comb_5_t  | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      3.84962 |  34.9925   |     0 |
| 86 |  0.454914  |      5 |      0 | wikitext  | comb_5_t  | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      4.30586 |  35.0086   |     0 |
| 87 |  0.475414  |      7 |      0 | wikitext  | comb_5_t  | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      3.52258 |  35.0651   |     0 |
| 88 |  0.469841  |      7 |      0 | wikitext  | comb_1_t  | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      3.65987 |  92.2808   |     0 |
| 89 |  0.466971  |      6 |      0 | wikitext  | comb_11_t | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      3.89728 |  95.8153   |     0 |
| 90 |  0.462513  |      6 |      0 | wikitext  | comb_5_t  | tinyllama | nlr_t_cos |            1906.38  |             2181.04  |      3.88074 |  99.8065   |     0 |
| 91 |  0         |      4 |      0 | wikitext  | comb_14   | tinyllama | nlr_t_cos |            1381.17  |             2487.22  |      1.12199 |   0.30615  |     0 |
| 92 |  0         |      5 |      0 | wikitext  | comb_14   | tinyllama | nlr_t_cos |            1381.17  |             2487.22  |      1.12199 |   0.30615  |     0 |
| 93 |  0         |      6 |      0 | wikitext  | comb_14   | tinyllama | nlr_t_cos |            1381.17  |             2487.22  |      1.12199 |   0.30615  |     0 |
| 94 |  0         |      7 |      0 | wikitext  | comb_14   | tinyllama | nlr_t_cos |            1381.17  |             2487.22  |      1.12199 |   0.30615  |     0 |
| 95 |  0         |      8 |      0 | wikitext  | comb_14   | tinyllama | nlr_t_cos |            1381.17  |             2487.22  |      1.12199 |   0.30615  |     0 |
| 96 |  0         |      8 |      0 | wikitext  | comb_14_t | tinyllama | nlr_t_cos |            1389.69  |             2499.81  |      1.10701 |   0.500353 |     0 |
| 97 |  0.378149  |     32 |      0 | wikitext  | base      | tinyllama | ----      |            4470.55  |             4485.81  |      6.59595 |  11.8021   |     0 |