| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |----:|-----------:|-------:|-------:|:------------|:---------|:----------|:-----------------|--------------------:|---------------------:|-----------------:|----------:|----------:| | 0 | 0 | 6 | 0 | wikitext | comb_15 | llama3 | ones_t | 14178.7 | 15367.9 | 1.14558 | 121.3 | 0 | | 1 | 0 | 6 | 0 | wikitext | comb_3 | llama3 | ones_t | 14178.7 | 15367.9 | 1.12481 | 145.837 | 0 | | 2 | 0.443161 | 6 | 0 | wikitext | comb_13 | llama3 | ones_t | 14179.2 | 15367.9 | 5.19488 | 68.8501 | 0 | | 4 | 0 | 6 | 0 | wikitext | comb_6 | llama3 | ones_t | 14185.3 | 15374.2 | 1.12484 | 147.654 | 0 | | 5 | 0 | 6 | 0 | wikitext | comb_8 | llama3 | ones_t | 14185.3 | 15374.2 | 1.60159 | 147.894 | 0 | | 6 | 0 | 6 | 0 | wikitext | comb_10 | llama3 | ones_t | 14185.3 | 15374.2 | 1.13751 | 148.149 | 0 | | 7 | 0 | 6 | 0 | wikitext | comb_5 | llama3 | ones_t | 14185.3 | 15374.2 | 1.14817 | 201.456 | 0 | | 8 | 0 | 6 | 0 | wikitext | comb_2 | llama3 | ones_t | 14185.3 | 15374.2 | 1.12483 | 201.609 | 0 | | 9 | 0.441776 | 6 | 0 | wikitext | comb_14 | llama3 | ones_t | 14185.7 | 15374.2 | 5.1695 | 147.83 | 0 | | 10 | 0.442148 | 6 | 0 | wikitext | comb_7 | llama3 | ones_t | 14185.7 | 15374.2 | 5.20174 | 147.84 | 0 | | 11 | 0.44181 | 6 | 0 | wikitext | comb_16 | llama3 | ones_t | 14185.7 | 15374.2 | 5.17259 | 147.848 | 0 | | 12 | 0.441574 | 6 | 0 | wikitext | comb_18 | llama3 | ones_t | 14185.7 | 15374.2 | 5.16281 | 148.335 | 0 | | 13 | 0.441675 | 6 | 0 | wikitext | comb_9 | llama3 | ones_t | 14185.7 | 15374.2 | 5.20377 | 175.486 | 0 | | 14 | 0.442384 | 6 | 0 | wikitext | comb_4 | llama3 | ones_t | 14185.7 | 15374.2 | 5.20719 | 201.728 | 0 | | 15 | 0 | 6 | 0 | wikitext | comb_1 | llama3 | ones_t | 11051.9 | 18748.5 | 1.60129 | 4.39536 | 0 | | 16 | 0 | 6 | 0 | wikitext | comb_11 | llama3 | ones_t | 11051.9 | 18748.5 | 1.53026 | 4.42066 | 0 | | 17 | 0 | 6 | 0 | wikitext | comb_17 | llama3 | ones_t | 16812 | 19811.8 | 1.14028 | 426.562 | 0 | | 18 | 0 | 6 | 0 | wikitext | comb_12 | llama3 | ones_t | 11051.9 | 23421 | 1.12486 | 4.02315 | 0 | | 19 | 0 | 6 | 0 | wikitext | comb_0 | llama3 | ones_t | 11051.9 | 23421 | 1.17112 | 4.02534 | 0 | | 21 | 0 | 8 | 0 | wikitext | comb_15 | llama3 | ones_t | 14178.7 | 15367.9 | 1.12353 | 121.185 | 0 | | 22 | 0 | 8 | 0 | wikitext | comb_3 | llama3 | ones_t | 14178.7 | 15367.9 | 1.12481 | 146.017 | 0 | | 23 | 0.443127 | 8 | 0 | wikitext | comb_13 | llama3 | ones_t | 14179.2 | 15367.9 | 5.20786 | 68.6306 | 0 | | 25 | 0 | 8 | 0 | wikitext | comb_6 | llama3 | ones_t | 14185.3 | 15374.2 | 1.12484 | 147.603 | 0 | | 26 | 0 | 8 | 0 | wikitext | comb_8 | llama3 | ones_t | 14185.3 | 15374.2 | 1.60103 | 147.748 | 0 | | 27 | 0 | 8 | 0 | wikitext | comb_10 | llama3 | ones_t | 14185.3 | 15374.2 | 1.16912 | 147.889 | 0 | | 28 | 0 | 8 | 0 | wikitext | comb_2 | llama3 | ones_t | 14185.3 | 15374.2 | 39955.6 | 201.696 | 0 | | 29 | 0.443161 | 8 | 0 | wikitext | comb_7 | llama3 | ones_t | 14185.7 | 15374.2 | 5.22145 | 147.728 | 0 | | 30 | 0.4436 | 8 | 0 | wikitext | comb_14 | llama3 | ones_t | 14185.7 | 15374.2 | 5.22111 | 147.754 | 0 | | 31 | 0.444512 | 8 | 0 | wikitext | comb_16 | llama3 | ones_t | 14185.7 | 15374.2 | 5.20597 | 147.937 | 0 | | 32 | 0.443296 | 8 | 0 | wikitext | comb_18 | llama3 | ones_t | 14185.7 | 15374.2 | 5.21964 | 148.065 | 0 | | 33 | 0.443938 | 8 | 0 | wikitext | comb_9 | llama3 | ones_t | 14185.7 | 15374.2 | 5.21057 | 175.792 | 0 | | 34 | 0.443938 | 8 | 0 | wikitext | comb_4 | llama3 | ones_t | 14185.7 | 15374.2 | 5.21533 | 201.372 | 0 | | 35 | 0.311516 | 8 | 0 | wikitext | comb_5 | llama3 | ones_t | 14185.7 | 15374.2 | 8.2746 | 201.455 | 0 | | 36 | 0 | 8 | 0 | wikitext | comb_1 | llama3 | ones_t | 11051.9 | 18748.5 | 1.59892 | 4.4123 | 0 | | 37 | 0 | 8 | 0 | wikitext | comb_11 | llama3 | ones_t | 11051.9 | 18748.5 | 1.12989 | 4.41435 | 0 | | 38 | 0 | 8 | 0 | wikitext | comb_17 | llama3 | ones_t | 16812 | 19811.8 | 1.14298 | 427.052 | 0 | | 39 | 0 | 8 | 0 | wikitext | comb_12 | llama3 | ones_t | 11051.9 | 23421 | 1.12486 | 3.95971 | 0 | | 40 | 0 | 8 | 0 | wikitext | comb_0 | llama3 | ones_t | 11051.9 | 23421 | 1.13092 | 4.0399 | 0 | | 41 | 0 | 5 | 0 | wikitext | comb_15 | llama3 | ones_t | 14178.7 | 15367.9 | 1.22002 | 121.112 | 0 | | 42 | 0 | 5 | 0 | wikitext | comb_3 | llama3 | ones_t | 14178.7 | 15367.9 | 1.12481 | 145.846 | 0 | | 43 | 0.434853 | 5 | 0 | wikitext | comb_13 | llama3 | ones_t | 14179.2 | 15367.9 | 5.27765 | 68.5548 | 0 | | 45 | 0 | 5 | 0 | wikitext | comb_6 | llama3 | ones_t | 14185.3 | 15374.2 | 1.12484 | 147.294 | 0 | | 46 | 0 | 5 | 0 | wikitext | comb_8 | llama3 | ones_t | 14185.3 | 15374.2 | 1.6266 | 147.571 | 0 | | 47 | 0.0111111 | 5 | 0 | wikitext | comb_10 | llama3 | ones_t | 14185.3 | 15374.2 | 1.13653 | 150.926 | 0 | | 48 | 0 | 5 | 0 | wikitext | comb_2 | llama3 | ones_t | 14185.3 | 15374.2 | 1.12482 | 201.595 | 0 | | 49 | 0.0141093 | 5 | 0 | wikitext | comb_5 | llama3 | ones_t | 14185.3 | 15374.2 | 1.25186 | 201.467 | 0 | | 50 | 0.435968 | 5 | 0 | wikitext | comb_14 | llama3 | ones_t | 14185.7 | 15374.2 | 5.27283 | 147.593 | 0 | | 51 | 0.435934 | 5 | 0 | wikitext | comb_16 | llama3 | ones_t | 14185.7 | 15374.2 | 5.26917 | 147.735 | 0 | | 52 | 0.436238 | 5 | 0 | wikitext | comb_7 | llama3 | ones_t | 14185.7 | 15374.2 | 5.22564 | 147.764 | 0 | | 53 | 0.435495 | 5 | 0 | wikitext | comb_18 | llama3 | ones_t | 14185.7 | 15374.2 | 5.2781 | 148.139 | 0 | | 54 | 0.436339 | 5 | 0 | wikitext | comb_9 | llama3 | ones_t | 14185.7 | 15374.2 | 5.23565 | 175.249 | 0 | | 55 | 0.435495 | 5 | 0 | wikitext | comb_4 | llama3 | ones_t | 14185.7 | 15374.2 | 5.24027 | 201.076 | 0 | | 56 | 0 | 5 | 0 | wikitext | comb_1 | llama3 | ones_t | 11051.9 | 18748.5 | 1.60341 | 4.3968 | 0 | | 57 | 0 | 5 | 0 | wikitext | comb_11 | llama3 | ones_t | 11051.9 | 18748.5 | 7.6245 | 4.41875 | 0 | | 58 | 0 | 5 | 0 | wikitext | comb_17 | llama3 | ones_t | 16812 | 19811.8 | 1.16175 | 426.325 | 0 | | 59 | 0 | 5 | 0 | wikitext | comb_12 | llama3 | ones_t | 11051.9 | 23421 | 1.12486 | 3.99854 | 0 | | 60 | 0 | 5 | 0 | wikitext | comb_0 | llama3 | ones_t | 11051.9 | 23421 | 1.18315 | 4.03329 | 0 | | 62 | 0 | 4 | 0 | wikitext | comb_15 | llama3 | ones_t | 14178.7 | 15367.9 | 1.24044 | 121.324 | 0 | | 63 | 0 | 4 | 0 | wikitext | comb_3 | llama3 | ones_t | 14178.7 | 15367.9 | 1.12481 | 145.916 | 0 | | 64 | 0.41074 | 4 | 0 | wikitext | comb_13 | llama3 | ones_t | 14179.2 | 15367.9 | 6.02249 | 68.7979 | 0 | | 66 | 0 | 4 | 0 | wikitext | comb_6 | llama3 | ones_t | 14185.3 | 15374.2 | 1.12484 | 147.517 | 0 | | 67 | 0 | 4 | 0 | wikitext | comb_8 | llama3 | ones_t | 14185.3 | 15374.2 | 1.82483 | 147.784 | 0 | | 68 | 0 | 4 | 0 | wikitext | comb_10 | llama3 | ones_t | 14185.3 | 15374.2 | 1.13366 | 148.165 | 0 | | 69 | 0 | 4 | 0 | wikitext | comb_2 | llama3 | ones_t | 14185.3 | 15374.2 | 1.12483 | 201.229 | 0 | | 70 | 0 | 4 | 0 | wikitext | comb_5 | llama3 | ones_t | 14185.3 | 15374.2 | 1.14051 | 201.924 | 0 | | 71 | 0.410334 | 4 | 0 | wikitext | comb_16 | llama3 | ones_t | 14185.7 | 15374.2 | 5.96298 | 147.694 | 0 | | 72 | 0.409997 | 4 | 0 | wikitext | comb_14 | llama3 | ones_t | 14185.7 | 15374.2 | 5.95779 | 147.809 | 0 | | 73 | 0.412124 | 4 | 0 | wikitext | comb_7 | llama3 | ones_t | 14185.7 | 15374.2 | 6.03446 | 148 | 0 | | 74 | 0.410064 | 4 | 0 | wikitext | comb_18 | llama3 | ones_t | 14185.7 | 15374.2 | 6.00078 | 148.448 | 0 | | 75 | 0.413239 | 4 | 0 | wikitext | comb_9 | llama3 | ones_t | 14185.7 | 15374.2 | 6.04191 | 175.514 | 0 | | 76 | 0.411989 | 4 | 0 | wikitext | comb_4 | llama3 | ones_t | 14185.7 | 15374.2 | 6.03004 | 201.129 | 0 | | 77 | 0 | 4 | 0 | wikitext | comb_11 | llama3 | ones_t | 11051.9 | 18748.5 | 967.734 | 4.41674 | 0 | | 78 | 0 | 4 | 0 | wikitext | comb_1 | llama3 | ones_t | 11051.9 | 18748.5 | 1.61969 | 4.4192 | 0 | | 79 | 0 | 4 | 0 | wikitext | comb_17 | llama3 | ones_t | 16812 | 19811.8 | 1.16754 | 426.222 | 0 | | 80 | 0 | 4 | 0 | wikitext | comb_0 | llama3 | ones_t | 11051.9 | 23421 | 1.41174 | 4.03957 | 0 | | 81 | 0 | 4 | 0 | wikitext | comb_12 | llama3 | ones_t | 11051.9 | 23421 | 1.12486 | 4.04255 | 0 | | 82 | 0 | 7 | 0 | wikitext | comb_15 | llama3 | ones_t | 14178.7 | 15367.9 | 1.1227 | 121.636 | 0 | | 83 | 0 | 7 | 0 | wikitext | comb_3 | llama3 | ones_t | 14178.7 | 15367.9 | 1.12481 | 146.213 | 0 | | 84 | 0.443262 | 7 | 0 | wikitext | comb_13 | llama3 | ones_t | 14179.2 | 15367.9 | 5.23591 | 68.7253 | 0 | | 86 | 0 | 7 | 0 | wikitext | comb_6 | llama3 | ones_t | 14185.3 | 15374.2 | 1.12484 | 147.663 | 0 | | 87 | 0 | 7 | 0 | wikitext | comb_8 | llama3 | ones_t | 14185.3 | 15374.2 | 1.60302 | 148.01 | 0 | | 88 | 0 | 7 | 0 | wikitext | comb_10 | llama3 | ones_t | 14185.3 | 15374.2 | 1.1453 | 148.111 | 0 | | 89 | 0 | 7 | 0 | wikitext | comb_2 | llama3 | ones_t | 14185.3 | 15374.2 | 1.12504 | 202.016 | 0 | | 90 | 0.0312925 | 7 | 0 | wikitext | comb_5 | llama3 | ones_t | 14185.3 | 15374.2 | 1.40871 | 201.522 | 0 | | 91 | 0.44333 | 7 | 0 | wikitext | comb_7 | llama3 | ones_t | 14185.7 | 15374.2 | 5.20571 | 148.069 | 0 | | 92 | 0.44306 | 7 | 0 | wikitext | comb_14 | llama3 | ones_t | 14185.7 | 15374.2 | 5.22675 | 148.089 | 0 | | 93 | 0.443195 | 7 | 0 | wikitext | comb_18 | llama3 | ones_t | 14185.7 | 15374.2 | 5.21851 | 148.188 | 0 | | 94 | 0.443431 | 7 | 0 | wikitext | comb_16 | llama3 | ones_t | 14185.7 | 15374.2 | 5.22143 | 148.559 | 0 | | 95 | 0.443229 | 7 | 0 | wikitext | comb_9 | llama3 | ones_t | 14185.7 | 15374.2 | 5.22393 | 175.48 | 0 | | 96 | 0.442722 | 7 | 0 | wikitext | comb_4 | llama3 | ones_t | 14185.7 | 15374.2 | 5.20938 | 201.62 | 0 | | 97 | 0 | 7 | 0 | wikitext | comb_1 | llama3 | ones_t | 11051.9 | 18748.5 | 1.59994 | 4.3974 | 0 | | 98 | 0 | 7 | 0 | wikitext | comb_11 | llama3 | ones_t | 11051.9 | 18748.5 | 4.79728 | 4.40882 | 0 | | 99 | 0 | 7 | 0 | wikitext | comb_17 | llama3 | ones_t | 16812 | 19811.8 | 1.13932 | 426.772 | 0 | | 100 | 0 | 7 | 0 | wikitext | comb_12 | llama3 | ones_t | 11051.9 | 23421 | 1.12486 | 4.0303 | 0 | | 101 | 0 | 7 | 0 | wikitext | comb_0 | llama3 | ones_t | 11051.9 | 23421 | 1.16564 | 4.03197 | 0 | | 1 | 0 | 4 | 0 | wikitext | comb_4 | llama3 | nlr_t_lin | 14178.7 | 15367.9 | 1.24044 | 121.654 | 0 | | 2 | 0 | 4 | 0 | wikitext | comb_7 | llama3 | nlr_t_lin | 14178.7 | 15367.9 | 1.12481 | 146.208 | 0 | | 3 | 0.408477 | 4 | 0 | wikitext | comb_15 | llama3 | nlr_t_lin | 14179.2 | 15367.9 | 6.14286 | 68.7469 | 0 | | 5 | 0 | 4 | 0 | wikitext | comb_1 | llama3 | nlr_t_lin | 14185.3 | 15374.2 | 1.12654 | 148.107 | 0 | | 6 | 0 | 4 | 0 | wikitext | comb_2 | llama3 | nlr_t_lin | 14185.3 | 15374.2 | 1.14221 | 201.612 | 0 | | 7 | 0.406315 | 4 | 0 | wikitext | comb_10 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 6.21359 | 147.72 | 0 | | 8 | 0.406518 | 4 | 0 | wikitext | comb_8 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 6.2104 | 147.827 | 0 | | 9 | 0.40868 | 4 | 0 | wikitext | comb_18 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 6.13532 | 147.842 | 0 | | 10 | 0.408105 | 4 | 0 | wikitext | comb_12 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 6.13639 | 148.048 | 0 | | 11 | 0.409051 | 4 | 0 | wikitext | comb_3 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 6.10495 | 175.78 | 0 | | 12 | 0.40922 | 4 | 0 | wikitext | comb_5 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 6.13416 | 201.614 | 0 | | 13 | 0 | 4 | 0 | wikitext | comb_11 | llama3 | nlr_t_lin | 11051.9 | 18748.5 | 1.13411 | 4.41261 | 0 | | 14 | 0 | 5 | 0 | wikitext | comb_4 | llama3 | nlr_t_lin | 14178.7 | 15367.9 | 1.22002 | 121.607 | 0 | | 15 | 0 | 5 | 0 | wikitext | comb_7 | llama3 | nlr_t_lin | 14178.7 | 15367.9 | 1.12481 | 146.238 | 0 | | 16 | 0.430834 | 5 | 0 | wikitext | comb_15 | llama3 | nlr_t_lin | 14179.2 | 15367.9 | 5.28124 | 68.716 | 0 | | 18 | 0.0111111 | 5 | 0 | wikitext | comb_1 | llama3 | nlr_t_lin | 14185.3 | 15374.2 | 1.13805 | 147.947 | 0 | | 19 | 0.0015873 | 5 | 0 | wikitext | comb_2 | llama3 | nlr_t_lin | 14185.3 | 15374.2 | 1.1339 | 201.268 | 0 | | 20 | 0.430564 | 5 | 0 | wikitext | comb_10 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.24446 | 147.525 | 0 | | 21 | 0.431712 | 5 | 0 | wikitext | comb_18 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.26653 | 147.552 | 0 | | 22 | 0.430665 | 5 | 0 | wikitext | comb_8 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.24298 | 147.797 | 0 | | 23 | 0.431104 | 5 | 0 | wikitext | comb_12 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.2544 | 147.888 | 0 | | 24 | 0.431746 | 5 | 0 | wikitext | comb_3 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.28702 | 175.525 | 0 | | 25 | 0.431239 | 5 | 0 | wikitext | comb_5 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.28433 | 201.062 | 0 | | 26 | 0 | 5 | 0 | wikitext | comb_11 | llama3 | nlr_t_lin | 11051.9 | 18748.5 | 1.15687 | 4.38844 | 0 | | 27 | 0 | 7 | 0 | wikitext | comb_4 | llama3 | nlr_t_lin | 14178.7 | 15367.9 | 1.1227 | 121.191 | 0 | | 28 | 0 | 7 | 0 | wikitext | comb_7 | llama3 | nlr_t_lin | 14178.7 | 15367.9 | 1.12481 | 146.033 | 0 | | 29 | 0.44306 | 7 | 0 | wikitext | comb_15 | llama3 | nlr_t_lin | 14179.2 | 15367.9 | 5.22992 | 68.547 | 0 | | 31 | 0.0015873 | 7 | 0 | wikitext | comb_1 | llama3 | nlr_t_lin | 14185.3 | 15374.2 | 1.14415 | 147.912 | 0 | | 32 | 0.0111111 | 7 | 0 | wikitext | comb_2 | llama3 | nlr_t_lin | 14185.3 | 15374.2 | 1.10416 | 201.265 | 0 | | 33 | 0.443195 | 7 | 0 | wikitext | comb_18 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.22177 | 147.435 | 0 | | 34 | 0.443837 | 7 | 0 | wikitext | comb_10 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.22882 | 147.559 | 0 | | 35 | 0.443904 | 7 | 0 | wikitext | comb_8 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.22705 | 147.762 | 0 | | 36 | 0.4436 | 7 | 0 | wikitext | comb_12 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.21763 | 147.955 | 0 | | 37 | 0.443701 | 7 | 0 | wikitext | comb_3 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.23662 | 175.133 | 0 | | 38 | 0.443533 | 7 | 0 | wikitext | comb_5 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.24592 | 201.34 | 0 | | 39 | 0 | 7 | 0 | wikitext | comb_11 | llama3 | nlr_t_lin | 11051.9 | 18748.5 | 1.14004 | 4.40402 | 0 | | 41 | 0 | 8 | 0 | wikitext | comb_4 | llama3 | nlr_t_lin | 14178.7 | 15367.9 | 1.12353 | 121.229 | 0 | | 42 | 0 | 8 | 0 | wikitext | comb_7 | llama3 | nlr_t_lin | 14178.7 | 15367.9 | 1.12481 | 146.023 | 0 | | 43 | 0.44333 | 8 | 0 | wikitext | comb_15 | llama3 | nlr_t_lin | 14179.2 | 15367.9 | 5.20843 | 68.5784 | 0 | | 45 | 0.4436 | 8 | 0 | wikitext | comb_18 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.21322 | 147.483 | 0 | | 46 | 0.442958 | 8 | 0 | wikitext | comb_10 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.21118 | 147.539 | 0 | | 47 | 0.443296 | 8 | 0 | wikitext | comb_8 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.20837 | 147.683 | 0 | | 48 | 0.4436 | 8 | 0 | wikitext | comb_12 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.21828 | 147.763 | 0 | | 49 | 0.137758 | 8 | 0 | wikitext | comb_1 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 27.5803 | 148.038 | 0 | | 50 | 0.443398 | 8 | 0 | wikitext | comb_3 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.2137 | 175.008 | 0 | | 51 | 0.443634 | 8 | 0 | wikitext | comb_5 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.20839 | 201.053 | 0 | | 52 | 0.310469 | 8 | 0 | wikitext | comb_2 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 8.30673 | 201.1 | 0 | | 53 | 0 | 8 | 0 | wikitext | comb_11 | llama3 | nlr_t_lin | 11051.9 | 18748.5 | 1.13341 | 4.40108 | 0 | | 54 | 0 | 6 | 0 | wikitext | comb_4 | llama3 | nlr_t_lin | 14178.7 | 15367.9 | 1.14558 | 121.251 | 0 | | 55 | 0 | 6 | 0 | wikitext | comb_7 | llama3 | nlr_t_lin | 14178.7 | 15367.9 | 1.12481 | 146.143 | 0 | | 56 | 0.443094 | 6 | 0 | wikitext | comb_15 | llama3 | nlr_t_lin | 14179.2 | 15367.9 | 5.21204 | 68.6995 | 0 | | 58 | 0 | 6 | 0 | wikitext | comb_17 | llama3 | nlr_t_lin | 14185.3 | 15374.2 | 3.89018e+27 | 147.622 | 0 | | 59 | 0.0015873 | 6 | 0 | wikitext | comb_1 | llama3 | nlr_t_lin | 14185.3 | 15374.2 | 1.13604 | 148.236 | 0 | | 60 | 0 | 6 | 0 | wikitext | comb_2 | llama3 | nlr_t_lin | 14185.3 | 15374.2 | 1.14966 | 201.445 | 0 | | 61 | 0.442013 | 6 | 0 | wikitext | comb_18 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.22004 | 147.479 | 0 | | 62 | 0.442452 | 6 | 0 | wikitext | comb_10 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.17203 | 147.563 | 0 | | 63 | 0.44154 | 6 | 0 | wikitext | comb_8 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.16899 | 147.718 | 0 | | 64 | 0.441337 | 6 | 0 | wikitext | comb_12 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.16592 | 148.696 | 0 | | 65 | 0.441608 | 6 | 0 | wikitext | comb_3 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.22028 | 175.392 | 0 | | 66 | 0.442621 | 6 | 0 | wikitext | comb_5 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.21247 | 201.485 | 0 | | 67 | 0 | 6 | 0 | wikitext | comb_11 | llama3 | nlr_t_lin | 11051.9 | 18748.5 | 1.13424 | 4.42868 | 0 | | 1 | 0 | 4 | 0 | wikitext | comb_18 | llama3 | rnd_search_t_lin | 14178.7 | 15367.9 | 1.24044 | 121.427 | 0 | | 2 | 0 | 4 | 0 | wikitext | comb_9 | llama3 | rnd_search_t_lin | 14178.7 | 15367.9 | 1.12481 | 145.863 | 0 | | 3 | 0.408477 | 4 | 0 | wikitext | comb_16 | llama3 | rnd_search_t_lin | 14179.2 | 15367.9 | 6.14287 | 68.6778 | 0 | | 5 | 0 | 4 | 0 | wikitext | comb_3 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.1305 | 147.671 | 0 | | 6 | 0 | 4 | 0 | wikitext | comb_7 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.13074 | 147.708 | 0 | | 7 | 0 | 4 | 0 | wikitext | comb_11 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.12654 | 148.056 | 0 | | 8 | 0 | 4 | 0 | wikitext | comb_4 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.14221 | 201.387 | 0 | | 9 | 0 | 4 | 0 | wikitext | comb_10 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.12481 | 201.744 | 0 | | 10 | 0.406315 | 4 | 0 | wikitext | comb_13 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 6.21359 | 147.854 | 0 | | 11 | 0.408105 | 4 | 0 | wikitext | comb_2 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 6.13639 | 147.977 | 0 | | 12 | 0.406518 | 4 | 0 | wikitext | comb_17 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 6.2104 | 147.99 | 0 | | 13 | 0.40868 | 4 | 0 | wikitext | comb_8 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 6.13532 | 148.045 | 0 | | 14 | 0.409051 | 4 | 0 | wikitext | comb_1 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 6.10495 | 175.065 | 0 | | 15 | 0.40922 | 4 | 0 | wikitext | comb_6 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 6.13416 | 201.368 | 0 | | 16 | 0 | 4 | 0 | wikitext | comb_15 | llama3 | rnd_search_t_lin | 11051.9 | 18748.5 | 1.1353 | 4.40883 | 0 | | 17 | 0 | 4 | 0 | wikitext | comb_5 | llama3 | rnd_search_t_lin | 11051.9 | 18748.5 | 1.13276 | 4.40958 | 0 | | 18 | 0 | 4 | 0 | wikitext | comb_0 | llama3 | rnd_search_t_lin | 16812 | 19811.8 | 1.12481 | 426.101 | 0 | | 19 | 0 | 6 | 0 | wikitext | comb_18 | llama3 | rnd_search_t_lin | 14178.7 | 15367.9 | 1.14558 | 121.42 | 0 | | 20 | 0 | 6 | 0 | wikitext | comb_9 | llama3 | rnd_search_t_lin | 14178.7 | 15367.9 | 1.12481 | 145.975 | 0 | | 21 | 0.44306 | 6 | 0 | wikitext | comb_16 | llama3 | rnd_search_t_lin | 14179.2 | 15367.9 | 5.212 | 68.5372 | 0 | | 23 | 0 | 6 | 0 | wikitext | comb_7 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.13814 | 147.546 | 0 | | 24 | 0.0015873 | 6 | 0 | wikitext | comb_11 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.13604 | 147.888 | 0 | | 25 | 0 | 6 | 0 | wikitext | comb_3 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.13928 | 148.054 | 0 | | 26 | 0 | 6 | 0 | wikitext | comb_4 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.14966 | 201.455 | 0 | | 27 | 0 | 6 | 0 | wikitext | comb_10 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.12481 | 202.173 | 0 | | 28 | 0.442452 | 6 | 0 | wikitext | comb_13 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.17203 | 147.398 | 0 | | 29 | 0.442013 | 6 | 0 | wikitext | comb_8 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.22004 | 147.462 | 0 | | 30 | 0.44154 | 6 | 0 | wikitext | comb_17 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.16899 | 147.735 | 0 | | 31 | 0.441371 | 6 | 0 | wikitext | comb_2 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.16592 | 147.918 | 0 | | 32 | 0.441608 | 6 | 0 | wikitext | comb_1 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.22028 | 174.988 | 0 | | 33 | 0.442655 | 6 | 0 | wikitext | comb_6 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.21248 | 201.289 | 0 | | 34 | 0 | 6 | 0 | wikitext | comb_15 | llama3 | rnd_search_t_lin | 11051.9 | 18748.5 | 1.12784 | 4.18078 | 0 | | 35 | 0 | 6 | 0 | wikitext | comb_5 | llama3 | rnd_search_t_lin | 11051.9 | 18748.5 | 1.14163 | 4.40665 | 0 | | 36 | 0 | 6 | 0 | wikitext | comb_0 | llama3 | rnd_search_t_lin | 16812 | 19811.8 | 1.12481 | 426.224 | 0 | | 37 | 0 | 5 | 0 | wikitext | comb_18 | llama3 | rnd_search_t_lin | 14178.7 | 15367.9 | 1.22002 | 121.189 | 0 | | 38 | 0 | 5 | 0 | wikitext | comb_9 | llama3 | rnd_search_t_lin | 14178.7 | 15367.9 | 1.12481 | 145.805 | 0 | | 39 | 0.430834 | 5 | 0 | wikitext | comb_16 | llama3 | rnd_search_t_lin | 14179.2 | 15367.9 | 5.28124 | 68.5174 | 0 | | 41 | 0 | 5 | 0 | wikitext | comb_7 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.13868 | 147.363 | 0 | | 42 | 0 | 5 | 0 | wikitext | comb_3 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.13432 | 147.665 | 0 | | 43 | 0.0111111 | 5 | 0 | wikitext | comb_11 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.13805 | 147.834 | 0 | | 44 | 0 | 5 | 0 | wikitext | comb_10 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.12481 | 201.361 | 0 | | 45 | 0.0015873 | 5 | 0 | wikitext | comb_4 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.1339 | 201.658 | 0 | | 46 | 0.431712 | 5 | 0 | wikitext | comb_8 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.26653 | 147.473 | 0 | | 47 | 0.430564 | 5 | 0 | wikitext | comb_13 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.24446 | 147.597 | 0 | | 48 | 0.430665 | 5 | 0 | wikitext | comb_17 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.24298 | 147.761 | 0 | | 49 | 0.431104 | 5 | 0 | wikitext | comb_2 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.2544 | 147.984 | 0 | | 50 | 0.431746 | 5 | 0 | wikitext | comb_1 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.28702 | 174.958 | 0 | | 51 | 0.431239 | 5 | 0 | wikitext | comb_6 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.28433 | 200.91 | 0 | | 52 | 0.0015873 | 5 | 0 | wikitext | comb_15 | llama3 | rnd_search_t_lin | 11051.9 | 18748.5 | 1.14565 | 4.37769 | 0 | | 53 | 0 | 5 | 0 | wikitext | comb_5 | llama3 | rnd_search_t_lin | 11051.9 | 18748.5 | 1.13439 | 4.40812 | 0 | | 54 | 0 | 5 | 0 | wikitext | comb_0 | llama3 | rnd_search_t_lin | 16812 | 19811.8 | 1.12481 | 426.165 | 0 | | 56 | 0 | 8 | 0 | wikitext | comb_18 | llama3 | rnd_search_t_lin | 14178.7 | 15367.9 | 1.12353 | 121.483 | 0 | | 57 | 0 | 8 | 0 | wikitext | comb_9 | llama3 | rnd_search_t_lin | 14178.7 | 15367.9 | 1.12481 | 146.042 | 0 | | 58 | 0.443296 | 8 | 0 | wikitext | comb_16 | llama3 | rnd_search_t_lin | 14179.2 | 15367.9 | 5.20853 | 68.8273 | 0 | | 60 | 0 | 8 | 0 | wikitext | comb_3 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.13137 | 148.003 | 0 | | 61 | 0 | 8 | 0 | wikitext | comb_7 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.13492 | 148.093 | 0 | | 62 | 0 | 8 | 0 | wikitext | comb_10 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.12481 | 201.809 | 0 | | 63 | 0.138737 | 8 | 0 | wikitext | comb_11 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 27.5293 | 147.931 | 0 | | 64 | 0.442958 | 8 | 0 | wikitext | comb_13 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.21118 | 147.982 | 0 | | 65 | 0.4436 | 8 | 0 | wikitext | comb_8 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.21323 | 148.217 | 0 | | 66 | 0.443296 | 8 | 0 | wikitext | comb_17 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.20835 | 148.232 | 0 | | 67 | 0.443634 | 8 | 0 | wikitext | comb_2 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.21828 | 148.344 | 0 | | 68 | 0.443364 | 8 | 0 | wikitext | comb_1 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.21365 | 175.675 | 0 | | 69 | 0.310469 | 8 | 0 | wikitext | comb_4 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 8.30673 | 201.636 | 0 | | 70 | 0.4436 | 8 | 0 | wikitext | comb_6 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.2084 | 201.757 | 0 | | 71 | 0 | 8 | 0 | wikitext | comb_15 | llama3 | rnd_search_t_lin | 11051.9 | 18748.5 | 1.16025 | 4.41583 | 0 | | 72 | 0 | 8 | 0 | wikitext | comb_5 | llama3 | rnd_search_t_lin | 11051.9 | 18748.5 | 1.13406 | 4.41705 | 0 | | 73 | 0 | 8 | 0 | wikitext | comb_0 | llama3 | rnd_search_t_lin | 16812 | 19811.8 | 1.12481 | 427.182 | 0 | | 74 | 0 | 7 | 0 | wikitext | comb_18 | llama3 | rnd_search_t_lin | 14178.7 | 15367.9 | 1.1227 | 121.839 | 0 | | 75 | 0 | 7 | 0 | wikitext | comb_9 | llama3 | rnd_search_t_lin | 14178.7 | 15367.9 | 1.12481 | 146.17 | 0 | | 76 | 0.44306 | 7 | 0 | wikitext | comb_16 | llama3 | rnd_search_t_lin | 14179.2 | 15367.9 | 5.23002 | 68.8239 | 0 | | 78 | 0 | 7 | 0 | wikitext | comb_7 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.13594 | 147.784 | 0 | | 79 | 0 | 7 | 0 | wikitext | comb_3 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.13525 | 147.799 | 0 | | 80 | 0.0031746 | 7 | 0 | wikitext | comb_11 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.14422 | 148.029 | 0 | | 81 | 0 | 7 | 0 | wikitext | comb_10 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.12481 | 201.668 | 0 | | 82 | 0.0111111 | 7 | 0 | wikitext | comb_4 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.10416 | 201.761 | 0 | | 83 | 0.443229 | 7 | 0 | wikitext | comb_8 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.22178 | 148.094 | 0 | | 84 | 0.4436 | 7 | 0 | wikitext | comb_2 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.21762 | 148.118 | 0 | | 85 | 0.443837 | 7 | 0 | wikitext | comb_13 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.22882 | 148.128 | 0 | | 86 | 0.44387 | 7 | 0 | wikitext | comb_17 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.22697 | 148.186 | 0 | | 87 | 0.443668 | 7 | 0 | wikitext | comb_1 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.23662 | 175.676 | 0 | | 88 | 0.443533 | 7 | 0 | wikitext | comb_6 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.24593 | 201.477 | 0 | | 89 | 0 | 7 | 0 | wikitext | comb_5 | llama3 | rnd_search_t_lin | 11051.9 | 18748.5 | 1.13281 | 4.41155 | 0 | | 90 | 0 | 7 | 0 | wikitext | comb_15 | llama3 | rnd_search_t_lin | 11051.9 | 18748.5 | 1.14262 | 4.4136 | 0 | | 91 | 0 | 7 | 0 | wikitext | comb_0 | llama3 | rnd_search_t_lin | 16812 | 19811.8 | 1.12481 | 426.312 | 0 | | 1 | 0 | 4 | 0 | wikitext | comb_3 | llama3 | rnd_naive_t | 14178.7 | 15367.9 | 1.24044 | 121.29 | 0 | | 2 | 0 | 4 | 0 | wikitext | comb_7 | llama3 | rnd_naive_t | 14178.7 | 15367.9 | 1.12481 | 145.772 | 0 | | 3 | 0.41074 | 4 | 0 | wikitext | comb_15 | llama3 | rnd_naive_t | 14179.2 | 15367.9 | 6.02249 | 68.5664 | 0 | | 5 | 0 | 4 | 0 | wikitext | comb_5 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 1.13961 | 147.454 | 0 | | 6 | 0 | 4 | 0 | wikitext | comb_4 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 1.5297 | 147.614 | 0 | | 7 | 0 | 4 | 0 | wikitext | comb_16 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 1.50222 | 148.156 | 0 | | 8 | 0 | 4 | 0 | wikitext | comb_2 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 21.7492 | 201.147 | 0 | | 9 | 0 | 4 | 0 | wikitext | comb_8 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 1.49676 | 201.532 | 0 | | 10 | 0.395306 | 4 | 0 | wikitext | comb_18 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 6.41111 | 147.345 | 0 | | 11 | 0.399054 | 4 | 0 | wikitext | comb_17 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 6.33137 | 147.383 | 0 | | 12 | 0.402432 | 4 | 0 | wikitext | comb_11 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 6.02257 | 147.729 | 0 | | 13 | 0.388788 | 4 | 0 | wikitext | comb_1 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 5.83301 | 147.793 | 0 | | 14 | 0.395981 | 4 | 0 | wikitext | comb_6 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 6.21056 | 175.215 | 0 | | 15 | 0.387302 | 4 | 0 | wikitext | comb_9 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 6.15148 | 200.883 | 0 | | 16 | 0 | 4 | 0 | wikitext | comb_14 | llama3 | rnd_naive_t | 11051.9 | 18748.5 | 1.13558 | 4.39968 | 0 | | 17 | 0 | 4 | 0 | wikitext | comb_10 | llama3 | rnd_naive_t | 11051.9 | 18748.5 | 1.12481 | 4.40012 | 0 | | 18 | 0 | 4 | 0 | wikitext | comb_13 | llama3 | rnd_naive_t | 16812 | 19811.8 | 1.14425 | 426.279 | 0 | | 19 | 0 | 4 | 0 | wikitext | comb_12 | llama3 | rnd_naive_t | 11051.9 | 23421 | 1.13875 | 4.01402 | 0 | | 20 | 0 | 4 | 0 | wikitext | comb_0 | llama3 | rnd_naive_t | 11051.9 | 23421 | 1.18164 | 4.02599 | 0 | | 21 | 0 | 7 | 0 | wikitext | comb_3 | llama3 | rnd_naive_t | 14178.7 | 15367.9 | 1.1227 | 121.386 | 0 | | 22 | 0 | 7 | 0 | wikitext | comb_7 | llama3 | rnd_naive_t | 14178.7 | 15367.9 | 1.12481 | 146.378 | 0 | | 23 | 0.443262 | 7 | 0 | wikitext | comb_15 | llama3 | rnd_naive_t | 14179.2 | 15367.9 | 5.23591 | 68.7039 | 0 | | 25 | 0 | 7 | 0 | wikitext | comb_4 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 1.12659 | 147.648 | 0 | | 26 | 0 | 7 | 0 | wikitext | comb_5 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 1.13456 | 147.819 | 0 | | 27 | 0 | 7 | 0 | wikitext | comb_16 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 1.61008 | 148.15 | 0 | | 28 | 0 | 7 | 0 | wikitext | comb_2 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 305327 | 201.572 | 0 | | 29 | 0 | 7 | 0 | wikitext | comb_8 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 1.34296 | 201.759 | 0 | | 30 | 0.41567 | 7 | 0 | wikitext | comb_18 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 6.07757 | 147.72 | 0 | | 31 | 0.439615 | 7 | 0 | wikitext | comb_11 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 5.20462 | 147.977 | 0 | | 32 | 0.415603 | 7 | 0 | wikitext | comb_17 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 5.86836 | 148.034 | 0 | | 33 | 0.436238 | 7 | 0 | wikitext | comb_1 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 5.47742 | 148.296 | 0 | | 34 | 0.437116 | 7 | 0 | wikitext | comb_6 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 5.24813 | 175.323 | 0 | | 35 | 0.437487 | 7 | 0 | wikitext | comb_9 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 5.35209 | 200.984 | 0 | | 36 | 0 | 7 | 0 | wikitext | comb_14 | llama3 | rnd_naive_t | 11051.9 | 18748.5 | 1.12706 | 4.40361 | 0 | | 37 | 0 | 7 | 0 | wikitext | comb_10 | llama3 | rnd_naive_t | 11051.9 | 18748.5 | 1.12481 | 4.40567 | 0 | | 38 | 0 | 7 | 0 | wikitext | comb_13 | llama3 | rnd_naive_t | 16812 | 19811.8 | 1.1424 | 426.055 | 0 | | 39 | 0 | 7 | 0 | wikitext | comb_0 | llama3 | rnd_naive_t | 11051.9 | 23421 | 1.19099 | 4.02447 | 0 | | 40 | 0 | 7 | 0 | wikitext | comb_12 | llama3 | rnd_naive_t | 11051.9 | 23421 | 1.12731 | 4.03033 | 0 | | 41 | 0 | 6 | 0 | wikitext | comb_3 | llama3 | rnd_naive_t | 14178.7 | 15367.9 | 1.14558 | 121.303 | 0 | | 42 | 0 | 6 | 0 | wikitext | comb_7 | llama3 | rnd_naive_t | 14178.7 | 15367.9 | 1.12481 | 146.051 | 0 | | 43 | 0.443161 | 6 | 0 | wikitext | comb_15 | llama3 | rnd_naive_t | 14179.2 | 15367.9 | 5.19488 | 68.7089 | 0 | | 45 | 0 | 6 | 0 | wikitext | comb_4 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 1.29371 | 147.412 | 0 | | 46 | 0 | 6 | 0 | wikitext | comb_5 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 1.14152 | 147.57 | 0 | | 47 | 0 | 6 | 0 | wikitext | comb_16 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 1.30038 | 148.724 | 0 | | 48 | 0 | 6 | 0 | wikitext | comb_2 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 2.06795 | 201.273 | 0 | | 49 | 0 | 6 | 0 | wikitext | comb_8 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 1.77162 | 201.507 | 0 | | 50 | 0.434718 | 6 | 0 | wikitext | comb_18 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 5.35823 | 147.317 | 0 | | 51 | 0.428875 | 6 | 0 | wikitext | comb_11 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 5.33641 | 147.431 | 0 | | 52 | 0.436238 | 6 | 0 | wikitext | comb_17 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 5.24347 | 147.669 | 0 | | 53 | 0.436069 | 6 | 0 | wikitext | comb_1 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 5.19305 | 148.371 | 0 | | 54 | 0.438771 | 6 | 0 | wikitext | comb_6 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 5.19497 | 175.111 | 0 | | 55 | 0.437454 | 6 | 0 | wikitext | comb_9 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 5.24821 | 200.905 | 0 | | 56 | 0 | 6 | 0 | wikitext | comb_14 | llama3 | rnd_naive_t | 11051.9 | 18748.5 | 1.13536 | 4.39388 | 0 | | 57 | 0 | 6 | 0 | wikitext | comb_10 | llama3 | rnd_naive_t | 11051.9 | 18748.5 | 1.12481 | 4.39685 | 0 | | 58 | 0 | 6 | 0 | wikitext | comb_13 | llama3 | rnd_naive_t | 16812 | 19811.8 | 1.13678 | 426.215 | 0 | | 59 | 0 | 6 | 0 | wikitext | comb_0 | llama3 | rnd_naive_t | 11051.9 | 23421 | 1.21874 | 4.02457 | 0 | | 60 | 0 | 6 | 0 | wikitext | comb_12 | llama3 | rnd_naive_t | 11051.9 | 23421 | 1.13794 | 4.02468 | 0 | | 62 | 0 | 8 | 0 | wikitext | comb_3 | llama3 | rnd_naive_t | 14178.7 | 15367.9 | 1.12353 | 121.23 | 0 | | 63 | 0 | 8 | 0 | wikitext | comb_7 | llama3 | rnd_naive_t | 14178.7 | 15367.9 | 1.12481 | 145.654 | 0 | | 64 | 0.443127 | 8 | 0 | wikitext | comb_15 | llama3 | rnd_naive_t | 14179.2 | 15367.9 | 5.20786 | 68.5261 | 0 | | 66 | 0 | 8 | 0 | wikitext | comb_4 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 1.12492 | 147.482 | 0 | | 67 | 0 | 8 | 0 | wikitext | comb_5 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 1.14904 | 147.537 | 0 | | 68 | 0 | 8 | 0 | wikitext | comb_16 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 2.0685 | 147.813 | 0 | | 69 | 0 | 8 | 0 | wikitext | comb_8 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 2.07095 | 201.287 | 0 | | 70 | 0 | 8 | 0 | wikitext | comb_2 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 2.80233 | 201.344 | 0 | | 71 | 0.437656 | 8 | 0 | wikitext | comb_18 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 5.2764 | 147.449 | 0 | | 72 | 0.440493 | 8 | 0 | wikitext | comb_17 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 5.35164 | 147.472 | 0 | | 73 | 0.436407 | 8 | 0 | wikitext | comb_11 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 5.43122 | 147.864 | 0 | | 74 | 0.433806 | 8 | 0 | wikitext | comb_1 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 5.4813 | 147.988 | 0 | | 75 | 0.438602 | 8 | 0 | wikitext | comb_6 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 5.41145 | 174.892 | 0 | | 76 | 0.438332 | 8 | 0 | wikitext | comb_9 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 5.40258 | 201.034 | 0 | | 77 | 0 | 8 | 0 | wikitext | comb_10 | llama3 | rnd_naive_t | 11051.9 | 18748.5 | 1.12481 | 4.38833 | 0 | | 78 | 0 | 8 | 0 | wikitext | comb_14 | llama3 | rnd_naive_t | 11051.9 | 18748.5 | 1.14062 | 4.39307 | 0 | | 79 | 0 | 8 | 0 | wikitext | comb_13 | llama3 | rnd_naive_t | 16812 | 19811.8 | 1.20572 | 426.279 | 0 | | 80 | 0 | 8 | 0 | wikitext | comb_12 | llama3 | rnd_naive_t | 11051.9 | 23421 | 1.13926 | 4.0152 | 0 | | 81 | 0 | 8 | 0 | wikitext | comb_0 | llama3 | rnd_naive_t | 11051.9 | 23421 | 1.20728 | 4.02671 | 0 | | 82 | 0 | 5 | 0 | wikitext | comb_3 | llama3 | rnd_naive_t | 14178.7 | 15367.9 | 1.22002 | 121.553 | 0 | | 83 | 0 | 5 | 0 | wikitext | comb_7 | llama3 | rnd_naive_t | 14178.7 | 15367.9 | 1.12481 | 146.012 | 0 | | 84 | 0.434853 | 5 | 0 | wikitext | comb_15 | llama3 | rnd_naive_t | 14179.2 | 15367.9 | 5.27765 | 68.6646 | 0 | | 86 | 0 | 5 | 0 | wikitext | comb_4 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 1.12543 | 147.496 | 0 | | 87 | 0 | 5 | 0 | wikitext | comb_5 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 1.13564 | 147.619 | 0 | | 88 | 0 | 5 | 0 | wikitext | comb_16 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 1.93287 | 147.785 | 0 | | 89 | 0 | 5 | 0 | wikitext | comb_2 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 202.672 | 201.198 | 0 | | 90 | 0 | 5 | 0 | wikitext | comb_8 | llama3 | rnd_naive_t | 14185.3 | 15374.2 | 1.15469 | 201.25 | 0 | | 91 | 0.42587 | 5 | 0 | wikitext | comb_18 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 5.41238 | 147.422 | 0 | | 92 | 0.428605 | 5 | 0 | wikitext | comb_17 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 5.1816 | 147.843 | 0 | | 93 | 0.432725 | 5 | 0 | wikitext | comb_11 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 5.35666 | 147.881 | 0 | | 94 | 0.430767 | 5 | 0 | wikitext | comb_1 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 5.25406 | 148.199 | 0 | | 95 | 0.431071 | 5 | 0 | wikitext | comb_6 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 5.28351 | 175.096 | 0 | | 96 | 0.429179 | 5 | 0 | wikitext | comb_9 | llama3 | rnd_naive_t | 14185.7 | 15374.2 | 5.30458 | 200.922 | 0 | | 97 | 0 | 5 | 0 | wikitext | comb_14 | llama3 | rnd_naive_t | 11051.9 | 18748.5 | 1.14065 | 4.39132 | 0 | | 98 | 0 | 5 | 0 | wikitext | comb_10 | llama3 | rnd_naive_t | 11051.9 | 18748.5 | 1.12481 | 4.4017 | 0 | | 99 | 0 | 5 | 0 | wikitext | comb_13 | llama3 | rnd_naive_t | 16812 | 19811.8 | 1.1501 | 425.965 | 0 | | 100 | 0 | 5 | 0 | wikitext | comb_0 | llama3 | rnd_naive_t | 11051.9 | 23421 | 1.21294 | 3.9972 | 0 | | 101 | 0 | 5 | 0 | wikitext | comb_12 | llama3 | rnd_naive_t | 11051.9 | 23421 | 1.1248 | 4.0307 | 0 | | 0 | 0.296589 | 4 | 0 | wikitext | ao_woq | opt | fixed | 268.126 | 740.295 | 8.76863 | 16.7133 | 0 | | 1 | 0.324519 | 7 | 0 | wikitext | woq | opt | fixed | 670.235 | 765.46 | 7.90544 | 21.3463 | 0 | | 2 | 0.324856 | 8 | 0 | wikitext | woq | opt | fixed | 670.235 | 782.238 | 7.91611 | 21.1467 | 0 | | 3 | 0.317021 | 5 | 0 | wikitext | woq | opt | fixed | 670.235 | 782.238 | 8.22268 | 21.3186 | 0 | | 4 | 0.292401 | 4 | 0 | wikitext | woq | opt | fixed | 670.235 | 786.432 | 8.90344 | 21.2314 | 0 | | 5 | 0.321074 | 6 | 0 | wikitext | woq | opt | fixed | 670.235 | 786.432 | 7.80569 | 21.3255 | 0 | | 6 | 0.324823 | 8 | 0 | wikitext | ao_woq | opt | fixed | 580.072 | 834.666 | 7.91657 | 15.2915 | 0 | | 7 | 0.324384 | 32 | 0 | wikitext | base | opt | ---- | 1359.4 | 1402.99 | 7.93495 | 10.2598 | 0 | | 8 | 0.371564 | 4 | 0 | wikitext | ao_woq | phi | fixed | 1922.31 | 2797.6 | 5.99482 | 29.9169 | 0 | | 9 | 0.380446 | 8 | 0 | wikitext | ao_woq | phi | fixed | 3885.39 | 4292.87 | 5.90714 | 28.8445 | 0 | | 10 | 0.353799 | 4 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 6.48361 | 62.2568 | 0 | | 11 | 0.378757 | 7 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.90345 | 62.2607 | 0 | | 12 | 0.375279 | 5 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.96907 | 62.2856 | 0 | | 13 | 0.38048 | 8 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.90678 | 62.3092 | 0 | | 14 | 0.378116 | 6 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.9501 | 62.3718 | 0 | | 15 | 0.380513 | 32 | 0 | wikitext | base | phi | ---- | 11335.5 | 11370.8 | 5.90955 | 18.803 | 0 | | 16 | 0.364167 | 4 | 0 | wikitext | ao_woq | tinyllama | fixed | 741.693 | 866.124 | 7.04309 | 21.5042 | 0 | | 17 | 0.377136 | 8 | 0 | wikitext | ao_woq | tinyllama | fixed | 1631.73 | 1988.1 | 6.60597 | 19.2898 | 0 | | 18 | 0.378588 | 6 | 0 | wikitext | woq | tinyllama | fixed | 1898.21 | 2151.68 | 6.50158 | 19.6707 | 0 | | 19 | 0.346977 | 4 | 0 | wikitext | woq | tinyllama | fixed | 1898.21 | 2151.68 | 7.65536 | 20.1313 | 0 | | 20 | 0.376326 | 7 | 0 | wikitext | woq | tinyllama | fixed | 1898.21 | 2151.68 | 6.66335 | 20.2208 | 0 | | 21 | 0.377271 | 8 | 0 | wikitext | woq | tinyllama | fixed | 1898.21 | 2151.68 | 6.60481 | 20.2719 | 0 | | 22 | 0.367612 | 5 | 0 | wikitext | woq | tinyllama | fixed | 1898.21 | 2151.68 | 6.9663 | 20.4532 | 0 | | 23 | 0.378149 | 32 | 0 | wikitext | base | tinyllama | ---- | 4470.55 | 4485.81 | 6.59595 | 14.7146 | 0 | | 24 | 0.799589 | 7 | 0 | imagenet | woq | vit | fixed | 356.539 | 406.847 | 0 | 72.9158 | 0 | | 25 | 0.789311 | 4 | 0 | imagenet | woq | vit | fixed | 356.539 | 406.847 | 0 | 79.4596 | 0 | | 26 | 0.799589 | 5 | 0 | imagenet | woq | vit | fixed | 356.539 | 406.847 | 0 | 80.7554 | 0 | | 27 | 0.801644 | 8 | 0 | imagenet | woq | vit | fixed | 356.539 | 406.847 | 0 | 84.7714 | 0 | | 28 | 0.805755 | 6 | 0 | imagenet | woq | vit | fixed | 356.539 | 406.847 | 0 | 87.5057 | 0 | | 29 | 0.795478 | 4 | 0 | imagenet | ao_woq | vit | fixed | 179.948 | 503.316 | 0 | 84.2359 | 0 | | 30 | 0.801644 | 8 | 0 | imagenet | ao_woq | vit | fixed | 341.33 | 511.705 | 0 | 70.2195 | 0 | | 31 | 0.800617 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 10.0727 | 0 | | 32 | 0 | 4 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4764.73 | 0 | 25.2541 | 0.0268908 | | 33 | 0 | 7 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4764.73 | 0 | 87.3119 | 0.023608 | | 34 | 0 | 5 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4764.73 | 0 | 88.9496 | 0.0237326 | | 35 | 0 | 8 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4764.73 | 0 | 93.2529 | 0.0239495 | | 36 | 0 | 6 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4764.73 | 0 | 96.3179 | 0.0234031 | | 37 | 0 | 8 | 0 | librispeech | ao_woq | wav2vec | fixed | 658.018 | 4890.56 | 0 | 94.8747 | 0.0239712 | | 38 | 0 | 32 | 0 | librispeech | base | wav2vec | ---- | 1564.77 | 5620.37 | 0 | 18.114 | 0.0239474 | | 39 | 0.427795 | 4 | 0 | wikitext | ao_woq | llama3 | fixed | 5542.36 | 7163.87 | 5.35836 | 39.0506 | 0 | | 40 | 0.443735 | 8 | 0 | wikitext | ao_woq | llama3 | fixed | 12110.4 | 14040.4 | 5.20864 | 52.3616 | 0 | | 41 | 0.37977 | 4 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 6.16325 | 95.6158 | 0 | | 42 | 0.435562 | 5 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.44896 | 95.6183 | 0 | | 43 | 0.44387 | 8 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.20824 | 95.6533 | 0 | | 44 | 0.440932 | 6 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.1933 | 95.7322 | 0 | | 45 | 0.442756 | 7 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.24889 | 95.8957 | 0 | | 46 | 0.443668 | 32 | 0 | wikitext | base | llama3 | ---- | 33003.5 | 33156 | 5.22381 | 26.7037 | 0 |