| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |----:|-----------:|-------:|-------:|:----------|:---------|:--------|:-----------|--------------------:|---------------------:|---------------:|----------:|------:| | 0 | 0 | 4 | 0 | wikitext | comb_9 | opt | rnd_naive | 669.688 | 744.489 | 1.1136 | 22.4228 | 0 | | 1 | 0 | 5 | 0 | wikitext | comb_9 | opt | rnd_naive | 669.688 | 744.489 | 1.1136 | 22.4228 | 0 | | 2 | 0 | 6 | 0 | wikitext | comb_9 | opt | rnd_naive | 669.688 | 744.489 | 1.1136 | 22.4228 | 0 | | 3 | 0 | 7 | 0 | wikitext | comb_9 | opt | rnd_naive | 669.688 | 744.489 | 1.1136 | 22.4228 | 0 | | 4 | 0 | 8 | 0 | wikitext | comb_9 | opt | rnd_naive | 669.688 | 744.489 | 1.1136 | 22.4228 | 0 | | 5 | 0 | 4 | 0 | wikitext | comb_5 | opt | ones_naive | 669.688 | 744.489 | 1.11433 | 22.4826 | 0 | | 6 | 0 | 5 | 0 | wikitext | comb_5 | opt | ones_naive | 669.688 | 744.489 | 1.11433 | 22.4826 | 0 | | 7 | 0 | 6 | 0 | wikitext | comb_5 | opt | ones_naive | 669.688 | 744.489 | 1.11433 | 22.4826 | 0 | | 8 | 0 | 7 | 0 | wikitext | comb_5 | opt | ones_naive | 669.688 | 744.489 | 1.11433 | 22.4826 | 0 | | 9 | 0 | 8 | 0 | wikitext | comb_5 | opt | ones_naive | 669.688 | 744.489 | 1.11433 | 22.4826 | 0 | | 10 | 0 | 4 | 0 | wikitext | comb_0 | opt | rnd_naive | 669.688 | 744.489 | 1.11433 | 34.3839 | 0 | | 11 | 0 | 5 | 0 | wikitext | comb_0 | opt | rnd_naive | 669.688 | 744.489 | 1.11433 | 34.3839 | 0 | | 12 | 0 | 6 | 0 | wikitext | comb_0 | opt | rnd_naive | 669.688 | 744.489 | 1.11433 | 34.3839 | 0 | | 13 | 0 | 7 | 0 | wikitext | comb_0 | opt | rnd_naive | 669.688 | 744.489 | 1.11433 | 34.3839 | 0 | | 14 | 0 | 8 | 0 | wikitext | comb_0 | opt | rnd_naive | 669.688 | 744.489 | 1.11433 | 34.3839 | 0 | | 15 | 0 | 4 | 0 | wikitext | comb_1 | opt | ones_naive | 669.688 | 744.489 | 1.11433 | 34.4205 | 0 | | 16 | 0 | 5 | 0 | wikitext | comb_1 | opt | ones_naive | 669.688 | 744.489 | 1.11433 | 34.4205 | 0 | | 17 | 0 | 6 | 0 | wikitext | comb_1 | opt | ones_naive | 669.688 | 744.489 | 1.11433 | 34.4205 | 0 | | 18 | 0 | 7 | 0 | wikitext | comb_1 | opt | ones_naive | 669.688 | 744.489 | 1.11433 | 34.4205 | 0 | | 19 | 0 | 8 | 0 | wikitext | comb_1 | opt | ones_naive | 669.688 | 744.489 | 1.11433 | 34.4205 | 0 | | 20 | 0 | 4 | 0 | wikitext | comb_14 | opt | rnd_naive | 669.688 | 744.489 | 1.11433 | 39.986 | 0 | | 21 | 0 | 5 | 0 | wikitext | comb_14 | opt | rnd_naive | 669.688 | 744.489 | 1.11433 | 39.986 | 0 | | 22 | 0 | 6 | 0 | wikitext | comb_14 | opt | rnd_naive | 669.688 | 744.489 | 1.11433 | 39.986 | 0 | | 23 | 0 | 7 | 0 | wikitext | comb_14 | opt | rnd_naive | 669.688 | 744.489 | 1.11433 | 39.986 | 0 | | 24 | 0 | 8 | 0 | wikitext | comb_14 | opt | rnd_naive | 669.688 | 744.489 | 1.11433 | 39.986 | 0 | | 25 | 0 | 4 | 0 | wikitext | comb_8 | opt | ones_naive | 669.688 | 744.489 | 1.11433 | 40.0663 | 0 | | 26 | 0 | 5 | 0 | wikitext | comb_8 | opt | ones_naive | 669.688 | 744.489 | 1.11433 | 40.0663 | 0 | | 27 | 0 | 6 | 0 | wikitext | comb_8 | opt | ones_naive | 669.688 | 744.489 | 1.11433 | 40.0663 | 0 | | 28 | 0 | 7 | 0 | wikitext | comb_8 | opt | ones_naive | 669.688 | 744.489 | 1.11433 | 40.0663 | 0 | | 29 | 0 | 8 | 0 | wikitext | comb_8 | opt | ones_naive | 669.688 | 744.489 | 1.11433 | 40.0663 | 0 | | 30 | 0.321074 | 6 | 0 | wikitext | woq | opt | fixed | 670.235 | 744.489 | 7.80569 | 28.2948 | 0 | | 31 | 0.317021 | 5 | 0 | wikitext | woq | opt | fixed | 670.235 | 744.489 | 8.22268 | 28.3917 | 0 | | 32 | 0.324519 | 7 | 0 | wikitext | woq | opt | fixed | 670.235 | 744.489 | 7.90544 | 28.3926 | 0 | | 33 | 0.324856 | 8 | 0 | wikitext | woq | opt | fixed | 670.235 | 744.489 | 7.91611 | 28.4622 | 0 | | 34 | 0.292401 | 4 | 0 | wikitext | woq | opt | fixed | 670.235 | 744.489 | 8.90344 | 28.5847 | 0 | | 35 | 0 | 4 | 0 | wikitext | comb_6 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 36.8328 | 0 | | 36 | 0 | 5 | 0 | wikitext | comb_6 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 36.8328 | 0 | | 37 | 0 | 6 | 0 | wikitext | comb_6 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 36.8328 | 0 | | 38 | 0 | 7 | 0 | wikitext | comb_6 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 36.8328 | 0 | | 39 | 0 | 8 | 0 | wikitext | comb_6 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 36.8328 | 0 | | 40 | 0 | 4 | 0 | wikitext | comb_3 | opt | rnd_naive | 670.982 | 744.489 | 1.59052e+33 | 36.9247 | 0 | | 41 | 0 | 5 | 0 | wikitext | comb_3 | opt | rnd_naive | 670.982 | 744.489 | 1.59052e+33 | 36.9247 | 0 | | 42 | 0 | 6 | 0 | wikitext | comb_3 | opt | rnd_naive | 670.982 | 744.489 | 1.59052e+33 | 36.9247 | 0 | | 43 | 0 | 7 | 0 | wikitext | comb_3 | opt | rnd_naive | 670.982 | 744.489 | 1.59052e+33 | 36.9247 | 0 | | 44 | 0 | 8 | 0 | wikitext | comb_3 | opt | rnd_naive | 670.982 | 744.489 | 1.59052e+33 | 36.9247 | 0 | | 45 | 0 | 4 | 0 | wikitext | comb_15 | opt | rnd_naive | 670.982 | 744.489 | 1.11452 | 36.9303 | 0 | | 46 | 0 | 5 | 0 | wikitext | comb_15 | opt | rnd_naive | 670.982 | 744.489 | 1.11452 | 36.9303 | 0 | | 47 | 0 | 6 | 0 | wikitext | comb_15 | opt | rnd_naive | 670.982 | 744.489 | 1.11452 | 36.9303 | 0 | | 48 | 0 | 7 | 0 | wikitext | comb_15 | opt | rnd_naive | 670.982 | 744.489 | 1.11452 | 36.9303 | 0 | | 49 | 0 | 8 | 0 | wikitext | comb_15 | opt | rnd_naive | 670.982 | 744.489 | 1.11452 | 36.9303 | 0 | | 50 | 0 | 4 | 0 | wikitext | comb_11 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 36.9364 | 0 | | 51 | 0 | 5 | 0 | wikitext | comb_11 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 36.9364 | 0 | | 52 | 0 | 6 | 0 | wikitext | comb_11 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 36.9364 | 0 | | 53 | 0 | 7 | 0 | wikitext | comb_11 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 36.9364 | 0 | | 54 | 0 | 8 | 0 | wikitext | comb_11 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 36.9364 | 0 | | 55 | 0 | 4 | 0 | wikitext | comb_16 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 36.9763 | 0 | | 56 | 0 | 5 | 0 | wikitext | comb_16 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 36.9763 | 0 | | 57 | 0 | 6 | 0 | wikitext | comb_16 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 36.9763 | 0 | | 58 | 0 | 7 | 0 | wikitext | comb_16 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 36.9763 | 0 | | 59 | 0 | 8 | 0 | wikitext | comb_16 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 36.9763 | 0 | | 60 | 0 | 4 | 0 | wikitext | comb_13 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 36.9953 | 0 | | 61 | 0 | 5 | 0 | wikitext | comb_13 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 36.9953 | 0 | | 62 | 0 | 6 | 0 | wikitext | comb_13 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 36.9953 | 0 | | 63 | 0 | 7 | 0 | wikitext | comb_13 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 36.9953 | 0 | | 64 | 0 | 8 | 0 | wikitext | comb_13 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 36.9953 | 0 | | 65 | 0 | 4 | 0 | wikitext | comb_18 | opt | rnd_naive | 670.982 | 744.489 | 1.11504 | 37.0258 | 0 | | 66 | 0 | 5 | 0 | wikitext | comb_18 | opt | rnd_naive | 670.982 | 744.489 | 1.11504 | 37.0258 | 0 | | 67 | 0 | 6 | 0 | wikitext | comb_18 | opt | rnd_naive | 670.982 | 744.489 | 1.11504 | 37.0258 | 0 | | 68 | 0 | 7 | 0 | wikitext | comb_18 | opt | rnd_naive | 670.982 | 744.489 | 1.11504 | 37.0258 | 0 | | 69 | 0 | 8 | 0 | wikitext | comb_18 | opt | rnd_naive | 670.982 | 744.489 | 1.11504 | 37.0258 | 0 | | 70 | 0 | 4 | 0 | wikitext | comb_4 | opt | ones_naive | 670.982 | 744.489 | 1.10137 | 37.0422 | 0 | | 71 | 0 | 5 | 0 | wikitext | comb_4 | opt | ones_naive | 670.982 | 744.489 | 1.10137 | 37.0422 | 0 | | 72 | 0 | 6 | 0 | wikitext | comb_4 | opt | ones_naive | 670.982 | 744.489 | 1.10137 | 37.0422 | 0 | | 73 | 0 | 7 | 0 | wikitext | comb_4 | opt | ones_naive | 670.982 | 744.489 | 1.10137 | 37.0422 | 0 | | 74 | 0 | 8 | 0 | wikitext | comb_4 | opt | ones_naive | 670.982 | 744.489 | 1.10137 | 37.0422 | 0 | | 75 | 0 | 4 | 0 | wikitext | comb_7 | opt | rnd_naive | 670.982 | 744.489 | inf | 37.0484 | 0 | | 76 | 0 | 5 | 0 | wikitext | comb_7 | opt | rnd_naive | 670.982 | 744.489 | inf | 37.0484 | 0 | | 77 | 0 | 6 | 0 | wikitext | comb_7 | opt | rnd_naive | 670.982 | 744.489 | inf | 37.0484 | 0 | | 78 | 0 | 7 | 0 | wikitext | comb_7 | opt | rnd_naive | 670.982 | 744.489 | inf | 37.0484 | 0 | | 79 | 0 | 8 | 0 | wikitext | comb_7 | opt | rnd_naive | 670.982 | 744.489 | inf | 37.0484 | 0 | | 80 | 0 | 4 | 0 | wikitext | comb_10 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 37.061 | 0 | | 81 | 0 | 5 | 0 | wikitext | comb_10 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 37.061 | 0 | | 82 | 0 | 6 | 0 | wikitext | comb_10 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 37.061 | 0 | | 83 | 0 | 7 | 0 | wikitext | comb_10 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 37.061 | 0 | | 84 | 0 | 8 | 0 | wikitext | comb_10 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 37.061 | 0 | | 85 | 0 | 4 | 0 | wikitext | comb_11 | opt | rnd_naive | 670.982 | 744.489 | inf | 37.098 | 0 | | 86 | 0 | 5 | 0 | wikitext | comb_11 | opt | rnd_naive | 670.982 | 744.489 | inf | 37.098 | 0 | | 87 | 0 | 6 | 0 | wikitext | comb_11 | opt | rnd_naive | 670.982 | 744.489 | inf | 37.098 | 0 | | 88 | 0 | 7 | 0 | wikitext | comb_11 | opt | rnd_naive | 670.982 | 744.489 | inf | 37.098 | 0 | | 89 | 0 | 8 | 0 | wikitext | comb_11 | opt | rnd_naive | 670.982 | 744.489 | inf | 37.098 | 0 | | 90 | 0 | 4 | 0 | wikitext | comb_8 | opt | rnd_naive | 670.982 | 744.489 | 1.11484 | 37.205 | 0 | | 91 | 0 | 5 | 0 | wikitext | comb_8 | opt | rnd_naive | 670.982 | 744.489 | 1.11484 | 37.205 | 0 | | 92 | 0 | 6 | 0 | wikitext | comb_8 | opt | rnd_naive | 670.982 | 744.489 | 1.11484 | 37.205 | 0 | | 93 | 0 | 7 | 0 | wikitext | comb_8 | opt | rnd_naive | 670.982 | 744.489 | 1.11484 | 37.205 | 0 | | 94 | 0 | 8 | 0 | wikitext | comb_8 | opt | rnd_naive | 670.982 | 744.489 | 1.11484 | 37.205 | 0 | | 95 | 0 | 4 | 0 | wikitext | comb_16 | opt | rnd_naive | 670.982 | 744.489 | 1.11352 | 38.1218 | 0 | | 96 | 0 | 5 | 0 | wikitext | comb_16 | opt | rnd_naive | 670.982 | 744.489 | 1.11352 | 38.1218 | 0 | | 97 | 0 | 6 | 0 | wikitext | comb_16 | opt | rnd_naive | 670.982 | 744.489 | 1.11352 | 38.1218 | 0 | | 98 | 0 | 7 | 0 | wikitext | comb_16 | opt | rnd_naive | 670.982 | 744.489 | 1.11352 | 38.1218 | 0 | | 99 | 0 | 8 | 0 | wikitext | comb_16 | opt | rnd_naive | 670.982 | 744.489 | 1.11352 | 38.1218 | 0 | | 100 | 0 | 4 | 0 | wikitext | comb_0 | opt | ones_naive | 670.982 | 744.489 | 2854.72 | 38.1671 | 0 | | 101 | 0 | 5 | 0 | wikitext | comb_0 | opt | ones_naive | 670.982 | 744.489 | 2854.72 | 38.1671 | 0 | | 102 | 0 | 6 | 0 | wikitext | comb_0 | opt | ones_naive | 670.982 | 744.489 | 2854.72 | 38.1671 | 0 | | 103 | 0 | 7 | 0 | wikitext | comb_0 | opt | ones_naive | 670.982 | 744.489 | 2854.72 | 38.1671 | 0 | | 104 | 0 | 8 | 0 | wikitext | comb_0 | opt | ones_naive | 670.982 | 744.489 | 2854.72 | 38.1671 | 0 | | 105 | 0 | 4 | 0 | wikitext | comb_17 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 43.0199 | 0 | | 106 | 0 | 5 | 0 | wikitext | comb_17 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 43.0199 | 0 | | 107 | 0 | 6 | 0 | wikitext | comb_17 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 43.0199 | 0 | | 108 | 0 | 7 | 0 | wikitext | comb_17 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 43.0199 | 0 | | 109 | 0 | 8 | 0 | wikitext | comb_17 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 43.0199 | 0 | | 110 | 0 | 4 | 0 | wikitext | comb_10 | opt | rnd_naive | 670.982 | 744.489 | 1.11548 | 43.1666 | 0 | | 111 | 0 | 5 | 0 | wikitext | comb_10 | opt | rnd_naive | 670.982 | 744.489 | 1.11548 | 43.1666 | 0 | | 112 | 0 | 6 | 0 | wikitext | comb_10 | opt | rnd_naive | 670.982 | 744.489 | 1.11548 | 43.1666 | 0 | | 113 | 0 | 7 | 0 | wikitext | comb_10 | opt | rnd_naive | 670.982 | 744.489 | 1.11548 | 43.1666 | 0 | | 114 | 0 | 8 | 0 | wikitext | comb_10 | opt | rnd_naive | 670.982 | 744.489 | 1.11548 | 43.1666 | 0 | | 115 | 0 | 4 | 0 | wikitext | comb_6 | opt | rnd_naive | 670.982 | 744.489 | inf | 48.6051 | 0 | | 116 | 0 | 5 | 0 | wikitext | comb_6 | opt | rnd_naive | 670.982 | 744.489 | inf | 48.6051 | 0 | | 117 | 0 | 6 | 0 | wikitext | comb_6 | opt | rnd_naive | 670.982 | 744.489 | inf | 48.6051 | 0 | | 118 | 0 | 7 | 0 | wikitext | comb_6 | opt | rnd_naive | 670.982 | 744.489 | inf | 48.6051 | 0 | | 119 | 0 | 8 | 0 | wikitext | comb_6 | opt | rnd_naive | 670.982 | 744.489 | inf | 48.6051 | 0 | | 120 | 0 | 4 | 0 | wikitext | comb_13 | opt | rnd_naive | 670.982 | 744.489 | 1.11476 | 48.7985 | 0 | | 121 | 0 | 5 | 0 | wikitext | comb_13 | opt | rnd_naive | 670.982 | 744.489 | 1.11476 | 48.7985 | 0 | | 122 | 0 | 6 | 0 | wikitext | comb_13 | opt | rnd_naive | 670.982 | 744.489 | 1.11476 | 48.7985 | 0 | | 123 | 0 | 7 | 0 | wikitext | comb_13 | opt | rnd_naive | 670.982 | 744.489 | 1.11476 | 48.7985 | 0 | | 124 | 0 | 8 | 0 | wikitext | comb_13 | opt | rnd_naive | 670.982 | 744.489 | 1.11476 | 48.7985 | 0 | | 125 | 0 | 4 | 0 | wikitext | comb_18 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 48.8861 | 0 | | 126 | 0 | 5 | 0 | wikitext | comb_18 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 48.8861 | 0 | | 127 | 0 | 6 | 0 | wikitext | comb_18 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 48.8861 | 0 | | 128 | 0 | 7 | 0 | wikitext | comb_18 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 48.8861 | 0 | | 129 | 0 | 8 | 0 | wikitext | comb_18 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 48.8861 | 0 | | 130 | 0 | 4 | 0 | wikitext | comb_7 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 48.9388 | 0 | | 131 | 0 | 5 | 0 | wikitext | comb_7 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 48.9388 | 0 | | 132 | 0 | 6 | 0 | wikitext | comb_7 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 48.9388 | 0 | | 133 | 0 | 7 | 0 | wikitext | comb_7 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 48.9388 | 0 | | 134 | 0 | 8 | 0 | wikitext | comb_7 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 48.9388 | 0 | | 135 | 0 | 4 | 0 | wikitext | comb_4 | opt | rnd_naive | 670.982 | 744.489 | inf | 48.9542 | 0 | | 136 | 0 | 5 | 0 | wikitext | comb_4 | opt | rnd_naive | 670.982 | 744.489 | inf | 48.9542 | 0 | | 137 | 0 | 6 | 0 | wikitext | comb_4 | opt | rnd_naive | 670.982 | 744.489 | inf | 48.9542 | 0 | | 138 | 0 | 7 | 0 | wikitext | comb_4 | opt | rnd_naive | 670.982 | 744.489 | inf | 48.9542 | 0 | | 139 | 0 | 8 | 0 | wikitext | comb_4 | opt | rnd_naive | 670.982 | 744.489 | inf | 48.9542 | 0 | | 140 | 0 | 4 | 0 | wikitext | comb_15 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 49.0656 | 0 | | 141 | 0 | 5 | 0 | wikitext | comb_15 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 49.0656 | 0 | | 142 | 0 | 6 | 0 | wikitext | comb_15 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 49.0656 | 0 | | 143 | 0 | 7 | 0 | wikitext | comb_15 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 49.0656 | 0 | | 144 | 0 | 8 | 0 | wikitext | comb_15 | opt | ones_naive | 670.982 | 744.489 | 1.11433 | 49.0656 | 0 | | 145 | 0 | 4 | 0 | wikitext | comb_2 | opt | rnd_naive | 477.735 | 851.444 | 1.44354 | 0.384969 | 0 | | 146 | 0 | 5 | 0 | wikitext | comb_2 | opt | rnd_naive | 477.735 | 851.444 | 1.44354 | 0.384969 | 0 | | 147 | 0 | 6 | 0 | wikitext | comb_2 | opt | rnd_naive | 477.735 | 851.444 | 1.44354 | 0.384969 | 0 | | 148 | 0 | 7 | 0 | wikitext | comb_2 | opt | rnd_naive | 477.735 | 851.444 | 1.44354 | 0.384969 | 0 | | 149 | 0 | 8 | 0 | wikitext | comb_2 | opt | rnd_naive | 477.735 | 851.444 | 1.44354 | 0.384969 | 0 | | 150 | 0 | 4 | 0 | wikitext | comb_14 | opt | ones_naive | 477.735 | 851.444 | 1.11433 | 0.391459 | 0 | | 151 | 0 | 5 | 0 | wikitext | comb_14 | opt | ones_naive | 477.735 | 851.444 | 1.11433 | 0.391459 | 0 | | 152 | 0 | 6 | 0 | wikitext | comb_14 | opt | ones_naive | 477.735 | 851.444 | 1.11433 | 0.391459 | 0 | | 153 | 0 | 7 | 0 | wikitext | comb_14 | opt | ones_naive | 477.735 | 851.444 | 1.11433 | 0.391459 | 0 | | 154 | 0 | 8 | 0 | wikitext | comb_14 | opt | ones_naive | 477.735 | 851.444 | 1.11433 | 0.391459 | 0 | | 155 | 0 | 4 | 0 | wikitext | comb_5 | opt | rnd_naive | 477.735 | 851.444 | inf | 0.396129 | 0 | | 156 | 0 | 5 | 0 | wikitext | comb_5 | opt | rnd_naive | 477.735 | 851.444 | inf | 0.396129 | 0 | | 157 | 0 | 6 | 0 | wikitext | comb_5 | opt | rnd_naive | 477.735 | 851.444 | inf | 0.396129 | 0 | | 158 | 0 | 7 | 0 | wikitext | comb_5 | opt | rnd_naive | 477.735 | 851.444 | inf | 0.396129 | 0 | | 159 | 0 | 8 | 0 | wikitext | comb_5 | opt | rnd_naive | 477.735 | 851.444 | inf | 0.396129 | 0 | | 160 | 0 | 4 | 0 | wikitext | comb_9 | opt | ones_naive | 477.738 | 851.444 | 1.47327 | 0.378319 | 0 | | 161 | 0 | 5 | 0 | wikitext | comb_9 | opt | ones_naive | 477.738 | 851.444 | 1.47327 | 0.378319 | 0 | | 162 | 0 | 6 | 0 | wikitext | comb_9 | opt | ones_naive | 477.738 | 851.444 | 1.47327 | 0.378319 | 0 | | 163 | 0 | 7 | 0 | wikitext | comb_9 | opt | ones_naive | 477.738 | 851.444 | 1.47327 | 0.378319 | 0 | | 164 | 0 | 8 | 0 | wikitext | comb_9 | opt | ones_naive | 477.738 | 851.444 | 1.47327 | 0.378319 | 0 | | 165 | 0 | 4 | 0 | wikitext | comb_17 | opt | rnd_naive | 799.678 | 954.204 | 1.24751 | 92.805 | 0 | | 166 | 0 | 5 | 0 | wikitext | comb_17 | opt | rnd_naive | 799.678 | 954.204 | 1.24751 | 92.805 | 0 | | 167 | 0 | 6 | 0 | wikitext | comb_17 | opt | rnd_naive | 799.678 | 954.204 | 1.24751 | 92.805 | 0 | | 168 | 0 | 7 | 0 | wikitext | comb_17 | opt | rnd_naive | 799.678 | 954.204 | 1.24751 | 92.805 | 0 | | 169 | 0 | 8 | 0 | wikitext | comb_17 | opt | rnd_naive | 799.678 | 954.204 | 1.24751 | 92.805 | 0 | | 170 | 0 | 4 | 0 | wikitext | comb_3 | opt | ones_naive | 799.678 | 954.204 | 1.11433 | 92.9099 | 0 | | 171 | 0 | 5 | 0 | wikitext | comb_3 | opt | ones_naive | 799.678 | 954.204 | 1.11433 | 92.9099 | 0 | | 172 | 0 | 6 | 0 | wikitext | comb_3 | opt | ones_naive | 799.678 | 954.204 | 1.11433 | 92.9099 | 0 | | 173 | 0 | 7 | 0 | wikitext | comb_3 | opt | ones_naive | 799.678 | 954.204 | 1.11433 | 92.9099 | 0 | | 174 | 0 | 8 | 0 | wikitext | comb_3 | opt | ones_naive | 799.678 | 954.204 | 1.11433 | 92.9099 | 0 | | 175 | 0 | 4 | 0 | wikitext | comb_12 | opt | ones_naive | 477.733 | 1094.71 | 1.11433 | 0.385039 | 0 | | 176 | 0 | 5 | 0 | wikitext | comb_12 | opt | ones_naive | 477.733 | 1094.71 | 1.11433 | 0.385039 | 0 | | 177 | 0 | 6 | 0 | wikitext | comb_12 | opt | ones_naive | 477.733 | 1094.71 | 1.11433 | 0.385039 | 0 | | 178 | 0 | 7 | 0 | wikitext | comb_12 | opt | ones_naive | 477.733 | 1094.71 | 1.11433 | 0.385039 | 0 | | 179 | 0 | 8 | 0 | wikitext | comb_12 | opt | ones_naive | 477.733 | 1094.71 | 1.11433 | 0.385039 | 0 | | 180 | 0 | 4 | 0 | wikitext | comb_1 | opt | rnd_naive | 477.733 | 1094.71 | inf | 0.386009 | 0 | | 181 | 0 | 5 | 0 | wikitext | comb_1 | opt | rnd_naive | 477.733 | 1094.71 | inf | 0.386009 | 0 | | 182 | 0 | 6 | 0 | wikitext | comb_1 | opt | rnd_naive | 477.733 | 1094.71 | inf | 0.386009 | 0 | | 183 | 0 | 7 | 0 | wikitext | comb_1 | opt | rnd_naive | 477.733 | 1094.71 | inf | 0.386009 | 0 | | 184 | 0 | 8 | 0 | wikitext | comb_1 | opt | rnd_naive | 477.733 | 1094.71 | inf | 0.386009 | 0 | | 185 | 0 | 4 | 0 | wikitext | comb_2 | opt | ones_naive | 477.733 | 1094.71 | 1.11433 | 0.402089 | 0 | | 186 | 0 | 5 | 0 | wikitext | comb_2 | opt | ones_naive | 477.733 | 1094.71 | 1.11433 | 0.402089 | 0 | | 187 | 0 | 6 | 0 | wikitext | comb_2 | opt | ones_naive | 477.733 | 1094.71 | 1.11433 | 0.402089 | 0 | | 188 | 0 | 7 | 0 | wikitext | comb_2 | opt | ones_naive | 477.733 | 1094.71 | 1.11433 | 0.402089 | 0 | | 189 | 0 | 8 | 0 | wikitext | comb_2 | opt | ones_naive | 477.733 | 1094.71 | 1.11433 | 0.402089 | 0 | | 190 | 0 | 4 | 0 | wikitext | comb_12 | opt | rnd_naive | 477.737 | 1094.71 | inf | 0.39456 | 0 | | 191 | 0 | 5 | 0 | wikitext | comb_12 | opt | rnd_naive | 477.737 | 1094.71 | inf | 0.39456 | 0 | | 192 | 0 | 6 | 0 | wikitext | comb_12 | opt | rnd_naive | 477.737 | 1094.71 | inf | 0.39456 | 0 | | 193 | 0 | 7 | 0 | wikitext | comb_12 | opt | rnd_naive | 477.737 | 1094.71 | inf | 0.39456 | 0 | | 194 | 0 | 8 | 0 | wikitext | comb_12 | opt | rnd_naive | 477.737 | 1094.71 | inf | 0.39456 | 0 | | 195 | 0.324384 | 32 | 0 | wikitext | base | opt | ---- | 1359.4 | 1402.99 | 7.93495 | 13.6249 | 0 | | 196 | 0 | 4 | 0 | imagenet | comb_1 | vit | ones_naive | 357.021 | 381.682 | 0 | 21.859 | 0 | | 197 | 0 | 5 | 0 | imagenet | comb_1 | vit | ones_naive | 357.021 | 381.682 | 0 | 21.859 | 0 | | 198 | 0 | 6 | 0 | imagenet | comb_1 | vit | ones_naive | 357.021 | 381.682 | 0 | 21.859 | 0 | | 199 | 0 | 7 | 0 | imagenet | comb_1 | vit | ones_naive | 357.021 | 381.682 | 0 | 21.859 | 0 | | 200 | 0 | 8 | 0 | imagenet | comb_1 | vit | ones_naive | 357.021 | 381.682 | 0 | 21.859 | 0 | | 201 | 0 | 4 | 0 | imagenet | comb_0 | vit | rnd_naive | 357.021 | 381.682 | 0 | 22.4736 | 0 | | 202 | 0 | 5 | 0 | imagenet | comb_0 | vit | rnd_naive | 357.021 | 381.682 | 0 | 22.4736 | 0 | | 203 | 0 | 6 | 0 | imagenet | comb_0 | vit | rnd_naive | 357.021 | 381.682 | 0 | 22.4736 | 0 | | 204 | 0 | 7 | 0 | imagenet | comb_0 | vit | rnd_naive | 357.021 | 381.682 | 0 | 22.4736 | 0 | | 205 | 0 | 8 | 0 | imagenet | comb_0 | vit | rnd_naive | 357.021 | 381.682 | 0 | 22.4736 | 0 | | 206 | 0 | 4 | 0 | imagenet | comb_14 | vit | rnd_naive | 357.021 | 381.682 | 0 | 24.1543 | 0 | | 207 | 0 | 5 | 0 | imagenet | comb_14 | vit | rnd_naive | 357.021 | 381.682 | 0 | 24.1543 | 0 | | 208 | 0 | 6 | 0 | imagenet | comb_14 | vit | rnd_naive | 357.021 | 381.682 | 0 | 24.1543 | 0 | | 209 | 0 | 7 | 0 | imagenet | comb_14 | vit | rnd_naive | 357.021 | 381.682 | 0 | 24.1543 | 0 | | 210 | 0 | 8 | 0 | imagenet | comb_14 | vit | rnd_naive | 357.021 | 381.682 | 0 | 24.1543 | 0 | | 211 | 0 | 4 | 0 | imagenet | comb_8 | vit | ones_naive | 357.021 | 381.682 | 0 | 33.8017 | 0 | | 212 | 0 | 5 | 0 | imagenet | comb_8 | vit | ones_naive | 357.021 | 381.682 | 0 | 33.8017 | 0 | | 213 | 0 | 6 | 0 | imagenet | comb_8 | vit | ones_naive | 357.021 | 381.682 | 0 | 33.8017 | 0 | | 214 | 0 | 7 | 0 | imagenet | comb_8 | vit | ones_naive | 357.021 | 381.682 | 0 | 33.8017 | 0 | | 215 | 0 | 8 | 0 | imagenet | comb_8 | vit | ones_naive | 357.021 | 381.682 | 0 | 33.8017 | 0 | | 216 | 0 | 4 | 0 | imagenet | comb_9 | vit | rnd_naive | 357.021 | 381.682 | 0 | 43.1953 | 0 | | 217 | 0 | 5 | 0 | imagenet | comb_9 | vit | rnd_naive | 357.021 | 381.682 | 0 | 43.1953 | 0 | | 218 | 0 | 6 | 0 | imagenet | comb_9 | vit | rnd_naive | 357.021 | 381.682 | 0 | 43.1953 | 0 | | 219 | 0 | 7 | 0 | imagenet | comb_9 | vit | rnd_naive | 357.021 | 381.682 | 0 | 43.1953 | 0 | | 220 | 0 | 8 | 0 | imagenet | comb_9 | vit | rnd_naive | 357.021 | 381.682 | 0 | 43.1953 | 0 | | 221 | 0 | 4 | 0 | imagenet | comb_5 | vit | ones_naive | 357.021 | 381.682 | 0 | 66.5726 | 0 | | 222 | 0 | 5 | 0 | imagenet | comb_5 | vit | ones_naive | 357.021 | 381.682 | 0 | 66.5726 | 0 | | 223 | 0 | 6 | 0 | imagenet | comb_5 | vit | ones_naive | 357.021 | 381.682 | 0 | 66.5726 | 0 | | 224 | 0 | 7 | 0 | imagenet | comb_5 | vit | ones_naive | 357.021 | 381.682 | 0 | 66.5726 | 0 | | 225 | 0 | 8 | 0 | imagenet | comb_5 | vit | ones_naive | 357.021 | 381.682 | 0 | 66.5726 | 0 | | 226 | 0.789311 | 4 | 0 | imagenet | woq | vit | fixed | 357.588 | 381.682 | 0 | 19.9082 | 0 | | 227 | 0.799589 | 5 | 0 | imagenet | woq | vit | fixed | 357.588 | 381.682 | 0 | 21.9197 | 0 | | 228 | 0.799589 | 7 | 0 | imagenet | woq | vit | fixed | 357.588 | 381.682 | 0 | 22.6688 | 0 | | 229 | 0.805755 | 6 | 0 | imagenet | woq | vit | fixed | 357.588 | 381.682 | 0 | 69.7699 | 0 | | 230 | 0.801644 | 8 | 0 | imagenet | woq | vit | fixed | 357.588 | 381.682 | 0 | 89.7488 | 0 | | 231 | 0 | 4 | 0 | imagenet | comb_7 | vit | rnd_naive | 357.914 | 381.682 | 0 | 29.0985 | 0 | | 232 | 0 | 5 | 0 | imagenet | comb_7 | vit | rnd_naive | 357.914 | 381.682 | 0 | 29.0985 | 0 | | 233 | 0 | 6 | 0 | imagenet | comb_7 | vit | rnd_naive | 357.914 | 381.682 | 0 | 29.0985 | 0 | | 234 | 0 | 7 | 0 | imagenet | comb_7 | vit | rnd_naive | 357.914 | 381.682 | 0 | 29.0985 | 0 | | 235 | 0 | 8 | 0 | imagenet | comb_7 | vit | rnd_naive | 357.914 | 381.682 | 0 | 29.0985 | 0 | | 236 | 0 | 4 | 0 | imagenet | comb_6 | vit | ones_naive | 357.914 | 381.682 | 0 | 29.3722 | 0 | | 237 | 0 | 5 | 0 | imagenet | comb_6 | vit | ones_naive | 357.914 | 381.682 | 0 | 29.3722 | 0 | | 238 | 0 | 6 | 0 | imagenet | comb_6 | vit | ones_naive | 357.914 | 381.682 | 0 | 29.3722 | 0 | | 239 | 0 | 7 | 0 | imagenet | comb_6 | vit | ones_naive | 357.914 | 381.682 | 0 | 29.3722 | 0 | | 240 | 0 | 8 | 0 | imagenet | comb_6 | vit | ones_naive | 357.914 | 381.682 | 0 | 29.3722 | 0 | | 241 | 0 | 4 | 0 | imagenet | comb_11 | vit | rnd_naive | 357.914 | 381.682 | 0 | 29.5145 | 0 | | 242 | 0 | 5 | 0 | imagenet | comb_11 | vit | rnd_naive | 357.914 | 381.682 | 0 | 29.5145 | 0 | | 243 | 0 | 6 | 0 | imagenet | comb_11 | vit | rnd_naive | 357.914 | 381.682 | 0 | 29.5145 | 0 | | 244 | 0 | 7 | 0 | imagenet | comb_11 | vit | rnd_naive | 357.914 | 381.682 | 0 | 29.5145 | 0 | | 245 | 0 | 8 | 0 | imagenet | comb_11 | vit | rnd_naive | 357.914 | 381.682 | 0 | 29.5145 | 0 | | 246 | 0 | 4 | 0 | imagenet | comb_3 | vit | rnd_naive | 357.914 | 381.682 | 0 | 30.06 | 0 | | 247 | 0 | 5 | 0 | imagenet | comb_3 | vit | rnd_naive | 357.914 | 381.682 | 0 | 30.06 | 0 | | 248 | 0 | 6 | 0 | imagenet | comb_3 | vit | rnd_naive | 357.914 | 381.682 | 0 | 30.06 | 0 | | 249 | 0 | 7 | 0 | imagenet | comb_3 | vit | rnd_naive | 357.914 | 381.682 | 0 | 30.06 | 0 | | 250 | 0 | 8 | 0 | imagenet | comb_3 | vit | rnd_naive | 357.914 | 381.682 | 0 | 30.06 | 0 | | 251 | 0 | 4 | 0 | imagenet | comb_10 | vit | ones_naive | 357.914 | 381.682 | 0 | 30.3238 | 0 | | 252 | 0 | 5 | 0 | imagenet | comb_10 | vit | ones_naive | 357.914 | 381.682 | 0 | 30.3238 | 0 | | 253 | 0 | 6 | 0 | imagenet | comb_10 | vit | ones_naive | 357.914 | 381.682 | 0 | 30.3238 | 0 | | 254 | 0 | 7 | 0 | imagenet | comb_10 | vit | ones_naive | 357.914 | 381.682 | 0 | 30.3238 | 0 | | 255 | 0 | 8 | 0 | imagenet | comb_10 | vit | ones_naive | 357.914 | 381.682 | 0 | 30.3238 | 0 | | 256 | 0 | 4 | 0 | imagenet | comb_16 | vit | ones_naive | 357.914 | 381.682 | 0 | 30.4178 | 0 | | 257 | 0 | 5 | 0 | imagenet | comb_16 | vit | ones_naive | 357.914 | 381.682 | 0 | 30.4178 | 0 | | 258 | 0 | 6 | 0 | imagenet | comb_16 | vit | ones_naive | 357.914 | 381.682 | 0 | 30.4178 | 0 | | 259 | 0 | 7 | 0 | imagenet | comb_16 | vit | ones_naive | 357.914 | 381.682 | 0 | 30.4178 | 0 | | 260 | 0 | 8 | 0 | imagenet | comb_16 | vit | ones_naive | 357.914 | 381.682 | 0 | 30.4178 | 0 | | 261 | 0 | 4 | 0 | imagenet | comb_13 | vit | ones_naive | 357.914 | 381.682 | 0 | 30.4576 | 0 | | 262 | 0 | 5 | 0 | imagenet | comb_13 | vit | ones_naive | 357.914 | 381.682 | 0 | 30.4576 | 0 | | 263 | 0 | 6 | 0 | imagenet | comb_13 | vit | ones_naive | 357.914 | 381.682 | 0 | 30.4576 | 0 | | 264 | 0 | 7 | 0 | imagenet | comb_13 | vit | ones_naive | 357.914 | 381.682 | 0 | 30.4576 | 0 | | 265 | 0 | 8 | 0 | imagenet | comb_13 | vit | ones_naive | 357.914 | 381.682 | 0 | 30.4576 | 0 | | 266 | 0 | 4 | 0 | imagenet | comb_15 | vit | rnd_naive | 357.914 | 381.682 | 0 | 30.6482 | 0 | | 267 | 0 | 5 | 0 | imagenet | comb_15 | vit | rnd_naive | 357.914 | 381.682 | 0 | 30.6482 | 0 | | 268 | 0 | 6 | 0 | imagenet | comb_15 | vit | rnd_naive | 357.914 | 381.682 | 0 | 30.6482 | 0 | | 269 | 0 | 7 | 0 | imagenet | comb_15 | vit | rnd_naive | 357.914 | 381.682 | 0 | 30.6482 | 0 | | 270 | 0 | 8 | 0 | imagenet | comb_15 | vit | rnd_naive | 357.914 | 381.682 | 0 | 30.6482 | 0 | | 271 | 0 | 4 | 0 | imagenet | comb_16 | vit | rnd_naive | 357.914 | 381.682 | 0 | 31.7534 | 0 | | 272 | 0 | 5 | 0 | imagenet | comb_16 | vit | rnd_naive | 357.914 | 381.682 | 0 | 31.7534 | 0 | | 273 | 0 | 6 | 0 | imagenet | comb_16 | vit | rnd_naive | 357.914 | 381.682 | 0 | 31.7534 | 0 | | 274 | 0 | 7 | 0 | imagenet | comb_16 | vit | rnd_naive | 357.914 | 381.682 | 0 | 31.7534 | 0 | | 275 | 0 | 8 | 0 | imagenet | comb_16 | vit | rnd_naive | 357.914 | 381.682 | 0 | 31.7534 | 0 | | 276 | 0 | 4 | 0 | imagenet | comb_15 | vit | ones_naive | 357.914 | 381.682 | 0 | 33.1071 | 0 | | 277 | 0 | 5 | 0 | imagenet | comb_15 | vit | ones_naive | 357.914 | 381.682 | 0 | 33.1071 | 0 | | 278 | 0 | 6 | 0 | imagenet | comb_15 | vit | ones_naive | 357.914 | 381.682 | 0 | 33.1071 | 0 | | 279 | 0 | 7 | 0 | imagenet | comb_15 | vit | ones_naive | 357.914 | 381.682 | 0 | 33.1071 | 0 | | 280 | 0 | 8 | 0 | imagenet | comb_15 | vit | ones_naive | 357.914 | 381.682 | 0 | 33.1071 | 0 | | 281 | 0 | 4 | 0 | imagenet | comb_18 | vit | ones_naive | 357.914 | 381.682 | 0 | 33.4469 | 0 | | 282 | 0 | 5 | 0 | imagenet | comb_18 | vit | ones_naive | 357.914 | 381.682 | 0 | 33.4469 | 0 | | 283 | 0 | 6 | 0 | imagenet | comb_18 | vit | ones_naive | 357.914 | 381.682 | 0 | 33.4469 | 0 | | 284 | 0 | 7 | 0 | imagenet | comb_18 | vit | ones_naive | 357.914 | 381.682 | 0 | 33.4469 | 0 | | 285 | 0 | 8 | 0 | imagenet | comb_18 | vit | ones_naive | 357.914 | 381.682 | 0 | 33.4469 | 0 | | 286 | 0 | 4 | 0 | imagenet | comb_4 | vit | rnd_naive | 357.914 | 381.682 | 0 | 33.6456 | 0 | | 287 | 0 | 5 | 0 | imagenet | comb_4 | vit | rnd_naive | 357.914 | 381.682 | 0 | 33.6456 | 0 | | 288 | 0 | 6 | 0 | imagenet | comb_4 | vit | rnd_naive | 357.914 | 381.682 | 0 | 33.6456 | 0 | | 289 | 0 | 7 | 0 | imagenet | comb_4 | vit | rnd_naive | 357.914 | 381.682 | 0 | 33.6456 | 0 | | 290 | 0 | 8 | 0 | imagenet | comb_4 | vit | rnd_naive | 357.914 | 381.682 | 0 | 33.6456 | 0 | | 291 | 0 | 4 | 0 | imagenet | comb_6 | vit | rnd_naive | 357.914 | 381.682 | 0 | 34.6525 | 0 | | 292 | 0 | 5 | 0 | imagenet | comb_6 | vit | rnd_naive | 357.914 | 381.682 | 0 | 34.6525 | 0 | | 293 | 0 | 6 | 0 | imagenet | comb_6 | vit | rnd_naive | 357.914 | 381.682 | 0 | 34.6525 | 0 | | 294 | 0 | 7 | 0 | imagenet | comb_6 | vit | rnd_naive | 357.914 | 381.682 | 0 | 34.6525 | 0 | | 295 | 0 | 8 | 0 | imagenet | comb_6 | vit | rnd_naive | 357.914 | 381.682 | 0 | 34.6525 | 0 | | 296 | 0 | 4 | 0 | imagenet | comb_13 | vit | rnd_naive | 357.914 | 381.682 | 0 | 35.2562 | 0 | | 297 | 0 | 5 | 0 | imagenet | comb_13 | vit | rnd_naive | 357.914 | 381.682 | 0 | 35.2562 | 0 | | 298 | 0 | 6 | 0 | imagenet | comb_13 | vit | rnd_naive | 357.914 | 381.682 | 0 | 35.2562 | 0 | | 299 | 0 | 7 | 0 | imagenet | comb_13 | vit | rnd_naive | 357.914 | 381.682 | 0 | 35.2562 | 0 | | 300 | 0 | 8 | 0 | imagenet | comb_13 | vit | rnd_naive | 357.914 | 381.682 | 0 | 35.2562 | 0 | | 301 | 0 | 4 | 0 | imagenet | comb_0 | vit | ones_naive | 357.914 | 381.682 | 0 | 39.5681 | 0 | | 302 | 0 | 5 | 0 | imagenet | comb_0 | vit | ones_naive | 357.914 | 381.682 | 0 | 39.5681 | 0 | | 303 | 0 | 6 | 0 | imagenet | comb_0 | vit | ones_naive | 357.914 | 381.682 | 0 | 39.5681 | 0 | | 304 | 0 | 7 | 0 | imagenet | comb_0 | vit | ones_naive | 357.914 | 381.682 | 0 | 39.5681 | 0 | | 305 | 0 | 8 | 0 | imagenet | comb_0 | vit | ones_naive | 357.914 | 381.682 | 0 | 39.5681 | 0 | | 306 | 0 | 4 | 0 | imagenet | comb_11 | vit | ones_naive | 357.914 | 381.682 | 0 | 47.8285 | 0 | | 307 | 0 | 5 | 0 | imagenet | comb_11 | vit | ones_naive | 357.914 | 381.682 | 0 | 47.8285 | 0 | | 308 | 0 | 6 | 0 | imagenet | comb_11 | vit | ones_naive | 357.914 | 381.682 | 0 | 47.8285 | 0 | | 309 | 0 | 7 | 0 | imagenet | comb_11 | vit | ones_naive | 357.914 | 381.682 | 0 | 47.8285 | 0 | | 310 | 0 | 8 | 0 | imagenet | comb_11 | vit | ones_naive | 357.914 | 381.682 | 0 | 47.8285 | 0 | | 311 | 0 | 4 | 0 | imagenet | comb_7 | vit | ones_naive | 357.914 | 381.682 | 0 | 50.965 | 0 | | 312 | 0 | 5 | 0 | imagenet | comb_7 | vit | ones_naive | 357.914 | 381.682 | 0 | 50.965 | 0 | | 313 | 0 | 6 | 0 | imagenet | comb_7 | vit | ones_naive | 357.914 | 381.682 | 0 | 50.965 | 0 | | 314 | 0 | 7 | 0 | imagenet | comb_7 | vit | ones_naive | 357.914 | 381.682 | 0 | 50.965 | 0 | | 315 | 0 | 8 | 0 | imagenet | comb_7 | vit | ones_naive | 357.914 | 381.682 | 0 | 50.965 | 0 | | 316 | 0 | 4 | 0 | imagenet | comb_10 | vit | rnd_naive | 357.914 | 381.682 | 0 | 58.5943 | 0 | | 317 | 0 | 5 | 0 | imagenet | comb_10 | vit | rnd_naive | 357.914 | 381.682 | 0 | 58.5943 | 0 | | 318 | 0 | 6 | 0 | imagenet | comb_10 | vit | rnd_naive | 357.914 | 381.682 | 0 | 58.5943 | 0 | | 319 | 0 | 7 | 0 | imagenet | comb_10 | vit | rnd_naive | 357.914 | 381.682 | 0 | 58.5943 | 0 | | 320 | 0 | 8 | 0 | imagenet | comb_10 | vit | rnd_naive | 357.914 | 381.682 | 0 | 58.5943 | 0 | | 321 | 0 | 4 | 0 | imagenet | comb_4 | vit | ones_naive | 357.914 | 381.682 | 0 | 65.1646 | 0 | | 322 | 0 | 5 | 0 | imagenet | comb_4 | vit | ones_naive | 357.914 | 381.682 | 0 | 65.1646 | 0 | | 323 | 0 | 6 | 0 | imagenet | comb_4 | vit | ones_naive | 357.914 | 381.682 | 0 | 65.1646 | 0 | | 324 | 0 | 7 | 0 | imagenet | comb_4 | vit | ones_naive | 357.914 | 381.682 | 0 | 65.1646 | 0 | | 325 | 0 | 8 | 0 | imagenet | comb_4 | vit | ones_naive | 357.914 | 381.682 | 0 | 65.1646 | 0 | | 326 | 0 | 4 | 0 | imagenet | comb_17 | vit | ones_naive | 357.914 | 381.682 | 0 | 73.5809 | 0 | | 327 | 0 | 5 | 0 | imagenet | comb_17 | vit | ones_naive | 357.914 | 381.682 | 0 | 73.5809 | 0 | | 328 | 0 | 6 | 0 | imagenet | comb_17 | vit | ones_naive | 357.914 | 381.682 | 0 | 73.5809 | 0 | | 329 | 0 | 7 | 0 | imagenet | comb_17 | vit | ones_naive | 357.914 | 381.682 | 0 | 73.5809 | 0 | | 330 | 0 | 8 | 0 | imagenet | comb_17 | vit | ones_naive | 357.914 | 381.682 | 0 | 73.5809 | 0 | | 331 | 0 | 4 | 0 | imagenet | comb_18 | vit | rnd_naive | 357.914 | 381.682 | 0 | 88.0786 | 0 | | 332 | 0 | 5 | 0 | imagenet | comb_18 | vit | rnd_naive | 357.914 | 381.682 | 0 | 88.0786 | 0 | | 333 | 0 | 6 | 0 | imagenet | comb_18 | vit | rnd_naive | 357.914 | 381.682 | 0 | 88.0786 | 0 | | 334 | 0 | 7 | 0 | imagenet | comb_18 | vit | rnd_naive | 357.914 | 381.682 | 0 | 88.0786 | 0 | | 335 | 0 | 8 | 0 | imagenet | comb_18 | vit | rnd_naive | 357.914 | 381.682 | 0 | 88.0786 | 0 | | 336 | 0 | 4 | 0 | imagenet | comb_8 | vit | rnd_naive | 357.914 | 381.682 | 0 | 99.1131 | 0 | | 337 | 0 | 5 | 0 | imagenet | comb_8 | vit | rnd_naive | 357.914 | 381.682 | 0 | 99.1131 | 0 | | 338 | 0 | 6 | 0 | imagenet | comb_8 | vit | rnd_naive | 357.914 | 381.682 | 0 | 99.1131 | 0 | | 339 | 0 | 7 | 0 | imagenet | comb_8 | vit | rnd_naive | 357.914 | 381.682 | 0 | 99.1131 | 0 | | 340 | 0 | 8 | 0 | imagenet | comb_8 | vit | rnd_naive | 357.914 | 381.682 | 0 | 99.1131 | 0 | | 341 | 0 | 4 | 0 | imagenet | comb_3 | vit | ones_naive | 378.886 | 398.459 | 0 | 67.951 | 0 | | 342 | 0 | 5 | 0 | imagenet | comb_3 | vit | ones_naive | 378.886 | 398.459 | 0 | 67.951 | 0 | | 343 | 0 | 6 | 0 | imagenet | comb_3 | vit | ones_naive | 378.886 | 398.459 | 0 | 67.951 | 0 | | 344 | 0 | 7 | 0 | imagenet | comb_3 | vit | ones_naive | 378.886 | 398.459 | 0 | 67.951 | 0 | | 345 | 0 | 8 | 0 | imagenet | comb_3 | vit | ones_naive | 378.886 | 398.459 | 0 | 67.951 | 0 | | 346 | 0 | 4 | 0 | imagenet | comb_17 | vit | rnd_naive | 378.886 | 398.459 | 0 | 67.9577 | 0 | | 347 | 0 | 5 | 0 | imagenet | comb_17 | vit | rnd_naive | 378.886 | 398.459 | 0 | 67.9577 | 0 | | 348 | 0 | 6 | 0 | imagenet | comb_17 | vit | rnd_naive | 378.886 | 398.459 | 0 | 67.9577 | 0 | | 349 | 0 | 7 | 0 | imagenet | comb_17 | vit | rnd_naive | 378.886 | 398.459 | 0 | 67.9577 | 0 | | 350 | 0 | 8 | 0 | imagenet | comb_17 | vit | rnd_naive | 378.886 | 398.459 | 0 | 67.9577 | 0 | | 351 | 0 | 4 | 0 | imagenet | comb_5 | vit | rnd_naive | 328.271 | 400.556 | 0 | 0.04226 | 0 | | 352 | 0 | 5 | 0 | imagenet | comb_5 | vit | rnd_naive | 328.271 | 400.556 | 0 | 0.04226 | 0 | | 353 | 0 | 6 | 0 | imagenet | comb_5 | vit | rnd_naive | 328.271 | 400.556 | 0 | 0.04226 | 0 | | 354 | 0 | 7 | 0 | imagenet | comb_5 | vit | rnd_naive | 328.271 | 400.556 | 0 | 0.04226 | 0 | | 355 | 0 | 8 | 0 | imagenet | comb_5 | vit | rnd_naive | 328.271 | 400.556 | 0 | 0.04226 | 0 | | 356 | 0 | 4 | 0 | imagenet | comb_2 | vit | rnd_naive | 328.271 | 400.556 | 0 | 0.042389 | 0 | | 357 | 0 | 5 | 0 | imagenet | comb_2 | vit | rnd_naive | 328.271 | 400.556 | 0 | 0.042389 | 0 | | 358 | 0 | 6 | 0 | imagenet | comb_2 | vit | rnd_naive | 328.271 | 400.556 | 0 | 0.042389 | 0 | | 359 | 0 | 7 | 0 | imagenet | comb_2 | vit | rnd_naive | 328.271 | 400.556 | 0 | 0.042389 | 0 | | 360 | 0 | 8 | 0 | imagenet | comb_2 | vit | rnd_naive | 328.271 | 400.556 | 0 | 0.042389 | 0 | | 361 | 0 | 4 | 0 | imagenet | comb_14 | vit | ones_naive | 328.271 | 400.556 | 0 | 0.043519 | 0 | | 362 | 0 | 5 | 0 | imagenet | comb_14 | vit | ones_naive | 328.271 | 400.556 | 0 | 0.043519 | 0 | | 363 | 0 | 6 | 0 | imagenet | comb_14 | vit | ones_naive | 328.271 | 400.556 | 0 | 0.043519 | 0 | | 364 | 0 | 7 | 0 | imagenet | comb_14 | vit | ones_naive | 328.271 | 400.556 | 0 | 0.043519 | 0 | | 365 | 0 | 8 | 0 | imagenet | comb_14 | vit | ones_naive | 328.271 | 400.556 | 0 | 0.043519 | 0 | | 366 | 0 | 4 | 0 | imagenet | comb_9 | vit | ones_naive | 328.271 | 400.556 | 0 | 0.0445 | 0 | | 367 | 0 | 5 | 0 | imagenet | comb_9 | vit | ones_naive | 328.271 | 400.556 | 0 | 0.0445 | 0 | | 368 | 0 | 6 | 0 | imagenet | comb_9 | vit | ones_naive | 328.271 | 400.556 | 0 | 0.0445 | 0 | | 369 | 0 | 7 | 0 | imagenet | comb_9 | vit | ones_naive | 328.271 | 400.556 | 0 | 0.0445 | 0 | | 370 | 0 | 8 | 0 | imagenet | comb_9 | vit | ones_naive | 328.271 | 400.556 | 0 | 0.0445 | 0 | | 371 | 0 | 4 | 0 | imagenet | comb_1 | vit | rnd_naive | 328.664 | 438.305 | 0 | 0.04355 | 0 | | 372 | 0 | 5 | 0 | imagenet | comb_1 | vit | rnd_naive | 328.664 | 438.305 | 0 | 0.04355 | 0 | | 373 | 0 | 6 | 0 | imagenet | comb_1 | vit | rnd_naive | 328.664 | 438.305 | 0 | 0.04355 | 0 | | 374 | 0 | 7 | 0 | imagenet | comb_1 | vit | rnd_naive | 328.664 | 438.305 | 0 | 0.04355 | 0 | | 375 | 0 | 8 | 0 | imagenet | comb_1 | vit | rnd_naive | 328.664 | 438.305 | 0 | 0.04355 | 0 | | 376 | 0 | 4 | 0 | imagenet | comb_12 | vit | ones_naive | 328.664 | 438.305 | 0 | 0.04405 | 0 | | 377 | 0 | 5 | 0 | imagenet | comb_12 | vit | ones_naive | 328.664 | 438.305 | 0 | 0.04405 | 0 | | 378 | 0 | 6 | 0 | imagenet | comb_12 | vit | ones_naive | 328.664 | 438.305 | 0 | 0.04405 | 0 | | 379 | 0 | 7 | 0 | imagenet | comb_12 | vit | ones_naive | 328.664 | 438.305 | 0 | 0.04405 | 0 | | 380 | 0 | 8 | 0 | imagenet | comb_12 | vit | ones_naive | 328.664 | 438.305 | 0 | 0.04405 | 0 | | 381 | 0 | 4 | 0 | imagenet | comb_2 | vit | ones_naive | 328.664 | 438.305 | 0 | 0.044519 | 0 | | 382 | 0 | 5 | 0 | imagenet | comb_2 | vit | ones_naive | 328.664 | 438.305 | 0 | 0.044519 | 0 | | 383 | 0 | 6 | 0 | imagenet | comb_2 | vit | ones_naive | 328.664 | 438.305 | 0 | 0.044519 | 0 | | 384 | 0 | 7 | 0 | imagenet | comb_2 | vit | ones_naive | 328.664 | 438.305 | 0 | 0.044519 | 0 | | 385 | 0 | 8 | 0 | imagenet | comb_2 | vit | ones_naive | 328.664 | 438.305 | 0 | 0.044519 | 0 | | 386 | 0 | 4 | 0 | imagenet | comb_12 | vit | rnd_naive | 328.664 | 438.305 | 0 | 0.04484 | 0 | | 387 | 0 | 5 | 0 | imagenet | comb_12 | vit | rnd_naive | 328.664 | 438.305 | 0 | 0.04484 | 0 | | 388 | 0 | 6 | 0 | imagenet | comb_12 | vit | rnd_naive | 328.664 | 438.305 | 0 | 0.04484 | 0 | | 389 | 0 | 7 | 0 | imagenet | comb_12 | vit | rnd_naive | 328.664 | 438.305 | 0 | 0.04484 | 0 | | 390 | 0 | 8 | 0 | imagenet | comb_12 | vit | rnd_naive | 328.664 | 438.305 | 0 | 0.04484 | 0 | | 391 | 0.800617 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 13.164 | 0 |