diff --git "a/results.txt" "b/results.txt" --- "a/results.txt" +++ "b/results.txt" @@ -1,397 +1,494 @@ -| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | -|---:|-----------:|-------:|-------:|:------------|:---------|:----------|:---------|--------------------:|---------------------:|-------------:|-----------:|----------:| -| 0 | 0 | 6 | 0 | librispeech | comb_13 | wav2vec | norm_nlr | 536.522 | 1663.04 | 0 | 44.6956 | 1.02727 | -| 1 | 0 | 4 | 0 | librispeech | comb_9 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 30.4119 | 1 | -| 2 | 0 | 5 | 0 | librispeech | comb_9 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 30.4119 | 1 | -| 3 | 0 | 6 | 0 | librispeech | comb_9 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 30.4119 | 1 | -| 4 | 0 | 7 | 0 | librispeech | comb_9 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 30.4119 | 1 | -| 5 | 0 | 8 | 0 | librispeech | comb_9 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 30.4119 | 1 | -| 6 | 0 | 4 | 0 | librispeech | comb_1 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 36.7354 | 1 | -| 7 | 0 | 5 | 0 | librispeech | comb_1 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 36.7354 | 1 | -| 8 | 0 | 6 | 0 | librispeech | comb_1 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 36.7354 | 1 | -| 9 | 0 | 7 | 0 | librispeech | comb_1 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 36.7354 | 1 | -| 10 | 0 | 8 | 0 | librispeech | comb_1 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 36.7354 | 1 | -| 11 | 0 | 4 | 0 | librispeech | comb_2 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 43.3567 | 1 | -| 12 | 0 | 5 | 0 | librispeech | comb_2 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 43.3567 | 1 | -| 13 | 0 | 6 | 0 | librispeech | comb_2 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 43.3567 | 1 | -| 14 | 0 | 7 | 0 | librispeech | comb_2 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 43.3567 | 1 | -| 15 | 0 | 8 | 0 | librispeech | comb_2 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 43.3567 | 1 | -| 16 | 0 | 4 | 0 | librispeech | comb_0 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 59.3953 | 1 | -| 17 | 0 | 5 | 0 | librispeech | comb_0 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 59.3953 | 1 | -| 18 | 0 | 6 | 0 | librispeech | comb_0 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 59.3953 | 1 | -| 19 | 0 | 7 | 0 | librispeech | comb_0 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 59.3953 | 1 | -| 20 | 0 | 8 | 0 | librispeech | comb_0 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 59.3953 | 1 | -| 21 | 0 | 4 | 0 | librispeech | comb_12 | wav2vec | norm_nlr | 536.522 | 1679.82 | 0 | 43.8984 | 1 | -| 22 | 0 | 5 | 0 | librispeech | comb_3 | wav2vec | norm_nlr | 536.522 | 1679.82 | 0 | 46.6665 | 0.993786 | -| 23 | 0 | 4 | 0 | librispeech | comb_13 | wav2vec | norm_nlr | 536.522 | 1679.82 | 0 | 55.5216 | 1 | -| 24 | 0 | 5 | 0 | librispeech | comb_13 | wav2vec | norm_nlr | 536.522 | 1679.82 | 0 | 55.5216 | 1 | -| 25 | 0 | 4 | 0 | librispeech | comb_16 | wav2vec | norm_nlr | 536.522 | 1679.82 | 0 | 65.5296 | 1 | -| 26 | 0 | 4 | 0 | librispeech | comb_3 | wav2vec | norm_nlr | 536.522 | 1679.82 | 0 | 77.4754 | 1 | -| 27 | 0 | 4 | 0 | librispeech | comb_10 | wav2vec | norm_nlr | 368.89 | 1686.11 | 0 | 0.052126 | 1 | -| 28 | 0 | 8 | 0 | librispeech | comb_14 | wav2vec | norm_nlr | 368.89 | 1686.11 | 0 | 0.052608 | 0.990365 | -| 29 | 0 | 5 | 0 | librispeech | comb_10 | wav2vec | norm_nlr | 374.608 | 3154.12 | 0 | 0.052828 | 0.850412 | -| 30 | 0 | 8 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4857 | 0 | 29.2955 | 0.0239495 | -| 31 | 0 | 4 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4857 | 0 | 31.1857 | 0.0268908 | -| 32 | 0 | 6 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4857 | 0 | 63.312 | 0.0234031 | -| 33 | 0 | 4 | 0 | librispeech | comb_18 | wav2vec | norm_nlr | 658.907 | 4857 | 0 | 48.8976 | 0.0257568 | -| 34 | 0 | 4 | 0 | librispeech | comb_11 | wav2vec | norm_nlr | 658.907 | 4857 | 0 | 49.0545 | 0.115106 | -| 35 | 0 | 8 | 0 | librispeech | comb_18 | wav2vec | norm_nlr | 658.907 | 4857 | 0 | 49.2402 | 0.0240618 | -| 36 | 0 | 5 | 0 | librispeech | comb_11 | wav2vec | norm_nlr | 658.907 | 4857 | 0 | 58.0252 | 0.0314324 | -| 37 | 0 | 7 | 0 | librispeech | comb_18 | wav2vec | norm_nlr | 658.907 | 4857 | 0 | 73.7998 | 0.0238676 | -| 38 | 0 | 6 | 0 | librispeech | comb_12 | wav2vec | norm_nlr | 659.796 | 4859.1 | 0 | 46.6051 | 0.0233745 | -| 39 | 0 | 7 | 0 | librispeech | comb_17 | wav2vec | norm_nlr | 659.796 | 4859.1 | 0 | 46.8242 | 0.0237749 | -| 40 | 0 | 5 | 0 | librispeech | comb_17 | wav2vec | norm_nlr | 659.796 | 4859.1 | 0 | 47.5755 | 0.024104 | -| 41 | 0 | 7 | 0 | librispeech | comb_16 | wav2vec | norm_nlr | 659.796 | 4859.1 | 0 | 48.5406 | 0.0232487 | -| 42 | 0 | 6 | 0 | librispeech | comb_5 | wav2vec | norm_nlr | 658.018 | 4871.68 | 0 | 27.8364 | 0.0236817 | -| 43 | 0 | 8 | 0 | librispeech | comb_5 | wav2vec | norm_nlr | 658.018 | 4871.68 | 0 | 27.9227 | 0.0239712 | -| 44 | 0 | 5 | 0 | librispeech | comb_5 | wav2vec | norm_nlr | 658.018 | 4871.68 | 0 | 48.7946 | 0.0236872 | -| 45 | 0 | 4 | 0 | librispeech | comb_5 | wav2vec | norm_nlr | 658.018 | 4871.68 | 0 | 60.2791 | 0.0270506 | -| 46 | 0 | 7 | 0 | librispeech | comb_5 | wav2vec | norm_nlr | 658.018 | 4871.68 | 0 | 61.982 | 0.0237246 | -| 47 | 0 | 5 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4873.78 | 0 | 30.197 | 0.0237326 | -| 48 | 0 | 7 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4873.78 | 0 | 62.9294 | 0.023608 | -| 49 | 0 | 8 | 0 | librispeech | comb_11 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 40.3164 | 0.0268292 | -| 50 | 0 | 6 | 0 | librispeech | comb_11 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 40.8723 | 0.0287824 | -| 51 | 0 | 7 | 0 | librispeech | comb_11 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 42.5186 | 0.0264798 | -| 52 | 0 | 8 | 0 | librispeech | comb_6 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 43.1128 | 0.0238758 | -| 53 | 0 | 5 | 0 | librispeech | comb_6 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 50.2689 | 0.023422 | -| 54 | 0 | 6 | 0 | librispeech | comb_18 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 55.3791 | 0.0233274 | -| 55 | 0 | 5 | 0 | librispeech | comb_18 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 57.5863 | 0.0238956 | -| 56 | 0 | 6 | 0 | librispeech | comb_6 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 59.9073 | 0.0233385 | -| 57 | 0 | 4 | 0 | librispeech | comb_6 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 77.2438 | 0.0250124 | -| 58 | 0 | 7 | 0 | librispeech | comb_6 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 78.1228 | 0.0241722 | -| 59 | 0 | 7 | 0 | librispeech | comb_13 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 46.6473 | 0.0387438 | -| 60 | 0 | 6 | 0 | librispeech | comb_16 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 46.8169 | 0.0235345 | -| 61 | 0 | 4 | 0 | librispeech | comb_17 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 47.0828 | 0.0935326 | -| 62 | 0 | 7 | 0 | librispeech | comb_3 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 47.617 | 0.0235298 | -| 63 | 0 | 8 | 0 | librispeech | comb_3 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 47.664 | 0.0239429 | -| 64 | 0 | 8 | 0 | librispeech | comb_17 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 48.0973 | 0.024024 | -| 65 | 0 | 6 | 0 | librispeech | comb_3 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 49.062 | 0.0255901 | -| 66 | 0 | 5 | 0 | librispeech | comb_16 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 52.16 | 0.0557867 | -| 67 | 0 | 8 | 0 | librispeech | comb_16 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 52.5088 | 0.0236184 | -| 68 | 0 | 7 | 0 | librispeech | comb_12 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 52.6932 | 0.0242343 | -| 69 | 0 | 6 | 0 | librispeech | comb_17 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 56.7895 | 0.0236567 | -| 70 | 0 | 8 | 0 | librispeech | comb_12 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 57.735 | 0.024051 | -| 71 | 0 | 5 | 0 | librispeech | comb_12 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 71.9632 | 0.281943 | -| 72 | 0 | 8 | 0 | librispeech | comb_13 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 72.3443 | 0.024124 | -| 73 | 0 | 6 | 0 | librispeech | comb_10 | wav2vec | norm_nlr | 371.21 | 4882.17 | 0 | 0.051572 | 0.0243892 | -| 74 | 0 | 7 | 0 | librispeech | comb_10 | wav2vec | norm_nlr | 371.21 | 4882.17 | 0 | 0.051877 | 0.0242448 | -| 75 | 0 | 8 | 0 | librispeech | comb_10 | wav2vec | norm_nlr | 371.21 | 4882.17 | 0 | 0.053314 | 0.0238528 | -| 76 | 0 | 32 | 0 | librispeech | base | wav2vec | ---- | 1564.77 | 5620.37 | 0 | 23.0348 | 0.0239474 | -| 0 | 0 | 4 | 0 | imagenet | comb_1 | vit | norm_nlr | 355.972 | 511.705 | 0 | 36.1424 | 0 | -| 1 | 0 | 5 | 0 | imagenet | comb_1 | vit | norm_nlr | 355.972 | 511.705 | 0 | 36.1424 | 0 | -| 2 | 0 | 6 | 0 | imagenet | comb_1 | vit | norm_nlr | 355.972 | 511.705 | 0 | 36.1424 | 0 | -| 3 | 0 | 7 | 0 | imagenet | comb_1 | vit | norm_nlr | 355.972 | 511.705 | 0 | 36.1424 | 0 | -| 4 | 0 | 8 | 0 | imagenet | comb_1 | vit | norm_nlr | 355.972 | 511.705 | 0 | 36.1424 | 0 | -| 5 | 0 | 4 | 0 | imagenet | comb_9 | vit | norm_nlr | 355.972 | 511.705 | 0 | 40.0266 | 0 | -| 6 | 0 | 5 | 0 | imagenet | comb_9 | vit | norm_nlr | 355.972 | 511.705 | 0 | 40.0266 | 0 | -| 7 | 0 | 6 | 0 | imagenet | comb_9 | vit | norm_nlr | 355.972 | 511.705 | 0 | 40.0266 | 0 | -| 8 | 0 | 7 | 0 | imagenet | comb_9 | vit | norm_nlr | 355.972 | 511.705 | 0 | 40.0266 | 0 | -| 9 | 0 | 8 | 0 | imagenet | comb_9 | vit | norm_nlr | 355.972 | 511.705 | 0 | 40.0266 | 0 | -| 10 | 0.790339 | 4 | 0 | imagenet | comb_5 | vit | norm_nlr | 356.465 | 511.705 | 0 | 27.5699 | 0 | -| 11 | 0.799589 | 7 | 0 | imagenet | comb_5 | vit | norm_nlr | 356.465 | 511.705 | 0 | 28.4593 | 0 | -| 12 | 0.801644 | 8 | 0 | imagenet | comb_5 | vit | norm_nlr | 356.465 | 511.705 | 0 | 32.6776 | 0 | -| 13 | 0.805755 | 6 | 0 | imagenet | comb_5 | vit | norm_nlr | 356.465 | 511.705 | 0 | 34.2648 | 0 | -| 14 | 0.799589 | 5 | 0 | imagenet | comb_5 | vit | norm_nlr | 356.465 | 511.705 | 0 | 35.6845 | 0 | -| 15 | 0.799589 | 7 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 29.0979 | 0 | -| 16 | 0.801644 | 8 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 29.5788 | 0 | -| 17 | 0.799589 | 5 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 29.6743 | 0 | -| 18 | 0.789311 | 4 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 36.7795 | 0 | -| 19 | 0.805755 | 6 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 38.484 | 0 | -| 20 | 0 | 4 | 0 | imagenet | comb_2 | vit | norm_nlr | 356.865 | 511.705 | 0 | 51.1564 | 0 | -| 21 | 0 | 5 | 0 | imagenet | comb_2 | vit | norm_nlr | 356.865 | 511.705 | 0 | 51.1564 | 0 | -| 22 | 0 | 4 | 0 | imagenet | comb_0 | vit | norm_nlr | 356.865 | 511.705 | 0 | 53.6996 | 0 | -| 23 | 0 | 5 | 0 | imagenet | comb_0 | vit | norm_nlr | 356.865 | 511.705 | 0 | 53.6996 | 0 | -| 24 | 0 | 6 | 0 | imagenet | comb_0 | vit | norm_nlr | 356.865 | 511.705 | 0 | 53.6996 | 0 | -| 25 | 0 | 7 | 0 | imagenet | comb_0 | vit | norm_nlr | 356.865 | 511.705 | 0 | 53.6996 | 0 | -| 26 | 0 | 8 | 0 | imagenet | comb_0 | vit | norm_nlr | 356.865 | 511.705 | 0 | 53.6996 | 0 | -| 27 | 0 | 4 | 0 | imagenet | comb_4 | vit | norm_nlr | 378.705 | 511.705 | 0 | 94.5462 | 0 | -| 28 | 0 | 5 | 0 | imagenet | comb_4 | vit | norm_nlr | 378.705 | 511.705 | 0 | 94.5462 | 0 | -| 29 | 0 | 6 | 0 | imagenet | comb_4 | vit | norm_nlr | 378.705 | 511.705 | 0 | 94.5462 | 0 | -| 30 | 0 | 7 | 0 | imagenet | comb_4 | vit | norm_nlr | 378.705 | 511.705 | 0 | 94.5462 | 0 | -| 31 | 0 | 8 | 0 | imagenet | comb_4 | vit | norm_nlr | 378.705 | 511.705 | 0 | 94.5462 | 0 | -| 32 | 0.793422 | 4 | 0 | imagenet | comb_18 | vit | norm_nlr | 357.358 | 513.802 | 0 | 42.1157 | 0 | -| 33 | 0.789311 | 5 | 0 | imagenet | comb_11 | vit | norm_nlr | 357.358 | 513.802 | 0 | 44.056 | 0 | -| 34 | 0.800617 | 5 | 0 | imagenet | comb_18 | vit | norm_nlr | 357.358 | 513.802 | 0 | 45.5593 | 0 | -| 35 | 0.801644 | 7 | 0 | imagenet | comb_18 | vit | norm_nlr | 357.358 | 513.802 | 0 | 46.5064 | 0 | -| 36 | 0.804728 | 6 | 0 | imagenet | comb_18 | vit | norm_nlr | 357.358 | 513.802 | 0 | 48.3079 | 0 | -| 37 | 0.79445 | 4 | 0 | imagenet | comb_6 | vit | norm_nlr | 357.358 | 513.802 | 0 | 48.5141 | 0 | -| 38 | 0.802672 | 8 | 0 | imagenet | comb_11 | vit | norm_nlr | 357.358 | 513.802 | 0 | 48.689 | 0 | -| 39 | 0.784173 | 6 | 0 | imagenet | comb_2 | vit | norm_nlr | 357.358 | 513.802 | 0 | 51.218 | 0 | -| 40 | 0.793422 | 4 | 0 | imagenet | comb_15 | vit | norm_nlr | 357.358 | 513.802 | 0 | 51.6404 | 0 | -| 41 | 0.801644 | 5 | 0 | imagenet | comb_15 | vit | norm_nlr | 357.358 | 513.802 | 0 | 52.6394 | 0 | -| 42 | 0.800617 | 8 | 0 | imagenet | comb_6 | vit | norm_nlr | 357.358 | 513.802 | 0 | 52.8859 | 0 | -| 43 | 0.800617 | 7 | 0 | imagenet | comb_15 | vit | norm_nlr | 357.358 | 513.802 | 0 | 55.1869 | 0 | -| 44 | 0.801644 | 8 | 0 | imagenet | comb_15 | vit | norm_nlr | 357.358 | 513.802 | 0 | 55.8114 | 0 | -| 45 | 0.800617 | 7 | 0 | imagenet | comb_6 | vit | norm_nlr | 357.358 | 513.802 | 0 | 56.5183 | 0 | -| 46 | 0.800617 | 6 | 0 | imagenet | comb_11 | vit | norm_nlr | 357.358 | 513.802 | 0 | 57.3948 | 0 | -| 47 | 0.8037 | 8 | 0 | imagenet | comb_2 | vit | norm_nlr | 357.358 | 513.802 | 0 | 57.697 | 0 | -| 48 | 0.801644 | 7 | 0 | imagenet | comb_2 | vit | norm_nlr | 357.358 | 513.802 | 0 | 58.7412 | 0 | -| 49 | 0.800617 | 7 | 0 | imagenet | comb_11 | vit | norm_nlr | 357.358 | 513.802 | 0 | 58.9739 | 0 | -| 50 | 0.797533 | 5 | 0 | imagenet | comb_6 | vit | norm_nlr | 357.358 | 513.802 | 0 | 61.6607 | 0 | -| 51 | 0.802672 | 6 | 0 | imagenet | comb_6 | vit | norm_nlr | 357.358 | 513.802 | 0 | 63.8914 | 0 | -| 52 | 0.804728 | 6 | 0 | imagenet | comb_15 | vit | norm_nlr | 357.358 | 513.802 | 0 | 68.7324 | 0 | -| 53 | 0.801644 | 8 | 0 | imagenet | comb_18 | vit | norm_nlr | 357.358 | 513.802 | 0 | 73.6446 | 0 | -| 54 | 0 | 4 | 0 | imagenet | comb_3 | vit | norm_nlr | 357.758 | 513.802 | 0 | 52.8752 | 0 | -| 55 | 0 | 5 | 0 | imagenet | comb_3 | vit | norm_nlr | 357.758 | 513.802 | 0 | 52.8752 | 0 | -| 56 | 0 | 4 | 0 | imagenet | comb_16 | vit | norm_nlr | 357.758 | 513.802 | 0 | 54.4925 | 0 | -| 57 | 0 | 5 | 0 | imagenet | comb_16 | vit | norm_nlr | 357.758 | 513.802 | 0 | 54.4925 | 0 | -| 58 | 0 | 4 | 0 | imagenet | comb_13 | vit | norm_nlr | 357.758 | 513.802 | 0 | 77.2306 | 0 | -| 59 | 0 | 5 | 0 | imagenet | comb_13 | vit | norm_nlr | 357.758 | 513.802 | 0 | 77.2306 | 0 | -| 60 | 0 | 6 | 0 | imagenet | comb_13 | vit | norm_nlr | 357.758 | 513.802 | 0 | 77.2306 | 0 | -| 61 | 0 | 7 | 0 | imagenet | comb_13 | vit | norm_nlr | 357.758 | 513.802 | 0 | 77.2306 | 0 | -| 62 | 0.799589 | 6 | 0 | imagenet | comb_16 | vit | norm_nlr | 358.251 | 513.802 | 0 | 52.2466 | 0 | -| 63 | 0.514902 | 4 | 0 | imagenet | comb_17 | vit | norm_nlr | 358.251 | 513.802 | 0 | 52.6066 | 0 | -| 64 | 0.796506 | 5 | 0 | imagenet | comb_17 | vit | norm_nlr | 358.251 | 513.802 | 0 | 55.0177 | 0 | -| 65 | 0.800617 | 7 | 0 | imagenet | comb_12 | vit | norm_nlr | 358.251 | 513.802 | 0 | 55.6383 | 0 | -| 66 | 0.802672 | 8 | 0 | imagenet | comb_16 | vit | norm_nlr | 358.251 | 513.802 | 0 | 57.2533 | 0 | -| 67 | 0.788284 | 6 | 0 | imagenet | comb_3 | vit | norm_nlr | 358.251 | 513.802 | 0 | 57.4349 | 0 | -| 68 | 0.799589 | 6 | 0 | imagenet | comb_17 | vit | norm_nlr | 358.251 | 513.802 | 0 | 58.0786 | 0 | -| 69 | 0.801644 | 7 | 0 | imagenet | comb_17 | vit | norm_nlr | 358.251 | 513.802 | 0 | 58.6751 | 0 | -| 70 | 0.801644 | 8 | 0 | imagenet | comb_17 | vit | norm_nlr | 358.251 | 513.802 | 0 | 60.0265 | 0 | -| 71 | 0.800617 | 7 | 0 | imagenet | comb_3 | vit | norm_nlr | 358.251 | 513.802 | 0 | 60.5271 | 0 | -| 72 | 0.551901 | 5 | 0 | imagenet | comb_12 | vit | norm_nlr | 358.251 | 513.802 | 0 | 61.6692 | 0 | -| 73 | 0.800617 | 8 | 0 | imagenet | comb_3 | vit | norm_nlr | 358.251 | 513.802 | 0 | 62.6324 | 0 | -| 74 | 0.798561 | 8 | 0 | imagenet | comb_12 | vit | norm_nlr | 358.251 | 513.802 | 0 | 65.7406 | 0 | -| 75 | 0.791367 | 8 | 0 | imagenet | comb_13 | vit | norm_nlr | 358.251 | 513.802 | 0 | 71.8274 | 0 | -| 76 | 0.796506 | 6 | 0 | imagenet | comb_12 | vit | norm_nlr | 358.251 | 513.802 | 0 | 72.2319 | 0 | -| 77 | 0.8037 | 7 | 0 | imagenet | comb_16 | vit | norm_nlr | 358.251 | 513.802 | 0 | 89.0548 | 0 | -| 78 | 0 | 4 | 0 | imagenet | comb_14 | vit | norm_nlr | 329.356 | 515.899 | 0 | 0.079561 | 0 | -| 79 | 0 | 5 | 0 | imagenet | comb_14 | vit | norm_nlr | 329.356 | 515.899 | 0 | 0.079561 | 0 | -| 80 | 0 | 6 | 0 | imagenet | comb_14 | vit | norm_nlr | 329.356 | 515.899 | 0 | 0.079561 | 0 | -| 81 | 0 | 7 | 0 | imagenet | comb_14 | vit | norm_nlr | 329.356 | 515.899 | 0 | 0.079561 | 0 | -| 82 | 0 | 8 | 0 | imagenet | comb_14 | vit | norm_nlr | 329.356 | 515.899 | 0 | 0.079561 | 0 | -| 83 | 0.800617 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 23.7495 | 0 | -| 0 | 0 | 4 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | -| 1 | 0 | 5 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | -| 2 | 0 | 6 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | -| 3 | 0 | 7 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | -| 4 | 0 | 8 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | -| 5 | 0 | 4 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | -| 6 | 0 | 5 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | -| 7 | 0 | 6 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | -| 8 | 0 | 7 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | -| 9 | 0 | 8 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | -| 10 | 0.32131 | 6 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 7.8017 | 29.6299 | 0 | -| 11 | 0.316988 | 5 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 8.22328 | 29.7341 | 0 | -| 12 | 0.324654 | 7 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 7.90525 | 31.1533 | 0 | -| 13 | 0.289429 | 4 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 8.90268 | 31.2371 | 0 | -| 14 | 0.324823 | 8 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 7.91657 | 33.8418 | 0 | -| 15 | 0.324519 | 7 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.90544 | 32.4791 | 0 | -| 16 | 0.292401 | 4 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.90344 | 33.6082 | 0 | -| 17 | 0.324856 | 8 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.91611 | 33.7641 | 0 | -| 18 | 0.317021 | 5 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.22268 | 34.8618 | 0 | -| 19 | 0.321074 | 6 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.80569 | 37.6859 | 0 | -| 20 | 0 | 4 | 0 | wikitext | comb_2 | opt | norm_nlr | 670.982 | 861.929 | 1.13228 | 55.8193 | 0 | -| 21 | 0 | 5 | 0 | wikitext | comb_2 | opt | norm_nlr | 670.982 | 861.929 | 1.13228 | 55.8193 | 0 | -| 22 | 0 | 6 | 0 | wikitext | comb_2 | opt | norm_nlr | 670.982 | 861.929 | 1.13228 | 55.8193 | 0 | -| 23 | 0 | 4 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | -| 24 | 0 | 5 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | -| 25 | 0 | 6 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | -| 26 | 0 | 7 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | -| 27 | 0 | 8 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | -| 28 | 0.290375 | 4 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 8.95579 | 47.2342 | 0 | -| 29 | 0.321445 | 6 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 7.8178 | 47.3987 | 0 | -| 30 | 0.318338 | 5 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 8.22127 | 48.3045 | 0 | -| 31 | 0.293381 | 4 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 8.88813 | 49.8968 | 0 | -| 32 | 0.324553 | 8 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 7.92518 | 50.7208 | 0 | -| 33 | 0.324012 | 8 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 7.92595 | 50.7734 | 0 | -| 34 | 0.289362 | 4 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 8.98371 | 51.0023 | 0 | -| 35 | 0.319959 | 6 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 7.80423 | 53.3771 | 0 | -| 36 | 0.325329 | 7 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 7.92644 | 53.7577 | 0 | -| 37 | 0.317089 | 5 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 8.28163 | 54.0776 | 0 | -| 38 | 0.317427 | 5 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 8.18992 | 54.2122 | 0 | -| 39 | 0.320635 | 6 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 7.83196 | 55.3727 | 0 | -| 40 | 0.324958 | 7 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 7.91121 | 60.1529 | 0 | -| 41 | 0.30564 | 8 | 0 | wikitext | comb_2 | opt | norm_nlr | 671.453 | 861.929 | 8.45907 | 61.0851 | 0 | -| 42 | 0.324586 | 7 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 7.9136 | 62.5853 | 0 | -| 43 | 0.324519 | 8 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 7.9184 | 62.9958 | 0 | -| 44 | 0.121682 | 7 | 0 | wikitext | comb_2 | opt | norm_nlr | 671.453 | 861.929 | 23.913 | 64.038 | 0 | -| 45 | 0.325059 | 7 | 0 | wikitext | comb_15 | opt | norm_nlr | 671.453 | 861.929 | 7.90931 | 65.0743 | 0 | -| 46 | 0.323978 | 8 | 0 | wikitext | comb_15 | opt | norm_nlr | 671.453 | 861.929 | 7.92485 | 66.0357 | 0 | -| 47 | 0.00476191 | 5 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.275 | 864.027 | 1.10542 | 54.7862 | 0 | -| 48 | 0 | 4 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.275 | 864.027 | 1.1229 | 56.5708 | 0 | -| 49 | 0.0031746 | 4 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.275 | 864.027 | 1.1232 | 56.8797 | 0 | -| 50 | 0 | 4 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.275 | 864.027 | 1.11167 | 62.7341 | 0 | -| 51 | 0 | 5 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.275 | 864.027 | 1.11167 | 62.7341 | 0 | -| 52 | 0 | 6 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.275 | 864.027 | 1.11167 | 62.7341 | 0 | -| 53 | 0.147045 | 5 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.746 | 864.027 | 25.3318 | 59.1744 | 0 | -| 54 | 0.32337 | 8 | 0 | wikitext | comb_17 | opt | norm_nlr | 672.746 | 864.027 | 7.94635 | 59.7811 | 0 | -| 55 | 0.274333 | 6 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.746 | 864.027 | 9.89806 | 60.9367 | 0 | -| 56 | 0.320399 | 7 | 0 | wikitext | comb_16 | opt | norm_nlr | 672.746 | 864.027 | 8.03228 | 61.4587 | 0 | -| 57 | 0.29669 | 6 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.746 | 864.027 | 9.07035 | 62.2903 | 0 | -| 58 | 0.322763 | 7 | 0 | wikitext | comb_17 | opt | norm_nlr | 672.746 | 864.027 | 8.05446 | 62.715 | 0 | -| 59 | 0.301351 | 8 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.746 | 864.027 | 8.67479 | 63.4102 | 0 | -| 60 | 0.323877 | 8 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.746 | 864.027 | 8.0735 | 67.4248 | 0 | -| 61 | 0.321986 | 8 | 0 | wikitext | comb_16 | opt | norm_nlr | 672.746 | 864.027 | 7.95589 | 67.829 | 0 | -| 62 | 0.316751 | 6 | 0 | wikitext | comb_17 | opt | norm_nlr | 672.746 | 864.027 | 8.05605 | 67.8776 | 0 | -| 63 | 0.23026 | 7 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.746 | 864.027 | 12.6133 | 69.9938 | 0 | -| 64 | 0.314016 | 7 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.746 | 864.027 | 8.30343 | 74.1369 | 0 | -| 65 | 0.318845 | 7 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.746 | 864.027 | 8.04418 | 74.2086 | 0 | -| 66 | 0.302364 | 6 | 0 | wikitext | comb_16 | opt | norm_nlr | 672.746 | 864.027 | 8.5513 | 77.9688 | 0 | -| 67 | 0.324519 | 8 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.746 | 864.027 | 7.91856 | 88.1474 | 0 | -| 68 | 0 | 4 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | -| 69 | 0 | 5 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | -| 70 | 0 | 6 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | -| 71 | 0 | 7 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | -| 72 | 0 | 8 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | -| 73 | 0 | 4 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | -| 74 | 0 | 5 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | -| 75 | 0 | 6 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | -| 76 | 0 | 7 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | -| 77 | 0 | 8 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | -| 78 | 0.324384 | 32 | 0 | wikitext | base | opt | ---- | 1359.4 | 1402.99 | 7.93495 | 23.0464 | 0 | -| 0 | 0.0015873 | 5 | 0 | wikitext | comb_1 | phi | norm_nlr | 4395.06 | 4676.65 | 1.13276 | 71.8564 | 0 | -| 1 | 0 | 4 | 0 | wikitext | comb_1 | phi | norm_nlr | 4395.06 | 4676.65 | 1.12245 | 71.931 | 0 | -| 2 | 0.0031746 | 6 | 0 | wikitext | comb_1 | phi | norm_nlr | 4395.06 | 4676.65 | 1.14225 | 71.9602 | 0 | -| 3 | 0.0031746 | 7 | 0 | wikitext | comb_1 | phi | norm_nlr | 4395.06 | 4676.65 | 1.15147 | 72.0365 | 0 | -| 4 | 0.0031746 | 8 | 0 | wikitext | comb_1 | phi | norm_nlr | 4395.06 | 4676.65 | 1.14947 | 72.1055 | 0 | -| 5 | 0.00846561 | 5 | 0 | wikitext | comb_9 | phi | norm_nlr | 4395.06 | 4676.65 | 1.17502 | 94.5033 | 0 | -| 6 | 0.00846561 | 6 | 0 | wikitext | comb_9 | phi | norm_nlr | 4395.06 | 4676.65 | 1.17503 | 94.563 | 0 | -| 7 | 0.00846561 | 8 | 0 | wikitext | comb_9 | phi | norm_nlr | 4395.06 | 4676.65 | 1.17503 | 94.5709 | 0 | -| 8 | 0.00846561 | 7 | 0 | wikitext | comb_9 | phi | norm_nlr | 4395.06 | 4676.65 | 1.17503 | 94.6219 | 0 | -| 9 | 0.378014 | 6 | 0 | wikitext | comb_5 | phi | norm_nlr | 4395.53 | 4676.65 | 5.9467 | 33.0813 | 0 | -| 10 | 0.37869 | 7 | 0 | wikitext | comb_5 | phi | norm_nlr | 4395.53 | 4676.65 | 5.90246 | 33.0931 | 0 | -| 11 | 0.375346 | 5 | 0 | wikitext | comb_5 | phi | norm_nlr | 4395.53 | 4676.65 | 5.9711 | 33.0948 | 0 | -| 12 | 0.380446 | 8 | 0 | wikitext | comb_5 | phi | norm_nlr | 4395.53 | 4676.65 | 5.90714 | 33.2206 | 0 | -| 13 | 0.0031746 | 5 | 0 | wikitext | comb_0 | phi | norm_nlr | 4398.41 | 4678.75 | 1.11355 | 137.601 | 0 | -| 14 | 0.0031746 | 6 | 0 | wikitext | comb_0 | phi | norm_nlr | 4398.41 | 4678.75 | 1.11355 | 137.621 | 0 | -| 15 | 0.0031746 | 7 | 0 | wikitext | comb_0 | phi | norm_nlr | 4398.41 | 4678.75 | 1.11355 | 137.647 | 0 | -| 16 | 0.0031746 | 8 | 0 | wikitext | comb_0 | phi | norm_nlr | 4398.41 | 4678.75 | 1.11355 | 137.659 | 0 | -| 17 | 0.0031746 | 4 | 0 | wikitext | comb_0 | phi | norm_nlr | 4398.41 | 4678.75 | 1.11355 | 137.678 | 0 | -| 18 | 0.00952381 | 6 | 0 | wikitext | comb_2 | phi | norm_nlr | 4398.41 | 4678.75 | 1.1035 | 137.688 | 0 | -| 19 | 0.00952381 | 5 | 0 | wikitext | comb_2 | phi | norm_nlr | 4398.41 | 4678.75 | 1.09769 | 137.76 | 0 | -| 20 | 0 | 4 | 0 | wikitext | comb_2 | phi | norm_nlr | 4398.41 | 4678.75 | 1.1117 | 137.772 | 0 | -| 21 | 0.344141 | 4 | 0 | wikitext | comb_11 | phi | norm_nlr | 4398.88 | 4678.75 | 6.37042 | 90.8004 | 0 | -| 22 | 0.353597 | 4 | 0 | wikitext | comb_18 | phi | norm_nlr | 4398.88 | 4678.75 | 6.48645 | 90.9142 | 0 | -| 23 | 0.372948 | 5 | 0 | wikitext | comb_11 | phi | norm_nlr | 4398.88 | 4678.75 | 5.85874 | 90.9154 | 0 | -| 24 | 0.37359 | 5 | 0 | wikitext | comb_18 | phi | norm_nlr | 4398.88 | 4678.75 | 6.00778 | 90.9738 | 0 | -| 25 | 0.378183 | 6 | 0 | wikitext | comb_18 | phi | norm_nlr | 4398.88 | 4678.75 | 5.9448 | 90.9945 | 0 | -| 26 | 0.371834 | 6 | 0 | wikitext | comb_11 | phi | norm_nlr | 4398.88 | 4678.75 | 5.82636 | 91.0029 | 0 | -| 27 | 0.372543 | 8 | 0 | wikitext | comb_11 | phi | norm_nlr | 4398.88 | 4678.75 | 5.7741 | 91.0508 | 0 | -| 28 | 0.375177 | 7 | 0 | wikitext | comb_11 | phi | norm_nlr | 4398.88 | 4678.75 | 5.93003 | 91.0537 | 0 | -| 29 | 0.379298 | 7 | 0 | wikitext | comb_18 | phi | norm_nlr | 4398.88 | 4678.75 | 5.89551 | 91.1088 | 0 | -| 30 | 0.380581 | 8 | 0 | wikitext | comb_18 | phi | norm_nlr | 4398.88 | 4678.75 | 5.91437 | 91.196 | 0 | -| 31 | 0.355117 | 4 | 0 | wikitext | comb_6 | phi | norm_nlr | 4398.88 | 4678.75 | 6.46051 | 113.095 | 0 | -| 32 | 0.378521 | 6 | 0 | wikitext | comb_6 | phi | norm_nlr | 4398.88 | 4678.75 | 5.92418 | 113.106 | 0 | -| 33 | 0.379027 | 7 | 0 | wikitext | comb_6 | phi | norm_nlr | 4398.88 | 4678.75 | 5.88137 | 113.176 | 0 | -| 34 | 0.374873 | 5 | 0 | wikitext | comb_6 | phi | norm_nlr | 4398.88 | 4678.75 | 6.01406 | 113.186 | 0 | -| 35 | 0.3795 | 8 | 0 | wikitext | comb_6 | phi | norm_nlr | 4398.88 | 4678.75 | 5.92168 | 113.26 | 0 | -| 36 | 0.372307 | 5 | 0 | wikitext | comb_15 | phi | norm_nlr | 4398.88 | 4678.75 | 5.88553 | 138.127 | 0 | -| 37 | 0.350524 | 4 | 0 | wikitext | comb_15 | phi | norm_nlr | 4398.88 | 4678.75 | 6.59584 | 138.167 | 0 | -| 38 | 0.377508 | 7 | 0 | wikitext | comb_15 | phi | norm_nlr | 4398.88 | 4678.75 | 5.88572 | 138.22 | 0 | -| 39 | 0.211685 | 7 | 0 | wikitext | comb_2 | phi | norm_nlr | 4398.88 | 4678.75 | 14.4655 | 138.257 | 0 | -| 40 | 0.378352 | 8 | 0 | wikitext | comb_15 | phi | norm_nlr | 4398.88 | 4678.75 | 5.79163 | 138.282 | 0 | -| 41 | 0.293516 | 6 | 0 | wikitext | comb_15 | phi | norm_nlr | 4398.88 | 4678.75 | 8.82388 | 138.342 | 0 | -| 42 | 0.371462 | 8 | 0 | wikitext | comb_2 | phi | norm_nlr | 4398.88 | 4678.75 | 5.93457 | 138.379 | 0 | -| 43 | 0.00952381 | 4 | 0 | wikitext | comb_16 | phi | norm_nlr | 4401.77 | 4682.94 | 1.10446 | 119.055 | 0 | -| 44 | 0 | 4 | 0 | wikitext | comb_13 | phi | norm_nlr | 4401.77 | 4682.94 | 1.26896 | 119.097 | 0 | -| 45 | 0.0190476 | 4 | 0 | wikitext | comb_17 | phi | norm_nlr | 4401.77 | 4682.94 | 1.09293 | 119.161 | 0 | -| 46 | 0.00952381 | 5 | 0 | wikitext | comb_16 | phi | norm_nlr | 4401.77 | 4682.94 | 1.1026 | 119.174 | 0 | -| 47 | 0.00952381 | 5 | 0 | wikitext | comb_13 | phi | norm_nlr | 4401.77 | 4682.94 | 1.21958 | 119.185 | 0 | -| 48 | 0.0174603 | 6 | 0 | wikitext | comb_13 | phi | norm_nlr | 4401.77 | 4682.94 | 1.10043 | 119.233 | 0 | -| 49 | 0 | 4 | 0 | wikitext | comb_12 | phi | norm_nlr | 4401.77 | 4682.94 | 1.09712 | 119.255 | 0 | -| 50 | 0 | 5 | 0 | wikitext | comb_12 | phi | norm_nlr | 4401.77 | 4682.94 | 1.09712 | 119.255 | 0 | -| 51 | 0.0285714 | 8 | 0 | wikitext | comb_13 | phi | norm_nlr | 4401.77 | 4682.94 | 1.08938 | 119.278 | 0 | -| 52 | 0.0111111 | 7 | 0 | wikitext | comb_13 | phi | norm_nlr | 4401.77 | 4682.94 | 1.10232 | 119.28 | 0 | -| 53 | 0.0111111 | 6 | 0 | wikitext | comb_16 | phi | norm_nlr | 4401.77 | 4682.94 | 1.08791 | 119.332 | 0 | -| 54 | 0.375515 | 6 | 0 | wikitext | comb_17 | phi | norm_nlr | 4402.24 | 4682.94 | 5.92488 | 119.839 | 0 | -| 55 | 0.320601 | 8 | 0 | wikitext | comb_16 | phi | norm_nlr | 4402.24 | 4682.94 | 7.31514 | 119.853 | 0 | -| 56 | 0.323337 | 7 | 0 | wikitext | comb_16 | phi | norm_nlr | 4402.24 | 4682.94 | 7.22501 | 119.877 | 0 | -| 57 | 0.36285 | 6 | 0 | wikitext | comb_12 | phi | norm_nlr | 4402.24 | 4682.94 | 6.18644 | 119.88 | 0 | -| 58 | 0.378791 | 7 | 0 | wikitext | comb_3 | phi | norm_nlr | 4402.24 | 4682.94 | 5.9966 | 119.881 | 0 | -| 59 | 0.361736 | 5 | 0 | wikitext | comb_17 | phi | norm_nlr | 4402.24 | 4682.94 | 6.22545 | 119.906 | 0 | -| 60 | 0.380311 | 8 | 0 | wikitext | comb_17 | phi | norm_nlr | 4402.24 | 4682.94 | 5.89937 | 119.915 | 0 | -| 61 | 0.378453 | 7 | 0 | wikitext | comb_12 | phi | norm_nlr | 4402.24 | 4682.94 | 5.93873 | 119.95 | 0 | -| 62 | 0.378149 | 8 | 0 | wikitext | comb_3 | phi | norm_nlr | 4402.24 | 4682.94 | 5.95809 | 119.952 | 0 | -| 63 | 0.379466 | 7 | 0 | wikitext | comb_17 | phi | norm_nlr | 4402.24 | 4682.94 | 5.89884 | 120.015 | 0 | -| 64 | 0.378791 | 8 | 0 | wikitext | comb_12 | phi | norm_nlr | 4402.24 | 4682.94 | 5.91889 | 120.179 | 0 | -| 65 | 0.0015873 | 6 | 0 | wikitext | comb_10 | phi | norm_nlr | 3365.88 | 5997.85 | 1.09001 | 1.60371 | 0 | -| 66 | 0 | 4 | 0 | wikitext | comb_10 | phi | norm_nlr | 3365.88 | 5997.85 | 1.1104 | 1.72114 | 0 | -| 67 | 0 | 5 | 0 | wikitext | comb_10 | phi | norm_nlr | 3365.88 | 5997.85 | 1.1104 | 1.72114 | 0 | -| 68 | 0 | 4 | 0 | wikitext | comb_14 | phi | norm_nlr | 3365.88 | 5997.85 | 1.85839 | 1.73312 | 0 | -| 69 | 0 | 5 | 0 | wikitext | comb_14 | phi | norm_nlr | 3365.88 | 5997.85 | 1.85839 | 1.73312 | 0 | -| 70 | 0 | 6 | 0 | wikitext | comb_14 | phi | norm_nlr | 3365.88 | 5997.85 | 1.85839 | 1.73312 | 0 | -| 71 | 0 | 7 | 0 | wikitext | comb_14 | phi | norm_nlr | 3365.88 | 5997.85 | 1.85839 | 1.73312 | 0 | -| 72 | 0 | 8 | 0 | wikitext | comb_14 | phi | norm_nlr | 3365.88 | 5997.85 | 1.85839 | 1.73312 | 0 | -| 73 | 0.1077 | 7 | 0 | wikitext | comb_10 | phi | norm_nlr | 3366.35 | 5997.85 | 20.6432 | 1.61176 | 0 | -| 74 | 0.36177 | 8 | 0 | wikitext | comb_10 | phi | norm_nlr | 3366.35 | 5997.85 | 6.172 | 1.62618 | 0 | -| 75 | 0.380513 | 32 | 0 | wikitext | base | phi | ---- | 11335.5 | 11370.8 | 5.90955 | 19.0439 | 0 | -| 0 | 0 | 4 | 0 | wikitext | comb_1 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.30216 | 19.7896 | 0 | -| 1 | 0 | 5 | 0 | wikitext | comb_1 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.30216 | 19.7896 | 0 | -| 2 | 0 | 6 | 0 | wikitext | comb_1 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.30216 | 19.7896 | 0 | -| 3 | 0 | 7 | 0 | wikitext | comb_1 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.30216 | 19.7896 | 0 | -| 4 | 0 | 8 | 0 | wikitext | comb_1 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.30216 | 19.7896 | 0 | -| 5 | 0 | 4 | 0 | wikitext | comb_9 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.10931 | 25.9196 | 0 | -| 6 | 0 | 5 | 0 | wikitext | comb_9 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.10931 | 25.9196 | 0 | -| 7 | 0 | 6 | 0 | wikitext | comb_9 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.10931 | 25.9196 | 0 | -| 8 | 0 | 7 | 0 | wikitext | comb_9 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.10931 | 25.9196 | 0 | -| 9 | 0 | 8 | 0 | wikitext | comb_9 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.10931 | 25.9196 | 0 | -| 10 | 0.376528 | 7 | 0 | wikitext | comb_5 | tinyllama | norm_nlr | 1896.03 | 2157.97 | 6.65895 | 14.8622 | 0 | -| 11 | 0.367984 | 5 | 0 | wikitext | comb_5 | tinyllama | norm_nlr | 1896.03 | 2157.97 | 6.96523 | 15.4492 | 0 | -| 12 | 0.377136 | 8 | 0 | wikitext | comb_5 | tinyllama | norm_nlr | 1896.03 | 2157.97 | 6.60597 | 15.4683 | 0 | -| 13 | 0.34691 | 4 | 0 | wikitext | comb_5 | tinyllama | norm_nlr | 1896.03 | 2157.97 | 7.64439 | 15.5697 | 0 | -| 14 | 0.378588 | 6 | 0 | wikitext | comb_5 | tinyllama | norm_nlr | 1896.03 | 2157.97 | 6.50013 | 25.4914 | 0 | -| 15 | 0.346977 | 4 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 7.65536 | 16.3944 | 0 | -| 16 | 0.378588 | 6 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.50158 | 16.9247 | 0 | -| 17 | 0.376326 | 7 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.66335 | 17.1045 | 0 | -| 18 | 0.377271 | 8 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.60481 | 67.9569 | 0 | -| 19 | 0.367612 | 5 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.9663 | 69.4205 | 0 | -| 20 | 0 | 4 | 0 | wikitext | comb_0 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.10931 | 40.7594 | 0 | -| 21 | 0 | 5 | 0 | wikitext | comb_0 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.10931 | 40.7594 | 0 | -| 22 | 0 | 6 | 0 | wikitext | comb_0 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.10931 | 40.7594 | 0 | -| 23 | 0 | 7 | 0 | wikitext | comb_0 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.10931 | 40.7594 | 0 | -| 24 | 0 | 8 | 0 | wikitext | comb_0 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.10931 | 40.7594 | 0 | -| 25 | 0 | 4 | 0 | wikitext | comb_2 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.12218 | 40.9752 | 0 | -| 26 | 0 | 5 | 0 | wikitext | comb_2 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.12218 | 40.9752 | 0 | -| 27 | 0 | 6 | 0 | wikitext | comb_2 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.12218 | 40.9752 | 0 | -| 28 | 0.375346 | 7 | 0 | wikitext | comb_11 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.6876 | 27.7299 | 0 | -| 29 | 0.378149 | 8 | 0 | wikitext | comb_11 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.57638 | 27.8179 | 0 | -| 30 | 0.377136 | 8 | 0 | wikitext | comb_18 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.6008 | 27.8273 | 0 | -| 31 | 0.368896 | 5 | 0 | wikitext | comb_18 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.9587 | 27.8781 | 0 | -| 32 | 0.376697 | 7 | 0 | wikitext | comb_18 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.66434 | 27.8826 | 0 | -| 33 | 0.367241 | 5 | 0 | wikitext | comb_11 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 7.05264 | 27.9838 | 0 | -| 34 | 0.375751 | 6 | 0 | wikitext | comb_11 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.53376 | 27.9903 | 0 | -| 35 | 0.352786 | 4 | 0 | wikitext | comb_11 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 7.5415 | 28.1605 | 0 | -| 36 | 0.37923 | 6 | 0 | wikitext | comb_6 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.56876 | 35.1049 | 0 | -| 37 | 0.369335 | 5 | 0 | wikitext | comb_6 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.89862 | 35.1177 | 0 | -| 38 | 0.37717 | 8 | 0 | wikitext | comb_6 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.60404 | 35.2114 | 0 | -| 39 | 0.375211 | 7 | 0 | wikitext | comb_6 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.67773 | 35.2611 | 0 | -| 40 | 0.0696724 | 7 | 0 | wikitext | comb_2 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 40.4398 | 41.2828 | 0 | -| 41 | 0.378521 | 6 | 0 | wikitext | comb_15 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.57635 | 41.3048 | 0 | -| 42 | 0.376528 | 7 | 0 | wikitext | comb_15 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.65723 | 41.375 | 0 | -| 43 | 0.348024 | 8 | 0 | wikitext | comb_2 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 7.78407 | 41.3811 | 0 | -| 44 | 0.376933 | 8 | 0 | wikitext | comb_15 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.58942 | 41.6414 | 0 | -| 45 | 0.377744 | 6 | 0 | wikitext | comb_18 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.51426 | 93.4727 | 0 | -| 46 | 0.348801 | 4 | 0 | wikitext | comb_6 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 7.56815 | 101.928 | 0 | -| 47 | 0 | 4 | 0 | wikitext | comb_13 | tinyllama | norm_nlr | 1899.23 | 2162.16 | 11.6329 | 37.5957 | 0 | -| 48 | 0 | 5 | 0 | wikitext | comb_13 | tinyllama | norm_nlr | 1899.23 | 2162.16 | 11.6329 | 37.5957 | 0 | -| 49 | 0 | 4 | 0 | wikitext | comb_12 | tinyllama | norm_nlr | 1899.23 | 2162.16 | 1.17102 | 37.7042 | 0 | -| 50 | 0 | 4 | 0 | wikitext | comb_16 | tinyllama | norm_nlr | 1899.23 | 2162.16 | 1.128 | 37.9599 | 0 | -| 51 | 0.0231481 | 6 | 0 | wikitext | comb_13 | tinyllama | norm_nlr | 1899.24 | 2162.16 | 1.37466 | 37.6309 | 0 | -| 52 | 0.366295 | 8 | 0 | wikitext | comb_13 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.94622 | 38.0304 | 0 | -| 53 | 0.372678 | 7 | 0 | wikitext | comb_12 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.7758 | 38.1361 | 0 | -| 54 | 0.376765 | 8 | 0 | wikitext | comb_17 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.62386 | 38.1414 | 0 | -| 55 | 0.373522 | 8 | 0 | wikitext | comb_3 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.64786 | 38.1419 | 0 | -| 56 | 0.371766 | 7 | 0 | wikitext | comb_16 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.73387 | 38.1794 | 0 | -| 57 | 0.366295 | 7 | 0 | wikitext | comb_3 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.97152 | 38.2175 | 0 | -| 58 | 0.373658 | 8 | 0 | wikitext | comb_12 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.63842 | 38.2381 | 0 | -| 59 | 0.378723 | 8 | 0 | wikitext | comb_16 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.64277 | 38.2647 | 0 | -| 60 | 0.332286 | 6 | 0 | wikitext | comb_3 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 8.07301 | 38.2658 | 0 | -| 61 | 0.374671 | 6 | 0 | wikitext | comb_17 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.87055 | 38.2887 | 0 | -| 62 | 0.2641 | 5 | 0 | wikitext | comb_12 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 10.4228 | 38.2887 | 0 | -| 63 | 0.282303 | 5 | 0 | wikitext | comb_16 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 9.64553 | 38.3005 | 0 | -| 64 | 0.359237 | 6 | 0 | wikitext | comb_12 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 7.04104 | 38.3241 | 0 | -| 65 | 0.357109 | 6 | 0 | wikitext | comb_16 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.99554 | 38.3504 | 0 | -| 66 | 0.373556 | 7 | 0 | wikitext | comb_17 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.71061 | 38.3985 | 0 | -| 67 | 0.289328 | 7 | 0 | wikitext | comb_13 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 9.04136 | 84.8209 | 0 | -| 68 | 0 | 4 | 0 | wikitext | comb_4 | tinyllama | norm_nlr | 2225.07 | 2747.27 | 1.10931 | 99.6082 | 0 | -| 69 | 0 | 5 | 0 | wikitext | comb_4 | tinyllama | norm_nlr | 2225.07 | 2747.27 | 1.10931 | 99.6082 | 0 | -| 70 | 0 | 6 | 0 | wikitext | comb_4 | tinyllama | norm_nlr | 2225.07 | 2747.27 | 1.10931 | 99.6082 | 0 | -| 71 | 0 | 7 | 0 | wikitext | comb_4 | tinyllama | norm_nlr | 2225.07 | 2747.27 | 1.10931 | 99.6082 | 0 | -| 72 | 0 | 8 | 0 | wikitext | comb_4 | tinyllama | norm_nlr | 2225.07 | 2747.27 | 1.10931 | 99.6082 | 0 | -| 73 | 0 | 4 | 0 | wikitext | comb_14 | tinyllama | norm_nlr | 1382.88 | 2814.38 | 15387 | 0.55822 | 0 | -| 74 | 0 | 5 | 0 | wikitext | comb_14 | tinyllama | norm_nlr | 1382.88 | 2814.38 | 15387 | 0.55822 | 0 | -| 75 | 0 | 6 | 0 | wikitext | comb_14 | tinyllama | norm_nlr | 1382.88 | 2814.38 | 15387 | 0.55822 | 0 | -| 76 | 0 | 7 | 0 | wikitext | comb_14 | tinyllama | norm_nlr | 1382.88 | 2814.38 | 15387 | 0.55822 | 0 | -| 77 | 0 | 8 | 0 | wikitext | comb_14 | tinyllama | norm_nlr | 1382.88 | 2814.38 | 15387 | 0.55822 | 0 | -| 78 | 0.378149 | 32 | 0 | wikitext | base | tinyllama | ---- | 4470.55 | 4485.81 | 6.59595 | 11.6181 | 0 | \ No newline at end of file +| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | +|----:|-----------:|-------:|-------:|:------------|:---------|:----------|:---------|--------------------:|---------------------:|-------------:|-----------:|----------:| +| 2 | 0 | 4 | 0 | wikitext | comb_1 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.35769 | 122.248 | 0 | +| 3 | 0 | 5 | 0 | wikitext | comb_1 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.35769 | 122.248 | 0 | +| 4 | 0 | 6 | 0 | wikitext | comb_1 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.35769 | 122.248 | 0 | +| 5 | 0 | 7 | 0 | wikitext | comb_1 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.35769 | 122.248 | 0 | +| 6 | 0 | 8 | 0 | wikitext | comb_1 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.35769 | 122.248 | 0 | +| 7 | 0 | 4 | 0 | wikitext | comb_9 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.12481 | 146.192 | 0 | +| 8 | 0 | 5 | 0 | wikitext | comb_9 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.12481 | 146.192 | 0 | +| 9 | 0 | 6 | 0 | wikitext | comb_9 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.12481 | 146.192 | 0 | +| 10 | 0 | 7 | 0 | wikitext | comb_9 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.12481 | 146.192 | 0 | +| 11 | 0 | 8 | 0 | wikitext | comb_9 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.12481 | 146.192 | 0 | +| 12 | 0.380108 | 4 | 0 | wikitext | comb_5 | llama3 | norm_nlr | 14179.2 | 15367.9 | 6.15098 | 68.7494 | 0 | +| 13 | 0.442857 | 7 | 0 | wikitext | comb_5 | llama3 | norm_nlr | 14179.2 | 15367.9 | 5.24819 | 68.9355 | 0 | +| 14 | 0.443735 | 8 | 0 | wikitext | comb_5 | llama3 | norm_nlr | 14179.2 | 15367.9 | 5.20864 | 68.9602 | 0 | +| 15 | 0.435664 | 5 | 0 | wikitext | comb_5 | llama3 | norm_nlr | 14179.2 | 15367.9 | 5.44902 | 68.9898 | 0 | +| 16 | 0.440493 | 6 | 0 | wikitext | comb_5 | llama3 | norm_nlr | 14179.2 | 15367.9 | 5.19914 | 69.026 | 0 | +| 22 | 0 | 4 | 0 | wikitext | comb_2 | llama3 | norm_nlr | 14185.3 | 15374.2 | 1.14597 | 202.198 | 0 | +| 23 | 0 | 5 | 0 | wikitext | comb_2 | llama3 | norm_nlr | 14185.3 | 15374.2 | 1.14597 | 202.198 | 0 | +| 24 | 0 | 6 | 0 | wikitext | comb_2 | llama3 | norm_nlr | 14185.3 | 15374.2 | 1.14597 | 202.198 | 0 | +| 25 | 0 | 7 | 0 | wikitext | comb_2 | llama3 | norm_nlr | 14185.3 | 15374.2 | 1.14597 | 202.198 | 0 | +| 26 | 0.442891 | 7 | 0 | wikitext | comb_18 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.23025 | 147.947 | 0 | +| 27 | 0.440088 | 6 | 0 | wikitext | comb_11 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.19924 | 147.956 | 0 | +| 28 | 0.442215 | 7 | 0 | wikitext | comb_11 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.24756 | 147.968 | 0 | +| 29 | 0.437386 | 5 | 0 | wikitext | comb_18 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.41202 | 148.009 | 0 | +| 30 | 0.380986 | 4 | 0 | wikitext | comb_11 | llama3 | norm_nlr | 14185.7 | 15374.2 | 6.23264 | 148.085 | 0 | +| 31 | 0.440257 | 6 | 0 | wikitext | comb_18 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.23001 | 148.119 | 0 | +| 32 | 0.443904 | 8 | 0 | wikitext | comb_11 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.20745 | 148.164 | 0 | +| 33 | 0.378386 | 4 | 0 | wikitext | comb_18 | llama3 | norm_nlr | 14185.7 | 15374.2 | 6.16797 | 148.355 | 0 | +| 34 | 0.436508 | 5 | 0 | wikitext | comb_11 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.43094 | 148.379 | 0 | +| 35 | 0.444377 | 8 | 0 | wikitext | comb_18 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.20728 | 148.395 | 0 | +| 36 | 0.436373 | 5 | 0 | wikitext | comb_6 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.3921 | 175.279 | 0 | +| 37 | 0.378419 | 4 | 0 | wikitext | comb_6 | llama3 | norm_nlr | 14185.7 | 15374.2 | 6.15577 | 175.288 | 0 | +| 38 | 0.443533 | 7 | 0 | wikitext | comb_6 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.22837 | 175.343 | 0 | +| 39 | 0.444107 | 8 | 0 | wikitext | comb_6 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.21485 | 175.53 | 0 | +| 40 | 0.440696 | 6 | 0 | wikitext | comb_6 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.23038 | 175.603 | 0 | +| 41 | 0.440257 | 6 | 0 | wikitext | comb_15 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.23111 | 201.24 | 0 | +| 42 | 0.442891 | 7 | 0 | wikitext | comb_15 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.22931 | 201.289 | 0 | +| 43 | 0.378116 | 4 | 0 | wikitext | comb_15 | llama3 | norm_nlr | 14185.7 | 15374.2 | 6.17802 | 201.489 | 0 | +| 44 | 0.444411 | 8 | 0 | wikitext | comb_15 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.208 | 201.509 | 0 | +| 45 | 0.301655 | 8 | 0 | wikitext | comb_2 | llama3 | norm_nlr | 14185.7 | 15374.2 | 8.71646 | 201.86 | 0 | +| 46 | 0.436879 | 5 | 0 | wikitext | comb_15 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.4106 | 201.891 | 0 | +| 47 | 0 | 4 | 0 | wikitext | comb_12 | llama3 | norm_nlr | 14191.8 | 15378.4 | 1.58254 | 187.261 | 0 | +| 48 | 0 | 4 | 0 | wikitext | comb_3 | llama3 | norm_nlr | 14191.8 | 15378.4 | 1.23333 | 187.283 | 0 | +| 49 | 0 | 4 | 0 | wikitext | comb_16 | llama3 | norm_nlr | 14191.8 | 15378.4 | 1.80209 | 187.796 | 0 | +| 50 | 0 | 4 | 0 | wikitext | comb_13 | llama3 | norm_nlr | 14191.8 | 15378.4 | 10.0525 | 187.802 | 0 | +| 51 | 0 | 5 | 0 | wikitext | comb_13 | llama3 | norm_nlr | 14191.8 | 15378.4 | 10.0525 | 187.802 | 0 | +| 52 | 0 | 6 | 0 | wikitext | comb_13 | llama3 | norm_nlr | 14191.8 | 15378.4 | 10.0525 | 187.802 | 0 | +| 53 | 0.0355418 | 5 | 0 | wikitext | comb_3 | llama3 | norm_nlr | 14191.8 | 15378.4 | 1.5306 | 187.828 | 0 | +| 54 | 0.443803 | 8 | 0 | wikitext | comb_16 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.16194 | 187.461 | 0 | +| 55 | 0.430834 | 7 | 0 | wikitext | comb_3 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.30749 | 187.539 | 0 | +| 56 | 0.441405 | 7 | 0 | wikitext | comb_16 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.24326 | 187.599 | 0 | +| 57 | 0.424282 | 6 | 0 | wikitext | comb_12 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.48562 | 187.613 | 0 | +| 58 | 0.288146 | 5 | 0 | wikitext | comb_16 | llama3 | norm_nlr | 14192.3 | 15380.5 | 8.61832 | 187.657 | 0 | +| 59 | 0.403377 | 5 | 0 | wikitext | comb_17 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.51409 | 187.721 | 0 | +| 60 | 0.413779 | 6 | 0 | wikitext | comb_16 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.61277 | 187.751 | 0 | +| 61 | 0.227423 | 7 | 0 | wikitext | comb_13 | llama3 | norm_nlr | 14192.3 | 15380.5 | 12.6204 | 187.771 | 0 | +| 62 | 0.441979 | 8 | 0 | wikitext | comb_3 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.21832 | 187.808 | 0 | +| 63 | 0.42256 | 8 | 0 | wikitext | comb_13 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.22474 | 187.865 | 0 | +| 64 | 0.441979 | 8 | 0 | wikitext | comb_12 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.23714 | 187.946 | 0 | +| 65 | 0.365924 | 6 | 0 | wikitext | comb_3 | llama3 | norm_nlr | 14192.3 | 15380.5 | 6.60476 | 187.95 | 0 | +| 66 | 0.441743 | 7 | 0 | wikitext | comb_17 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.25572 | 187.956 | 0 | +| 67 | 0.220027 | 5 | 0 | wikitext | comb_12 | llama3 | norm_nlr | 14192.3 | 15380.5 | 12.0249 | 188.009 | 0 | +| 68 | 0.440426 | 7 | 0 | wikitext | comb_12 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.2084 | 188.032 | 0 | +| 69 | 0.224485 | 4 | 0 | wikitext | comb_17 | llama3 | norm_nlr | 14192.3 | 15380.5 | 11.9652 | 188.046 | 0 | +| 70 | 0.444107 | 8 | 0 | wikitext | comb_17 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.21989 | 188.102 | 0 | +| 71 | 0.439818 | 6 | 0 | wikitext | comb_17 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.20365 | 188.222 | 0 | +| 72 | 0 | 4 | 0 | wikitext | comb_4 | llama3 | norm_nlr | 16812 | 19811.8 | 1.12481 | 426.526 | 0 | +| 73 | 0 | 5 | 0 | wikitext | comb_4 | llama3 | norm_nlr | 16812 | 19811.8 | 1.12481 | 426.526 | 0 | +| 74 | 0 | 6 | 0 | wikitext | comb_4 | llama3 | norm_nlr | 16812 | 19811.8 | 1.12481 | 426.526 | 0 | +| 75 | 0 | 7 | 0 | wikitext | comb_4 | llama3 | norm_nlr | 16812 | 19811.8 | 1.12481 | 426.526 | 0 | +| 76 | 0 | 8 | 0 | wikitext | comb_4 | llama3 | norm_nlr | 16812 | 19811.8 | 1.12481 | 426.526 | 0 | +| 77 | 0 | 4 | 0 | wikitext | comb_10 | llama3 | norm_nlr | 11058 | 21091.1 | 1.18446 | 4.43101 | 0 | +| 78 | 0 | 5 | 0 | wikitext | comb_10 | llama3 | norm_nlr | 11058 | 21091.1 | 1.18446 | 4.43101 | 0 | +| 80 | 0.443634 | 8 | 0 | wikitext | comb_10 | llama3 | norm_nlr | 58810.6 | 68843.2 | 5.21296 | 4.40037 | 0 | +| 81 | 0.386998 | 6 | 0 | wikitext | comb_10 | llama3 | norm_nlr | 58810.6 | 68843.2 | 5.64073 | 4.42918 | 0 | +| 82 | 0.43178 | 7 | 0 | wikitext | comb_10 | llama3 | norm_nlr | 58810.6 | 68843.2 | 5.31969 | 4.43837 | 0 | +| 0 | 0 | 6 | 0 | librispeech | comb_13 | wav2vec | norm_nlr | 536.522 | 1663.04 | 0 | 44.6956 | 1.02727 | +| 1 | 0 | 4 | 0 | librispeech | comb_9 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 30.4119 | 1 | +| 2 | 0 | 5 | 0 | librispeech | comb_9 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 30.4119 | 1 | +| 3 | 0 | 6 | 0 | librispeech | comb_9 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 30.4119 | 1 | +| 4 | 0 | 7 | 0 | librispeech | comb_9 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 30.4119 | 1 | +| 5 | 0 | 8 | 0 | librispeech | comb_9 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 30.4119 | 1 | +| 6 | 0 | 4 | 0 | librispeech | comb_1 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 36.7354 | 1 | +| 7 | 0 | 5 | 0 | librispeech | comb_1 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 36.7354 | 1 | +| 8 | 0 | 6 | 0 | librispeech | comb_1 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 36.7354 | 1 | +| 9 | 0 | 7 | 0 | librispeech | comb_1 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 36.7354 | 1 | +| 10 | 0 | 8 | 0 | librispeech | comb_1 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 36.7354 | 1 | +| 11 | 0 | 4 | 0 | librispeech | comb_2 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 43.3567 | 1 | +| 12 | 0 | 5 | 0 | librispeech | comb_2 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 43.3567 | 1 | +| 13 | 0 | 6 | 0 | librispeech | comb_2 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 43.3567 | 1 | +| 14 | 0 | 7 | 0 | librispeech | comb_2 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 43.3567 | 1 | +| 15 | 0 | 8 | 0 | librispeech | comb_2 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 43.3567 | 1 | +| 16 | 0 | 4 | 0 | librispeech | comb_0 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 59.3953 | 1 | +| 17 | 0 | 5 | 0 | librispeech | comb_0 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 59.3953 | 1 | +| 18 | 0 | 6 | 0 | librispeech | comb_0 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 59.3953 | 1 | +| 19 | 0 | 7 | 0 | librispeech | comb_0 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 59.3953 | 1 | +| 20 | 0 | 8 | 0 | librispeech | comb_0 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 59.3953 | 1 | +| 21 | 0 | 4 | 0 | librispeech | comb_12 | wav2vec | norm_nlr | 536.522 | 1679.82 | 0 | 43.8984 | 1 | +| 22 | 0 | 5 | 0 | librispeech | comb_3 | wav2vec | norm_nlr | 536.522 | 1679.82 | 0 | 46.6665 | 0.993786 | +| 23 | 0 | 4 | 0 | librispeech | comb_13 | wav2vec | norm_nlr | 536.522 | 1679.82 | 0 | 55.5216 | 1 | +| 24 | 0 | 5 | 0 | librispeech | comb_13 | wav2vec | norm_nlr | 536.522 | 1679.82 | 0 | 55.5216 | 1 | +| 25 | 0 | 4 | 0 | librispeech | comb_16 | wav2vec | norm_nlr | 536.522 | 1679.82 | 0 | 65.5296 | 1 | +| 26 | 0 | 4 | 0 | librispeech | comb_3 | wav2vec | norm_nlr | 536.522 | 1679.82 | 0 | 77.4754 | 1 | +| 27 | 0 | 4 | 0 | librispeech | comb_10 | wav2vec | norm_nlr | 368.89 | 1686.11 | 0 | 0.052126 | 1 | +| 28 | 0 | 8 | 0 | librispeech | comb_14 | wav2vec | norm_nlr | 368.89 | 1686.11 | 0 | 0.052608 | 0.990365 | +| 29 | 0 | 5 | 0 | librispeech | comb_10 | wav2vec | norm_nlr | 374.608 | 3154.12 | 0 | 0.052828 | 0.850412 | +| 33 | 0 | 4 | 0 | librispeech | comb_18 | wav2vec | norm_nlr | 658.907 | 4857 | 0 | 48.8976 | 0.0257568 | +| 34 | 0 | 4 | 0 | librispeech | comb_11 | wav2vec | norm_nlr | 658.907 | 4857 | 0 | 49.0545 | 0.115106 | +| 35 | 0 | 8 | 0 | librispeech | comb_18 | wav2vec | norm_nlr | 658.907 | 4857 | 0 | 49.2402 | 0.0240618 | +| 36 | 0 | 5 | 0 | librispeech | comb_11 | wav2vec | norm_nlr | 658.907 | 4857 | 0 | 58.0252 | 0.0314324 | +| 37 | 0 | 7 | 0 | librispeech | comb_18 | wav2vec | norm_nlr | 658.907 | 4857 | 0 | 73.7998 | 0.0238676 | +| 38 | 0 | 6 | 0 | librispeech | comb_12 | wav2vec | norm_nlr | 659.796 | 4859.1 | 0 | 46.6051 | 0.0233745 | +| 39 | 0 | 7 | 0 | librispeech | comb_17 | wav2vec | norm_nlr | 659.796 | 4859.1 | 0 | 46.8242 | 0.0237749 | +| 40 | 0 | 5 | 0 | librispeech | comb_17 | wav2vec | norm_nlr | 659.796 | 4859.1 | 0 | 47.5755 | 0.024104 | +| 41 | 0 | 7 | 0 | librispeech | comb_16 | wav2vec | norm_nlr | 659.796 | 4859.1 | 0 | 48.5406 | 0.0232487 | +| 42 | 0 | 6 | 0 | librispeech | comb_5 | wav2vec | norm_nlr | 658.018 | 4871.68 | 0 | 27.8364 | 0.0236817 | +| 43 | 0 | 8 | 0 | librispeech | comb_5 | wav2vec | norm_nlr | 658.018 | 4871.68 | 0 | 27.9227 | 0.0239712 | +| 44 | 0 | 5 | 0 | librispeech | comb_5 | wav2vec | norm_nlr | 658.018 | 4871.68 | 0 | 48.7946 | 0.0236872 | +| 45 | 0 | 4 | 0 | librispeech | comb_5 | wav2vec | norm_nlr | 658.018 | 4871.68 | 0 | 60.2791 | 0.0270506 | +| 46 | 0 | 7 | 0 | librispeech | comb_5 | wav2vec | norm_nlr | 658.018 | 4871.68 | 0 | 61.982 | 0.0237246 | +| 49 | 0 | 8 | 0 | librispeech | comb_11 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 40.3164 | 0.0268292 | +| 50 | 0 | 6 | 0 | librispeech | comb_11 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 40.8723 | 0.0287824 | +| 51 | 0 | 7 | 0 | librispeech | comb_11 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 42.5186 | 0.0264798 | +| 52 | 0 | 8 | 0 | librispeech | comb_6 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 43.1128 | 0.0238758 | +| 53 | 0 | 5 | 0 | librispeech | comb_6 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 50.2689 | 0.023422 | +| 54 | 0 | 6 | 0 | librispeech | comb_18 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 55.3791 | 0.0233274 | +| 55 | 0 | 5 | 0 | librispeech | comb_18 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 57.5863 | 0.0238956 | +| 56 | 0 | 6 | 0 | librispeech | comb_6 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 59.9073 | 0.0233385 | +| 57 | 0 | 4 | 0 | librispeech | comb_6 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 77.2438 | 0.0250124 | +| 58 | 0 | 7 | 0 | librispeech | comb_6 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 78.1228 | 0.0241722 | +| 59 | 0 | 7 | 0 | librispeech | comb_13 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 46.6473 | 0.0387438 | +| 60 | 0 | 6 | 0 | librispeech | comb_16 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 46.8169 | 0.0235345 | +| 61 | 0 | 4 | 0 | librispeech | comb_17 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 47.0828 | 0.0935326 | +| 62 | 0 | 7 | 0 | librispeech | comb_3 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 47.617 | 0.0235298 | +| 63 | 0 | 8 | 0 | librispeech | comb_3 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 47.664 | 0.0239429 | +| 64 | 0 | 8 | 0 | librispeech | comb_17 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 48.0973 | 0.024024 | +| 65 | 0 | 6 | 0 | librispeech | comb_3 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 49.062 | 0.0255901 | +| 66 | 0 | 5 | 0 | librispeech | comb_16 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 52.16 | 0.0557867 | +| 67 | 0 | 8 | 0 | librispeech | comb_16 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 52.5088 | 0.0236184 | +| 68 | 0 | 7 | 0 | librispeech | comb_12 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 52.6932 | 0.0242343 | +| 69 | 0 | 6 | 0 | librispeech | comb_17 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 56.7895 | 0.0236567 | +| 70 | 0 | 8 | 0 | librispeech | comb_12 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 57.735 | 0.024051 | +| 71 | 0 | 5 | 0 | librispeech | comb_12 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 71.9632 | 0.281943 | +| 72 | 0 | 8 | 0 | librispeech | comb_13 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 72.3443 | 0.024124 | +| 73 | 0 | 6 | 0 | librispeech | comb_10 | wav2vec | norm_nlr | 371.21 | 4882.17 | 0 | 0.051572 | 0.0243892 | +| 74 | 0 | 7 | 0 | librispeech | comb_10 | wav2vec | norm_nlr | 371.21 | 4882.17 | 0 | 0.051877 | 0.0242448 | +| 75 | 0 | 8 | 0 | librispeech | comb_10 | wav2vec | norm_nlr | 371.21 | 4882.17 | 0 | 0.053314 | 0.0238528 | +| 77 | 0 | 4 | 0 | imagenet | comb_1 | vit | norm_nlr | 355.972 | 511.705 | 0 | 36.1424 | 0 | +| 78 | 0 | 5 | 0 | imagenet | comb_1 | vit | norm_nlr | 355.972 | 511.705 | 0 | 36.1424 | 0 | +| 79 | 0 | 6 | 0 | imagenet | comb_1 | vit | norm_nlr | 355.972 | 511.705 | 0 | 36.1424 | 0 | +| 80 | 0 | 7 | 0 | imagenet | comb_1 | vit | norm_nlr | 355.972 | 511.705 | 0 | 36.1424 | 0 | +| 81 | 0 | 8 | 0 | imagenet | comb_1 | vit | norm_nlr | 355.972 | 511.705 | 0 | 36.1424 | 0 | +| 82 | 0 | 4 | 0 | imagenet | comb_9 | vit | norm_nlr | 355.972 | 511.705 | 0 | 40.0266 | 0 | +| 83 | 0 | 5 | 0 | imagenet | comb_9 | vit | norm_nlr | 355.972 | 511.705 | 0 | 40.0266 | 0 | +| 84 | 0 | 6 | 0 | imagenet | comb_9 | vit | norm_nlr | 355.972 | 511.705 | 0 | 40.0266 | 0 | +| 85 | 0 | 7 | 0 | imagenet | comb_9 | vit | norm_nlr | 355.972 | 511.705 | 0 | 40.0266 | 0 | +| 86 | 0 | 8 | 0 | imagenet | comb_9 | vit | norm_nlr | 355.972 | 511.705 | 0 | 40.0266 | 0 | +| 87 | 0.790339 | 4 | 0 | imagenet | comb_5 | vit | norm_nlr | 356.465 | 511.705 | 0 | 27.5699 | 0 | +| 88 | 0.799589 | 7 | 0 | imagenet | comb_5 | vit | norm_nlr | 356.465 | 511.705 | 0 | 28.4593 | 0 | +| 89 | 0.801644 | 8 | 0 | imagenet | comb_5 | vit | norm_nlr | 356.465 | 511.705 | 0 | 32.6776 | 0 | +| 90 | 0.805755 | 6 | 0 | imagenet | comb_5 | vit | norm_nlr | 356.465 | 511.705 | 0 | 34.2648 | 0 | +| 91 | 0.799589 | 5 | 0 | imagenet | comb_5 | vit | norm_nlr | 356.465 | 511.705 | 0 | 35.6845 | 0 | +| 97 | 0 | 4 | 0 | imagenet | comb_2 | vit | norm_nlr | 356.865 | 511.705 | 0 | 51.1564 | 0 | +| 98 | 0 | 5 | 0 | imagenet | comb_2 | vit | norm_nlr | 356.865 | 511.705 | 0 | 51.1564 | 0 | +| 99 | 0 | 4 | 0 | imagenet | comb_0 | vit | norm_nlr | 356.865 | 511.705 | 0 | 53.6996 | 0 | +| 100 | 0 | 5 | 0 | imagenet | comb_0 | vit | norm_nlr | 356.865 | 511.705 | 0 | 53.6996 | 0 | +| 101 | 0 | 6 | 0 | imagenet | comb_0 | vit | norm_nlr | 356.865 | 511.705 | 0 | 53.6996 | 0 | +| 102 | 0 | 7 | 0 | imagenet | comb_0 | vit | norm_nlr | 356.865 | 511.705 | 0 | 53.6996 | 0 | +| 103 | 0 | 8 | 0 | imagenet | comb_0 | vit | norm_nlr | 356.865 | 511.705 | 0 | 53.6996 | 0 | +| 104 | 0 | 4 | 0 | imagenet | comb_4 | vit | norm_nlr | 378.705 | 511.705 | 0 | 94.5462 | 0 | +| 105 | 0 | 5 | 0 | imagenet | comb_4 | vit | norm_nlr | 378.705 | 511.705 | 0 | 94.5462 | 0 | +| 106 | 0 | 6 | 0 | imagenet | comb_4 | vit | norm_nlr | 378.705 | 511.705 | 0 | 94.5462 | 0 | +| 107 | 0 | 7 | 0 | imagenet | comb_4 | vit | norm_nlr | 378.705 | 511.705 | 0 | 94.5462 | 0 | +| 108 | 0 | 8 | 0 | imagenet | comb_4 | vit | norm_nlr | 378.705 | 511.705 | 0 | 94.5462 | 0 | +| 109 | 0.793422 | 4 | 0 | imagenet | comb_18 | vit | norm_nlr | 357.358 | 513.802 | 0 | 42.1157 | 0 | +| 110 | 0.789311 | 5 | 0 | imagenet | comb_11 | vit | norm_nlr | 357.358 | 513.802 | 0 | 44.056 | 0 | +| 111 | 0.800617 | 5 | 0 | imagenet | comb_18 | vit | norm_nlr | 357.358 | 513.802 | 0 | 45.5593 | 0 | +| 112 | 0.801644 | 7 | 0 | imagenet | comb_18 | vit | norm_nlr | 357.358 | 513.802 | 0 | 46.5064 | 0 | +| 113 | 0.804728 | 6 | 0 | imagenet | comb_18 | vit | norm_nlr | 357.358 | 513.802 | 0 | 48.3079 | 0 | +| 114 | 0.79445 | 4 | 0 | imagenet | comb_6 | vit | norm_nlr | 357.358 | 513.802 | 0 | 48.5141 | 0 | +| 115 | 0.802672 | 8 | 0 | imagenet | comb_11 | vit | norm_nlr | 357.358 | 513.802 | 0 | 48.689 | 0 | +| 116 | 0.784173 | 6 | 0 | imagenet | comb_2 | vit | norm_nlr | 357.358 | 513.802 | 0 | 51.218 | 0 | +| 117 | 0.793422 | 4 | 0 | imagenet | comb_15 | vit | norm_nlr | 357.358 | 513.802 | 0 | 51.6404 | 0 | +| 118 | 0.801644 | 5 | 0 | imagenet | comb_15 | vit | norm_nlr | 357.358 | 513.802 | 0 | 52.6394 | 0 | +| 119 | 0.800617 | 8 | 0 | imagenet | comb_6 | vit | norm_nlr | 357.358 | 513.802 | 0 | 52.8859 | 0 | +| 120 | 0.800617 | 7 | 0 | imagenet | comb_15 | vit | norm_nlr | 357.358 | 513.802 | 0 | 55.1869 | 0 | +| 121 | 0.801644 | 8 | 0 | imagenet | comb_15 | vit | norm_nlr | 357.358 | 513.802 | 0 | 55.8114 | 0 | +| 122 | 0.800617 | 7 | 0 | imagenet | comb_6 | vit | norm_nlr | 357.358 | 513.802 | 0 | 56.5183 | 0 | +| 123 | 0.800617 | 6 | 0 | imagenet | comb_11 | vit | norm_nlr | 357.358 | 513.802 | 0 | 57.3948 | 0 | +| 124 | 0.8037 | 8 | 0 | imagenet | comb_2 | vit | norm_nlr | 357.358 | 513.802 | 0 | 57.697 | 0 | +| 125 | 0.801644 | 7 | 0 | imagenet | comb_2 | vit | norm_nlr | 357.358 | 513.802 | 0 | 58.7412 | 0 | +| 126 | 0.800617 | 7 | 0 | imagenet | comb_11 | vit | norm_nlr | 357.358 | 513.802 | 0 | 58.9739 | 0 | +| 127 | 0.797533 | 5 | 0 | imagenet | comb_6 | vit | norm_nlr | 357.358 | 513.802 | 0 | 61.6607 | 0 | +| 128 | 0.802672 | 6 | 0 | imagenet | comb_6 | vit | norm_nlr | 357.358 | 513.802 | 0 | 63.8914 | 0 | +| 129 | 0.804728 | 6 | 0 | imagenet | comb_15 | vit | norm_nlr | 357.358 | 513.802 | 0 | 68.7324 | 0 | +| 130 | 0.801644 | 8 | 0 | imagenet | comb_18 | vit | norm_nlr | 357.358 | 513.802 | 0 | 73.6446 | 0 | +| 131 | 0 | 4 | 0 | imagenet | comb_3 | vit | norm_nlr | 357.758 | 513.802 | 0 | 52.8752 | 0 | +| 132 | 0 | 5 | 0 | imagenet | comb_3 | vit | norm_nlr | 357.758 | 513.802 | 0 | 52.8752 | 0 | +| 133 | 0 | 4 | 0 | imagenet | comb_16 | vit | norm_nlr | 357.758 | 513.802 | 0 | 54.4925 | 0 | +| 134 | 0 | 5 | 0 | imagenet | comb_16 | vit | norm_nlr | 357.758 | 513.802 | 0 | 54.4925 | 0 | +| 135 | 0 | 4 | 0 | imagenet | comb_13 | vit | norm_nlr | 357.758 | 513.802 | 0 | 77.2306 | 0 | +| 136 | 0 | 5 | 0 | imagenet | comb_13 | vit | norm_nlr | 357.758 | 513.802 | 0 | 77.2306 | 0 | +| 137 | 0 | 6 | 0 | imagenet | comb_13 | vit | norm_nlr | 357.758 | 513.802 | 0 | 77.2306 | 0 | +| 138 | 0 | 7 | 0 | imagenet | comb_13 | vit | norm_nlr | 357.758 | 513.802 | 0 | 77.2306 | 0 | +| 139 | 0.799589 | 6 | 0 | imagenet | comb_16 | vit | norm_nlr | 358.251 | 513.802 | 0 | 52.2466 | 0 | +| 140 | 0.514902 | 4 | 0 | imagenet | comb_17 | vit | norm_nlr | 358.251 | 513.802 | 0 | 52.6066 | 0 | +| 141 | 0.796506 | 5 | 0 | imagenet | comb_17 | vit | norm_nlr | 358.251 | 513.802 | 0 | 55.0177 | 0 | +| 142 | 0.800617 | 7 | 0 | imagenet | comb_12 | vit | norm_nlr | 358.251 | 513.802 | 0 | 55.6383 | 0 | +| 143 | 0.802672 | 8 | 0 | imagenet | comb_16 | vit | norm_nlr | 358.251 | 513.802 | 0 | 57.2533 | 0 | +| 144 | 0.788284 | 6 | 0 | imagenet | comb_3 | vit | norm_nlr | 358.251 | 513.802 | 0 | 57.4349 | 0 | +| 145 | 0.799589 | 6 | 0 | imagenet | comb_17 | vit | norm_nlr | 358.251 | 513.802 | 0 | 58.0786 | 0 | +| 146 | 0.801644 | 7 | 0 | imagenet | comb_17 | vit | norm_nlr | 358.251 | 513.802 | 0 | 58.6751 | 0 | +| 147 | 0.801644 | 8 | 0 | imagenet | comb_17 | vit | norm_nlr | 358.251 | 513.802 | 0 | 60.0265 | 0 | +| 148 | 0.800617 | 7 | 0 | imagenet | comb_3 | vit | norm_nlr | 358.251 | 513.802 | 0 | 60.5271 | 0 | +| 149 | 0.551901 | 5 | 0 | imagenet | comb_12 | vit | norm_nlr | 358.251 | 513.802 | 0 | 61.6692 | 0 | +| 150 | 0.800617 | 8 | 0 | imagenet | comb_3 | vit | norm_nlr | 358.251 | 513.802 | 0 | 62.6324 | 0 | +| 151 | 0.798561 | 8 | 0 | imagenet | comb_12 | vit | norm_nlr | 358.251 | 513.802 | 0 | 65.7406 | 0 | +| 152 | 0.791367 | 8 | 0 | imagenet | comb_13 | vit | norm_nlr | 358.251 | 513.802 | 0 | 71.8274 | 0 | +| 153 | 0.796506 | 6 | 0 | imagenet | comb_12 | vit | norm_nlr | 358.251 | 513.802 | 0 | 72.2319 | 0 | +| 154 | 0.8037 | 7 | 0 | imagenet | comb_16 | vit | norm_nlr | 358.251 | 513.802 | 0 | 89.0548 | 0 | +| 155 | 0 | 4 | 0 | imagenet | comb_14 | vit | norm_nlr | 329.356 | 515.899 | 0 | 0.079561 | 0 | +| 156 | 0 | 5 | 0 | imagenet | comb_14 | vit | norm_nlr | 329.356 | 515.899 | 0 | 0.079561 | 0 | +| 157 | 0 | 6 | 0 | imagenet | comb_14 | vit | norm_nlr | 329.356 | 515.899 | 0 | 0.079561 | 0 | +| 158 | 0 | 7 | 0 | imagenet | comb_14 | vit | norm_nlr | 329.356 | 515.899 | 0 | 0.079561 | 0 | +| 159 | 0 | 8 | 0 | imagenet | comb_14 | vit | norm_nlr | 329.356 | 515.899 | 0 | 0.079561 | 0 | +| 161 | 0 | 4 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | +| 162 | 0 | 5 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | +| 163 | 0 | 6 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | +| 164 | 0 | 7 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | +| 165 | 0 | 8 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | +| 166 | 0 | 4 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | +| 167 | 0 | 5 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | +| 168 | 0 | 6 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | +| 169 | 0 | 7 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | +| 170 | 0 | 8 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | +| 171 | 0.32131 | 6 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 7.8017 | 29.6299 | 0 | +| 172 | 0.316988 | 5 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 8.22328 | 29.7341 | 0 | +| 173 | 0.324654 | 7 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 7.90525 | 31.1533 | 0 | +| 174 | 0.289429 | 4 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 8.90268 | 31.2371 | 0 | +| 175 | 0.324823 | 8 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 7.91657 | 33.8418 | 0 | +| 181 | 0 | 4 | 0 | wikitext | comb_2 | opt | norm_nlr | 670.982 | 861.929 | 1.13228 | 55.8193 | 0 | +| 182 | 0 | 5 | 0 | wikitext | comb_2 | opt | norm_nlr | 670.982 | 861.929 | 1.13228 | 55.8193 | 0 | +| 183 | 0 | 6 | 0 | wikitext | comb_2 | opt | norm_nlr | 670.982 | 861.929 | 1.13228 | 55.8193 | 0 | +| 184 | 0 | 4 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | +| 185 | 0 | 5 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | +| 186 | 0 | 6 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | +| 187 | 0 | 7 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | +| 188 | 0 | 8 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | +| 189 | 0.290375 | 4 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 8.95579 | 47.2342 | 0 | +| 190 | 0.321445 | 6 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 7.8178 | 47.3987 | 0 | +| 191 | 0.318338 | 5 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 8.22127 | 48.3045 | 0 | +| 192 | 0.293381 | 4 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 8.88813 | 49.8968 | 0 | +| 193 | 0.324553 | 8 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 7.92518 | 50.7208 | 0 | +| 194 | 0.324012 | 8 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 7.92595 | 50.7734 | 0 | +| 195 | 0.289362 | 4 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 8.98371 | 51.0023 | 0 | +| 196 | 0.319959 | 6 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 7.80423 | 53.3771 | 0 | +| 197 | 0.325329 | 7 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 7.92644 | 53.7577 | 0 | +| 198 | 0.317089 | 5 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 8.28163 | 54.0776 | 0 | +| 199 | 0.317427 | 5 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 8.18992 | 54.2122 | 0 | +| 200 | 0.320635 | 6 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 7.83196 | 55.3727 | 0 | +| 201 | 0.324958 | 7 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 7.91121 | 60.1529 | 0 | +| 202 | 0.30564 | 8 | 0 | wikitext | comb_2 | opt | norm_nlr | 671.453 | 861.929 | 8.45907 | 61.0851 | 0 | +| 203 | 0.324586 | 7 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 7.9136 | 62.5853 | 0 | +| 204 | 0.324519 | 8 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 7.9184 | 62.9958 | 0 | +| 205 | 0.121682 | 7 | 0 | wikitext | comb_2 | opt | norm_nlr | 671.453 | 861.929 | 23.913 | 64.038 | 0 | +| 206 | 0.325059 | 7 | 0 | wikitext | comb_15 | opt | norm_nlr | 671.453 | 861.929 | 7.90931 | 65.0743 | 0 | +| 207 | 0.323978 | 8 | 0 | wikitext | comb_15 | opt | norm_nlr | 671.453 | 861.929 | 7.92485 | 66.0357 | 0 | +| 208 | 0.00476191 | 5 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.275 | 864.027 | 1.10542 | 54.7862 | 0 | +| 209 | 0 | 4 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.275 | 864.027 | 1.1229 | 56.5708 | 0 | +| 210 | 0.0031746 | 4 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.275 | 864.027 | 1.1232 | 56.8797 | 0 | +| 211 | 0 | 4 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.275 | 864.027 | 1.11167 | 62.7341 | 0 | +| 212 | 0 | 5 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.275 | 864.027 | 1.11167 | 62.7341 | 0 | +| 213 | 0 | 6 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.275 | 864.027 | 1.11167 | 62.7341 | 0 | +| 214 | 0.147045 | 5 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.746 | 864.027 | 25.3318 | 59.1744 | 0 | +| 215 | 0.32337 | 8 | 0 | wikitext | comb_17 | opt | norm_nlr | 672.746 | 864.027 | 7.94635 | 59.7811 | 0 | +| 216 | 0.274333 | 6 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.746 | 864.027 | 9.89806 | 60.9367 | 0 | +| 217 | 0.320399 | 7 | 0 | wikitext | comb_16 | opt | norm_nlr | 672.746 | 864.027 | 8.03228 | 61.4587 | 0 | +| 218 | 0.29669 | 6 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.746 | 864.027 | 9.07035 | 62.2903 | 0 | +| 219 | 0.322763 | 7 | 0 | wikitext | comb_17 | opt | norm_nlr | 672.746 | 864.027 | 8.05446 | 62.715 | 0 | +| 220 | 0.301351 | 8 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.746 | 864.027 | 8.67479 | 63.4102 | 0 | +| 221 | 0.323877 | 8 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.746 | 864.027 | 8.0735 | 67.4248 | 0 | +| 222 | 0.321986 | 8 | 0 | wikitext | comb_16 | opt | norm_nlr | 672.746 | 864.027 | 7.95589 | 67.829 | 0 | +| 223 | 0.316751 | 6 | 0 | wikitext | comb_17 | opt | norm_nlr | 672.746 | 864.027 | 8.05605 | 67.8776 | 0 | +| 224 | 0.23026 | 7 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.746 | 864.027 | 12.6133 | 69.9938 | 0 | +| 225 | 0.314016 | 7 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.746 | 864.027 | 8.30343 | 74.1369 | 0 | +| 226 | 0.318845 | 7 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.746 | 864.027 | 8.04418 | 74.2086 | 0 | +| 227 | 0.302364 | 6 | 0 | wikitext | comb_16 | opt | norm_nlr | 672.746 | 864.027 | 8.5513 | 77.9688 | 0 | +| 228 | 0.324519 | 8 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.746 | 864.027 | 7.91856 | 88.1474 | 0 | +| 229 | 0 | 4 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | +| 230 | 0 | 5 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | +| 231 | 0 | 6 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | +| 232 | 0 | 7 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | +| 233 | 0 | 8 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | +| 234 | 0 | 4 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | +| 235 | 0 | 5 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | +| 236 | 0 | 6 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | +| 237 | 0 | 7 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | +| 238 | 0 | 8 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | +| 240 | 0.0015873 | 5 | 0 | wikitext | comb_1 | phi | norm_nlr | 4395.06 | 4676.65 | 1.13276 | 71.8564 | 0 | +| 241 | 0 | 4 | 0 | wikitext | comb_1 | phi | norm_nlr | 4395.06 | 4676.65 | 1.12245 | 71.931 | 0 | +| 242 | 0.0031746 | 6 | 0 | wikitext | comb_1 | phi | norm_nlr | 4395.06 | 4676.65 | 1.14225 | 71.9602 | 0 | +| 243 | 0.0031746 | 7 | 0 | wikitext | comb_1 | phi | norm_nlr | 4395.06 | 4676.65 | 1.15147 | 72.0365 | 0 | +| 244 | 0.0031746 | 8 | 0 | wikitext | comb_1 | phi | norm_nlr | 4395.06 | 4676.65 | 1.14947 | 72.1055 | 0 | +| 245 | 0.00846561 | 5 | 0 | wikitext | comb_9 | phi | norm_nlr | 4395.06 | 4676.65 | 1.17502 | 94.5033 | 0 | +| 246 | 0.00846561 | 6 | 0 | wikitext | comb_9 | phi | norm_nlr | 4395.06 | 4676.65 | 1.17503 | 94.563 | 0 | +| 247 | 0.00846561 | 8 | 0 | wikitext | comb_9 | phi | norm_nlr | 4395.06 | 4676.65 | 1.17503 | 94.5709 | 0 | +| 248 | 0.00846561 | 7 | 0 | wikitext | comb_9 | phi | norm_nlr | 4395.06 | 4676.65 | 1.17503 | 94.6219 | 0 | +| 249 | 0.378014 | 6 | 0 | wikitext | comb_5 | phi | norm_nlr | 4395.53 | 4676.65 | 5.9467 | 33.0813 | 0 | +| 250 | 0.37869 | 7 | 0 | wikitext | comb_5 | phi | norm_nlr | 4395.53 | 4676.65 | 5.90246 | 33.0931 | 0 | +| 251 | 0.375346 | 5 | 0 | wikitext | comb_5 | phi | norm_nlr | 4395.53 | 4676.65 | 5.9711 | 33.0948 | 0 | +| 252 | 0.380446 | 8 | 0 | wikitext | comb_5 | phi | norm_nlr | 4395.53 | 4676.65 | 5.90714 | 33.2206 | 0 | +| 253 | 0.0031746 | 5 | 0 | wikitext | comb_0 | phi | norm_nlr | 4398.41 | 4678.75 | 1.11355 | 137.601 | 0 | +| 254 | 0.0031746 | 6 | 0 | wikitext | comb_0 | phi | norm_nlr | 4398.41 | 4678.75 | 1.11355 | 137.621 | 0 | +| 255 | 0.0031746 | 7 | 0 | wikitext | comb_0 | phi | norm_nlr | 4398.41 | 4678.75 | 1.11355 | 137.647 | 0 | +| 256 | 0.0031746 | 8 | 0 | wikitext | comb_0 | phi | norm_nlr | 4398.41 | 4678.75 | 1.11355 | 137.659 | 0 | +| 257 | 0.0031746 | 4 | 0 | wikitext | comb_0 | phi | norm_nlr | 4398.41 | 4678.75 | 1.11355 | 137.678 | 0 | +| 258 | 0.00952381 | 6 | 0 | wikitext | comb_2 | phi | norm_nlr | 4398.41 | 4678.75 | 1.1035 | 137.688 | 0 | +| 259 | 0.00952381 | 5 | 0 | wikitext | comb_2 | phi | norm_nlr | 4398.41 | 4678.75 | 1.09769 | 137.76 | 0 | +| 260 | 0 | 4 | 0 | wikitext | comb_2 | phi | norm_nlr | 4398.41 | 4678.75 | 1.1117 | 137.772 | 0 | +| 261 | 0.344141 | 4 | 0 | wikitext | comb_11 | phi | norm_nlr | 4398.88 | 4678.75 | 6.37042 | 90.8004 | 0 | +| 262 | 0.353597 | 4 | 0 | wikitext | comb_18 | phi | norm_nlr | 4398.88 | 4678.75 | 6.48645 | 90.9142 | 0 | +| 263 | 0.372948 | 5 | 0 | wikitext | comb_11 | phi | norm_nlr | 4398.88 | 4678.75 | 5.85874 | 90.9154 | 0 | +| 264 | 0.37359 | 5 | 0 | wikitext | comb_18 | phi | norm_nlr | 4398.88 | 4678.75 | 6.00778 | 90.9738 | 0 | +| 265 | 0.378183 | 6 | 0 | wikitext | comb_18 | phi | norm_nlr | 4398.88 | 4678.75 | 5.9448 | 90.9945 | 0 | +| 266 | 0.371834 | 6 | 0 | wikitext | comb_11 | phi | norm_nlr | 4398.88 | 4678.75 | 5.82636 | 91.0029 | 0 | +| 267 | 0.372543 | 8 | 0 | wikitext | comb_11 | phi | norm_nlr | 4398.88 | 4678.75 | 5.7741 | 91.0508 | 0 | +| 268 | 0.375177 | 7 | 0 | wikitext | comb_11 | phi | norm_nlr | 4398.88 | 4678.75 | 5.93003 | 91.0537 | 0 | +| 269 | 0.379298 | 7 | 0 | wikitext | comb_18 | phi | norm_nlr | 4398.88 | 4678.75 | 5.89551 | 91.1088 | 0 | +| 270 | 0.380581 | 8 | 0 | wikitext | comb_18 | phi | norm_nlr | 4398.88 | 4678.75 | 5.91437 | 91.196 | 0 | +| 271 | 0.355117 | 4 | 0 | wikitext | comb_6 | phi | norm_nlr | 4398.88 | 4678.75 | 6.46051 | 113.095 | 0 | +| 272 | 0.378521 | 6 | 0 | wikitext | comb_6 | phi | norm_nlr | 4398.88 | 4678.75 | 5.92418 | 113.106 | 0 | +| 273 | 0.379027 | 7 | 0 | wikitext | comb_6 | phi | norm_nlr | 4398.88 | 4678.75 | 5.88137 | 113.176 | 0 | +| 274 | 0.374873 | 5 | 0 | wikitext | comb_6 | phi | norm_nlr | 4398.88 | 4678.75 | 6.01406 | 113.186 | 0 | +| 275 | 0.3795 | 8 | 0 | wikitext | comb_6 | phi | norm_nlr | 4398.88 | 4678.75 | 5.92168 | 113.26 | 0 | +| 276 | 0.372307 | 5 | 0 | wikitext | comb_15 | phi | norm_nlr | 4398.88 | 4678.75 | 5.88553 | 138.127 | 0 | +| 277 | 0.350524 | 4 | 0 | wikitext | comb_15 | phi | norm_nlr | 4398.88 | 4678.75 | 6.59584 | 138.167 | 0 | +| 278 | 0.377508 | 7 | 0 | wikitext | comb_15 | phi | norm_nlr | 4398.88 | 4678.75 | 5.88572 | 138.22 | 0 | +| 279 | 0.211685 | 7 | 0 | wikitext | comb_2 | phi | norm_nlr | 4398.88 | 4678.75 | 14.4655 | 138.257 | 0 | +| 280 | 0.378352 | 8 | 0 | wikitext | comb_15 | phi | norm_nlr | 4398.88 | 4678.75 | 5.79163 | 138.282 | 0 | +| 281 | 0.293516 | 6 | 0 | wikitext | comb_15 | phi | norm_nlr | 4398.88 | 4678.75 | 8.82388 | 138.342 | 0 | +| 282 | 0.371462 | 8 | 0 | wikitext | comb_2 | phi | norm_nlr | 4398.88 | 4678.75 | 5.93457 | 138.379 | 0 | +| 283 | 0.00952381 | 4 | 0 | wikitext | comb_16 | phi | norm_nlr | 4401.77 | 4682.94 | 1.10446 | 119.055 | 0 | +| 284 | 0 | 4 | 0 | wikitext | comb_13 | phi | norm_nlr | 4401.77 | 4682.94 | 1.26896 | 119.097 | 0 | +| 285 | 0.0190476 | 4 | 0 | wikitext | comb_17 | phi | norm_nlr | 4401.77 | 4682.94 | 1.09293 | 119.161 | 0 | +| 286 | 0.00952381 | 5 | 0 | wikitext | comb_16 | phi | norm_nlr | 4401.77 | 4682.94 | 1.1026 | 119.174 | 0 | +| 287 | 0.00952381 | 5 | 0 | wikitext | comb_13 | phi | norm_nlr | 4401.77 | 4682.94 | 1.21958 | 119.185 | 0 | +| 288 | 0.0174603 | 6 | 0 | wikitext | comb_13 | phi | norm_nlr | 4401.77 | 4682.94 | 1.10043 | 119.233 | 0 | +| 289 | 0 | 4 | 0 | wikitext | comb_12 | phi | norm_nlr | 4401.77 | 4682.94 | 1.09712 | 119.255 | 0 | +| 290 | 0 | 5 | 0 | wikitext | comb_12 | phi | norm_nlr | 4401.77 | 4682.94 | 1.09712 | 119.255 | 0 | +| 291 | 0.0285714 | 8 | 0 | wikitext | comb_13 | phi | norm_nlr | 4401.77 | 4682.94 | 1.08938 | 119.278 | 0 | +| 292 | 0.0111111 | 7 | 0 | wikitext | comb_13 | phi | norm_nlr | 4401.77 | 4682.94 | 1.10232 | 119.28 | 0 | +| 293 | 0.0111111 | 6 | 0 | wikitext | comb_16 | phi | norm_nlr | 4401.77 | 4682.94 | 1.08791 | 119.332 | 0 | +| 294 | 0.375515 | 6 | 0 | wikitext | comb_17 | phi | norm_nlr | 4402.24 | 4682.94 | 5.92488 | 119.839 | 0 | +| 295 | 0.320601 | 8 | 0 | wikitext | comb_16 | phi | norm_nlr | 4402.24 | 4682.94 | 7.31514 | 119.853 | 0 | +| 296 | 0.323337 | 7 | 0 | wikitext | comb_16 | phi | norm_nlr | 4402.24 | 4682.94 | 7.22501 | 119.877 | 0 | +| 297 | 0.36285 | 6 | 0 | wikitext | comb_12 | phi | norm_nlr | 4402.24 | 4682.94 | 6.18644 | 119.88 | 0 | +| 298 | 0.378791 | 7 | 0 | wikitext | comb_3 | phi | norm_nlr | 4402.24 | 4682.94 | 5.9966 | 119.881 | 0 | +| 299 | 0.361736 | 5 | 0 | wikitext | comb_17 | phi | norm_nlr | 4402.24 | 4682.94 | 6.22545 | 119.906 | 0 | +| 300 | 0.380311 | 8 | 0 | wikitext | comb_17 | phi | norm_nlr | 4402.24 | 4682.94 | 5.89937 | 119.915 | 0 | +| 301 | 0.378453 | 7 | 0 | wikitext | comb_12 | phi | norm_nlr | 4402.24 | 4682.94 | 5.93873 | 119.95 | 0 | +| 302 | 0.378149 | 8 | 0 | wikitext | comb_3 | phi | norm_nlr | 4402.24 | 4682.94 | 5.95809 | 119.952 | 0 | +| 303 | 0.379466 | 7 | 0 | wikitext | comb_17 | phi | norm_nlr | 4402.24 | 4682.94 | 5.89884 | 120.015 | 0 | +| 304 | 0.378791 | 8 | 0 | wikitext | comb_12 | phi | norm_nlr | 4402.24 | 4682.94 | 5.91889 | 120.179 | 0 | +| 305 | 0.0015873 | 6 | 0 | wikitext | comb_10 | phi | norm_nlr | 3365.88 | 5997.85 | 1.09001 | 1.60371 | 0 | +| 306 | 0 | 4 | 0 | wikitext | comb_10 | phi | norm_nlr | 3365.88 | 5997.85 | 1.1104 | 1.72114 | 0 | +| 307 | 0 | 5 | 0 | wikitext | comb_10 | phi | norm_nlr | 3365.88 | 5997.85 | 1.1104 | 1.72114 | 0 | +| 308 | 0 | 4 | 0 | wikitext | comb_14 | phi | norm_nlr | 3365.88 | 5997.85 | 1.85839 | 1.73312 | 0 | +| 309 | 0 | 5 | 0 | wikitext | comb_14 | phi | norm_nlr | 3365.88 | 5997.85 | 1.85839 | 1.73312 | 0 | +| 310 | 0 | 6 | 0 | wikitext | comb_14 | phi | norm_nlr | 3365.88 | 5997.85 | 1.85839 | 1.73312 | 0 | +| 311 | 0 | 7 | 0 | wikitext | comb_14 | phi | norm_nlr | 3365.88 | 5997.85 | 1.85839 | 1.73312 | 0 | +| 312 | 0 | 8 | 0 | wikitext | comb_14 | phi | norm_nlr | 3365.88 | 5997.85 | 1.85839 | 1.73312 | 0 | +| 313 | 0.1077 | 7 | 0 | wikitext | comb_10 | phi | norm_nlr | 3366.35 | 5997.85 | 20.6432 | 1.61176 | 0 | +| 314 | 0.36177 | 8 | 0 | wikitext | comb_10 | phi | norm_nlr | 3366.35 | 5997.85 | 6.172 | 1.62618 | 0 | +| 316 | 0 | 4 | 0 | wikitext | comb_1 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.30216 | 19.7896 | 0 | +| 317 | 0 | 5 | 0 | wikitext | comb_1 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.30216 | 19.7896 | 0 | +| 318 | 0 | 6 | 0 | wikitext | comb_1 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.30216 | 19.7896 | 0 | +| 319 | 0 | 7 | 0 | wikitext | comb_1 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.30216 | 19.7896 | 0 | +| 320 | 0 | 8 | 0 | wikitext | comb_1 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.30216 | 19.7896 | 0 | +| 321 | 0 | 4 | 0 | wikitext | comb_9 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.10931 | 25.9196 | 0 | +| 322 | 0 | 5 | 0 | wikitext | comb_9 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.10931 | 25.9196 | 0 | +| 323 | 0 | 6 | 0 | wikitext | comb_9 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.10931 | 25.9196 | 0 | +| 324 | 0 | 7 | 0 | wikitext | comb_9 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.10931 | 25.9196 | 0 | +| 325 | 0 | 8 | 0 | wikitext | comb_9 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.10931 | 25.9196 | 0 | +| 326 | 0.376528 | 7 | 0 | wikitext | comb_5 | tinyllama | norm_nlr | 1896.03 | 2157.97 | 6.65895 | 14.8622 | 0 | +| 327 | 0.367984 | 5 | 0 | wikitext | comb_5 | tinyllama | norm_nlr | 1896.03 | 2157.97 | 6.96523 | 15.4492 | 0 | +| 328 | 0.377136 | 8 | 0 | wikitext | comb_5 | tinyllama | norm_nlr | 1896.03 | 2157.97 | 6.60597 | 15.4683 | 0 | +| 329 | 0.34691 | 4 | 0 | wikitext | comb_5 | tinyllama | norm_nlr | 1896.03 | 2157.97 | 7.64439 | 15.5697 | 0 | +| 330 | 0.378588 | 6 | 0 | wikitext | comb_5 | tinyllama | norm_nlr | 1896.03 | 2157.97 | 6.50013 | 25.4914 | 0 | +| 336 | 0 | 4 | 0 | wikitext | comb_0 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.10931 | 40.7594 | 0 | +| 337 | 0 | 5 | 0 | wikitext | comb_0 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.10931 | 40.7594 | 0 | +| 338 | 0 | 6 | 0 | wikitext | comb_0 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.10931 | 40.7594 | 0 | +| 339 | 0 | 7 | 0 | wikitext | comb_0 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.10931 | 40.7594 | 0 | +| 340 | 0 | 8 | 0 | wikitext | comb_0 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.10931 | 40.7594 | 0 | +| 341 | 0 | 4 | 0 | wikitext | comb_2 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.12218 | 40.9752 | 0 | +| 342 | 0 | 5 | 0 | wikitext | comb_2 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.12218 | 40.9752 | 0 | +| 343 | 0 | 6 | 0 | wikitext | comb_2 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.12218 | 40.9752 | 0 | +| 344 | 0.375346 | 7 | 0 | wikitext | comb_11 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.6876 | 27.7299 | 0 | +| 345 | 0.378149 | 8 | 0 | wikitext | comb_11 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.57638 | 27.8179 | 0 | +| 346 | 0.377136 | 8 | 0 | wikitext | comb_18 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.6008 | 27.8273 | 0 | +| 347 | 0.368896 | 5 | 0 | wikitext | comb_18 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.9587 | 27.8781 | 0 | +| 348 | 0.376697 | 7 | 0 | wikitext | comb_18 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.66434 | 27.8826 | 0 | +| 349 | 0.367241 | 5 | 0 | wikitext | comb_11 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 7.05264 | 27.9838 | 0 | +| 350 | 0.375751 | 6 | 0 | wikitext | comb_11 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.53376 | 27.9903 | 0 | +| 351 | 0.352786 | 4 | 0 | wikitext | comb_11 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 7.5415 | 28.1605 | 0 | +| 352 | 0.37923 | 6 | 0 | wikitext | comb_6 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.56876 | 35.1049 | 0 | +| 353 | 0.369335 | 5 | 0 | wikitext | comb_6 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.89862 | 35.1177 | 0 | +| 354 | 0.37717 | 8 | 0 | wikitext | comb_6 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.60404 | 35.2114 | 0 | +| 355 | 0.375211 | 7 | 0 | wikitext | comb_6 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.67773 | 35.2611 | 0 | +| 356 | 0.0696724 | 7 | 0 | wikitext | comb_2 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 40.4398 | 41.2828 | 0 | +| 357 | 0.378521 | 6 | 0 | wikitext | comb_15 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.57635 | 41.3048 | 0 | +| 358 | 0.376528 | 7 | 0 | wikitext | comb_15 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.65723 | 41.375 | 0 | +| 359 | 0.348024 | 8 | 0 | wikitext | comb_2 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 7.78407 | 41.3811 | 0 | +| 360 | 0.376933 | 8 | 0 | wikitext | comb_15 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.58942 | 41.6414 | 0 | +| 361 | 0.377744 | 6 | 0 | wikitext | comb_18 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.51426 | 93.4727 | 0 | +| 362 | 0.348801 | 4 | 0 | wikitext | comb_6 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 7.56815 | 101.928 | 0 | +| 363 | 0 | 4 | 0 | wikitext | comb_13 | tinyllama | norm_nlr | 1899.23 | 2162.16 | 11.6329 | 37.5957 | 0 | +| 364 | 0 | 5 | 0 | wikitext | comb_13 | tinyllama | norm_nlr | 1899.23 | 2162.16 | 11.6329 | 37.5957 | 0 | +| 365 | 0 | 4 | 0 | wikitext | comb_12 | tinyllama | norm_nlr | 1899.23 | 2162.16 | 1.17102 | 37.7042 | 0 | +| 366 | 0 | 4 | 0 | wikitext | comb_16 | tinyllama | norm_nlr | 1899.23 | 2162.16 | 1.128 | 37.9599 | 0 | +| 367 | 0.0231481 | 6 | 0 | wikitext | comb_13 | tinyllama | norm_nlr | 1899.24 | 2162.16 | 1.37466 | 37.6309 | 0 | +| 368 | 0.366295 | 8 | 0 | wikitext | comb_13 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.94622 | 38.0304 | 0 | +| 369 | 0.372678 | 7 | 0 | wikitext | comb_12 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.7758 | 38.1361 | 0 | +| 370 | 0.376765 | 8 | 0 | wikitext | comb_17 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.62386 | 38.1414 | 0 | +| 371 | 0.373522 | 8 | 0 | wikitext | comb_3 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.64786 | 38.1419 | 0 | +| 372 | 0.371766 | 7 | 0 | wikitext | comb_16 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.73387 | 38.1794 | 0 | +| 373 | 0.366295 | 7 | 0 | wikitext | comb_3 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.97152 | 38.2175 | 0 | +| 374 | 0.373658 | 8 | 0 | wikitext | comb_12 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.63842 | 38.2381 | 0 | +| 375 | 0.378723 | 8 | 0 | wikitext | comb_16 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.64277 | 38.2647 | 0 | +| 376 | 0.332286 | 6 | 0 | wikitext | comb_3 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 8.07301 | 38.2658 | 0 | +| 377 | 0.374671 | 6 | 0 | wikitext | comb_17 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.87055 | 38.2887 | 0 | +| 378 | 0.2641 | 5 | 0 | wikitext | comb_12 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 10.4228 | 38.2887 | 0 | +| 379 | 0.282303 | 5 | 0 | wikitext | comb_16 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 9.64553 | 38.3005 | 0 | +| 380 | 0.359237 | 6 | 0 | wikitext | comb_12 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 7.04104 | 38.3241 | 0 | +| 381 | 0.357109 | 6 | 0 | wikitext | comb_16 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.99554 | 38.3504 | 0 | +| 382 | 0.373556 | 7 | 0 | wikitext | comb_17 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.71061 | 38.3985 | 0 | +| 383 | 0.289328 | 7 | 0 | wikitext | comb_13 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 9.04136 | 84.8209 | 0 | +| 384 | 0 | 4 | 0 | wikitext | comb_4 | tinyllama | norm_nlr | 2225.07 | 2747.27 | 1.10931 | 99.6082 | 0 | +| 385 | 0 | 5 | 0 | wikitext | comb_4 | tinyllama | norm_nlr | 2225.07 | 2747.27 | 1.10931 | 99.6082 | 0 | +| 386 | 0 | 6 | 0 | wikitext | comb_4 | tinyllama | norm_nlr | 2225.07 | 2747.27 | 1.10931 | 99.6082 | 0 | +| 387 | 0 | 7 | 0 | wikitext | comb_4 | tinyllama | norm_nlr | 2225.07 | 2747.27 | 1.10931 | 99.6082 | 0 | +| 388 | 0 | 8 | 0 | wikitext | comb_4 | tinyllama | norm_nlr | 2225.07 | 2747.27 | 1.10931 | 99.6082 | 0 | +| 389 | 0 | 4 | 0 | wikitext | comb_14 | tinyllama | norm_nlr | 1382.88 | 2814.38 | 15387 | 0.55822 | 0 | +| 390 | 0 | 5 | 0 | wikitext | comb_14 | tinyllama | norm_nlr | 1382.88 | 2814.38 | 15387 | 0.55822 | 0 | +| 391 | 0 | 6 | 0 | wikitext | comb_14 | tinyllama | norm_nlr | 1382.88 | 2814.38 | 15387 | 0.55822 | 0 | +| 392 | 0 | 7 | 0 | wikitext | comb_14 | tinyllama | norm_nlr | 1382.88 | 2814.38 | 15387 | 0.55822 | 0 | +| 393 | 0 | 8 | 0 | wikitext | comb_14 | tinyllama | norm_nlr | 1382.88 | 2814.38 | 15387 | 0.55822 | 0 | +| 0 | 0.296589 | 4 | 0 | wikitext | ao_woq | opt | fixed | 268.126 | 740.295 | 8.76863 | 16.7133 | 0 | +| 1 | 0.324519 | 7 | 0 | wikitext | woq | opt | fixed | 670.235 | 765.46 | 7.90544 | 21.3463 | 0 | +| 2 | 0.324856 | 8 | 0 | wikitext | woq | opt | fixed | 670.235 | 782.238 | 7.91611 | 21.1467 | 0 | +| 3 | 0.317021 | 5 | 0 | wikitext | woq | opt | fixed | 670.235 | 782.238 | 8.22268 | 21.3186 | 0 | +| 4 | 0.292401 | 4 | 0 | wikitext | woq | opt | fixed | 670.235 | 786.432 | 8.90344 | 21.2314 | 0 | +| 5 | 0.321074 | 6 | 0 | wikitext | woq | opt | fixed | 670.235 | 786.432 | 7.80569 | 21.3255 | 0 | +| 6 | 0.324823 | 8 | 0 | wikitext | ao_woq | opt | fixed | 580.072 | 834.666 | 7.91657 | 15.2915 | 0 | +| 7 | 0.324384 | 32 | 0 | wikitext | base | opt | ---- | 1359.4 | 1402.99 | 7.93495 | 10.2598 | 0 | +| 8 | 0.371564 | 4 | 0 | wikitext | ao_woq | phi | fixed | 1922.31 | 2797.6 | 5.99482 | 29.9169 | 0 | +| 9 | 0.380446 | 8 | 0 | wikitext | ao_woq | phi | fixed | 3885.39 | 4292.87 | 5.90714 | 28.8445 | 0 | +| 10 | 0.353799 | 4 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 6.48361 | 62.2568 | 0 | +| 11 | 0.378757 | 7 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.90345 | 62.2607 | 0 | +| 12 | 0.375279 | 5 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.96907 | 62.2856 | 0 | +| 13 | 0.38048 | 8 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.90678 | 62.3092 | 0 | +| 14 | 0.378116 | 6 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.9501 | 62.3718 | 0 | +| 15 | 0.380513 | 32 | 0 | wikitext | base | phi | ---- | 11335.5 | 11370.8 | 5.90955 | 18.803 | 0 | +| 16 | 0.364167 | 4 | 0 | wikitext | ao_woq | tinyllama | fixed | 741.693 | 866.124 | 7.04309 | 21.5042 | 0 | +| 17 | 0.377136 | 8 | 0 | wikitext | ao_woq | tinyllama | fixed | 1631.73 | 1988.1 | 6.60597 | 19.2898 | 0 | +| 18 | 0.378588 | 6 | 0 | wikitext | woq | tinyllama | fixed | 1898.21 | 2151.68 | 6.50158 | 19.6707 | 0 | +| 19 | 0.346977 | 4 | 0 | wikitext | woq | tinyllama | fixed | 1898.21 | 2151.68 | 7.65536 | 20.1313 | 0 | +| 20 | 0.376326 | 7 | 0 | wikitext | woq | tinyllama | fixed | 1898.21 | 2151.68 | 6.66335 | 20.2208 | 0 | +| 21 | 0.377271 | 8 | 0 | wikitext | woq | tinyllama | fixed | 1898.21 | 2151.68 | 6.60481 | 20.2719 | 0 | +| 22 | 0.367612 | 5 | 0 | wikitext | woq | tinyllama | fixed | 1898.21 | 2151.68 | 6.9663 | 20.4532 | 0 | +| 23 | 0.378149 | 32 | 0 | wikitext | base | tinyllama | ---- | 4470.55 | 4485.81 | 6.59595 | 14.7146 | 0 | +| 24 | 0.799589 | 7 | 0 | imagenet | woq | vit | fixed | 356.539 | 406.847 | 0 | 72.9158 | 0 | +| 25 | 0.789311 | 4 | 0 | imagenet | woq | vit | fixed | 356.539 | 406.847 | 0 | 79.4596 | 0 | +| 26 | 0.799589 | 5 | 0 | imagenet | woq | vit | fixed | 356.539 | 406.847 | 0 | 80.7554 | 0 | +| 27 | 0.801644 | 8 | 0 | imagenet | woq | vit | fixed | 356.539 | 406.847 | 0 | 84.7714 | 0 | +| 28 | 0.805755 | 6 | 0 | imagenet | woq | vit | fixed | 356.539 | 406.847 | 0 | 87.5057 | 0 | +| 29 | 0.795478 | 4 | 0 | imagenet | ao_woq | vit | fixed | 179.948 | 503.316 | 0 | 84.2359 | 0 | +| 30 | 0.801644 | 8 | 0 | imagenet | ao_woq | vit | fixed | 341.33 | 511.705 | 0 | 70.2195 | 0 | +| 31 | 0.800617 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 10.0727 | 0 | +| 32 | 0 | 4 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4764.73 | 0 | 25.2541 | 0.0268908 | +| 33 | 0 | 7 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4764.73 | 0 | 87.3119 | 0.023608 | +| 34 | 0 | 5 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4764.73 | 0 | 88.9496 | 0.0237326 | +| 35 | 0 | 8 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4764.73 | 0 | 93.2529 | 0.0239495 | +| 36 | 0 | 6 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4764.73 | 0 | 96.3179 | 0.0234031 | +| 37 | 0 | 8 | 0 | librispeech | ao_woq | wav2vec | fixed | 658.018 | 4890.56 | 0 | 94.8747 | 0.0239712 | +| 38 | 0 | 32 | 0 | librispeech | base | wav2vec | ---- | 1564.77 | 5620.37 | 0 | 18.114 | 0.0239474 | +| 39 | 0.427795 | 4 | 0 | wikitext | ao_woq | llama3 | fixed | 5542.36 | 7163.87 | 5.35836 | 39.0506 | 0 | +| 40 | 0.443735 | 8 | 0 | wikitext | ao_woq | llama3 | fixed | 12110.4 | 14040.4 | 5.20864 | 52.3616 | 0 | +| 41 | 0.37977 | 4 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 6.16325 | 95.6158 | 0 | +| 42 | 0.435562 | 5 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.44896 | 95.6183 | 0 | +| 43 | 0.44387 | 8 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.20824 | 95.6533 | 0 | +| 44 | 0.440932 | 6 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.1933 | 95.7322 | 0 | +| 45 | 0.442756 | 7 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.24889 | 95.8957 | 0 | +| 46 | 0.443668 | 32 | 0 | wikitext | base | llama3 | ---- | 33003.5 | 33156 | 5.22381 | 26.7037 | 0 | \ No newline at end of file