| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |---:|-----------:|-------:|-------:|:----------|:---------|:--------|:-----------------|--------------------:|---------------------:|-------------:|----------:|------:| | 0 | 0.7955 | 4 | 0 | imagenet | ao_woq | vit | fixed | 180.84 | 411.042 | 0 | 22.0774 | 0 | | 1 | 0.8016 | 8 | 0 | imagenet | ao_woq | vit | fixed | 341.33 | 486.539 | 0 | 46.9142 | 0 | | 2 | 0 | 4 | 0 | imagenet | comb_5 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 41.2857 | 0 | | 3 | 0 | 5 | 0 | imagenet | comb_5 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 41.2857 | 0 | | 4 | 0 | 6 | 0 | imagenet | comb_5 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 41.2857 | 0 | | 5 | 0 | 7 | 0 | imagenet | comb_5 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 41.2857 | 0 | | 6 | 0 | 8 | 0 | imagenet | comb_5 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 41.2857 | 0 | | 7 | 0 | 4 | 0 | imagenet | comb_17 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 70.542 | 0 | | 8 | 0 | 5 | 0 | imagenet | comb_17 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 70.542 | 0 | | 9 | 0 | 6 | 0 | imagenet | comb_17 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 70.542 | 0 | | 10 | 0 | 7 | 0 | imagenet | comb_17 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 70.542 | 0 | | 11 | 0 | 8 | 0 | imagenet | comb_17 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 70.542 | 0 | | 12 | 0.7986 | 6 | 0 | imagenet | comb_15 | vit | rnd_search_t_cos | 356.465 | 511.705 | 0 | 18.4076 | 0 | | 13 | 0.7986 | 5 | 0 | imagenet | comb_15 | vit | rnd_search_t_cos | 356.465 | 511.705 | 0 | 39.2246 | 0 | | 14 | 0.8016 | 8 | 0 | imagenet | comb_15 | vit | rnd_search_t_cos | 356.465 | 511.705 | 0 | 47.1052 | 0 | | 15 | 0.7996 | 7 | 0 | imagenet | comb_15 | vit | rnd_search_t_cos | 356.465 | 511.705 | 0 | 54.4575 | 0 | | 16 | 0.7975 | 4 | 0 | imagenet | comb_15 | vit | rnd_search_t_cos | 356.465 | 511.705 | 0 | 55.3632 | 0 | | 17 | 0.8016 | 8 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 20.3098 | 0 | | 18 | 0.8058 | 6 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 20.474 | 0 | | 19 | 0.7996 | 7 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 21.9882 | 0 | | 20 | 0.7893 | 4 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 25.2353 | 0 | | 21 | 0.7996 | 5 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 32.9601 | 0 | | 22 | 0 | 4 | 0 | imagenet | comb_12 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 30.7004 | 0 | | 23 | 0 | 5 | 0 | imagenet | comb_12 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 30.7004 | 0 | | 24 | 0 | 6 | 0 | imagenet | comb_12 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 30.7004 | 0 | | 25 | 0 | 7 | 0 | imagenet | comb_12 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 30.7004 | 0 | | 26 | 0 | 8 | 0 | imagenet | comb_12 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 30.7004 | 0 | | 27 | 0 | 4 | 0 | imagenet | comb_18 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 43.7104 | 0 | | 28 | 0 | 5 | 0 | imagenet | comb_18 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 43.7104 | 0 | | 29 | 0 | 6 | 0 | imagenet | comb_18 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 43.7104 | 0 | | 30 | 0 | 7 | 0 | imagenet | comb_18 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 43.7104 | 0 | | 31 | 0 | 8 | 0 | imagenet | comb_18 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 43.7104 | 0 | | 32 | 0 | 4 | 0 | imagenet | comb_10 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 65.5909 | 0 | | 33 | 0 | 5 | 0 | imagenet | comb_10 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 65.5909 | 0 | | 34 | 0 | 6 | 0 | imagenet | comb_10 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 65.5909 | 0 | | 35 | 0 | 7 | 0 | imagenet | comb_10 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 65.5909 | 0 | | 36 | 0 | 8 | 0 | imagenet | comb_10 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 65.5909 | 0 | | 37 | 0 | 4 | 0 | imagenet | comb_8 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 83.166 | 0 | | 38 | 0.1778 | 4 | 0 | imagenet | comb_6 | vit | rnd_search_t_cos | 356.883 | 511.705 | 0 | 31.796 | 0 | | 39 | 0.7986 | 5 | 0 | imagenet | comb_6 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 30.1639 | 0 | | 40 | 0.7965 | 6 | 0 | imagenet | comb_1 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 30.6993 | 0 | | 41 | 0.7924 | 5 | 0 | imagenet | comb_8 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 30.7184 | 0 | | 42 | 0.8006 | 7 | 0 | imagenet | comb_8 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 31.1564 | 0 | | 43 | 0.8006 | 7 | 0 | imagenet | comb_4 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 31.1918 | 0 | | 44 | 0.8027 | 6 | 0 | imagenet | comb_4 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 31.2353 | 0 | | 45 | 0.7945 | 5 | 0 | imagenet | comb_1 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 31.9295 | 0 | | 46 | 0.7975 | 5 | 0 | imagenet | comb_4 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 32.0325 | 0 | | 47 | 0.7996 | 7 | 0 | imagenet | comb_6 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 32.4201 | 0 | | 48 | 0.7996 | 7 | 0 | imagenet | comb_16 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 33.3394 | 0 | | 49 | 0.7996 | 8 | 0 | imagenet | comb_1 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 33.3772 | 0 | | 50 | 0.7965 | 4 | 0 | imagenet | comb_1 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 33.5106 | 0 | | 51 | 0.8016 | 6 | 0 | imagenet | comb_16 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 34.9856 | 0 | | 52 | 0.7975 | 6 | 0 | imagenet | comb_8 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 35.0376 | 0 | | 53 | 0.8006 | 8 | 0 | imagenet | comb_8 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 35.199 | 0 | | 54 | 0.8006 | 8 | 0 | imagenet | comb_16 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 49.3306 | 0 | | 55 | 0.8016 | 7 | 0 | imagenet | comb_1 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 52.3674 | 0 | | 56 | 0.7996 | 5 | 0 | imagenet | comb_16 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 58.8126 | 0 | | 57 | 0.8006 | 8 | 0 | imagenet | comb_4 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 67.3376 | 0 | | 58 | 0.7975 | 4 | 0 | imagenet | comb_16 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 77.0306 | 0 | | 59 | 0.8006 | 8 | 0 | imagenet | comb_6 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 105.019 | 0 | | 60 | 0.7996 | 6 | 0 | imagenet | comb_6 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 112.597 | 0 | | 61 | 0.7986 | 4 | 0 | imagenet | comb_4 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 113.355 | 0 | | 62 | 0 | 4 | 0 | imagenet | comb_3 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0432 | 0 | | 63 | 0 | 5 | 0 | imagenet | comb_3 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0432 | 0 | | 64 | 0 | 6 | 0 | imagenet | comb_3 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0432 | 0 | | 65 | 0 | 7 | 0 | imagenet | comb_3 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0432 | 0 | | 66 | 0 | 8 | 0 | imagenet | comb_3 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0432 | 0 | | 67 | 0 | 4 | 0 | imagenet | comb_11 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0441 | 0 | | 68 | 0 | 5 | 0 | imagenet | comb_11 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0441 | 0 | | 69 | 0 | 6 | 0 | imagenet | comb_11 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0441 | 0 | | 70 | 0 | 7 | 0 | imagenet | comb_11 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0441 | 0 | | 71 | 0 | 8 | 0 | imagenet | comb_11 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0441 | 0 | | 72 | 0.8006 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 49.378 | 0 |