Adds final graphs
Browse files- results/best_param_per_func_with_baselines/vit/4/best_param_per_func_with_baselines.png +0 -0
- results/best_param_per_func_with_baselines/vit/5/best_param_per_func_with_baselines.png +0 -0
- results/best_param_per_func_with_baselines/vit/6/best_param_per_func_with_baselines.png +0 -0
- results/best_param_per_func_with_baselines/vit/7/best_param_per_func_with_baselines.png +0 -0
- results/best_param_per_func_with_baselines/vit/8/best_param_per_func_with_baselines.png +0 -0
- results/bitwidth_acc_decay_per_function/vit.png +0 -0
- results/df.tsv +1 -43
- results/func_by_param_init_method/vit/4/comb_1.png +0 -0
- results/func_by_param_init_method/vit/4/comb_15.png +0 -0
- results/func_by_param_init_method/vit/4/comb_16.png +0 -0
- results/func_by_param_init_method/vit/4/comb_4.png +0 -0
- results/func_by_param_init_method/vit/4/comb_6.png +0 -0
- results/func_by_param_init_method/vit/5/comb_1.png +0 -0
- results/func_by_param_init_method/vit/5/comb_15.png +0 -0
- results/func_by_param_init_method/vit/5/comb_16.png +0 -0
- results/func_by_param_init_method/vit/5/comb_4.png +0 -0
- results/func_by_param_init_method/vit/5/comb_6.png +0 -0
- results/func_by_param_init_method/vit/5/comb_8.png +0 -0
- results/func_by_param_init_method/vit/6/comb_1.png +0 -0
- results/func_by_param_init_method/vit/6/comb_15.png +0 -0
- results/func_by_param_init_method/vit/6/comb_16.png +0 -0
- results/func_by_param_init_method/vit/6/comb_4.png +0 -0
- results/func_by_param_init_method/vit/6/comb_6.png +0 -0
- results/func_by_param_init_method/vit/6/comb_8.png +0 -0
- results/func_by_param_init_method/vit/7/comb_1.png +0 -0
- results/func_by_param_init_method/vit/7/comb_15.png +0 -0
- results/func_by_param_init_method/vit/7/comb_16.png +0 -0
- results/func_by_param_init_method/vit/7/comb_4.png +0 -0
- results/func_by_param_init_method/vit/7/comb_6.png +0 -0
- results/func_by_param_init_method/vit/7/comb_8.png +0 -0
- results/func_by_param_init_method/vit/8/comb_1.png +0 -0
- results/func_by_param_init_method/vit/8/comb_15.png +0 -0
- results/func_by_param_init_method/vit/8/comb_16.png +0 -0
- results/func_by_param_init_method/vit/8/comb_4.png +0 -0
- results/func_by_param_init_method/vit/8/comb_6.png +0 -0
- results/func_by_param_init_method/vit/8/comb_8.png +0 -0
- results/results.txt +75 -117
results/best_param_per_func_with_baselines/vit/4/best_param_per_func_with_baselines.png
CHANGED
results/best_param_per_func_with_baselines/vit/5/best_param_per_func_with_baselines.png
CHANGED
results/best_param_per_func_with_baselines/vit/6/best_param_per_func_with_baselines.png
CHANGED
results/best_param_per_func_with_baselines/vit/7/best_param_per_func_with_baselines.png
CHANGED
results/best_param_per_func_with_baselines/vit/8/best_param_per_func_with_baselines.png
CHANGED
results/bitwidth_acc_decay_per_function/vit.png
CHANGED
results/df.tsv
CHANGED
@@ -37,7 +37,7 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
|
|
37 |
0.0 7 0.0 imagenet comb_10 vit rnd_search_t_cos 356.865024 511.705088 0.0 65.59091 0.0
|
38 |
0.0 8 0.0 imagenet comb_10 vit rnd_search_t_cos 356.865024 511.705088 0.0 65.59091 0.0
|
39 |
0.0 4 0.0 imagenet comb_8 vit rnd_search_t_cos 356.865024 511.705088 0.0 83.16603 0.0
|
40 |
-
0.
|
41 |
0.798561155796051 5 0.0 imagenet comb_6 vit rnd_search_t_cos 357.35808 513.80224 0.0 30.163859 0.0
|
42 |
0.7965056896209717 6 0.0 imagenet comb_1 vit rnd_search_t_cos 357.35808 513.80224 0.0 30.699277 0.0
|
43 |
0.7923946976661682 5 0.0 imagenet comb_8 vit rnd_search_t_cos 357.35808 513.80224 0.0 30.718426 0.0
|
@@ -71,46 +71,4 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
|
|
71 |
0.0 6 0.0 imagenet comb_11 vit rnd_search_t_cos 329.081856 515.899392 0.0 0.04406 0.0
|
72 |
0.0 7 0.0 imagenet comb_11 vit rnd_search_t_cos 329.081856 515.899392 0.0 0.04406 0.0
|
73 |
0.0 8 0.0 imagenet comb_11 vit rnd_search_t_cos 329.081856 515.899392 0.0 0.04406 0.0
|
74 |
-
0.0 8 0.0 imagenet comb_3_t vit rnd_search_t_cos 336.790528 530.579456 0.0 0.04363 0.0
|
75 |
-
0.0 8 0.0 imagenet comb_11_t vit rnd_search_t_cos 336.790528 530.579456 0.0 0.04434 0.0
|
76 |
-
0.0 8 0.0 imagenet comb_5_t vit rnd_search_t_cos 364.491776 532.676608 0.0 34.147562 0.0
|
77 |
-
0.0 8 0.0 imagenet comb_17_t vit rnd_search_t_cos 364.655616 532.676608 0.0 63.591296 0.0
|
78 |
-
0.7913669347763062 8 0.0 imagenet comb_15_t vit rnd_search_t_cos 364.984832 532.676608 0.0 20.580328 0.0
|
79 |
-
0.8036999106407166 6 0.0 imagenet comb_15_t vit rnd_search_t_cos 364.984832 532.676608 0.0 40.130118 0.0
|
80 |
-
0.7995889186859131 4 0.0 imagenet comb_15_t vit rnd_search_t_cos 364.984832 532.676608 0.0 47.870488 0.0
|
81 |
-
0.7995889186859131 5 0.0 imagenet comb_15_t vit rnd_search_t_cos 364.984832 532.676608 0.0 77.21582 0.0
|
82 |
-
0.8129496574401855 7 0.0 imagenet comb_15_t vit rnd_search_t_cos 364.984832 532.676608 0.0 78.82174 0.0
|
83 |
-
0.7934224605560303 8 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 21.324257 0.0
|
84 |
-
0.8047276735305786 5 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 38.614805 0.0
|
85 |
-
0.8036999106407166 6 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 42.799332 0.0
|
86 |
-
0.8047276735305786 7 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 66.00993 0.0
|
87 |
-
0.7934224605560303 4 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 70.167011 0.0
|
88 |
-
0.0 8 0.0 imagenet comb_18_t vit rnd_search_t_cos 365.384704 532.676608 0.0 52.02662 0.0
|
89 |
-
0.0 8 0.0 imagenet comb_12_t vit rnd_search_t_cos 365.384704 532.676608 0.0 74.921998 0.0
|
90 |
-
0.0 8 0.0 imagenet comb_10_t vit rnd_search_t_cos 365.548544 532.676608 0.0 84.917503 0.0
|
91 |
-
0.7605344653129578 8 0.0 imagenet comb_1_t vit rnd_search_t_cos 365.87776 534.77376 0.0 31.525908 0.0
|
92 |
-
0.8036999106407166 5 0.0 imagenet comb_4_t vit rnd_search_t_cos 365.87776 534.77376 0.0 31.872423 0.0
|
93 |
-
0.8026722073554993 4 0.0 imagenet comb_1_t vit rnd_search_t_cos 365.87776 534.77376 0.0 32.090911 0.0
|
94 |
-
0.7944501638412476 6 0.0 imagenet comb_6_t vit rnd_search_t_cos 365.87776 534.77376 0.0 32.230321 0.0
|
95 |
-
0.7975334525108337 4 0.0 imagenet comb_4_t vit rnd_search_t_cos 365.87776 534.77376 0.0 32.32208 0.0
|
96 |
-
0.8006166815757751 5 0.0 imagenet comb_6_t vit rnd_search_t_cos 365.87776 534.77376 0.0 32.34235 0.0
|
97 |
-
0.8088386654853821 6 0.0 imagenet comb_1_t vit rnd_search_t_cos 365.87776 534.77376 0.0 32.387451 0.0
|
98 |
-
0.7841727137565613 4 0.0 imagenet comb_6_t vit rnd_search_t_cos 365.87776 534.77376 0.0 32.451337 0.0
|
99 |
-
0.8067831993103027 7 0.0 imagenet comb_6_t vit rnd_search_t_cos 365.87776 534.77376 0.0 32.947608 0.0
|
100 |
-
0.7975334525108337 4 0.0 imagenet comb_16_t vit rnd_search_t_cos 365.87776 534.77376 0.0 33.479365 0.0
|
101 |
-
0.798561155796051 5 0.0 imagenet comb_16_t vit rnd_search_t_cos 365.87776 534.77376 0.0 34.580721 0.0
|
102 |
-
0.7923946976661682 7 0.0 imagenet comb_4_t vit rnd_search_t_cos 365.87776 534.77376 0.0 37.103231 0.0
|
103 |
-
0.789311408996582 6 0.0 imagenet comb_4_t vit rnd_search_t_cos 365.87776 534.77376 0.0 37.883297 0.0
|
104 |
-
0.8047276735305786 5 0.0 imagenet comb_1_t vit rnd_search_t_cos 365.87776 534.77376 0.0 40.434017 0.0
|
105 |
-
0.7738952040672302 8 0.0 imagenet comb_6_t vit rnd_search_t_cos 365.87776 534.77376 0.0 40.604737 0.0
|
106 |
-
0.7667009830474854 8 0.0 imagenet comb_4_t vit rnd_search_t_cos 365.87776 534.77376 0.0 42.901256 0.0
|
107 |
-
0.7944501638412476 7 0.0 imagenet comb_1_t vit rnd_search_t_cos 365.87776 534.77376 0.0 45.765505 0.0
|
108 |
-
0.789311408996582 6 0.0 imagenet comb_16_t vit rnd_search_t_cos 365.87776 534.77376 0.0 46.185844 0.0
|
109 |
-
0.7800617218017578 8 0.0 imagenet comb_16_t vit rnd_search_t_cos 365.87776 534.77376 0.0 70.840187 0.0
|
110 |
-
0.7821171879768372 7 0.0 imagenet comb_16_t vit rnd_search_t_cos 365.87776 534.77376 0.0 84.943548 0.0
|
111 |
-
0.7934224605560303 7 0.0 imagenet comb_8_t vit rnd_search_t_cos 366.0416 534.77376 0.0 32.25257 0.0
|
112 |
-
0.7995889186859131 5 0.0 imagenet comb_8_t vit rnd_search_t_cos 366.0416 534.77376 0.0 32.48045 0.0
|
113 |
-
0.7780061960220337 4 0.0 imagenet comb_8_t vit rnd_search_t_cos 366.0416 534.77376 0.0 58.072382 0.0
|
114 |
-
0.8067831993103027 6 0.0 imagenet comb_8_t vit rnd_search_t_cos 366.0416 534.77376 0.0 69.177661 0.0
|
115 |
-
0.7697842121124268 8 0.0 imagenet comb_8_t vit rnd_search_t_cos 366.0416 534.77376 0.0 80.906664 0.0
|
116 |
0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 49.378018 0.0
|
|
|
37 |
0.0 7 0.0 imagenet comb_10 vit rnd_search_t_cos 356.865024 511.705088 0.0 65.59091 0.0
|
38 |
0.0 8 0.0 imagenet comb_10 vit rnd_search_t_cos 356.865024 511.705088 0.0 65.59091 0.0
|
39 |
0.0 4 0.0 imagenet comb_8 vit rnd_search_t_cos 356.865024 511.705088 0.0 83.16603 0.0
|
40 |
+
0.1777777820825576 4 0.0 imagenet comb_6 vit rnd_search_t_cos 356.882944 511.705088 0.0 31.795962 0.0
|
41 |
0.798561155796051 5 0.0 imagenet comb_6 vit rnd_search_t_cos 357.35808 513.80224 0.0 30.163859 0.0
|
42 |
0.7965056896209717 6 0.0 imagenet comb_1 vit rnd_search_t_cos 357.35808 513.80224 0.0 30.699277 0.0
|
43 |
0.7923946976661682 5 0.0 imagenet comb_8 vit rnd_search_t_cos 357.35808 513.80224 0.0 30.718426 0.0
|
|
|
71 |
0.0 6 0.0 imagenet comb_11 vit rnd_search_t_cos 329.081856 515.899392 0.0 0.04406 0.0
|
72 |
0.0 7 0.0 imagenet comb_11 vit rnd_search_t_cos 329.081856 515.899392 0.0 0.04406 0.0
|
73 |
0.0 8 0.0 imagenet comb_11 vit rnd_search_t_cos 329.081856 515.899392 0.0 0.04406 0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
74 |
0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 49.378018 0.0
|
results/func_by_param_init_method/vit/4/comb_1.png
CHANGED
results/func_by_param_init_method/vit/4/comb_15.png
CHANGED
results/func_by_param_init_method/vit/4/comb_16.png
CHANGED
results/func_by_param_init_method/vit/4/comb_4.png
CHANGED
results/func_by_param_init_method/vit/4/comb_6.png
CHANGED
results/func_by_param_init_method/vit/5/comb_1.png
CHANGED
results/func_by_param_init_method/vit/5/comb_15.png
CHANGED
results/func_by_param_init_method/vit/5/comb_16.png
CHANGED
results/func_by_param_init_method/vit/5/comb_4.png
CHANGED
results/func_by_param_init_method/vit/5/comb_6.png
CHANGED
results/func_by_param_init_method/vit/5/comb_8.png
CHANGED
results/func_by_param_init_method/vit/6/comb_1.png
CHANGED
results/func_by_param_init_method/vit/6/comb_15.png
CHANGED
results/func_by_param_init_method/vit/6/comb_16.png
CHANGED
results/func_by_param_init_method/vit/6/comb_4.png
CHANGED
results/func_by_param_init_method/vit/6/comb_6.png
CHANGED
results/func_by_param_init_method/vit/6/comb_8.png
CHANGED
results/func_by_param_init_method/vit/7/comb_1.png
CHANGED
results/func_by_param_init_method/vit/7/comb_15.png
CHANGED
results/func_by_param_init_method/vit/7/comb_16.png
CHANGED
results/func_by_param_init_method/vit/7/comb_4.png
CHANGED
results/func_by_param_init_method/vit/7/comb_6.png
CHANGED
results/func_by_param_init_method/vit/7/comb_8.png
CHANGED
results/func_by_param_init_method/vit/8/comb_1.png
CHANGED
results/func_by_param_init_method/vit/8/comb_15.png
CHANGED
results/func_by_param_init_method/vit/8/comb_16.png
CHANGED
results/func_by_param_init_method/vit/8/comb_4.png
CHANGED
results/func_by_param_init_method/vit/8/comb_6.png
CHANGED
results/func_by_param_init_method/vit/8/comb_8.png
CHANGED
results/results.txt
CHANGED
@@ -1,117 +1,75 @@
|
|
1 |
-
|
|
2 |
-
|
3 |
-
|
|
4 |
-
|
|
5 |
-
|
|
6 |
-
|
|
7 |
-
|
|
8 |
-
|
|
9 |
-
|
|
10 |
-
|
|
11 |
-
|
|
12 |
-
|
|
13 |
-
|
|
14 |
-
|
|
15 |
-
|
|
16 |
-
|
|
17 |
-
|
|
18 |
-
|
|
19 |
-
|
|
20 |
-
|
|
21 |
-
|
|
22 |
-
|
|
23 |
-
|
|
24 |
-
|
|
25 |
-
|
|
26 |
-
|
|
27 |
-
|
|
28 |
-
|
|
29 |
-
|
|
30 |
-
|
|
31 |
-
|
|
32 |
-
|
|
33 |
-
|
|
34 |
-
|
|
35 |
-
|
|
36 |
-
|
|
37 |
-
|
|
38 |
-
|
|
39 |
-
|
|
40 |
-
|
|
41 |
-
|
|
42 |
-
|
|
43 |
-
|
|
44 |
-
|
|
45 |
-
|
|
46 |
-
|
|
47 |
-
|
|
48 |
-
|
|
49 |
-
|
|
50 |
-
|
|
51 |
-
|
|
52 |
-
|
|
53 |
-
|
|
54 |
-
|
|
55 |
-
|
|
56 |
-
|
|
57 |
-
|
|
58 |
-
|
|
59 |
-
|
|
60 |
-
|
|
61 |
-
|
|
62 |
-
|
|
63 |
-
|
|
64 |
-
|
|
65 |
-
|
|
66 |
-
|
|
67 |
-
|
|
68 |
-
|
|
69 |
-
|
|
70 |
-
|
|
71 |
-
|
|
72 |
-
|
|
73 |
-
|
|
74 |
-
|
|
75 |
-
|
|
76 |
-
| 73 | 0 | 8 | 0 | imagenet | comb_11_t | vit | rnd_search_t_cos | 336.791 | 530.579 | 0 | 0.04434 | 0 |
|
77 |
-
| 74 | 0 | 8 | 0 | imagenet | comb_5_t | vit | rnd_search_t_cos | 364.492 | 532.677 | 0 | 34.1476 | 0 |
|
78 |
-
| 75 | 0 | 8 | 0 | imagenet | comb_17_t | vit | rnd_search_t_cos | 364.656 | 532.677 | 0 | 63.5913 | 0 |
|
79 |
-
| 76 | 0.791367 | 8 | 0 | imagenet | comb_15_t | vit | rnd_search_t_cos | 364.985 | 532.677 | 0 | 20.5803 | 0 |
|
80 |
-
| 77 | 0.8037 | 6 | 0 | imagenet | comb_15_t | vit | rnd_search_t_cos | 364.985 | 532.677 | 0 | 40.1301 | 0 |
|
81 |
-
| 78 | 0.799589 | 4 | 0 | imagenet | comb_15_t | vit | rnd_search_t_cos | 364.985 | 532.677 | 0 | 47.8705 | 0 |
|
82 |
-
| 79 | 0.799589 | 5 | 0 | imagenet | comb_15_t | vit | rnd_search_t_cos | 364.985 | 532.677 | 0 | 77.2158 | 0 |
|
83 |
-
| 80 | 0.81295 | 7 | 0 | imagenet | comb_15_t | vit | rnd_search_t_cos | 364.985 | 532.677 | 0 | 78.8217 | 0 |
|
84 |
-
| 81 | 0.793422 | 8 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 21.3243 | 0 |
|
85 |
-
| 82 | 0.804728 | 5 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 38.6148 | 0 |
|
86 |
-
| 83 | 0.8037 | 6 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 42.7993 | 0 |
|
87 |
-
| 84 | 0.804728 | 7 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 66.0099 | 0 |
|
88 |
-
| 85 | 0.793422 | 4 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 70.167 | 0 |
|
89 |
-
| 86 | 0 | 8 | 0 | imagenet | comb_18_t | vit | rnd_search_t_cos | 365.385 | 532.677 | 0 | 52.0266 | 0 |
|
90 |
-
| 87 | 0 | 8 | 0 | imagenet | comb_12_t | vit | rnd_search_t_cos | 365.385 | 532.677 | 0 | 74.922 | 0 |
|
91 |
-
| 88 | 0 | 8 | 0 | imagenet | comb_10_t | vit | rnd_search_t_cos | 365.549 | 532.677 | 0 | 84.9175 | 0 |
|
92 |
-
| 89 | 0.760534 | 8 | 0 | imagenet | comb_1_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 31.5259 | 0 |
|
93 |
-
| 90 | 0.8037 | 5 | 0 | imagenet | comb_4_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 31.8724 | 0 |
|
94 |
-
| 91 | 0.802672 | 4 | 0 | imagenet | comb_1_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 32.0909 | 0 |
|
95 |
-
| 92 | 0.79445 | 6 | 0 | imagenet | comb_6_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 32.2303 | 0 |
|
96 |
-
| 93 | 0.797533 | 4 | 0 | imagenet | comb_4_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 32.3221 | 0 |
|
97 |
-
| 94 | 0.800617 | 5 | 0 | imagenet | comb_6_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 32.3424 | 0 |
|
98 |
-
| 95 | 0.808839 | 6 | 0 | imagenet | comb_1_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 32.3875 | 0 |
|
99 |
-
| 96 | 0.784173 | 4 | 0 | imagenet | comb_6_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 32.4513 | 0 |
|
100 |
-
| 97 | 0.806783 | 7 | 0 | imagenet | comb_6_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 32.9476 | 0 |
|
101 |
-
| 98 | 0.797533 | 4 | 0 | imagenet | comb_16_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 33.4794 | 0 |
|
102 |
-
| 99 | 0.798561 | 5 | 0 | imagenet | comb_16_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 34.5807 | 0 |
|
103 |
-
| 100 | 0.792395 | 7 | 0 | imagenet | comb_4_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 37.1032 | 0 |
|
104 |
-
| 101 | 0.789311 | 6 | 0 | imagenet | comb_4_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 37.8833 | 0 |
|
105 |
-
| 102 | 0.804728 | 5 | 0 | imagenet | comb_1_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 40.434 | 0 |
|
106 |
-
| 103 | 0.773895 | 8 | 0 | imagenet | comb_6_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 40.6047 | 0 |
|
107 |
-
| 104 | 0.766701 | 8 | 0 | imagenet | comb_4_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 42.9013 | 0 |
|
108 |
-
| 105 | 0.79445 | 7 | 0 | imagenet | comb_1_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 45.7655 | 0 |
|
109 |
-
| 106 | 0.789311 | 6 | 0 | imagenet | comb_16_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 46.1858 | 0 |
|
110 |
-
| 107 | 0.780062 | 8 | 0 | imagenet | comb_16_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 70.8402 | 0 |
|
111 |
-
| 108 | 0.782117 | 7 | 0 | imagenet | comb_16_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 84.9435 | 0 |
|
112 |
-
| 109 | 0.793422 | 7 | 0 | imagenet | comb_8_t | vit | rnd_search_t_cos | 366.042 | 534.774 | 0 | 32.2526 | 0 |
|
113 |
-
| 110 | 0.799589 | 5 | 0 | imagenet | comb_8_t | vit | rnd_search_t_cos | 366.042 | 534.774 | 0 | 32.4804 | 0 |
|
114 |
-
| 111 | 0.778006 | 4 | 0 | imagenet | comb_8_t | vit | rnd_search_t_cos | 366.042 | 534.774 | 0 | 58.0724 | 0 |
|
115 |
-
| 112 | 0.806783 | 6 | 0 | imagenet | comb_8_t | vit | rnd_search_t_cos | 366.042 | 534.774 | 0 | 69.1777 | 0 |
|
116 |
-
| 113 | 0.769784 | 8 | 0 | imagenet | comb_8_t | vit | rnd_search_t_cos | 366.042 | 534.774 | 0 | 80.9067 | 0 |
|
117 |
-
| 114 | 0.800617 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 49.378 | 0 |
|
|
|
1 |
+
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer |
|
2 |
+
|---:|-----------:|-------:|-------:|:----------|:---------|:--------|:-----------------|--------------------:|---------------------:|-------------:|----------:|------:|
|
3 |
+
| 0 | 0.7955 | 4 | 0 | imagenet | ao_woq | vit | fixed | 180.84 | 411.042 | 0 | 22.0774 | 0 |
|
4 |
+
| 1 | 0.8016 | 8 | 0 | imagenet | ao_woq | vit | fixed | 341.33 | 486.539 | 0 | 46.9142 | 0 |
|
5 |
+
| 2 | 0 | 4 | 0 | imagenet | comb_5 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 41.2857 | 0 |
|
6 |
+
| 3 | 0 | 5 | 0 | imagenet | comb_5 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 41.2857 | 0 |
|
7 |
+
| 4 | 0 | 6 | 0 | imagenet | comb_5 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 41.2857 | 0 |
|
8 |
+
| 5 | 0 | 7 | 0 | imagenet | comb_5 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 41.2857 | 0 |
|
9 |
+
| 6 | 0 | 8 | 0 | imagenet | comb_5 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 41.2857 | 0 |
|
10 |
+
| 7 | 0 | 4 | 0 | imagenet | comb_17 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 70.542 | 0 |
|
11 |
+
| 8 | 0 | 5 | 0 | imagenet | comb_17 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 70.542 | 0 |
|
12 |
+
| 9 | 0 | 6 | 0 | imagenet | comb_17 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 70.542 | 0 |
|
13 |
+
| 10 | 0 | 7 | 0 | imagenet | comb_17 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 70.542 | 0 |
|
14 |
+
| 11 | 0 | 8 | 0 | imagenet | comb_17 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 70.542 | 0 |
|
15 |
+
| 12 | 0.7986 | 6 | 0 | imagenet | comb_15 | vit | rnd_search_t_cos | 356.465 | 511.705 | 0 | 18.4076 | 0 |
|
16 |
+
| 13 | 0.7986 | 5 | 0 | imagenet | comb_15 | vit | rnd_search_t_cos | 356.465 | 511.705 | 0 | 39.2246 | 0 |
|
17 |
+
| 14 | 0.8016 | 8 | 0 | imagenet | comb_15 | vit | rnd_search_t_cos | 356.465 | 511.705 | 0 | 47.1052 | 0 |
|
18 |
+
| 15 | 0.7996 | 7 | 0 | imagenet | comb_15 | vit | rnd_search_t_cos | 356.465 | 511.705 | 0 | 54.4575 | 0 |
|
19 |
+
| 16 | 0.7975 | 4 | 0 | imagenet | comb_15 | vit | rnd_search_t_cos | 356.465 | 511.705 | 0 | 55.3632 | 0 |
|
20 |
+
| 17 | 0.8016 | 8 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 20.3098 | 0 |
|
21 |
+
| 18 | 0.8058 | 6 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 20.474 | 0 |
|
22 |
+
| 19 | 0.7996 | 7 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 21.9882 | 0 |
|
23 |
+
| 20 | 0.7893 | 4 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 25.2353 | 0 |
|
24 |
+
| 21 | 0.7996 | 5 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 32.9601 | 0 |
|
25 |
+
| 22 | 0 | 4 | 0 | imagenet | comb_12 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 30.7004 | 0 |
|
26 |
+
| 23 | 0 | 5 | 0 | imagenet | comb_12 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 30.7004 | 0 |
|
27 |
+
| 24 | 0 | 6 | 0 | imagenet | comb_12 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 30.7004 | 0 |
|
28 |
+
| 25 | 0 | 7 | 0 | imagenet | comb_12 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 30.7004 | 0 |
|
29 |
+
| 26 | 0 | 8 | 0 | imagenet | comb_12 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 30.7004 | 0 |
|
30 |
+
| 27 | 0 | 4 | 0 | imagenet | comb_18 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 43.7104 | 0 |
|
31 |
+
| 28 | 0 | 5 | 0 | imagenet | comb_18 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 43.7104 | 0 |
|
32 |
+
| 29 | 0 | 6 | 0 | imagenet | comb_18 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 43.7104 | 0 |
|
33 |
+
| 30 | 0 | 7 | 0 | imagenet | comb_18 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 43.7104 | 0 |
|
34 |
+
| 31 | 0 | 8 | 0 | imagenet | comb_18 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 43.7104 | 0 |
|
35 |
+
| 32 | 0 | 4 | 0 | imagenet | comb_10 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 65.5909 | 0 |
|
36 |
+
| 33 | 0 | 5 | 0 | imagenet | comb_10 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 65.5909 | 0 |
|
37 |
+
| 34 | 0 | 6 | 0 | imagenet | comb_10 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 65.5909 | 0 |
|
38 |
+
| 35 | 0 | 7 | 0 | imagenet | comb_10 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 65.5909 | 0 |
|
39 |
+
| 36 | 0 | 8 | 0 | imagenet | comb_10 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 65.5909 | 0 |
|
40 |
+
| 37 | 0 | 4 | 0 | imagenet | comb_8 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 83.166 | 0 |
|
41 |
+
| 38 | 0.1778 | 4 | 0 | imagenet | comb_6 | vit | rnd_search_t_cos | 356.883 | 511.705 | 0 | 31.796 | 0 |
|
42 |
+
| 39 | 0.7986 | 5 | 0 | imagenet | comb_6 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 30.1639 | 0 |
|
43 |
+
| 40 | 0.7965 | 6 | 0 | imagenet | comb_1 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 30.6993 | 0 |
|
44 |
+
| 41 | 0.7924 | 5 | 0 | imagenet | comb_8 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 30.7184 | 0 |
|
45 |
+
| 42 | 0.8006 | 7 | 0 | imagenet | comb_8 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 31.1564 | 0 |
|
46 |
+
| 43 | 0.8006 | 7 | 0 | imagenet | comb_4 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 31.1918 | 0 |
|
47 |
+
| 44 | 0.8027 | 6 | 0 | imagenet | comb_4 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 31.2353 | 0 |
|
48 |
+
| 45 | 0.7945 | 5 | 0 | imagenet | comb_1 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 31.9295 | 0 |
|
49 |
+
| 46 | 0.7975 | 5 | 0 | imagenet | comb_4 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 32.0325 | 0 |
|
50 |
+
| 47 | 0.7996 | 7 | 0 | imagenet | comb_6 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 32.4201 | 0 |
|
51 |
+
| 48 | 0.7996 | 7 | 0 | imagenet | comb_16 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 33.3394 | 0 |
|
52 |
+
| 49 | 0.7996 | 8 | 0 | imagenet | comb_1 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 33.3772 | 0 |
|
53 |
+
| 50 | 0.7965 | 4 | 0 | imagenet | comb_1 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 33.5106 | 0 |
|
54 |
+
| 51 | 0.8016 | 6 | 0 | imagenet | comb_16 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 34.9856 | 0 |
|
55 |
+
| 52 | 0.7975 | 6 | 0 | imagenet | comb_8 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 35.0376 | 0 |
|
56 |
+
| 53 | 0.8006 | 8 | 0 | imagenet | comb_8 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 35.199 | 0 |
|
57 |
+
| 54 | 0.8006 | 8 | 0 | imagenet | comb_16 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 49.3306 | 0 |
|
58 |
+
| 55 | 0.8016 | 7 | 0 | imagenet | comb_1 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 52.3674 | 0 |
|
59 |
+
| 56 | 0.7996 | 5 | 0 | imagenet | comb_16 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 58.8126 | 0 |
|
60 |
+
| 57 | 0.8006 | 8 | 0 | imagenet | comb_4 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 67.3376 | 0 |
|
61 |
+
| 58 | 0.7975 | 4 | 0 | imagenet | comb_16 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 77.0306 | 0 |
|
62 |
+
| 59 | 0.8006 | 8 | 0 | imagenet | comb_6 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 105.019 | 0 |
|
63 |
+
| 60 | 0.7996 | 6 | 0 | imagenet | comb_6 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 112.597 | 0 |
|
64 |
+
| 61 | 0.7986 | 4 | 0 | imagenet | comb_4 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 113.355 | 0 |
|
65 |
+
| 62 | 0 | 4 | 0 | imagenet | comb_3 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0432 | 0 |
|
66 |
+
| 63 | 0 | 5 | 0 | imagenet | comb_3 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0432 | 0 |
|
67 |
+
| 64 | 0 | 6 | 0 | imagenet | comb_3 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0432 | 0 |
|
68 |
+
| 65 | 0 | 7 | 0 | imagenet | comb_3 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0432 | 0 |
|
69 |
+
| 66 | 0 | 8 | 0 | imagenet | comb_3 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0432 | 0 |
|
70 |
+
| 67 | 0 | 4 | 0 | imagenet | comb_11 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0441 | 0 |
|
71 |
+
| 68 | 0 | 5 | 0 | imagenet | comb_11 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0441 | 0 |
|
72 |
+
| 69 | 0 | 6 | 0 | imagenet | comb_11 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0441 | 0 |
|
73 |
+
| 70 | 0 | 7 | 0 | imagenet | comb_11 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0441 | 0 |
|
74 |
+
| 71 | 0 | 8 | 0 | imagenet | comb_11 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0441 | 0 |
|
75 |
+
| 72 | 0.8006 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 49.378 | 0 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|