Adds final graphs
Browse files- results/best_param_per_func_with_baselines/vit/4/best_param_per_func_with_baselines.png +0 -0
- results/best_param_per_func_with_baselines/vit/5/best_param_per_func_with_baselines.png +0 -0
- results/best_param_per_func_with_baselines/vit/6/best_param_per_func_with_baselines.png +0 -0
- results/best_param_per_func_with_baselines/vit/7/best_param_per_func_with_baselines.png +0 -0
- results/best_param_per_func_with_baselines/vit/8/best_param_per_func_with_baselines.png +0 -0
- results/bitwidth_acc_decay_per_function/vit.png +0 -0
- results/df.tsv +2 -54
- results/func_by_param_init_method/vit/4/comb_1.png +0 -0
- results/func_by_param_init_method/vit/4/comb_11.png +0 -0
- results/func_by_param_init_method/vit/4/comb_15.png +0 -0
- results/func_by_param_init_method/vit/4/comb_17.png +0 -0
- results/func_by_param_init_method/vit/4/comb_18.png +0 -0
- results/func_by_param_init_method/vit/4/comb_5.png +0 -0
- results/func_by_param_init_method/vit/4/comb_8.png +0 -0
- results/func_by_param_init_method/vit/5/comb_1.png +0 -0
- results/func_by_param_init_method/vit/5/comb_11.png +0 -0
- results/func_by_param_init_method/vit/5/comb_15.png +0 -0
- results/func_by_param_init_method/vit/5/comb_17.png +0 -0
- results/func_by_param_init_method/vit/5/comb_18.png +0 -0
- results/func_by_param_init_method/vit/5/comb_5.png +0 -0
- results/func_by_param_init_method/vit/5/comb_8.png +0 -0
- results/func_by_param_init_method/vit/5/comb_9.png +0 -0
- results/func_by_param_init_method/vit/6/comb_1.png +0 -0
- results/func_by_param_init_method/vit/6/comb_11.png +0 -0
- results/func_by_param_init_method/vit/6/comb_15.png +0 -0
- results/func_by_param_init_method/vit/6/comb_17.png +0 -0
- results/func_by_param_init_method/vit/6/comb_18.png +0 -0
- results/func_by_param_init_method/vit/6/comb_5.png +0 -0
- results/func_by_param_init_method/vit/6/comb_8.png +0 -0
- results/func_by_param_init_method/vit/6/comb_9.png +0 -0
- results/func_by_param_init_method/vit/7/comb_1.png +0 -0
- results/func_by_param_init_method/vit/7/comb_11.png +0 -0
- results/func_by_param_init_method/vit/7/comb_15.png +0 -0
- results/func_by_param_init_method/vit/7/comb_17.png +0 -0
- results/func_by_param_init_method/vit/7/comb_18.png +0 -0
- results/func_by_param_init_method/vit/7/comb_5.png +0 -0
- results/func_by_param_init_method/vit/7/comb_8.png +0 -0
- results/func_by_param_init_method/vit/7/comb_9.png +0 -0
- results/func_by_param_init_method/vit/8/comb_1.png +0 -0
- results/func_by_param_init_method/vit/8/comb_11.png +0 -0
- results/func_by_param_init_method/vit/8/comb_15.png +0 -0
- results/func_by_param_init_method/vit/8/comb_17.png +0 -0
- results/func_by_param_init_method/vit/8/comb_18.png +0 -0
- results/func_by_param_init_method/vit/8/comb_5.png +0 -0
- results/func_by_param_init_method/vit/8/comb_8.png +0 -0
- results/func_by_param_init_method/vit/8/comb_9.png +0 -0
- results/results.txt +85 -137
results/best_param_per_func_with_baselines/vit/4/best_param_per_func_with_baselines.png
CHANGED
results/best_param_per_func_with_baselines/vit/5/best_param_per_func_with_baselines.png
CHANGED
results/best_param_per_func_with_baselines/vit/6/best_param_per_func_with_baselines.png
CHANGED
results/best_param_per_func_with_baselines/vit/7/best_param_per_func_with_baselines.png
CHANGED
results/best_param_per_func_with_baselines/vit/8/best_param_per_func_with_baselines.png
CHANGED
results/bitwidth_acc_decay_per_function/vit.png
CHANGED
results/df.tsv
CHANGED
@@ -35,8 +35,8 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
|
|
35 |
0.0 7 0.0 imagenet comb_7 vit nlr_t_cos 357.9136 390.070272 0.0 59.474992 0.0
|
36 |
0.0 8 0.0 imagenet comb_7 vit nlr_t_cos 357.9136 390.070272 0.0 59.474992 0.0
|
37 |
0.0 4 0.0 imagenet comb_9 vit nlr_t_cos 357.9136 390.070272 0.0 74.989888 0.0
|
38 |
-
0.
|
39 |
-
0.
|
40 |
0.8006166815757751 8 0.0 imagenet comb_11 vit nlr_t_cos 358.406656 392.167424 0.0 49.787661 0.0
|
41 |
0.8006166815757751 8 0.0 imagenet comb_17 vit nlr_t_cos 358.406656 392.167424 0.0 53.371304 0.0
|
42 |
0.798561155796051 4 0.0 imagenet comb_18 vit nlr_t_cos 358.406656 392.167424 0.0 56.208392 0.0
|
@@ -80,57 +80,5 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
|
|
80 |
0.0 6 0.0 imagenet comb_14 vit nlr_t_cos 329.376768 411.041792 0.0 0.085119 0.0
|
81 |
0.0 7 0.0 imagenet comb_14 vit nlr_t_cos 329.376768 411.041792 0.0 0.085119 0.0
|
82 |
0.0 8 0.0 imagenet comb_14 vit nlr_t_cos 329.376768 411.041792 0.0 0.085119 0.0
|
83 |
-
0.0 8 0.0 imagenet comb_6_t vit nlr_t_cos 365.540352 411.041792 0.0 45.381616 0.0
|
84 |
-
0.0 8 0.0 imagenet comb_7_t vit nlr_t_cos 366.43328 411.041792 0.0 54.666464 0.0
|
85 |
-
0.0 8 0.0 imagenet comb_16_t vit nlr_t_cos 366.43328 411.041792 0.0 57.773276 0.0
|
86 |
-
0.0 4 0.0 imagenet comb_9_t vit nlr_t_cos 366.43328 411.041792 0.0 59.399987 0.0
|
87 |
-
0.0 8 0.0 imagenet comb_9_t vit nlr_t_cos 366.43328 411.041792 0.0 69.461182 0.0
|
88 |
-
0.0 8 0.0 imagenet comb_2_t vit nlr_t_cos 366.572544 411.041792 0.0 59.648557 0.0
|
89 |
-
0.7913669347763062 8 0.0 imagenet comb_15_t vit nlr_t_cos 367.0656 411.041792 0.0 32.175244 0.0
|
90 |
-
0.7975334525108337 4 0.0 imagenet comb_15_t vit nlr_t_cos 367.0656 411.041792 0.0 34.964144 0.0
|
91 |
-
0.798561155796051 5 0.0 imagenet comb_15_t vit nlr_t_cos 367.0656 411.041792 0.0 37.271455 0.0
|
92 |
-
0.80781090259552 7 0.0 imagenet comb_15_t vit nlr_t_cos 367.0656 411.041792 0.0 37.363848 0.0
|
93 |
-
0.80781090259552 6 0.0 imagenet comb_15_t vit nlr_t_cos 367.0656 411.041792 0.0 38.786008 0.0
|
94 |
-
0.8036999106407166 5 0.0 imagenet woq_t vit fixed 367.13984 411.041792 0.0 34.871969 0.0
|
95 |
-
0.7810894250869751 8 0.0 imagenet woq_t vit fixed 367.13984 411.041792 0.0 36.390906 0.0
|
96 |
-
0.7954779267311096 4 0.0 imagenet woq_t vit fixed 367.13984 411.041792 0.0 37.626191 0.0
|
97 |
-
0.7954779267311096 7 0.0 imagenet woq_t vit fixed 367.13984 411.041792 0.0 39.170529 0.0
|
98 |
-
0.8026722073554993 6 0.0 imagenet woq_t vit fixed 367.13984 411.041792 0.0 45.167757 0.0
|
99 |
-
0.0 8 0.0 imagenet comb_4_t vit nlr_t_cos 367.465472 411.041792 0.0 72.121117 0.0
|
100 |
-
0.7923946976661682 7 0.0 imagenet comb_17_t vit nlr_t_cos 366.926336 413.138944 0.0 57.272619 0.0
|
101 |
-
0.798561155796051 4 0.0 imagenet comb_1_t vit nlr_t_cos 366.926336 413.138944 0.0 57.314397 0.0
|
102 |
-
0.7975334525108337 6 0.0 imagenet comb_17_t vit nlr_t_cos 366.926336 413.138944 0.0 59.836479 0.0
|
103 |
-
0.8026722073554993 6 0.0 imagenet comb_5_t vit nlr_t_cos 366.926336 413.138944 0.0 60.475038 0.0
|
104 |
-
0.8036999106407166 4 0.0 imagenet comb_18_t vit nlr_t_cos 366.926336 413.138944 0.0 60.860014 0.0
|
105 |
-
0.7944501638412476 5 0.0 imagenet comb_1_t vit nlr_t_cos 366.926336 413.138944 0.0 61.115735 0.0
|
106 |
-
0.7718396782875061 8 0.0 imagenet comb_1_t vit nlr_t_cos 366.926336 413.138944 0.0 61.9559 0.0
|
107 |
-
0.8057554364204407 6 0.0 imagenet comb_1_t vit nlr_t_cos 366.926336 413.138944 0.0 61.960882 0.0
|
108 |
-
0.8006166815757751 7 0.0 imagenet comb_18_t vit nlr_t_cos 366.926336 413.138944 0.0 62.889533 0.0
|
109 |
-
0.7882837057113647 8 0.0 imagenet comb_17_t vit nlr_t_cos 366.926336 413.138944 0.0 64.175947 0.0
|
110 |
-
0.7132579684257507 7 0.0 imagenet comb_9_t vit nlr_t_cos 366.926336 413.138944 0.0 64.876029 0.0
|
111 |
-
0.8057554364204407 7 0.0 imagenet comb_1_t vit nlr_t_cos 366.926336 413.138944 0.0 65.15354 0.0
|
112 |
-
0.7646454572677612 8 0.0 imagenet comb_18_t vit nlr_t_cos 366.926336 413.138944 0.0 65.659099 0.0
|
113 |
-
0.8057554364204407 6 0.0 imagenet comb_8_t vit nlr_t_cos 366.926336 413.138944 0.0 65.857356 0.0
|
114 |
-
0.7523124814033508 6 0.0 imagenet comb_9_t vit nlr_t_cos 366.926336 413.138944 0.0 67.65593 0.0
|
115 |
-
0.7656732201576233 8 0.0 imagenet comb_5_t vit nlr_t_cos 366.926336 413.138944 0.0 67.920667 0.0
|
116 |
-
0.8047276735305786 7 0.0 imagenet comb_5_t vit nlr_t_cos 366.926336 413.138944 0.0 67.96201 0.0
|
117 |
-
0.8006166815757751 4 0.0 imagenet comb_5_t vit nlr_t_cos 366.926336 413.138944 0.0 68.000217 0.0
|
118 |
-
0.789311408996582 4 0.0 imagenet comb_17_t vit nlr_t_cos 366.926336 413.138944 0.0 68.852155 0.0
|
119 |
-
0.8057554364204407 5 0.0 imagenet comb_17_t vit nlr_t_cos 366.926336 413.138944 0.0 69.272498 0.0
|
120 |
-
0.8067831993103027 5 0.0 imagenet comb_18_t vit nlr_t_cos 366.926336 413.138944 0.0 70.506747 0.0
|
121 |
-
0.7831449508666992 8 0.0 imagenet comb_8_t vit nlr_t_cos 366.926336 413.138944 0.0 74.418557 0.0
|
122 |
-
0.798561155796051 4 0.0 imagenet comb_8_t vit nlr_t_cos 366.926336 413.138944 0.0 77.289301 0.0
|
123 |
-
0.7975334525108337 7 0.0 imagenet comb_8_t vit nlr_t_cos 366.926336 413.138944 0.0 77.455977 0.0
|
124 |
-
0.6927030086517334 5 0.0 imagenet comb_9_t vit nlr_t_cos 366.926336 413.138944 0.0 77.802317 0.0
|
125 |
-
0.8067831993103027 5 0.0 imagenet comb_5_t vit nlr_t_cos 366.926336 413.138944 0.0 78.17551 0.0
|
126 |
-
0.8016444444656372 6 0.0 imagenet comb_18_t vit nlr_t_cos 366.926336 413.138944 0.0 79.786262 0.0
|
127 |
-
0.8006166815757751 5 0.0 imagenet comb_8_t vit nlr_t_cos 366.926336 413.138944 0.0 90.268079 0.0
|
128 |
-
0.7831449508666992 8 0.0 imagenet comb_11_t vit nlr_t_cos 367.958528 413.138944 0.0 55.318765 0.0
|
129 |
-
0.7934224605560303 7 0.0 imagenet comb_11_t vit nlr_t_cos 367.958528 413.138944 0.0 58.704746 0.0
|
130 |
-
0.7995889186859131 6 0.0 imagenet comb_11_t vit nlr_t_cos 367.958528 413.138944 0.0 60.245163 0.0
|
131 |
-
0.798561155796051 5 0.0 imagenet comb_11_t vit nlr_t_cos 367.958528 413.138944 0.0 62.008162 0.0
|
132 |
-
0.7841727137565613 4 0.0 imagenet comb_11_t vit nlr_t_cos 367.958528 413.138944 0.0 69.48493 0.0
|
133 |
-
0.0 8 0.0 imagenet comb_14_t vit nlr_t_cos 336.790528 425.721856 0.0 0.092761 0.0
|
134 |
-
0.0 8 0.0 imagenet comb_13_t vit nlr_t_cos 388.437504 427.819008 0.0 106.728153 0.0
|
135 |
0.8016444444656372 8 0.0 imagenet ao_woq vit fixed 341.330432 486.539264 0.0 29.775489 0.0
|
136 |
0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 25.559025 0.0
|
|
|
35 |
0.0 7 0.0 imagenet comb_7 vit nlr_t_cos 357.9136 390.070272 0.0 59.474992 0.0
|
36 |
0.0 8 0.0 imagenet comb_7 vit nlr_t_cos 357.9136 390.070272 0.0 59.474992 0.0
|
37 |
0.0 4 0.0 imagenet comb_9 vit nlr_t_cos 357.9136 390.070272 0.0 74.989888 0.0
|
38 |
+
0.1777777820825576 4 0.0 imagenet comb_17 vit nlr_t_cos 357.93152 390.070272 0.0 59.134707 0.0
|
39 |
+
0.3527397215366363 5 0.0 imagenet comb_11 vit nlr_t_cos 358.057984 390.070272 0.0 56.099757 0.0
|
40 |
0.8006166815757751 8 0.0 imagenet comb_11 vit nlr_t_cos 358.406656 392.167424 0.0 49.787661 0.0
|
41 |
0.8006166815757751 8 0.0 imagenet comb_17 vit nlr_t_cos 358.406656 392.167424 0.0 53.371304 0.0
|
42 |
0.798561155796051 4 0.0 imagenet comb_18 vit nlr_t_cos 358.406656 392.167424 0.0 56.208392 0.0
|
|
|
80 |
0.0 6 0.0 imagenet comb_14 vit nlr_t_cos 329.376768 411.041792 0.0 0.085119 0.0
|
81 |
0.0 7 0.0 imagenet comb_14 vit nlr_t_cos 329.376768 411.041792 0.0 0.085119 0.0
|
82 |
0.0 8 0.0 imagenet comb_14 vit nlr_t_cos 329.376768 411.041792 0.0 0.085119 0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
83 |
0.8016444444656372 8 0.0 imagenet ao_woq vit fixed 341.330432 486.539264 0.0 29.775489 0.0
|
84 |
0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 25.559025 0.0
|
results/func_by_param_init_method/vit/4/comb_1.png
CHANGED
results/func_by_param_init_method/vit/4/comb_11.png
CHANGED
results/func_by_param_init_method/vit/4/comb_15.png
CHANGED
results/func_by_param_init_method/vit/4/comb_17.png
CHANGED
results/func_by_param_init_method/vit/4/comb_18.png
CHANGED
results/func_by_param_init_method/vit/4/comb_5.png
CHANGED
results/func_by_param_init_method/vit/4/comb_8.png
CHANGED
results/func_by_param_init_method/vit/5/comb_1.png
CHANGED
results/func_by_param_init_method/vit/5/comb_11.png
CHANGED
results/func_by_param_init_method/vit/5/comb_15.png
CHANGED
results/func_by_param_init_method/vit/5/comb_17.png
CHANGED
results/func_by_param_init_method/vit/5/comb_18.png
CHANGED
results/func_by_param_init_method/vit/5/comb_5.png
CHANGED
results/func_by_param_init_method/vit/5/comb_8.png
CHANGED
results/func_by_param_init_method/vit/5/comb_9.png
CHANGED
results/func_by_param_init_method/vit/6/comb_1.png
CHANGED
results/func_by_param_init_method/vit/6/comb_11.png
CHANGED
results/func_by_param_init_method/vit/6/comb_15.png
CHANGED
results/func_by_param_init_method/vit/6/comb_17.png
CHANGED
results/func_by_param_init_method/vit/6/comb_18.png
CHANGED
results/func_by_param_init_method/vit/6/comb_5.png
CHANGED
results/func_by_param_init_method/vit/6/comb_8.png
CHANGED
results/func_by_param_init_method/vit/6/comb_9.png
CHANGED
results/func_by_param_init_method/vit/7/comb_1.png
CHANGED
results/func_by_param_init_method/vit/7/comb_11.png
CHANGED
results/func_by_param_init_method/vit/7/comb_15.png
CHANGED
results/func_by_param_init_method/vit/7/comb_17.png
CHANGED
results/func_by_param_init_method/vit/7/comb_18.png
CHANGED
results/func_by_param_init_method/vit/7/comb_5.png
CHANGED
results/func_by_param_init_method/vit/7/comb_8.png
CHANGED
results/func_by_param_init_method/vit/7/comb_9.png
CHANGED
results/func_by_param_init_method/vit/8/comb_1.png
CHANGED
results/func_by_param_init_method/vit/8/comb_11.png
CHANGED
results/func_by_param_init_method/vit/8/comb_15.png
CHANGED
results/func_by_param_init_method/vit/8/comb_17.png
CHANGED
results/func_by_param_init_method/vit/8/comb_18.png
CHANGED
results/func_by_param_init_method/vit/8/comb_5.png
CHANGED
results/func_by_param_init_method/vit/8/comb_8.png
CHANGED
results/func_by_param_init_method/vit/8/comb_9.png
CHANGED
results/results.txt
CHANGED
@@ -1,137 +1,85 @@
|
|
1 |
-
|
|
2 |
-
|
3 |
-
|
|
4 |
-
|
|
5 |
-
|
|
6 |
-
|
|
7 |
-
|
|
8 |
-
|
|
9 |
-
|
|
10 |
-
|
|
11 |
-
|
|
12 |
-
|
|
13 |
-
|
|
14 |
-
|
|
15 |
-
|
|
16 |
-
|
|
17 |
-
|
|
18 |
-
|
|
19 |
-
|
|
20 |
-
|
|
21 |
-
|
|
22 |
-
|
|
23 |
-
|
|
24 |
-
|
|
25 |
-
|
|
26 |
-
|
|
27 |
-
|
|
28 |
-
|
|
29 |
-
|
|
30 |
-
|
|
31 |
-
|
|
32 |
-
|
|
33 |
-
|
|
34 |
-
|
|
35 |
-
|
|
36 |
-
|
|
37 |
-
|
|
38 |
-
|
|
39 |
-
|
|
40 |
-
|
|
41 |
-
|
|
42 |
-
|
|
43 |
-
|
|
44 |
-
|
|
45 |
-
|
|
46 |
-
|
|
47 |
-
|
|
48 |
-
|
|
49 |
-
|
|
50 |
-
|
|
51 |
-
|
|
52 |
-
|
|
53 |
-
|
|
54 |
-
|
|
55 |
-
|
|
56 |
-
|
|
57 |
-
|
|
58 |
-
|
|
59 |
-
|
|
60 |
-
|
|
61 |
-
|
|
62 |
-
|
|
63 |
-
|
|
64 |
-
|
|
65 |
-
|
|
66 |
-
|
|
67 |
-
|
|
68 |
-
|
|
69 |
-
|
|
70 |
-
|
|
71 |
-
|
|
72 |
-
|
|
73 |
-
|
|
74 |
-
|
|
75 |
-
|
|
76 |
-
|
|
77 |
-
|
|
78 |
-
|
|
79 |
-
|
|
80 |
-
|
|
81 |
-
|
|
82 |
-
|
|
83 |
-
|
|
84 |
-
|
|
85 |
-
|
|
86 |
-
| 83 | 0 | 8 | 0 | imagenet | comb_16_t | vit | nlr_t_cos | 366.433 | 411.042 | 0 | 57.7733 | 0 |
|
87 |
-
| 84 | 0 | 4 | 0 | imagenet | comb_9_t | vit | nlr_t_cos | 366.433 | 411.042 | 0 | 59.4 | 0 |
|
88 |
-
| 85 | 0 | 8 | 0 | imagenet | comb_9_t | vit | nlr_t_cos | 366.433 | 411.042 | 0 | 69.4612 | 0 |
|
89 |
-
| 86 | 0 | 8 | 0 | imagenet | comb_2_t | vit | nlr_t_cos | 366.573 | 411.042 | 0 | 59.6486 | 0 |
|
90 |
-
| 87 | 0.791367 | 8 | 0 | imagenet | comb_15_t | vit | nlr_t_cos | 367.066 | 411.042 | 0 | 32.1752 | 0 |
|
91 |
-
| 88 | 0.797533 | 4 | 0 | imagenet | comb_15_t | vit | nlr_t_cos | 367.066 | 411.042 | 0 | 34.9641 | 0 |
|
92 |
-
| 89 | 0.798561 | 5 | 0 | imagenet | comb_15_t | vit | nlr_t_cos | 367.066 | 411.042 | 0 | 37.2715 | 0 |
|
93 |
-
| 90 | 0.807811 | 7 | 0 | imagenet | comb_15_t | vit | nlr_t_cos | 367.066 | 411.042 | 0 | 37.3638 | 0 |
|
94 |
-
| 91 | 0.807811 | 6 | 0 | imagenet | comb_15_t | vit | nlr_t_cos | 367.066 | 411.042 | 0 | 38.786 | 0 |
|
95 |
-
| 92 | 0.8037 | 5 | 0 | imagenet | woq_t | vit | fixed | 367.14 | 411.042 | 0 | 34.872 | 0 |
|
96 |
-
| 93 | 0.781089 | 8 | 0 | imagenet | woq_t | vit | fixed | 367.14 | 411.042 | 0 | 36.3909 | 0 |
|
97 |
-
| 94 | 0.795478 | 4 | 0 | imagenet | woq_t | vit | fixed | 367.14 | 411.042 | 0 | 37.6262 | 0 |
|
98 |
-
| 95 | 0.795478 | 7 | 0 | imagenet | woq_t | vit | fixed | 367.14 | 411.042 | 0 | 39.1705 | 0 |
|
99 |
-
| 96 | 0.802672 | 6 | 0 | imagenet | woq_t | vit | fixed | 367.14 | 411.042 | 0 | 45.1678 | 0 |
|
100 |
-
| 97 | 0 | 8 | 0 | imagenet | comb_4_t | vit | nlr_t_cos | 367.465 | 411.042 | 0 | 72.1211 | 0 |
|
101 |
-
| 98 | 0.792395 | 7 | 0 | imagenet | comb_17_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 57.2726 | 0 |
|
102 |
-
| 99 | 0.798561 | 4 | 0 | imagenet | comb_1_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 57.3144 | 0 |
|
103 |
-
| 100 | 0.797533 | 6 | 0 | imagenet | comb_17_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 59.8365 | 0 |
|
104 |
-
| 101 | 0.802672 | 6 | 0 | imagenet | comb_5_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 60.475 | 0 |
|
105 |
-
| 102 | 0.8037 | 4 | 0 | imagenet | comb_18_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 60.86 | 0 |
|
106 |
-
| 103 | 0.79445 | 5 | 0 | imagenet | comb_1_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 61.1157 | 0 |
|
107 |
-
| 104 | 0.77184 | 8 | 0 | imagenet | comb_1_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 61.9559 | 0 |
|
108 |
-
| 105 | 0.805755 | 6 | 0 | imagenet | comb_1_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 61.9609 | 0 |
|
109 |
-
| 106 | 0.800617 | 7 | 0 | imagenet | comb_18_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 62.8895 | 0 |
|
110 |
-
| 107 | 0.788284 | 8 | 0 | imagenet | comb_17_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 64.1759 | 0 |
|
111 |
-
| 108 | 0.713258 | 7 | 0 | imagenet | comb_9_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 64.876 | 0 |
|
112 |
-
| 109 | 0.805755 | 7 | 0 | imagenet | comb_1_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 65.1535 | 0 |
|
113 |
-
| 110 | 0.764645 | 8 | 0 | imagenet | comb_18_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 65.6591 | 0 |
|
114 |
-
| 111 | 0.805755 | 6 | 0 | imagenet | comb_8_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 65.8574 | 0 |
|
115 |
-
| 112 | 0.752312 | 6 | 0 | imagenet | comb_9_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 67.6559 | 0 |
|
116 |
-
| 113 | 0.765673 | 8 | 0 | imagenet | comb_5_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 67.9207 | 0 |
|
117 |
-
| 114 | 0.804728 | 7 | 0 | imagenet | comb_5_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 67.962 | 0 |
|
118 |
-
| 115 | 0.800617 | 4 | 0 | imagenet | comb_5_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 68.0002 | 0 |
|
119 |
-
| 116 | 0.789311 | 4 | 0 | imagenet | comb_17_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 68.8522 | 0 |
|
120 |
-
| 117 | 0.805755 | 5 | 0 | imagenet | comb_17_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 69.2725 | 0 |
|
121 |
-
| 118 | 0.806783 | 5 | 0 | imagenet | comb_18_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 70.5067 | 0 |
|
122 |
-
| 119 | 0.783145 | 8 | 0 | imagenet | comb_8_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 74.4186 | 0 |
|
123 |
-
| 120 | 0.798561 | 4 | 0 | imagenet | comb_8_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 77.2893 | 0 |
|
124 |
-
| 121 | 0.797533 | 7 | 0 | imagenet | comb_8_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 77.456 | 0 |
|
125 |
-
| 122 | 0.692703 | 5 | 0 | imagenet | comb_9_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 77.8023 | 0 |
|
126 |
-
| 123 | 0.806783 | 5 | 0 | imagenet | comb_5_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 78.1755 | 0 |
|
127 |
-
| 124 | 0.801644 | 6 | 0 | imagenet | comb_18_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 79.7863 | 0 |
|
128 |
-
| 125 | 0.800617 | 5 | 0 | imagenet | comb_8_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 90.2681 | 0 |
|
129 |
-
| 126 | 0.783145 | 8 | 0 | imagenet | comb_11_t | vit | nlr_t_cos | 367.959 | 413.139 | 0 | 55.3188 | 0 |
|
130 |
-
| 127 | 0.793422 | 7 | 0 | imagenet | comb_11_t | vit | nlr_t_cos | 367.959 | 413.139 | 0 | 58.7047 | 0 |
|
131 |
-
| 128 | 0.799589 | 6 | 0 | imagenet | comb_11_t | vit | nlr_t_cos | 367.959 | 413.139 | 0 | 60.2452 | 0 |
|
132 |
-
| 129 | 0.798561 | 5 | 0 | imagenet | comb_11_t | vit | nlr_t_cos | 367.959 | 413.139 | 0 | 62.0082 | 0 |
|
133 |
-
| 130 | 0.784173 | 4 | 0 | imagenet | comb_11_t | vit | nlr_t_cos | 367.959 | 413.139 | 0 | 69.4849 | 0 |
|
134 |
-
| 131 | 0 | 8 | 0 | imagenet | comb_14_t | vit | nlr_t_cos | 336.791 | 425.722 | 0 | 0.092761 | 0 |
|
135 |
-
| 132 | 0 | 8 | 0 | imagenet | comb_13_t | vit | nlr_t_cos | 388.438 | 427.819 | 0 | 106.728 | 0 |
|
136 |
-
| 133 | 0.801644 | 8 | 0 | imagenet | ao_woq | vit | fixed | 341.33 | 486.539 | 0 | 29.7755 | 0 |
|
137 |
-
| 134 | 0.800617 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 25.559 | 0 |
|
|
|
1 |
+
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer |
|
2 |
+
|---:|-----------:|-------:|-------:|:----------|:---------|:--------|:----------|--------------------:|---------------------:|-------------:|----------:|------:|
|
3 |
+
| 0 | 0 | 4 | 0 | imagenet | comb_2 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 46.3517 | 0 |
|
4 |
+
| 1 | 0 | 5 | 0 | imagenet | comb_2 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 46.3517 | 0 |
|
5 |
+
| 2 | 0 | 6 | 0 | imagenet | comb_2 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 46.3517 | 0 |
|
6 |
+
| 3 | 0 | 7 | 0 | imagenet | comb_2 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 46.3517 | 0 |
|
7 |
+
| 4 | 0 | 8 | 0 | imagenet | comb_2 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 46.3517 | 0 |
|
8 |
+
| 5 | 0 | 4 | 0 | imagenet | comb_6 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 50.6738 | 0 |
|
9 |
+
| 6 | 0 | 5 | 0 | imagenet | comb_6 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 50.6738 | 0 |
|
10 |
+
| 7 | 0 | 6 | 0 | imagenet | comb_6 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 50.6738 | 0 |
|
11 |
+
| 8 | 0 | 7 | 0 | imagenet | comb_6 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 50.6738 | 0 |
|
12 |
+
| 9 | 0 | 8 | 0 | imagenet | comb_6 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 50.6738 | 0 |
|
13 |
+
| 10 | 0.8016 | 8 | 0 | imagenet | comb_15 | vit | nlr_t_cos | 357.514 | 390.07 | 0 | 33.5803 | 0 |
|
14 |
+
| 11 | 0.7986 | 5 | 0 | imagenet | comb_15 | vit | nlr_t_cos | 357.514 | 390.07 | 0 | 35.8762 | 0 |
|
15 |
+
| 12 | 0.7975 | 4 | 0 | imagenet | comb_15 | vit | nlr_t_cos | 357.514 | 390.07 | 0 | 36.1688 | 0 |
|
16 |
+
| 13 | 0.7996 | 7 | 0 | imagenet | comb_15 | vit | nlr_t_cos | 357.514 | 390.07 | 0 | 38.858 | 0 |
|
17 |
+
| 14 | 0.7986 | 6 | 0 | imagenet | comb_15 | vit | nlr_t_cos | 357.514 | 390.07 | 0 | 43.1642 | 0 |
|
18 |
+
| 15 | 0.7893 | 4 | 0 | imagenet | woq | vit | fixed | 357.588 | 390.07 | 0 | 31.6855 | 0 |
|
19 |
+
| 16 | 0.7996 | 5 | 0 | imagenet | woq | vit | fixed | 357.588 | 390.07 | 0 | 33.0322 | 0 |
|
20 |
+
| 17 | 0.7996 | 7 | 0 | imagenet | woq | vit | fixed | 357.588 | 390.07 | 0 | 35.7577 | 0 |
|
21 |
+
| 18 | 0.8058 | 6 | 0 | imagenet | woq | vit | fixed | 357.588 | 390.07 | 0 | 42.5898 | 0 |
|
22 |
+
| 19 | 0.8016 | 8 | 0 | imagenet | woq | vit | fixed | 357.588 | 390.07 | 0 | 44.6953 | 0 |
|
23 |
+
| 20 | 0 | 4 | 0 | imagenet | comb_16 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 51.3371 | 0 |
|
24 |
+
| 21 | 0 | 5 | 0 | imagenet | comb_16 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 51.3371 | 0 |
|
25 |
+
| 22 | 0 | 6 | 0 | imagenet | comb_16 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 51.3371 | 0 |
|
26 |
+
| 23 | 0 | 7 | 0 | imagenet | comb_16 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 51.3371 | 0 |
|
27 |
+
| 24 | 0 | 8 | 0 | imagenet | comb_16 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 51.3371 | 0 |
|
28 |
+
| 25 | 0 | 4 | 0 | imagenet | comb_4 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 58.0005 | 0 |
|
29 |
+
| 26 | 0 | 5 | 0 | imagenet | comb_4 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 58.0005 | 0 |
|
30 |
+
| 27 | 0 | 6 | 0 | imagenet | comb_4 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 58.0005 | 0 |
|
31 |
+
| 28 | 0 | 7 | 0 | imagenet | comb_4 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 58.0005 | 0 |
|
32 |
+
| 29 | 0 | 8 | 0 | imagenet | comb_4 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 58.0005 | 0 |
|
33 |
+
| 30 | 0 | 4 | 0 | imagenet | comb_7 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 59.475 | 0 |
|
34 |
+
| 31 | 0 | 5 | 0 | imagenet | comb_7 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 59.475 | 0 |
|
35 |
+
| 32 | 0 | 6 | 0 | imagenet | comb_7 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 59.475 | 0 |
|
36 |
+
| 33 | 0 | 7 | 0 | imagenet | comb_7 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 59.475 | 0 |
|
37 |
+
| 34 | 0 | 8 | 0 | imagenet | comb_7 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 59.475 | 0 |
|
38 |
+
| 35 | 0 | 4 | 0 | imagenet | comb_9 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 74.9899 | 0 |
|
39 |
+
| 36 | 0.1778 | 4 | 0 | imagenet | comb_17 | vit | nlr_t_cos | 357.932 | 390.07 | 0 | 59.1347 | 0 |
|
40 |
+
| 37 | 0.3527 | 5 | 0 | imagenet | comb_11 | vit | nlr_t_cos | 358.058 | 390.07 | 0 | 56.0998 | 0 |
|
41 |
+
| 38 | 0.8006 | 8 | 0 | imagenet | comb_11 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 49.7877 | 0 |
|
42 |
+
| 39 | 0.8006 | 8 | 0 | imagenet | comb_17 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 53.3713 | 0 |
|
43 |
+
| 40 | 0.7986 | 4 | 0 | imagenet | comb_18 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 56.2084 | 0 |
|
44 |
+
| 41 | 0.7996 | 7 | 0 | imagenet | comb_17 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 56.4753 | 0 |
|
45 |
+
| 42 | 0.8027 | 6 | 0 | imagenet | comb_18 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 56.7797 | 0 |
|
46 |
+
| 43 | 0.8006 | 8 | 0 | imagenet | comb_18 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 57.1358 | 0 |
|
47 |
+
| 44 | 0.8016 | 8 | 0 | imagenet | comb_8 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 57.5586 | 0 |
|
48 |
+
| 45 | 0.7975 | 6 | 0 | imagenet | comb_11 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 58.1869 | 0 |
|
49 |
+
| 46 | 0.7996 | 6 | 0 | imagenet | comb_17 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 58.3483 | 0 |
|
50 |
+
| 47 | 0.8016 | 7 | 0 | imagenet | comb_1 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 58.7072 | 0 |
|
51 |
+
| 48 | 0.443 | 4 | 0 | imagenet | comb_11 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 59.4107 | 0 |
|
52 |
+
| 49 | 0.7996 | 8 | 0 | imagenet | comb_1 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 59.9698 | 0 |
|
53 |
+
| 50 | 0.8006 | 7 | 0 | imagenet | comb_18 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 59.9854 | 0 |
|
54 |
+
| 51 | 0.7996 | 7 | 0 | imagenet | comb_5 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 61.244 | 0 |
|
55 |
+
| 52 | 0.7934 | 5 | 0 | imagenet | comb_1 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 62.3896 | 0 |
|
56 |
+
| 53 | 0.7811 | 6 | 0 | imagenet | comb_9 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 63.0262 | 0 |
|
57 |
+
| 54 | 0.7996 | 7 | 0 | imagenet | comb_11 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 64.442 | 0 |
|
58 |
+
| 55 | 0.7975 | 7 | 0 | imagenet | comb_9 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 64.6633 | 0 |
|
59 |
+
| 56 | 0.7924 | 4 | 0 | imagenet | comb_1 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 64.7745 | 0 |
|
60 |
+
| 57 | 0.7986 | 6 | 0 | imagenet | comb_1 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 66.2553 | 0 |
|
61 |
+
| 58 | 0.8016 | 6 | 0 | imagenet | comb_5 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 67.137 | 0 |
|
62 |
+
| 59 | 0.8016 | 6 | 0 | imagenet | comb_8 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 69.2103 | 0 |
|
63 |
+
| 60 | 0.7996 | 8 | 0 | imagenet | comb_9 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 69.3007 | 0 |
|
64 |
+
| 61 | 0.7975 | 5 | 0 | imagenet | comb_18 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 69.8959 | 0 |
|
65 |
+
| 62 | 0.5961 | 5 | 0 | imagenet | comb_9 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 70.8347 | 0 |
|
66 |
+
| 63 | 0.8006 | 7 | 0 | imagenet | comb_8 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 73.6649 | 0 |
|
67 |
+
| 64 | 0.7986 | 5 | 0 | imagenet | comb_17 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 74.3234 | 0 |
|
68 |
+
| 65 | 0.7975 | 4 | 0 | imagenet | comb_8 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 74.6207 | 0 |
|
69 |
+
| 66 | 0.7986 | 5 | 0 | imagenet | comb_8 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 75.6579 | 0 |
|
70 |
+
| 67 | 0.7975 | 4 | 0 | imagenet | comb_5 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 75.7543 | 0 |
|
71 |
+
| 68 | 0.8006 | 8 | 0 | imagenet | comb_5 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 77.7433 | 0 |
|
72 |
+
| 69 | 0.8006 | 5 | 0 | imagenet | comb_5 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 82.2658 | 0 |
|
73 |
+
| 70 | 0 | 4 | 0 | imagenet | comb_13 | vit | nlr_t_cos | 378.886 | 406.848 | 0 | 89.8436 | 0 |
|
74 |
+
| 71 | 0 | 5 | 0 | imagenet | comb_13 | vit | nlr_t_cos | 378.886 | 406.848 | 0 | 89.8436 | 0 |
|
75 |
+
| 72 | 0 | 6 | 0 | imagenet | comb_13 | vit | nlr_t_cos | 378.886 | 406.848 | 0 | 89.8436 | 0 |
|
76 |
+
| 73 | 0 | 7 | 0 | imagenet | comb_13 | vit | nlr_t_cos | 378.886 | 406.848 | 0 | 89.8436 | 0 |
|
77 |
+
| 74 | 0 | 8 | 0 | imagenet | comb_13 | vit | nlr_t_cos | 378.886 | 406.848 | 0 | 89.8436 | 0 |
|
78 |
+
| 75 | 0.7955 | 4 | 0 | imagenet | ao_woq | vit | fixed | 180.84 | 411.042 | 0 | 32.2507 | 0 |
|
79 |
+
| 76 | 0 | 4 | 0 | imagenet | comb_14 | vit | nlr_t_cos | 329.377 | 411.042 | 0 | 0.0851 | 0 |
|
80 |
+
| 77 | 0 | 5 | 0 | imagenet | comb_14 | vit | nlr_t_cos | 329.377 | 411.042 | 0 | 0.0851 | 0 |
|
81 |
+
| 78 | 0 | 6 | 0 | imagenet | comb_14 | vit | nlr_t_cos | 329.377 | 411.042 | 0 | 0.0851 | 0 |
|
82 |
+
| 79 | 0 | 7 | 0 | imagenet | comb_14 | vit | nlr_t_cos | 329.377 | 411.042 | 0 | 0.0851 | 0 |
|
83 |
+
| 80 | 0 | 8 | 0 | imagenet | comb_14 | vit | nlr_t_cos | 329.377 | 411.042 | 0 | 0.0851 | 0 |
|
84 |
+
| 81 | 0.8016 | 8 | 0 | imagenet | ao_woq | vit | fixed | 341.33 | 486.539 | 0 | 29.7755 | 0 |
|
85 |
+
| 82 | 0.8006 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 25.559 | 0 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|