diff --git a/results/best_param_per_func_with_baselines/vit/4/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/vit/4/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..efaaec8d16d1632e521fadb1d10f09c7846da718 Binary files /dev/null and b/results/best_param_per_func_with_baselines/vit/4/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/vit/5/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/vit/5/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..6fd43678cabe4fe4b6ffa1a881441c5b4b690c2c Binary files /dev/null and b/results/best_param_per_func_with_baselines/vit/5/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/vit/6/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/vit/6/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..62360a3442976c122df6d74b107fc68a4646642e Binary files /dev/null and b/results/best_param_per_func_with_baselines/vit/6/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/vit/7/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/vit/7/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..a49f213f3b4f01103e3a3cc1fba0cc46edf21b44 Binary files /dev/null and b/results/best_param_per_func_with_baselines/vit/7/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/vit/8/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/vit/8/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..0bbbe9e04bb47b6d791f73e3cc485b7905a71ea9 Binary files /dev/null and b/results/best_param_per_func_with_baselines/vit/8/best_param_per_func_with_baselines.png differ diff --git a/results/bitwidth_acc_decay_per_function/vit.png b/results/bitwidth_acc_decay_per_function/vit.png new file mode 100644 index 0000000000000000000000000000000000000000..4f7fda456b8854f7ff8a786dca4c1d9869d5b4ea Binary files /dev/null and b/results/bitwidth_acc_decay_per_function/vit.png differ diff --git a/results/df.tsv b/results/df.tsv new file mode 100644 index 0000000000000000000000000000000000000000..16154f68ea2e6779064656429bfea2ec0d08f2ba --- /dev/null +++ b/results/df.tsv @@ -0,0 +1,116 @@ +accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer +0.7954779267311096 4 0.0 imagenet ao_woq vit fixed 180.840448 411.041792 0.0 22.077415 0.0 +0.8016444444656372 8 0.0 imagenet ao_woq vit fixed 341.330432 486.539264 0.0 46.914216 0.0 +0.0 4 0.0 imagenet comb_5 vit rnd_search_t_cos 355.972096 511.705088 0.0 41.285674 0.0 +0.0 5 0.0 imagenet comb_5 vit rnd_search_t_cos 355.972096 511.705088 0.0 41.285674 0.0 +0.0 6 0.0 imagenet comb_5 vit rnd_search_t_cos 355.972096 511.705088 0.0 41.285674 0.0 +0.0 7 0.0 imagenet comb_5 vit rnd_search_t_cos 355.972096 511.705088 0.0 41.285674 0.0 +0.0 8 0.0 imagenet comb_5 vit rnd_search_t_cos 355.972096 511.705088 0.0 41.285674 0.0 +0.0 4 0.0 imagenet comb_17 vit rnd_search_t_cos 355.972096 511.705088 0.0 70.541959 0.0 +0.0 5 0.0 imagenet comb_17 vit rnd_search_t_cos 355.972096 511.705088 0.0 70.541959 0.0 +0.0 6 0.0 imagenet comb_17 vit rnd_search_t_cos 355.972096 511.705088 0.0 70.541959 0.0 +0.0 7 0.0 imagenet comb_17 vit rnd_search_t_cos 355.972096 511.705088 0.0 70.541959 0.0 +0.0 8 0.0 imagenet comb_17 vit rnd_search_t_cos 355.972096 511.705088 0.0 70.541959 0.0 +0.798561155796051 6 0.0 imagenet comb_15 vit rnd_search_t_cos 356.465152 511.705088 0.0 18.407566 0.0 +0.798561155796051 5 0.0 imagenet comb_15 vit rnd_search_t_cos 356.465152 511.705088 0.0 39.224582 0.0 +0.8016444444656372 8 0.0 imagenet comb_15 vit rnd_search_t_cos 356.465152 511.705088 0.0 47.105202 0.0 +0.7995889186859131 7 0.0 imagenet comb_15 vit rnd_search_t_cos 356.465152 511.705088 0.0 54.45754 0.0 +0.7975334525108337 4 0.0 imagenet comb_15 vit rnd_search_t_cos 356.465152 511.705088 0.0 55.363198 0.0 +0.8016444444656372 8 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 20.309801 0.0 +0.8057554364204407 6 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 20.47399 0.0 +0.7995889186859131 7 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 21.988224 0.0 +0.789311408996582 4 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 25.235283 0.0 +0.7995889186859131 5 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 32.96013 0.0 +0.0 4 0.0 imagenet comb_12 vit rnd_search_t_cos 356.865024 511.705088 0.0 30.7004 0.0 +0.0 5 0.0 imagenet comb_12 vit rnd_search_t_cos 356.865024 511.705088 0.0 30.7004 0.0 +0.0 6 0.0 imagenet comb_12 vit rnd_search_t_cos 356.865024 511.705088 0.0 30.7004 0.0 +0.0 7 0.0 imagenet comb_12 vit rnd_search_t_cos 356.865024 511.705088 0.0 30.7004 0.0 +0.0 8 0.0 imagenet comb_12 vit rnd_search_t_cos 356.865024 511.705088 0.0 30.7004 0.0 +0.0 4 0.0 imagenet comb_18 vit rnd_search_t_cos 356.865024 511.705088 0.0 43.710376 0.0 +0.0 5 0.0 imagenet comb_18 vit rnd_search_t_cos 356.865024 511.705088 0.0 43.710376 0.0 +0.0 6 0.0 imagenet comb_18 vit rnd_search_t_cos 356.865024 511.705088 0.0 43.710376 0.0 +0.0 7 0.0 imagenet comb_18 vit rnd_search_t_cos 356.865024 511.705088 0.0 43.710376 0.0 +0.0 8 0.0 imagenet comb_18 vit rnd_search_t_cos 356.865024 511.705088 0.0 43.710376 0.0 +0.0 4 0.0 imagenet comb_10 vit rnd_search_t_cos 356.865024 511.705088 0.0 65.59091 0.0 +0.0 5 0.0 imagenet comb_10 vit rnd_search_t_cos 356.865024 511.705088 0.0 65.59091 0.0 +0.0 6 0.0 imagenet comb_10 vit rnd_search_t_cos 356.865024 511.705088 0.0 65.59091 0.0 +0.0 7 0.0 imagenet comb_10 vit rnd_search_t_cos 356.865024 511.705088 0.0 65.59091 0.0 +0.0 8 0.0 imagenet comb_10 vit rnd_search_t_cos 356.865024 511.705088 0.0 65.59091 0.0 +0.0 4 0.0 imagenet comb_8 vit rnd_search_t_cos 356.865024 511.705088 0.0 83.16603 0.0 +0.17777778208255768 4 0.0 imagenet comb_6 vit rnd_search_t_cos 356.882944 511.705088 0.0 31.795962 0.0 +0.798561155796051 5 0.0 imagenet comb_6 vit rnd_search_t_cos 357.35808 513.80224 0.0 30.163859 0.0 +0.7965056896209717 6 0.0 imagenet comb_1 vit rnd_search_t_cos 357.35808 513.80224 0.0 30.699277 0.0 +0.7923946976661682 5 0.0 imagenet comb_8 vit rnd_search_t_cos 357.35808 513.80224 0.0 30.718426 0.0 +0.8006166815757751 7 0.0 imagenet comb_8 vit rnd_search_t_cos 357.35808 513.80224 0.0 31.156384 0.0 +0.8006166815757751 7 0.0 imagenet comb_4 vit rnd_search_t_cos 357.35808 513.80224 0.0 31.191784 0.0 +0.8026722073554993 6 0.0 imagenet comb_4 vit rnd_search_t_cos 357.35808 513.80224 0.0 31.235254 0.0 +0.7944501638412476 5 0.0 imagenet comb_1 vit rnd_search_t_cos 357.35808 513.80224 0.0 31.929511 0.0 +0.7975334525108337 5 0.0 imagenet comb_4 vit rnd_search_t_cos 357.35808 513.80224 0.0 32.032531 0.0 +0.7995889186859131 7 0.0 imagenet comb_6 vit rnd_search_t_cos 357.35808 513.80224 0.0 32.42006 0.0 +0.7995889186859131 7 0.0 imagenet comb_16 vit rnd_search_t_cos 357.35808 513.80224 0.0 33.339445 0.0 +0.7995889186859131 8 0.0 imagenet comb_1 vit rnd_search_t_cos 357.35808 513.80224 0.0 33.377179 0.0 +0.7965056896209717 4 0.0 imagenet comb_1 vit rnd_search_t_cos 357.35808 513.80224 0.0 33.510565 0.0 +0.8016444444656372 6 0.0 imagenet comb_16 vit rnd_search_t_cos 357.35808 513.80224 0.0 34.98564 0.0 +0.7975334525108337 6 0.0 imagenet comb_8 vit rnd_search_t_cos 357.35808 513.80224 0.0 35.03765 0.0 +0.8006166815757751 8 0.0 imagenet comb_8 vit rnd_search_t_cos 357.35808 513.80224 0.0 35.198969 0.0 +0.8006166815757751 8 0.0 imagenet comb_16 vit rnd_search_t_cos 357.35808 513.80224 0.0 49.330644 0.0 +0.8016444444656372 7 0.0 imagenet comb_1 vit rnd_search_t_cos 357.35808 513.80224 0.0 52.367416 0.0 +0.7995889186859131 5 0.0 imagenet comb_16 vit rnd_search_t_cos 357.35808 513.80224 0.0 58.812644 0.0 +0.8006166815757751 8 0.0 imagenet comb_4 vit rnd_search_t_cos 357.35808 513.80224 0.0 67.337619 0.0 +0.7975334525108337 4 0.0 imagenet comb_16 vit rnd_search_t_cos 357.35808 513.80224 0.0 77.03064 0.0 +0.8006166815757751 8 0.0 imagenet comb_6 vit rnd_search_t_cos 357.35808 513.80224 0.0 105.019229 0.0 +0.7995889186859131 6 0.0 imagenet comb_6 vit rnd_search_t_cos 357.35808 513.80224 0.0 112.597087 0.0 +0.798561155796051 4 0.0 imagenet comb_4 vit rnd_search_t_cos 357.35808 513.80224 0.0 113.355323 0.0 +0.0 4 0.0 imagenet comb_3 vit rnd_search_t_cos 329.081856 515.899392 0.0 0.0432 0.0 +0.0 5 0.0 imagenet comb_3 vit rnd_search_t_cos 329.081856 515.899392 0.0 0.0432 0.0 +0.0 6 0.0 imagenet comb_3 vit rnd_search_t_cos 329.081856 515.899392 0.0 0.0432 0.0 +0.0 7 0.0 imagenet comb_3 vit rnd_search_t_cos 329.081856 515.899392 0.0 0.0432 0.0 +0.0 8 0.0 imagenet comb_3 vit rnd_search_t_cos 329.081856 515.899392 0.0 0.0432 0.0 +0.0 4 0.0 imagenet comb_11 vit rnd_search_t_cos 329.081856 515.899392 0.0 0.04406 0.0 +0.0 5 0.0 imagenet comb_11 vit rnd_search_t_cos 329.081856 515.899392 0.0 0.04406 0.0 +0.0 6 0.0 imagenet comb_11 vit rnd_search_t_cos 329.081856 515.899392 0.0 0.04406 0.0 +0.0 7 0.0 imagenet comb_11 vit rnd_search_t_cos 329.081856 515.899392 0.0 0.04406 0.0 +0.0 8 0.0 imagenet comb_11 vit rnd_search_t_cos 329.081856 515.899392 0.0 0.04406 0.0 +0.0 8 0.0 imagenet comb_3_t vit rnd_search_t_cos 336.790528 530.579456 0.0 0.04363 0.0 +0.0 8 0.0 imagenet comb_11_t vit rnd_search_t_cos 336.790528 530.579456 0.0 0.04434 0.0 +0.0 8 0.0 imagenet comb_5_t vit rnd_search_t_cos 364.491776 532.676608 0.0 34.147562 0.0 +0.0 8 0.0 imagenet comb_17_t vit rnd_search_t_cos 364.655616 532.676608 0.0 63.591296 0.0 +0.7913669347763062 8 0.0 imagenet comb_15_t vit rnd_search_t_cos 364.984832 532.676608 0.0 20.580328 0.0 +0.8036999106407166 6 0.0 imagenet comb_15_t vit rnd_search_t_cos 364.984832 532.676608 0.0 40.130118 0.0 +0.7995889186859131 4 0.0 imagenet comb_15_t vit rnd_search_t_cos 364.984832 532.676608 0.0 47.870488 0.0 +0.7995889186859131 5 0.0 imagenet comb_15_t vit rnd_search_t_cos 364.984832 532.676608 0.0 77.21582 0.0 +0.8129496574401855 7 0.0 imagenet comb_15_t vit rnd_search_t_cos 364.984832 532.676608 0.0 78.82174 0.0 +0.7934224605560303 8 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 21.324257 0.0 +0.8047276735305786 5 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 38.614805 0.0 +0.8036999106407166 6 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 42.799332 0.0 +0.8047276735305786 7 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 66.00993 0.0 +0.7934224605560303 4 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 70.167011 0.0 +0.0 8 0.0 imagenet comb_18_t vit rnd_search_t_cos 365.384704 532.676608 0.0 52.02662 0.0 +0.0 8 0.0 imagenet comb_12_t vit rnd_search_t_cos 365.384704 532.676608 0.0 74.921998 0.0 +0.0 8 0.0 imagenet comb_10_t vit rnd_search_t_cos 365.548544 532.676608 0.0 84.917503 0.0 +0.7605344653129578 8 0.0 imagenet comb_1_t vit rnd_search_t_cos 365.87776 534.77376 0.0 31.525908 0.0 +0.8036999106407166 5 0.0 imagenet comb_4_t vit rnd_search_t_cos 365.87776 534.77376 0.0 31.872423 0.0 +0.8026722073554993 4 0.0 imagenet comb_1_t vit rnd_search_t_cos 365.87776 534.77376 0.0 32.090911 0.0 +0.7944501638412476 6 0.0 imagenet comb_6_t vit rnd_search_t_cos 365.87776 534.77376 0.0 32.230321 0.0 +0.7975334525108337 4 0.0 imagenet comb_4_t vit rnd_search_t_cos 365.87776 534.77376 0.0 32.32208 0.0 +0.8006166815757751 5 0.0 imagenet comb_6_t vit rnd_search_t_cos 365.87776 534.77376 0.0 32.34235 0.0 +0.8088386654853821 6 0.0 imagenet comb_1_t vit rnd_search_t_cos 365.87776 534.77376 0.0 32.387451 0.0 +0.7841727137565613 4 0.0 imagenet comb_6_t vit rnd_search_t_cos 365.87776 534.77376 0.0 32.451337 0.0 +0.8067831993103027 7 0.0 imagenet comb_6_t vit rnd_search_t_cos 365.87776 534.77376 0.0 32.947608 0.0 +0.7975334525108337 4 0.0 imagenet comb_16_t vit rnd_search_t_cos 365.87776 534.77376 0.0 33.479365 0.0 +0.798561155796051 5 0.0 imagenet comb_16_t vit rnd_search_t_cos 365.87776 534.77376 0.0 34.580721 0.0 +0.7923946976661682 7 0.0 imagenet comb_4_t vit rnd_search_t_cos 365.87776 534.77376 0.0 37.103231 0.0 +0.789311408996582 6 0.0 imagenet comb_4_t vit rnd_search_t_cos 365.87776 534.77376 0.0 37.883297 0.0 +0.8047276735305786 5 0.0 imagenet comb_1_t vit rnd_search_t_cos 365.87776 534.77376 0.0 40.434017 0.0 +0.7738952040672302 8 0.0 imagenet comb_6_t vit rnd_search_t_cos 365.87776 534.77376 0.0 40.604737 0.0 +0.7667009830474854 8 0.0 imagenet comb_4_t vit rnd_search_t_cos 365.87776 534.77376 0.0 42.901256 0.0 +0.7944501638412476 7 0.0 imagenet comb_1_t vit rnd_search_t_cos 365.87776 534.77376 0.0 45.765505 0.0 +0.789311408996582 6 0.0 imagenet comb_16_t vit rnd_search_t_cos 365.87776 534.77376 0.0 46.185844 0.0 +0.7800617218017578 8 0.0 imagenet comb_16_t vit rnd_search_t_cos 365.87776 534.77376 0.0 70.840187 0.0 +0.7821171879768372 7 0.0 imagenet comb_16_t vit rnd_search_t_cos 365.87776 534.77376 0.0 84.943548 0.0 +0.7934224605560303 7 0.0 imagenet comb_8_t vit rnd_search_t_cos 366.0416 534.77376 0.0 32.25257 0.0 +0.7995889186859131 5 0.0 imagenet comb_8_t vit rnd_search_t_cos 366.0416 534.77376 0.0 32.48045 0.0 +0.7780061960220337 4 0.0 imagenet comb_8_t vit rnd_search_t_cos 366.0416 534.77376 0.0 58.072382 0.0 +0.8067831993103027 6 0.0 imagenet comb_8_t vit rnd_search_t_cos 366.0416 534.77376 0.0 69.177661 0.0 +0.7697842121124268 8 0.0 imagenet comb_8_t vit rnd_search_t_cos 366.0416 534.77376 0.0 80.906664 0.0 +0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 49.378018 0.0 diff --git a/results/func_by_param_init_method/vit/4/comb_1.png b/results/func_by_param_init_method/vit/4/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..539ad66f40fd7e47cfe996d235b8a8eb60fcc56d Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_1.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_15.png b/results/func_by_param_init_method/vit/4/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..468997060d2b516a1555bebb6984ee0e91c8eb61 Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_15.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_15_t.png b/results/func_by_param_init_method/vit/4/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..3d16ce972c1bb4fb2a9858d9646da0b66d9f0bbe Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_15_t.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_16.png b/results/func_by_param_init_method/vit/4/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..468997060d2b516a1555bebb6984ee0e91c8eb61 Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_16.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_16_t.png b/results/func_by_param_init_method/vit/4/comb_16_t.png new file mode 100644 index 0000000000000000000000000000000000000000..715aea329cb7d795f86c0a70f95bfac4d2345fdb Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_16_t.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_1_t.png b/results/func_by_param_init_method/vit/4/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..64884c99cbfee9686a10d5da75aa7133bc7c37c2 Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_1_t.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_4.png b/results/func_by_param_init_method/vit/4/comb_4.png new file mode 100644 index 0000000000000000000000000000000000000000..8e7fef26e72e329201e3d43ac0910ca34450654c Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_4.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_4_t.png b/results/func_by_param_init_method/vit/4/comb_4_t.png new file mode 100644 index 0000000000000000000000000000000000000000..06158d1b3ce618e81f6e21f9089f18490c764714 Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_4_t.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_6.png b/results/func_by_param_init_method/vit/4/comb_6.png new file mode 100644 index 0000000000000000000000000000000000000000..aa8120751be43d792a1f22e762934cbffdb2d44e Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_6.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_6_t.png b/results/func_by_param_init_method/vit/4/comb_6_t.png new file mode 100644 index 0000000000000000000000000000000000000000..ef2c7ba816caca3c40af1204f06db54433136fab Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_6_t.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_8_t.png b/results/func_by_param_init_method/vit/4/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..740884ac00a85c2178e451d83b10f5001760e79f Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_8_t.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_1.png b/results/func_by_param_init_method/vit/5/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..59c1e82a59f0d493f5fbee91011a027fa5283fe2 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_1.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_15.png b/results/func_by_param_init_method/vit/5/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..89f8584ce457c012c0ac3eca77b678406d6c4151 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_15.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_15_t.png b/results/func_by_param_init_method/vit/5/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..3d16ce972c1bb4fb2a9858d9646da0b66d9f0bbe Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_15_t.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_16.png b/results/func_by_param_init_method/vit/5/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..14e7c2e1e9eb7f6f10765de9792ba6d9b1a8c44a Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_16.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_16_t.png b/results/func_by_param_init_method/vit/5/comb_16_t.png new file mode 100644 index 0000000000000000000000000000000000000000..1785fe0b8a70794b46768349e7938e58a8f0ea77 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_16_t.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_1_t.png b/results/func_by_param_init_method/vit/5/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..7aec33203bedce0bfbdb742d5a084011dd085dc6 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_1_t.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_4.png b/results/func_by_param_init_method/vit/5/comb_4.png new file mode 100644 index 0000000000000000000000000000000000000000..3584f1e9bc672c9989ae627f52fd7a9685b17856 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_4.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_4_t.png b/results/func_by_param_init_method/vit/5/comb_4_t.png new file mode 100644 index 0000000000000000000000000000000000000000..17efb98d7e8e2bbf74118cc2d8f94171095a6892 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_4_t.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_6.png b/results/func_by_param_init_method/vit/5/comb_6.png new file mode 100644 index 0000000000000000000000000000000000000000..8e7fef26e72e329201e3d43ac0910ca34450654c Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_6.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_6_t.png b/results/func_by_param_init_method/vit/5/comb_6_t.png new file mode 100644 index 0000000000000000000000000000000000000000..19320ce7165c3fb350555e9355d4d2365b13db5b Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_6_t.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_8.png b/results/func_by_param_init_method/vit/5/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..01808834df409a8ee373743ac6bb378bc5327d6d Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_8.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_8_t.png b/results/func_by_param_init_method/vit/5/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..8b31229ced51947c1a8f3c103ffbdd1181a9b8f8 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_8_t.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_1.png b/results/func_by_param_init_method/vit/6/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..539ad66f40fd7e47cfe996d235b8a8eb60fcc56d Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_1.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_15.png b/results/func_by_param_init_method/vit/6/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..89f8584ce457c012c0ac3eca77b678406d6c4151 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_15.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_15_t.png b/results/func_by_param_init_method/vit/6/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..3e54cf7ae1446406a6fcad41dfadbce3b77a00b9 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_15_t.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_16.png b/results/func_by_param_init_method/vit/6/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..702d8dcfa1c5815a94b5638593cc15d19c5b50df Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_16.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_16_t.png b/results/func_by_param_init_method/vit/6/comb_16_t.png new file mode 100644 index 0000000000000000000000000000000000000000..69c81f420c9f3866064c00cb05c26ff4f4618549 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_16_t.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_1_t.png b/results/func_by_param_init_method/vit/6/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..01240d8f116a49a306d0436f0666dc312ca32cff Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_1_t.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_4.png b/results/func_by_param_init_method/vit/6/comb_4.png new file mode 100644 index 0000000000000000000000000000000000000000..f81201fd5c2f58966cf280b0c3acd8a38fbd9882 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_4.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_4_t.png b/results/func_by_param_init_method/vit/6/comb_4_t.png new file mode 100644 index 0000000000000000000000000000000000000000..2f359aa517692cd1535b2e79086f4015a39ecf3c Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_4_t.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_6.png b/results/func_by_param_init_method/vit/6/comb_6.png new file mode 100644 index 0000000000000000000000000000000000000000..d0d1cc0aa2e60a446cbc8e8030fcae633639af89 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_6.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_6_t.png b/results/func_by_param_init_method/vit/6/comb_6_t.png new file mode 100644 index 0000000000000000000000000000000000000000..72d685af3e167fbcb3aa52decd6358114b578288 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_6_t.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_8.png b/results/func_by_param_init_method/vit/6/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..3584f1e9bc672c9989ae627f52fd7a9685b17856 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_8.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_8_t.png b/results/func_by_param_init_method/vit/6/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..c76e53195b692e5bd80e5aa36e40999d00f74ee3 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_8_t.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_1.png b/results/func_by_param_init_method/vit/7/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..7d9a3ba533e52a0a55b5396a2c2975766baa39ad Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_1.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_15.png b/results/func_by_param_init_method/vit/7/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..14e7c2e1e9eb7f6f10765de9792ba6d9b1a8c44a Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_15.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_15_t.png b/results/func_by_param_init_method/vit/7/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..109a1f53597eb0b088a71b62d469840394256261 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_15_t.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_16.png b/results/func_by_param_init_method/vit/7/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..14e7c2e1e9eb7f6f10765de9792ba6d9b1a8c44a Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_16.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_16_t.png b/results/func_by_param_init_method/vit/7/comb_16_t.png new file mode 100644 index 0000000000000000000000000000000000000000..f5ac304af767eae0ea9c21a430f430b4dfc1deb4 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_16_t.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_1_t.png b/results/func_by_param_init_method/vit/7/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..cc1943cf66a69c3473ba7800cfa478459670b7d2 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_1_t.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_4.png b/results/func_by_param_init_method/vit/7/comb_4.png new file mode 100644 index 0000000000000000000000000000000000000000..eee3833c909efa5c8b51f5511f8cab8a7f4269ba Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_4.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_4_t.png b/results/func_by_param_init_method/vit/7/comb_4_t.png new file mode 100644 index 0000000000000000000000000000000000000000..894ce4609aef4f0503f0a20e808c7580569d5434 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_4_t.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_6.png b/results/func_by_param_init_method/vit/7/comb_6.png new file mode 100644 index 0000000000000000000000000000000000000000..d0d1cc0aa2e60a446cbc8e8030fcae633639af89 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_6.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_6_t.png b/results/func_by_param_init_method/vit/7/comb_6_t.png new file mode 100644 index 0000000000000000000000000000000000000000..c76e53195b692e5bd80e5aa36e40999d00f74ee3 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_6_t.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_8.png b/results/func_by_param_init_method/vit/7/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..eee3833c909efa5c8b51f5511f8cab8a7f4269ba Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_8.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_8_t.png b/results/func_by_param_init_method/vit/7/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..4f44969ab5e3e4ba9d50d82f87600c32eac92438 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_8_t.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_1.png b/results/func_by_param_init_method/vit/8/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..d0d1cc0aa2e60a446cbc8e8030fcae633639af89 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_1.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_15.png b/results/func_by_param_init_method/vit/8/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..702d8dcfa1c5815a94b5638593cc15d19c5b50df Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_15.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_15_t.png b/results/func_by_param_init_method/vit/8/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..fa1af944eb0e3c52a41202f7eddea0be382d73ee Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_15_t.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_16.png b/results/func_by_param_init_method/vit/8/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..5ce7e41d720b5e0be4632cb559a9fbe8b6845893 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_16.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_16_t.png b/results/func_by_param_init_method/vit/8/comb_16_t.png new file mode 100644 index 0000000000000000000000000000000000000000..21522e43705c43b2e96d052b5659892a2f42a693 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_16_t.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_1_t.png b/results/func_by_param_init_method/vit/8/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..ac2707e9c904bc423107c414cebca1b1c0de6a90 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_1_t.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_4.png b/results/func_by_param_init_method/vit/8/comb_4.png new file mode 100644 index 0000000000000000000000000000000000000000..eee3833c909efa5c8b51f5511f8cab8a7f4269ba Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_4.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_4_t.png b/results/func_by_param_init_method/vit/8/comb_4_t.png new file mode 100644 index 0000000000000000000000000000000000000000..db2453a540a85665439f34ad995a0c9d372bd625 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_4_t.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_6.png b/results/func_by_param_init_method/vit/8/comb_6.png new file mode 100644 index 0000000000000000000000000000000000000000..eee3833c909efa5c8b51f5511f8cab8a7f4269ba Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_6.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_6_t.png b/results/func_by_param_init_method/vit/8/comb_6_t.png new file mode 100644 index 0000000000000000000000000000000000000000..f191a4560b1c58dabb755b85cbb183eca440ecf7 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_6_t.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_8.png b/results/func_by_param_init_method/vit/8/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..eee3833c909efa5c8b51f5511f8cab8a7f4269ba Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_8.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_8_t.png b/results/func_by_param_init_method/vit/8/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..c14c8bcbd1c2d64c043f63de186d86c471abedc2 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_8_t.png differ diff --git a/results/results.txt b/results/results.txt new file mode 100644 index 0000000000000000000000000000000000000000..6d92705f00a34872f123137d1bd906d8438d2551 --- /dev/null +++ b/results/results.txt @@ -0,0 +1,117 @@ +| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | +|----:|-----------:|-------:|-------:|:----------|:----------|:--------|:-----------------|--------------------:|---------------------:|-------------:|----------:|------:| +| 0 | 0.795478 | 4 | 0 | imagenet | ao_woq | vit | fixed | 180.84 | 411.042 | 0 | 22.0774 | 0 | +| 1 | 0.801644 | 8 | 0 | imagenet | ao_woq | vit | fixed | 341.33 | 486.539 | 0 | 46.9142 | 0 | +| 2 | 0 | 4 | 0 | imagenet | comb_5 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 41.2857 | 0 | +| 3 | 0 | 5 | 0 | imagenet | comb_5 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 41.2857 | 0 | +| 4 | 0 | 6 | 0 | imagenet | comb_5 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 41.2857 | 0 | +| 5 | 0 | 7 | 0 | imagenet | comb_5 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 41.2857 | 0 | +| 6 | 0 | 8 | 0 | imagenet | comb_5 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 41.2857 | 0 | +| 7 | 0 | 4 | 0 | imagenet | comb_17 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 70.542 | 0 | +| 8 | 0 | 5 | 0 | imagenet | comb_17 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 70.542 | 0 | +| 9 | 0 | 6 | 0 | imagenet | comb_17 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 70.542 | 0 | +| 10 | 0 | 7 | 0 | imagenet | comb_17 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 70.542 | 0 | +| 11 | 0 | 8 | 0 | imagenet | comb_17 | vit | rnd_search_t_cos | 355.972 | 511.705 | 0 | 70.542 | 0 | +| 12 | 0.798561 | 6 | 0 | imagenet | comb_15 | vit | rnd_search_t_cos | 356.465 | 511.705 | 0 | 18.4076 | 0 | +| 13 | 0.798561 | 5 | 0 | imagenet | comb_15 | vit | rnd_search_t_cos | 356.465 | 511.705 | 0 | 39.2246 | 0 | +| 14 | 0.801644 | 8 | 0 | imagenet | comb_15 | vit | rnd_search_t_cos | 356.465 | 511.705 | 0 | 47.1052 | 0 | +| 15 | 0.799589 | 7 | 0 | imagenet | comb_15 | vit | rnd_search_t_cos | 356.465 | 511.705 | 0 | 54.4575 | 0 | +| 16 | 0.797533 | 4 | 0 | imagenet | comb_15 | vit | rnd_search_t_cos | 356.465 | 511.705 | 0 | 55.3632 | 0 | +| 17 | 0.801644 | 8 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 20.3098 | 0 | +| 18 | 0.805755 | 6 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 20.474 | 0 | +| 19 | 0.799589 | 7 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 21.9882 | 0 | +| 20 | 0.789311 | 4 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 25.2353 | 0 | +| 21 | 0.799589 | 5 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 32.9601 | 0 | +| 22 | 0 | 4 | 0 | imagenet | comb_12 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 30.7004 | 0 | +| 23 | 0 | 5 | 0 | imagenet | comb_12 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 30.7004 | 0 | +| 24 | 0 | 6 | 0 | imagenet | comb_12 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 30.7004 | 0 | +| 25 | 0 | 7 | 0 | imagenet | comb_12 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 30.7004 | 0 | +| 26 | 0 | 8 | 0 | imagenet | comb_12 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 30.7004 | 0 | +| 27 | 0 | 4 | 0 | imagenet | comb_18 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 43.7104 | 0 | +| 28 | 0 | 5 | 0 | imagenet | comb_18 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 43.7104 | 0 | +| 29 | 0 | 6 | 0 | imagenet | comb_18 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 43.7104 | 0 | +| 30 | 0 | 7 | 0 | imagenet | comb_18 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 43.7104 | 0 | +| 31 | 0 | 8 | 0 | imagenet | comb_18 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 43.7104 | 0 | +| 32 | 0 | 4 | 0 | imagenet | comb_10 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 65.5909 | 0 | +| 33 | 0 | 5 | 0 | imagenet | comb_10 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 65.5909 | 0 | +| 34 | 0 | 6 | 0 | imagenet | comb_10 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 65.5909 | 0 | +| 35 | 0 | 7 | 0 | imagenet | comb_10 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 65.5909 | 0 | +| 36 | 0 | 8 | 0 | imagenet | comb_10 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 65.5909 | 0 | +| 37 | 0 | 4 | 0 | imagenet | comb_8 | vit | rnd_search_t_cos | 356.865 | 511.705 | 0 | 83.166 | 0 | +| 38 | 0.177778 | 4 | 0 | imagenet | comb_6 | vit | rnd_search_t_cos | 356.883 | 511.705 | 0 | 31.796 | 0 | +| 39 | 0.798561 | 5 | 0 | imagenet | comb_6 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 30.1639 | 0 | +| 40 | 0.796506 | 6 | 0 | imagenet | comb_1 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 30.6993 | 0 | +| 41 | 0.792395 | 5 | 0 | imagenet | comb_8 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 30.7184 | 0 | +| 42 | 0.800617 | 7 | 0 | imagenet | comb_8 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 31.1564 | 0 | +| 43 | 0.800617 | 7 | 0 | imagenet | comb_4 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 31.1918 | 0 | +| 44 | 0.802672 | 6 | 0 | imagenet | comb_4 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 31.2353 | 0 | +| 45 | 0.79445 | 5 | 0 | imagenet | comb_1 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 31.9295 | 0 | +| 46 | 0.797533 | 5 | 0 | imagenet | comb_4 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 32.0325 | 0 | +| 47 | 0.799589 | 7 | 0 | imagenet | comb_6 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 32.4201 | 0 | +| 48 | 0.799589 | 7 | 0 | imagenet | comb_16 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 33.3394 | 0 | +| 49 | 0.799589 | 8 | 0 | imagenet | comb_1 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 33.3772 | 0 | +| 50 | 0.796506 | 4 | 0 | imagenet | comb_1 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 33.5106 | 0 | +| 51 | 0.801644 | 6 | 0 | imagenet | comb_16 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 34.9856 | 0 | +| 52 | 0.797533 | 6 | 0 | imagenet | comb_8 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 35.0376 | 0 | +| 53 | 0.800617 | 8 | 0 | imagenet | comb_8 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 35.199 | 0 | +| 54 | 0.800617 | 8 | 0 | imagenet | comb_16 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 49.3306 | 0 | +| 55 | 0.801644 | 7 | 0 | imagenet | comb_1 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 52.3674 | 0 | +| 56 | 0.799589 | 5 | 0 | imagenet | comb_16 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 58.8126 | 0 | +| 57 | 0.800617 | 8 | 0 | imagenet | comb_4 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 67.3376 | 0 | +| 58 | 0.797533 | 4 | 0 | imagenet | comb_16 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 77.0306 | 0 | +| 59 | 0.800617 | 8 | 0 | imagenet | comb_6 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 105.019 | 0 | +| 60 | 0.799589 | 6 | 0 | imagenet | comb_6 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 112.597 | 0 | +| 61 | 0.798561 | 4 | 0 | imagenet | comb_4 | vit | rnd_search_t_cos | 357.358 | 513.802 | 0 | 113.355 | 0 | +| 62 | 0 | 4 | 0 | imagenet | comb_3 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0432 | 0 | +| 63 | 0 | 5 | 0 | imagenet | comb_3 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0432 | 0 | +| 64 | 0 | 6 | 0 | imagenet | comb_3 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0432 | 0 | +| 65 | 0 | 7 | 0 | imagenet | comb_3 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0432 | 0 | +| 66 | 0 | 8 | 0 | imagenet | comb_3 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.0432 | 0 | +| 67 | 0 | 4 | 0 | imagenet | comb_11 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.04406 | 0 | +| 68 | 0 | 5 | 0 | imagenet | comb_11 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.04406 | 0 | +| 69 | 0 | 6 | 0 | imagenet | comb_11 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.04406 | 0 | +| 70 | 0 | 7 | 0 | imagenet | comb_11 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.04406 | 0 | +| 71 | 0 | 8 | 0 | imagenet | comb_11 | vit | rnd_search_t_cos | 329.082 | 515.899 | 0 | 0.04406 | 0 | +| 72 | 0 | 8 | 0 | imagenet | comb_3_t | vit | rnd_search_t_cos | 336.791 | 530.579 | 0 | 0.04363 | 0 | +| 73 | 0 | 8 | 0 | imagenet | comb_11_t | vit | rnd_search_t_cos | 336.791 | 530.579 | 0 | 0.04434 | 0 | +| 74 | 0 | 8 | 0 | imagenet | comb_5_t | vit | rnd_search_t_cos | 364.492 | 532.677 | 0 | 34.1476 | 0 | +| 75 | 0 | 8 | 0 | imagenet | comb_17_t | vit | rnd_search_t_cos | 364.656 | 532.677 | 0 | 63.5913 | 0 | +| 76 | 0.791367 | 8 | 0 | imagenet | comb_15_t | vit | rnd_search_t_cos | 364.985 | 532.677 | 0 | 20.5803 | 0 | +| 77 | 0.8037 | 6 | 0 | imagenet | comb_15_t | vit | rnd_search_t_cos | 364.985 | 532.677 | 0 | 40.1301 | 0 | +| 78 | 0.799589 | 4 | 0 | imagenet | comb_15_t | vit | rnd_search_t_cos | 364.985 | 532.677 | 0 | 47.8705 | 0 | +| 79 | 0.799589 | 5 | 0 | imagenet | comb_15_t | vit | rnd_search_t_cos | 364.985 | 532.677 | 0 | 77.2158 | 0 | +| 80 | 0.81295 | 7 | 0 | imagenet | comb_15_t | vit | rnd_search_t_cos | 364.985 | 532.677 | 0 | 78.8217 | 0 | +| 81 | 0.793422 | 8 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 21.3243 | 0 | +| 82 | 0.804728 | 5 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 38.6148 | 0 | +| 83 | 0.8037 | 6 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 42.7993 | 0 | +| 84 | 0.804728 | 7 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 66.0099 | 0 | +| 85 | 0.793422 | 4 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 70.167 | 0 | +| 86 | 0 | 8 | 0 | imagenet | comb_18_t | vit | rnd_search_t_cos | 365.385 | 532.677 | 0 | 52.0266 | 0 | +| 87 | 0 | 8 | 0 | imagenet | comb_12_t | vit | rnd_search_t_cos | 365.385 | 532.677 | 0 | 74.922 | 0 | +| 88 | 0 | 8 | 0 | imagenet | comb_10_t | vit | rnd_search_t_cos | 365.549 | 532.677 | 0 | 84.9175 | 0 | +| 89 | 0.760534 | 8 | 0 | imagenet | comb_1_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 31.5259 | 0 | +| 90 | 0.8037 | 5 | 0 | imagenet | comb_4_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 31.8724 | 0 | +| 91 | 0.802672 | 4 | 0 | imagenet | comb_1_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 32.0909 | 0 | +| 92 | 0.79445 | 6 | 0 | imagenet | comb_6_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 32.2303 | 0 | +| 93 | 0.797533 | 4 | 0 | imagenet | comb_4_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 32.3221 | 0 | +| 94 | 0.800617 | 5 | 0 | imagenet | comb_6_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 32.3424 | 0 | +| 95 | 0.808839 | 6 | 0 | imagenet | comb_1_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 32.3875 | 0 | +| 96 | 0.784173 | 4 | 0 | imagenet | comb_6_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 32.4513 | 0 | +| 97 | 0.806783 | 7 | 0 | imagenet | comb_6_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 32.9476 | 0 | +| 98 | 0.797533 | 4 | 0 | imagenet | comb_16_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 33.4794 | 0 | +| 99 | 0.798561 | 5 | 0 | imagenet | comb_16_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 34.5807 | 0 | +| 100 | 0.792395 | 7 | 0 | imagenet | comb_4_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 37.1032 | 0 | +| 101 | 0.789311 | 6 | 0 | imagenet | comb_4_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 37.8833 | 0 | +| 102 | 0.804728 | 5 | 0 | imagenet | comb_1_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 40.434 | 0 | +| 103 | 0.773895 | 8 | 0 | imagenet | comb_6_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 40.6047 | 0 | +| 104 | 0.766701 | 8 | 0 | imagenet | comb_4_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 42.9013 | 0 | +| 105 | 0.79445 | 7 | 0 | imagenet | comb_1_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 45.7655 | 0 | +| 106 | 0.789311 | 6 | 0 | imagenet | comb_16_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 46.1858 | 0 | +| 107 | 0.780062 | 8 | 0 | imagenet | comb_16_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 70.8402 | 0 | +| 108 | 0.782117 | 7 | 0 | imagenet | comb_16_t | vit | rnd_search_t_cos | 365.878 | 534.774 | 0 | 84.9435 | 0 | +| 109 | 0.793422 | 7 | 0 | imagenet | comb_8_t | vit | rnd_search_t_cos | 366.042 | 534.774 | 0 | 32.2526 | 0 | +| 110 | 0.799589 | 5 | 0 | imagenet | comb_8_t | vit | rnd_search_t_cos | 366.042 | 534.774 | 0 | 32.4804 | 0 | +| 111 | 0.778006 | 4 | 0 | imagenet | comb_8_t | vit | rnd_search_t_cos | 366.042 | 534.774 | 0 | 58.0724 | 0 | +| 112 | 0.806783 | 6 | 0 | imagenet | comb_8_t | vit | rnd_search_t_cos | 366.042 | 534.774 | 0 | 69.1777 | 0 | +| 113 | 0.769784 | 8 | 0 | imagenet | comb_8_t | vit | rnd_search_t_cos | 366.042 | 534.774 | 0 | 80.9067 | 0 | +| 114 | 0.800617 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 49.378 | 0 | \ No newline at end of file