diff --git a/results/best_param_per_func_with_baselines/vit/4/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/vit/4/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..e0abcbc5f45a923b619aa45c97195c3bc3590d40 Binary files /dev/null and b/results/best_param_per_func_with_baselines/vit/4/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/vit/5/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/vit/5/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..dd01adfbbeaf5ad052fabcf4a2751b2892316d88 Binary files /dev/null and b/results/best_param_per_func_with_baselines/vit/5/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/vit/6/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/vit/6/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..9f920daca70435698a854201a7887d6234cc4856 Binary files /dev/null and b/results/best_param_per_func_with_baselines/vit/6/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/vit/7/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/vit/7/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..77fbd3e870b9419a930a219dced95dc4eecf0001 Binary files /dev/null and b/results/best_param_per_func_with_baselines/vit/7/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/vit/8/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/vit/8/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..3ea8ed179c6e8c142df4b809f9f5ecdfaf36c177 Binary files /dev/null and b/results/best_param_per_func_with_baselines/vit/8/best_param_per_func_with_baselines.png differ diff --git a/results/bitwidth_acc_decay_per_function/vit.png b/results/bitwidth_acc_decay_per_function/vit.png new file mode 100644 index 0000000000000000000000000000000000000000..3cc673c1fb0b25ebc426c9db415e5c9fbe69fea5 Binary files /dev/null and b/results/bitwidth_acc_decay_per_function/vit.png differ diff --git a/results/df.tsv b/results/df.tsv new file mode 100644 index 0000000000000000000000000000000000000000..1c3b2e858c7125c4b5579633f745999620faf92e --- /dev/null +++ b/results/df.tsv @@ -0,0 +1,116 @@ +accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer +0.7954779267311096 4 0.0 imagenet ao_woq vit fixed 180.840448 411.041792 0.0 20.915792 0.0 +0.8016444444656372 8 0.0 imagenet ao_woq vit fixed 341.330432 486.539264 0.0 74.552253 0.0 +0.0 4 0.0 imagenet comb_18 vit rnd_search_t_lin 355.972096 511.705088 0.0 22.574209 0.0 +0.0 5 0.0 imagenet comb_18 vit rnd_search_t_lin 355.972096 511.705088 0.0 22.574209 0.0 +0.0 6 0.0 imagenet comb_18 vit rnd_search_t_lin 355.972096 511.705088 0.0 22.574209 0.0 +0.0 7 0.0 imagenet comb_18 vit rnd_search_t_lin 355.972096 511.705088 0.0 22.574209 0.0 +0.0 8 0.0 imagenet comb_18 vit rnd_search_t_lin 355.972096 511.705088 0.0 22.574209 0.0 +0.0 4 0.0 imagenet comb_9 vit rnd_search_t_lin 355.972096 511.705088 0.0 63.707392 0.0 +0.0 5 0.0 imagenet comb_9 vit rnd_search_t_lin 355.972096 511.705088 0.0 63.707392 0.0 +0.0 6 0.0 imagenet comb_9 vit rnd_search_t_lin 355.972096 511.705088 0.0 63.707392 0.0 +0.0 7 0.0 imagenet comb_9 vit rnd_search_t_lin 355.972096 511.705088 0.0 63.707392 0.0 +0.0 8 0.0 imagenet comb_9 vit rnd_search_t_lin 355.972096 511.705088 0.0 63.707392 0.0 +0.7995889186859131 5 0.0 imagenet comb_16 vit rnd_search_t_lin 356.465152 511.705088 0.0 18.790925 0.0 +0.798561155796051 4 0.0 imagenet comb_16 vit rnd_search_t_lin 356.465152 511.705088 0.0 28.841584 0.0 +0.7995889186859131 8 0.0 imagenet comb_16 vit rnd_search_t_lin 356.465152 511.705088 0.0 34.798292 0.0 +0.7975334525108337 7 0.0 imagenet comb_16 vit rnd_search_t_lin 356.465152 511.705088 0.0 35.245868 0.0 +0.798561155796051 6 0.0 imagenet comb_16 vit rnd_search_t_lin 356.465152 511.705088 0.0 59.006722 0.0 +0.8057554364204407 6 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 20.450543 0.0 +0.789311408996582 4 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 22.149936 0.0 +0.8016444444656372 8 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 25.840467 0.0 +0.7995889186859131 7 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 32.120423 0.0 +0.7995889186859131 5 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 68.702627 0.0 +0.0 4 0.0 imagenet comb_3 vit rnd_search_t_lin 356.865024 511.705088 0.0 30.219868 0.0 +0.0 5 0.0 imagenet comb_3 vit rnd_search_t_lin 356.865024 511.705088 0.0 30.219868 0.0 +0.0 6 0.0 imagenet comb_3 vit rnd_search_t_lin 356.865024 511.705088 0.0 30.219868 0.0 +0.0 7 0.0 imagenet comb_3 vit rnd_search_t_lin 356.865024 511.705088 0.0 30.219868 0.0 +0.0 8 0.0 imagenet comb_3 vit rnd_search_t_lin 356.865024 511.705088 0.0 30.219868 0.0 +0.0 4 0.0 imagenet comb_7 vit rnd_search_t_lin 356.865024 511.705088 0.0 37.827608 0.0 +0.0 5 0.0 imagenet comb_7 vit rnd_search_t_lin 356.865024 511.705088 0.0 37.827608 0.0 +0.0 6 0.0 imagenet comb_7 vit rnd_search_t_lin 356.865024 511.705088 0.0 37.827608 0.0 +0.0 7 0.0 imagenet comb_7 vit rnd_search_t_lin 356.865024 511.705088 0.0 37.827608 0.0 +0.0 8 0.0 imagenet comb_7 vit rnd_search_t_lin 356.865024 511.705088 0.0 37.827608 0.0 +0.0 4 0.0 imagenet comb_11 vit rnd_search_t_lin 356.865024 511.705088 0.0 101.56097 0.0 +0.0 5 0.0 imagenet comb_11 vit rnd_search_t_lin 356.865024 511.705088 0.0 101.56097 0.0 +0.0 6 0.0 imagenet comb_11 vit rnd_search_t_lin 356.865024 511.705088 0.0 101.56097 0.0 +0.0 7 0.0 imagenet comb_11 vit rnd_search_t_lin 356.865024 511.705088 0.0 101.56097 0.0 +0.0 8 0.0 imagenet comb_11 vit rnd_search_t_lin 356.865024 511.705088 0.0 101.56097 0.0 +0.1818181872367859 4 0.0 imagenet comb_17 vit rnd_search_t_lin 356.8768 511.705088 0.0 54.108822 0.0 +0.6546762585639954 4 0.0 imagenet comb_13 vit rnd_search_t_lin 357.35808 513.80224 0.0 29.677991 0.0 +0.798561155796051 6 0.0 imagenet comb_17 vit rnd_search_t_lin 357.35808 513.80224 0.0 29.87008 0.0 +0.8026722073554993 5 0.0 imagenet comb_2 vit rnd_search_t_lin 357.35808 513.80224 0.0 29.990969 0.0 +0.798561155796051 5 0.0 imagenet comb_8 vit rnd_search_t_lin 357.35808 513.80224 0.0 30.153069 0.0 +0.7954779267311096 4 0.0 imagenet comb_8 vit rnd_search_t_lin 357.35808 513.80224 0.0 30.288857 0.0 +0.8006166815757751 8 0.0 imagenet comb_17 vit rnd_search_t_lin 357.35808 513.80224 0.0 30.401948 0.0 +0.7995889186859131 8 0.0 imagenet comb_2 vit rnd_search_t_lin 357.35808 513.80224 0.0 30.503416 0.0 +0.8006166815757751 8 0.0 imagenet comb_13 vit rnd_search_t_lin 357.35808 513.80224 0.0 30.69039 0.0 +0.7995889186859131 7 0.0 imagenet comb_13 vit rnd_search_t_lin 357.35808 513.80224 0.0 30.707745 0.0 +0.7934224605560303 5 0.0 imagenet comb_17 vit rnd_search_t_lin 357.35808 513.80224 0.0 31.294344 0.0 +0.7995889186859131 5 0.0 imagenet comb_1 vit rnd_search_t_lin 357.35808 513.80224 0.0 32.795108 0.0 +0.8016444444656372 6 0.0 imagenet comb_1 vit rnd_search_t_lin 357.35808 513.80224 0.0 32.800088 0.0 +0.8016444444656372 7 0.0 imagenet comb_1 vit rnd_search_t_lin 357.35808 513.80224 0.0 32.811648 0.0 +0.8006166815757751 8 0.0 imagenet comb_8 vit rnd_search_t_lin 357.35808 513.80224 0.0 33.780743 0.0 +0.798561155796051 6 0.0 imagenet comb_2 vit rnd_search_t_lin 357.35808 513.80224 0.0 34.170212 0.0 +0.7995889186859131 6 0.0 imagenet comb_8 vit rnd_search_t_lin 357.35808 513.80224 0.0 45.143249 0.0 +0.8016444444656372 8 0.0 imagenet comb_1 vit rnd_search_t_lin 357.35808 513.80224 0.0 46.132882 0.0 +0.7944501638412476 4 0.0 imagenet comb_2 vit rnd_search_t_lin 357.35808 513.80224 0.0 48.968906 0.0 +0.7975334525108337 6 0.0 imagenet comb_13 vit rnd_search_t_lin 357.35808 513.80224 0.0 54.920019 0.0 +0.7852004170417786 5 0.0 imagenet comb_13 vit rnd_search_t_lin 357.35808 513.80224 0.0 63.436016 0.0 +0.7965056896209717 4 0.0 imagenet comb_1 vit rnd_search_t_lin 357.35808 513.80224 0.0 64.79507 0.0 +0.8006166815757751 7 0.0 imagenet comb_2 vit rnd_search_t_lin 357.35808 513.80224 0.0 80.710276 0.0 +0.7995889186859131 7 0.0 imagenet comb_17 vit rnd_search_t_lin 357.35808 513.80224 0.0 112.203488 0.0 +0.7995889186859131 7 0.0 imagenet comb_8 vit rnd_search_t_lin 357.35808 513.80224 0.0 155.475608 0.0 +0.0 4 0.0 imagenet comb_5 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04024 0.0 +0.0 5 0.0 imagenet comb_5 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04024 0.0 +0.0 6 0.0 imagenet comb_5 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04024 0.0 +0.0 7 0.0 imagenet comb_5 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04024 0.0 +0.0 8 0.0 imagenet comb_5 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04024 0.0 +0.0 4 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0 +0.0 5 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0 +0.0 6 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0 +0.0 7 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0 +0.0 8 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0 +0.0 8 0.0 imagenet comb_15_t vit rnd_search_t_lin 336.790528 530.579456 0.0 0.04249 0.0 +0.0 8 0.0 imagenet comb_5_t vit rnd_search_t_lin 336.790528 530.579456 0.0 0.044499 0.0 +0.0 8 0.0 imagenet comb_9_t vit rnd_search_t_lin 364.491776 532.676608 0.0 53.320393 0.0 +0.0 8 0.0 imagenet comb_18_t vit rnd_search_t_lin 364.655616 532.676608 0.0 23.156136 0.0 +0.8026722073554993 6 0.0 imagenet comb_16_t vit rnd_search_t_lin 364.984832 532.676608 0.0 31.791452 0.0 +0.7995889186859131 5 0.0 imagenet comb_16_t vit rnd_search_t_lin 364.984832 532.676608 0.0 31.868802 0.0 +0.7934224605560303 7 0.0 imagenet comb_16_t vit rnd_search_t_lin 364.984832 532.676608 0.0 35.289238 0.0 +0.7965056896209717 4 0.0 imagenet comb_16_t vit rnd_search_t_lin 364.984832 532.676608 0.0 36.756681 0.0 +0.7934224605560303 8 0.0 imagenet comb_16_t vit rnd_search_t_lin 364.984832 532.676608 0.0 59.605442 0.0 +0.7728674411773682 8 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 21.127158 0.0 +0.7975334525108337 5 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 21.872806 0.0 +0.8016444444656372 7 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 31.175517 0.0 +0.8088386654853821 6 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 34.127635 0.0 +0.7934224605560303 4 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 36.514007 0.0 +0.0 8 0.0 imagenet comb_11_t vit rnd_search_t_lin 365.384704 532.676608 0.0 31.473746 0.0 +0.0 8 0.0 imagenet comb_7_t vit rnd_search_t_lin 365.384704 532.676608 0.0 43.335516 0.0 +0.0 8 0.0 imagenet comb_3_t vit rnd_search_t_lin 365.548544 532.676608 0.0 31.681162 0.0 +0.8036999106407166 7 0.0 imagenet comb_2_t vit rnd_search_t_lin 365.87776 534.77376 0.0 31.455594 0.0 +0.8006166815757751 6 0.0 imagenet comb_17_t vit rnd_search_t_lin 365.87776 534.77376 0.0 31.461633 0.0 +0.7821171879768372 8 0.0 imagenet comb_17_t vit rnd_search_t_lin 365.87776 534.77376 0.0 31.488014 0.0 +0.7780061960220337 4 0.0 imagenet comb_17_t vit rnd_search_t_lin 365.87776 534.77376 0.0 31.65972 0.0 +0.8006166815757751 5 0.0 imagenet comb_2_t vit rnd_search_t_lin 365.87776 534.77376 0.0 31.719042 0.0 +0.8119218945503235 7 0.0 imagenet comb_17_t vit rnd_search_t_lin 365.87776 534.77376 0.0 31.797242 0.0 +0.8036999106407166 5 0.0 imagenet comb_17_t vit rnd_search_t_lin 365.87776 534.77376 0.0 32.774579 0.0 +0.7903391718864441 4 0.0 imagenet comb_2_t vit rnd_search_t_lin 365.87776 534.77376 0.0 32.982116 0.0 +0.7882837057113647 8 0.0 imagenet comb_8_t vit rnd_search_t_lin 365.87776 534.77376 0.0 33.276325 0.0 +0.7954779267311096 6 0.0 imagenet comb_2_t vit rnd_search_t_lin 365.87776 534.77376 0.0 33.799844 0.0 +0.789311408996582 7 0.0 imagenet comb_1_t vit rnd_search_t_lin 365.87776 534.77376 0.0 34.57643 0.0 +0.8016444444656372 6 0.0 imagenet comb_1_t vit rnd_search_t_lin 365.87776 534.77376 0.0 34.78945 0.0 +0.7584789395332336 8 0.0 imagenet comb_1_t vit rnd_search_t_lin 365.87776 534.77376 0.0 35.500988 0.0 +0.7780061960220337 8 0.0 imagenet comb_2_t vit rnd_search_t_lin 365.87776 534.77376 0.0 36.119603 0.0 +0.7965056896209717 7 0.0 imagenet comb_8_t vit rnd_search_t_lin 365.87776 534.77376 0.0 39.017433 0.0 +0.7954779267311096 5 0.0 imagenet comb_8_t vit rnd_search_t_lin 365.87776 534.77376 0.0 43.482504 0.0 +0.7975334525108337 4 0.0 imagenet comb_8_t vit rnd_search_t_lin 365.87776 534.77376 0.0 48.437397 0.0 +0.8047276735305786 6 0.0 imagenet comb_8_t vit rnd_search_t_lin 365.87776 534.77376 0.0 65.748336 0.0 +0.7954779267311096 4 0.0 imagenet comb_1_t vit rnd_search_t_lin 365.87776 534.77376 0.0 75.490027 0.0 +0.8057554364204407 5 0.0 imagenet comb_1_t vit rnd_search_t_lin 365.87776 534.77376 0.0 78.020236 0.0 +0.7697842121124268 8 0.0 imagenet comb_13_t vit rnd_search_t_lin 366.0416 534.77376 0.0 32.199445 0.0 +0.8088386654853821 7 0.0 imagenet comb_13_t vit rnd_search_t_lin 366.0416 534.77376 0.0 32.730718 0.0 +0.8047276735305786 5 0.0 imagenet comb_13_t vit rnd_search_t_lin 366.0416 534.77376 0.0 56.798322 0.0 +0.7882837057113647 4 0.0 imagenet comb_13_t vit rnd_search_t_lin 366.0416 534.77376 0.0 66.895771 0.0 +0.8026722073554993 6 0.0 imagenet comb_13_t vit rnd_search_t_lin 366.0416 534.77376 0.0 73.603383 0.0 +0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 24.302065 0.0 diff --git a/results/func_by_param_init_method/vit/4/comb_1.png b/results/func_by_param_init_method/vit/4/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..07cdcbc86ca4c0c18cca2391cb98b22a8ef632ea Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_1.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_13.png b/results/func_by_param_init_method/vit/4/comb_13.png new file mode 100644 index 0000000000000000000000000000000000000000..d761b94c6ca6130821537f8b37f386c7b528a161 Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_13.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_13_t.png b/results/func_by_param_init_method/vit/4/comb_13_t.png new file mode 100644 index 0000000000000000000000000000000000000000..9812d3c0c4e93fb91f4c77a99bd5e78bcf4b9e89 Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_13_t.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_16.png b/results/func_by_param_init_method/vit/4/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..ca82be7a5697806840233ff093387020fb89fd9f Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_16.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_16_t.png b/results/func_by_param_init_method/vit/4/comb_16_t.png new file mode 100644 index 0000000000000000000000000000000000000000..916f2f174c6d3ece76624edefb867d58df20d46d Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_16_t.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_17.png b/results/func_by_param_init_method/vit/4/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..6619a16a807068aa2e233eefbd40a69bd2ae8d35 Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_17.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_17_t.png b/results/func_by_param_init_method/vit/4/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..b8c9119f636fcf39487f03ecdbf1dc9fa2261f3b Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_17_t.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_1_t.png b/results/func_by_param_init_method/vit/4/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..1d743255dda63fddbf28d0e85a0f3741ca00b57f Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_1_t.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_2.png b/results/func_by_param_init_method/vit/4/comb_2.png new file mode 100644 index 0000000000000000000000000000000000000000..a5a33c526520ba3939865de1b96e2f3a4622eb14 Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_2.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_2_t.png b/results/func_by_param_init_method/vit/4/comb_2_t.png new file mode 100644 index 0000000000000000000000000000000000000000..d89100eff80f1c3849b9eb441fedfa9b95ffed49 Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_2_t.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_8.png b/results/func_by_param_init_method/vit/4/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..d3dea448ebafe254115953aefd395e01395d0b29 Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_8.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_8_t.png b/results/func_by_param_init_method/vit/4/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..c097e9d89d1e38f73f80b5628f84162d37b46a96 Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_8_t.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_1.png b/results/func_by_param_init_method/vit/5/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..10c23130158818d3ddb353ba72bf6f7f5cddad52 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_1.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_13.png b/results/func_by_param_init_method/vit/5/comb_13.png new file mode 100644 index 0000000000000000000000000000000000000000..a5004477d8a671b72dbc61cb577ad192abed0530 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_13.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_13_t.png b/results/func_by_param_init_method/vit/5/comb_13_t.png new file mode 100644 index 0000000000000000000000000000000000000000..5de33ef877cc3fe6bc95173c2ed9310253504e52 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_13_t.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_16.png b/results/func_by_param_init_method/vit/5/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..104a292bd9dedaa6d4b2133947bcba9d55be9a88 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_16.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_16_t.png b/results/func_by_param_init_method/vit/5/comb_16_t.png new file mode 100644 index 0000000000000000000000000000000000000000..9b6f62690cc5ba52779549434d313f6cb7735e0c Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_16_t.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_17.png b/results/func_by_param_init_method/vit/5/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..55754b86c107c63b01d9fdba58b1bda4383b5736 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_17.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_17_t.png b/results/func_by_param_init_method/vit/5/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..9378e712eb93a837c0d6dcdbd5626de815e6f56b Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_17_t.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_1_t.png b/results/func_by_param_init_method/vit/5/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..eace0e3181f78e3e582229a0d2077ead2b7fded1 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_1_t.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_2.png b/results/func_by_param_init_method/vit/5/comb_2.png new file mode 100644 index 0000000000000000000000000000000000000000..037ca484031ac26c925375b01578899526d9ebfe Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_2.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_2_t.png b/results/func_by_param_init_method/vit/5/comb_2_t.png new file mode 100644 index 0000000000000000000000000000000000000000..67b8d9da99eb2e02f821a742a4016e66a80ba46f Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_2_t.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_8.png b/results/func_by_param_init_method/vit/5/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..65a06dd145b7352a8763136052c71428d3e0cd40 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_8.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_8_t.png b/results/func_by_param_init_method/vit/5/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..98dd3f1333e40d2fcfc6de0ffdb68b9c1f9c832e Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_8_t.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_1.png b/results/func_by_param_init_method/vit/6/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..b8db56c1780d57f192bf9e5f967cbf8273cc472f Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_1.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_13.png b/results/func_by_param_init_method/vit/6/comb_13.png new file mode 100644 index 0000000000000000000000000000000000000000..a67a3a27230e84f17a72716c0382a09a8e546fb1 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_13.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_13_t.png b/results/func_by_param_init_method/vit/6/comb_13_t.png new file mode 100644 index 0000000000000000000000000000000000000000..0319287d942c654760dd6f2af1b389a93ba94c74 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_13_t.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_16.png b/results/func_by_param_init_method/vit/6/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..ca82be7a5697806840233ff093387020fb89fd9f Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_16.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_16_t.png b/results/func_by_param_init_method/vit/6/comb_16_t.png new file mode 100644 index 0000000000000000000000000000000000000000..815bef345b09e7032e6c67e2ca89de26e825cf0d Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_16_t.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_17.png b/results/func_by_param_init_method/vit/6/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..ca82be7a5697806840233ff093387020fb89fd9f Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_17.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_17_t.png b/results/func_by_param_init_method/vit/6/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..4987e89e010e14b5c2e27563bbe9c56d4a77f99d Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_17_t.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_1_t.png b/results/func_by_param_init_method/vit/6/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..41a620b5421b3e3e88c441bbd7ac0c5eab2d2243 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_1_t.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_2.png b/results/func_by_param_init_method/vit/6/comb_2.png new file mode 100644 index 0000000000000000000000000000000000000000..65a06dd145b7352a8763136052c71428d3e0cd40 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_2.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_2_t.png b/results/func_by_param_init_method/vit/6/comb_2_t.png new file mode 100644 index 0000000000000000000000000000000000000000..1d743255dda63fddbf28d0e85a0f3741ca00b57f Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_2_t.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_8.png b/results/func_by_param_init_method/vit/6/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..10c23130158818d3ddb353ba72bf6f7f5cddad52 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_8.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_8_t.png b/results/func_by_param_init_method/vit/6/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..0999006b5bbe2462dfda32e7935fe22c803f6720 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_8_t.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_1.png b/results/func_by_param_init_method/vit/7/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..b8db56c1780d57f192bf9e5f967cbf8273cc472f Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_1.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_13.png b/results/func_by_param_init_method/vit/7/comb_13.png new file mode 100644 index 0000000000000000000000000000000000000000..104a292bd9dedaa6d4b2133947bcba9d55be9a88 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_13.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_13_t.png b/results/func_by_param_init_method/vit/7/comb_13_t.png new file mode 100644 index 0000000000000000000000000000000000000000..23a5acc8a6ab61cfa1c5a62617e212b85bd6e186 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_13_t.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_16.png b/results/func_by_param_init_method/vit/7/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..a67a3a27230e84f17a72716c0382a09a8e546fb1 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_16.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_16_t.png b/results/func_by_param_init_method/vit/7/comb_16_t.png new file mode 100644 index 0000000000000000000000000000000000000000..a390414dd2b35dbaf313d78bafa578e141b5fbcd Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_16_t.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_17.png b/results/func_by_param_init_method/vit/7/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..104a292bd9dedaa6d4b2133947bcba9d55be9a88 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_17.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_17_t.png b/results/func_by_param_init_method/vit/7/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..f707f1afb2feda0b07338e8e8ffd14b3f57fff4b Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_17_t.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_1_t.png b/results/func_by_param_init_method/vit/7/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..d560bb02bc267d49df343f77beb123af48bb4970 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_1_t.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_2.png b/results/func_by_param_init_method/vit/7/comb_2.png new file mode 100644 index 0000000000000000000000000000000000000000..0de3f7cf6788cf7f2e05578e97e17302f8bfbbbe Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_2.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_2_t.png b/results/func_by_param_init_method/vit/7/comb_2_t.png new file mode 100644 index 0000000000000000000000000000000000000000..ec06a91b9d7b53e147fa29b9e16ee537d5eac418 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_2_t.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_8.png b/results/func_by_param_init_method/vit/7/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..10c23130158818d3ddb353ba72bf6f7f5cddad52 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_8.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_8_t.png b/results/func_by_param_init_method/vit/7/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..889fee848d48175eef3069ef158f5bc360ba5ee5 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_8_t.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_1.png b/results/func_by_param_init_method/vit/8/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..b8db56c1780d57f192bf9e5f967cbf8273cc472f Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_1.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_13.png b/results/func_by_param_init_method/vit/8/comb_13.png new file mode 100644 index 0000000000000000000000000000000000000000..15d8fdf3971b47f6d2ebc323f0c3aa15a254f1c7 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_13.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_13_t.png b/results/func_by_param_init_method/vit/8/comb_13_t.png new file mode 100644 index 0000000000000000000000000000000000000000..ce6980b4be86f96e8541f56c796a701a02a0e0a5 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_13_t.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_16.png b/results/func_by_param_init_method/vit/8/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..104a292bd9dedaa6d4b2133947bcba9d55be9a88 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_16.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_16_t.png b/results/func_by_param_init_method/vit/8/comb_16_t.png new file mode 100644 index 0000000000000000000000000000000000000000..a390414dd2b35dbaf313d78bafa578e141b5fbcd Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_16_t.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_17.png b/results/func_by_param_init_method/vit/8/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..15d8fdf3971b47f6d2ebc323f0c3aa15a254f1c7 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_17.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_17_t.png b/results/func_by_param_init_method/vit/8/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..fbfbc99611f3d139302e701e580371ecdfecf666 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_17_t.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_1_t.png b/results/func_by_param_init_method/vit/8/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..ad99a0643292384202147b53bcfd12617cae1740 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_1_t.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_2.png b/results/func_by_param_init_method/vit/8/comb_2.png new file mode 100644 index 0000000000000000000000000000000000000000..10c23130158818d3ddb353ba72bf6f7f5cddad52 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_2.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_2_t.png b/results/func_by_param_init_method/vit/8/comb_2_t.png new file mode 100644 index 0000000000000000000000000000000000000000..af17f67aa72685be348f5875a742aa16629405dd Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_2_t.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_8.png b/results/func_by_param_init_method/vit/8/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..0de3f7cf6788cf7f2e05578e97e17302f8bfbbbe Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_8.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_8_t.png b/results/func_by_param_init_method/vit/8/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..2a71282093227d7178bb80cc4f4aad0888b3f876 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_8_t.png differ diff --git a/results/results.txt b/results/results.txt new file mode 100644 index 0000000000000000000000000000000000000000..d5f3621689a1b6da400963f83d5be734509535d8 --- /dev/null +++ b/results/results.txt @@ -0,0 +1,117 @@ +| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | +|----:|-----------:|-------:|-------:|:----------|:----------|:--------|:-----------------|--------------------:|---------------------:|-------------:|-----------:|------:| +| 0 | 0.795478 | 4 | 0 | imagenet | ao_woq | vit | fixed | 180.84 | 411.042 | 0 | 20.9158 | 0 | +| 1 | 0.801644 | 8 | 0 | imagenet | ao_woq | vit | fixed | 341.33 | 486.539 | 0 | 74.5523 | 0 | +| 2 | 0 | 4 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 | +| 3 | 0 | 5 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 | +| 4 | 0 | 6 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 | +| 5 | 0 | 7 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 | +| 6 | 0 | 8 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 | +| 7 | 0 | 4 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 | +| 8 | 0 | 5 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 | +| 9 | 0 | 6 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 | +| 10 | 0 | 7 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 | +| 11 | 0 | 8 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 | +| 12 | 0.799589 | 5 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 18.7909 | 0 | +| 13 | 0.798561 | 4 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 28.8416 | 0 | +| 14 | 0.799589 | 8 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 34.7983 | 0 | +| 15 | 0.797533 | 7 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 35.2459 | 0 | +| 16 | 0.798561 | 6 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 59.0067 | 0 | +| 17 | 0.805755 | 6 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 20.4505 | 0 | +| 18 | 0.789311 | 4 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 22.1499 | 0 | +| 19 | 0.801644 | 8 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 25.8405 | 0 | +| 20 | 0.799589 | 7 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 32.1204 | 0 | +| 21 | 0.799589 | 5 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 68.7026 | 0 | +| 22 | 0 | 4 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 | +| 23 | 0 | 5 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 | +| 24 | 0 | 6 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 | +| 25 | 0 | 7 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 | +| 26 | 0 | 8 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 | +| 27 | 0 | 4 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 | +| 28 | 0 | 5 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 | +| 29 | 0 | 6 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 | +| 30 | 0 | 7 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 | +| 31 | 0 | 8 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 | +| 32 | 0 | 4 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 | +| 33 | 0 | 5 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 | +| 34 | 0 | 6 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 | +| 35 | 0 | 7 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 | +| 36 | 0 | 8 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 | +| 37 | 0.181818 | 4 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 356.877 | 511.705 | 0 | 54.1088 | 0 | +| 38 | 0.654676 | 4 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 29.678 | 0 | +| 39 | 0.798561 | 6 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 29.8701 | 0 | +| 40 | 0.802672 | 5 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 29.991 | 0 | +| 41 | 0.798561 | 5 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.1531 | 0 | +| 42 | 0.795478 | 4 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.2889 | 0 | +| 43 | 0.800617 | 8 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.4019 | 0 | +| 44 | 0.799589 | 8 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.5034 | 0 | +| 45 | 0.800617 | 8 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.6904 | 0 | +| 46 | 0.799589 | 7 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.7077 | 0 | +| 47 | 0.793422 | 5 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 31.2943 | 0 | +| 48 | 0.799589 | 5 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 32.7951 | 0 | +| 49 | 0.801644 | 6 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 32.8001 | 0 | +| 50 | 0.801644 | 7 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 32.8116 | 0 | +| 51 | 0.800617 | 8 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 33.7807 | 0 | +| 52 | 0.798561 | 6 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 34.1702 | 0 | +| 53 | 0.799589 | 6 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 45.1432 | 0 | +| 54 | 0.801644 | 8 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 46.1329 | 0 | +| 55 | 0.79445 | 4 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 48.9689 | 0 | +| 56 | 0.797533 | 6 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 54.92 | 0 | +| 57 | 0.7852 | 5 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 63.436 | 0 | +| 58 | 0.796506 | 4 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 64.7951 | 0 | +| 59 | 0.800617 | 7 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 80.7103 | 0 | +| 60 | 0.799589 | 7 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 112.203 | 0 | +| 61 | 0.799589 | 7 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 155.476 | 0 | +| 62 | 0 | 4 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04024 | 0 | +| 63 | 0 | 5 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04024 | 0 | +| 64 | 0 | 6 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04024 | 0 | +| 65 | 0 | 7 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04024 | 0 | +| 66 | 0 | 8 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04024 | 0 | +| 67 | 0 | 4 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04773 | 0 | +| 68 | 0 | 5 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04773 | 0 | +| 69 | 0 | 6 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04773 | 0 | +| 70 | 0 | 7 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04773 | 0 | +| 71 | 0 | 8 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04773 | 0 | +| 72 | 0 | 8 | 0 | imagenet | comb_15_t | vit | rnd_search_t_lin | 336.791 | 530.579 | 0 | 0.04249 | 0 | +| 73 | 0 | 8 | 0 | imagenet | comb_5_t | vit | rnd_search_t_lin | 336.791 | 530.579 | 0 | 0.044499 | 0 | +| 74 | 0 | 8 | 0 | imagenet | comb_9_t | vit | rnd_search_t_lin | 364.492 | 532.677 | 0 | 53.3204 | 0 | +| 75 | 0 | 8 | 0 | imagenet | comb_18_t | vit | rnd_search_t_lin | 364.656 | 532.677 | 0 | 23.1561 | 0 | +| 76 | 0.802672 | 6 | 0 | imagenet | comb_16_t | vit | rnd_search_t_lin | 364.985 | 532.677 | 0 | 31.7915 | 0 | +| 77 | 0.799589 | 5 | 0 | imagenet | comb_16_t | vit | rnd_search_t_lin | 364.985 | 532.677 | 0 | 31.8688 | 0 | +| 78 | 0.793422 | 7 | 0 | imagenet | comb_16_t | vit | rnd_search_t_lin | 364.985 | 532.677 | 0 | 35.2892 | 0 | +| 79 | 0.796506 | 4 | 0 | imagenet | comb_16_t | vit | rnd_search_t_lin | 364.985 | 532.677 | 0 | 36.7567 | 0 | +| 80 | 0.793422 | 8 | 0 | imagenet | comb_16_t | vit | rnd_search_t_lin | 364.985 | 532.677 | 0 | 59.6054 | 0 | +| 81 | 0.772867 | 8 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 21.1272 | 0 | +| 82 | 0.797533 | 5 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 21.8728 | 0 | +| 83 | 0.801644 | 7 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 31.1755 | 0 | +| 84 | 0.808839 | 6 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 34.1276 | 0 | +| 85 | 0.793422 | 4 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 36.514 | 0 | +| 86 | 0 | 8 | 0 | imagenet | comb_11_t | vit | rnd_search_t_lin | 365.385 | 532.677 | 0 | 31.4737 | 0 | +| 87 | 0 | 8 | 0 | imagenet | comb_7_t | vit | rnd_search_t_lin | 365.385 | 532.677 | 0 | 43.3355 | 0 | +| 88 | 0 | 8 | 0 | imagenet | comb_3_t | vit | rnd_search_t_lin | 365.549 | 532.677 | 0 | 31.6812 | 0 | +| 89 | 0.8037 | 7 | 0 | imagenet | comb_2_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 31.4556 | 0 | +| 90 | 0.800617 | 6 | 0 | imagenet | comb_17_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 31.4616 | 0 | +| 91 | 0.782117 | 8 | 0 | imagenet | comb_17_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 31.488 | 0 | +| 92 | 0.778006 | 4 | 0 | imagenet | comb_17_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 31.6597 | 0 | +| 93 | 0.800617 | 5 | 0 | imagenet | comb_2_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 31.719 | 0 | +| 94 | 0.811922 | 7 | 0 | imagenet | comb_17_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 31.7972 | 0 | +| 95 | 0.8037 | 5 | 0 | imagenet | comb_17_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 32.7746 | 0 | +| 96 | 0.790339 | 4 | 0 | imagenet | comb_2_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 32.9821 | 0 | +| 97 | 0.788284 | 8 | 0 | imagenet | comb_8_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 33.2763 | 0 | +| 98 | 0.795478 | 6 | 0 | imagenet | comb_2_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 33.7998 | 0 | +| 99 | 0.789311 | 7 | 0 | imagenet | comb_1_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 34.5764 | 0 | +| 100 | 0.801644 | 6 | 0 | imagenet | comb_1_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 34.7895 | 0 | +| 101 | 0.758479 | 8 | 0 | imagenet | comb_1_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 35.501 | 0 | +| 102 | 0.778006 | 8 | 0 | imagenet | comb_2_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 36.1196 | 0 | +| 103 | 0.796506 | 7 | 0 | imagenet | comb_8_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 39.0174 | 0 | +| 104 | 0.795478 | 5 | 0 | imagenet | comb_8_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 43.4825 | 0 | +| 105 | 0.797533 | 4 | 0 | imagenet | comb_8_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 48.4374 | 0 | +| 106 | 0.804728 | 6 | 0 | imagenet | comb_8_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 65.7483 | 0 | +| 107 | 0.795478 | 4 | 0 | imagenet | comb_1_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 75.49 | 0 | +| 108 | 0.805755 | 5 | 0 | imagenet | comb_1_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 78.0202 | 0 | +| 109 | 0.769784 | 8 | 0 | imagenet | comb_13_t | vit | rnd_search_t_lin | 366.042 | 534.774 | 0 | 32.1994 | 0 | +| 110 | 0.808839 | 7 | 0 | imagenet | comb_13_t | vit | rnd_search_t_lin | 366.042 | 534.774 | 0 | 32.7307 | 0 | +| 111 | 0.804728 | 5 | 0 | imagenet | comb_13_t | vit | rnd_search_t_lin | 366.042 | 534.774 | 0 | 56.7983 | 0 | +| 112 | 0.788284 | 4 | 0 | imagenet | comb_13_t | vit | rnd_search_t_lin | 366.042 | 534.774 | 0 | 66.8958 | 0 | +| 113 | 0.802672 | 6 | 0 | imagenet | comb_13_t | vit | rnd_search_t_lin | 366.042 | 534.774 | 0 | 73.6034 | 0 | +| 114 | 0.800617 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 24.3021 | 0 | \ No newline at end of file