diff --git a/results/best_param_per_func_with_baselines/vit/4/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/vit/4/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..5ed2e77d011c879d7fe1c3447d563f8cd5e4674f Binary files /dev/null and b/results/best_param_per_func_with_baselines/vit/4/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/vit/5/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/vit/5/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..6d880ad49566d54a3be44d6ecf1692c2c1faa80e Binary files /dev/null and b/results/best_param_per_func_with_baselines/vit/5/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/vit/6/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/vit/6/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..34e996eaf0e956843f51bc1a6994a1938448b1a0 Binary files /dev/null and b/results/best_param_per_func_with_baselines/vit/6/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/vit/7/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/vit/7/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..3849e6088d99fda140f127b3929518d429b8ba6c Binary files /dev/null and b/results/best_param_per_func_with_baselines/vit/7/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/vit/8/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/vit/8/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..ee58ad47a694da7b1b04b08c3454847edb12a995 Binary files /dev/null and b/results/best_param_per_func_with_baselines/vit/8/best_param_per_func_with_baselines.png differ diff --git a/results/bitwidth_acc_decay_per_function/vit.png b/results/bitwidth_acc_decay_per_function/vit.png new file mode 100644 index 0000000000000000000000000000000000000000..ed1391a996be18d9342ed79a087a6ecc210a73d0 Binary files /dev/null and b/results/bitwidth_acc_decay_per_function/vit.png differ diff --git a/results/df.tsv b/results/df.tsv new file mode 100644 index 0000000000000000000000000000000000000000..e10709398a13c2a7215f99969c5b4863a4413912 --- /dev/null +++ b/results/df.tsv @@ -0,0 +1,169 @@ +accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer +0.0 4 0.0 imagenet comb_3 vit rnd_naive_t 355.972096 511.705088 0.0 21.933159 0.0 +0.0 5 0.0 imagenet comb_3 vit rnd_naive_t 355.972096 511.705088 0.0 21.933159 0.0 +0.0 6 0.0 imagenet comb_3 vit rnd_naive_t 355.972096 511.705088 0.0 21.933159 0.0 +0.0 7 0.0 imagenet comb_3 vit rnd_naive_t 355.972096 511.705088 0.0 21.933159 0.0 +0.0 8 0.0 imagenet comb_3 vit rnd_naive_t 355.972096 511.705088 0.0 21.933159 0.0 +0.0 4 0.0 imagenet comb_15 vit ones_t 355.972096 511.705088 0.0 24.001855 0.0 +0.0 5 0.0 imagenet comb_15 vit ones_t 355.972096 511.705088 0.0 24.001855 0.0 +0.0 6 0.0 imagenet comb_15 vit ones_t 355.972096 511.705088 0.0 24.001855 0.0 +0.0 7 0.0 imagenet comb_15 vit ones_t 355.972096 511.705088 0.0 24.001855 0.0 +0.0 8 0.0 imagenet comb_15 vit ones_t 355.972096 511.705088 0.0 24.001855 0.0 +0.0 4 0.0 imagenet comb_3 vit ones_t 355.972096 511.705088 0.0 24.750752 0.0 +0.0 5 0.0 imagenet comb_3 vit ones_t 355.972096 511.705088 0.0 24.750752 0.0 +0.0 6 0.0 imagenet comb_3 vit ones_t 355.972096 511.705088 0.0 24.750752 0.0 +0.0 7 0.0 imagenet comb_3 vit ones_t 355.972096 511.705088 0.0 24.750752 0.0 +0.0 8 0.0 imagenet comb_3 vit ones_t 355.972096 511.705088 0.0 24.750752 0.0 +0.7995889186859131 7 0.0 imagenet comb_13 vit ones_t 356.465152 511.705088 0.0 18.519876 0.0 +0.8006166815757751 4 0.0 imagenet comb_13 vit ones_t 356.465152 511.705088 0.0 18.769465 0.0 +0.8006166815757751 6 0.0 imagenet comb_13 vit ones_t 356.465152 511.705088 0.0 19.344872 0.0 +0.7995889186859131 7 0.0 imagenet comb_15 vit rnd_naive_t 356.465152 511.705088 0.0 34.002655 0.0 +0.7975334525108337 5 0.0 imagenet comb_15 vit rnd_naive_t 356.465152 511.705088 0.0 43.044384 0.0 +0.7975334525108337 5 0.0 imagenet comb_13 vit ones_t 356.465152 511.705088 0.0 46.042327 0.0 +0.7995889186859131 8 0.0 imagenet comb_15 vit rnd_naive_t 356.465152 511.705088 0.0 47.453117 0.0 +0.8006166815757751 4 0.0 imagenet comb_15 vit rnd_naive_t 356.465152 511.705088 0.0 51.071337 0.0 +0.7995889186859131 8 0.0 imagenet comb_13 vit ones_t 356.465152 511.705088 0.0 64.391816 0.0 +0.8006166815757751 6 0.0 imagenet comb_15 vit rnd_naive_t 356.465152 511.705088 0.0 83.96777 0.0 +0.0 4 0.0 imagenet comb_16 vit rnd_naive_t 356.865024 511.705088 0.0 29.395611 0.0 +0.0 5 0.0 imagenet comb_16 vit rnd_naive_t 356.865024 511.705088 0.0 29.395611 0.0 +0.0 6 0.0 imagenet comb_16 vit rnd_naive_t 356.865024 511.705088 0.0 29.395611 0.0 +0.0 7 0.0 imagenet comb_16 vit rnd_naive_t 356.865024 511.705088 0.0 29.395611 0.0 +0.0 8 0.0 imagenet comb_16 vit rnd_naive_t 356.865024 511.705088 0.0 29.395611 0.0 +0.0 4 0.0 imagenet comb_8 vit ones_t 356.865024 511.705088 0.0 31.520035 0.0 +0.0 5 0.0 imagenet comb_8 vit ones_t 356.865024 511.705088 0.0 31.520035 0.0 +0.0 6 0.0 imagenet comb_8 vit ones_t 356.865024 511.705088 0.0 31.520035 0.0 +0.0 7 0.0 imagenet comb_8 vit ones_t 356.865024 511.705088 0.0 31.520035 0.0 +0.0 8 0.0 imagenet comb_8 vit ones_t 356.865024 511.705088 0.0 31.520035 0.0 +0.0 4 0.0 imagenet comb_8 vit rnd_naive_t 356.865024 511.705088 0.0 33.316901 0.0 +0.0 5 0.0 imagenet comb_8 vit rnd_naive_t 356.865024 511.705088 0.0 33.316901 0.0 +0.0 6 0.0 imagenet comb_8 vit rnd_naive_t 356.865024 511.705088 0.0 33.316901 0.0 +0.0 7 0.0 imagenet comb_8 vit rnd_naive_t 356.865024 511.705088 0.0 33.316901 0.0 +0.0 8 0.0 imagenet comb_8 vit rnd_naive_t 356.865024 511.705088 0.0 33.316901 0.0 +0.0 4 0.0 imagenet comb_4 vit rnd_naive_t 356.865024 511.705088 0.0 33.328101 0.0 +0.0 5 0.0 imagenet comb_4 vit rnd_naive_t 356.865024 511.705088 0.0 33.328101 0.0 +0.0 6 0.0 imagenet comb_4 vit rnd_naive_t 356.865024 511.705088 0.0 33.328101 0.0 +0.0 7 0.0 imagenet comb_4 vit rnd_naive_t 356.865024 511.705088 0.0 33.328101 0.0 +0.0 8 0.0 imagenet comb_4 vit rnd_naive_t 356.865024 511.705088 0.0 33.328101 0.0 +0.0 4 0.0 imagenet comb_2 vit rnd_naive_t 356.865024 511.705088 0.0 33.7232 0.0 +0.0 5 0.0 imagenet comb_2 vit rnd_naive_t 356.865024 511.705088 0.0 33.7232 0.0 +0.0 6 0.0 imagenet comb_2 vit rnd_naive_t 356.865024 511.705088 0.0 33.7232 0.0 +0.0 7 0.0 imagenet comb_2 vit rnd_naive_t 356.865024 511.705088 0.0 33.7232 0.0 +0.0 8 0.0 imagenet comb_2 vit rnd_naive_t 356.865024 511.705088 0.0 33.7232 0.0 +0.0 4 0.0 imagenet comb_10 vit ones_t 356.865024 511.705088 0.0 38.722056 0.0 +0.0 5 0.0 imagenet comb_10 vit ones_t 356.865024 511.705088 0.0 38.722056 0.0 +0.0 4 0.0 imagenet comb_5 vit rnd_naive_t 356.865024 511.705088 0.0 43.038891 0.0 +0.0 5 0.0 imagenet comb_5 vit rnd_naive_t 356.865024 511.705088 0.0 43.038891 0.0 +0.0 6 0.0 imagenet comb_5 vit rnd_naive_t 356.865024 511.705088 0.0 43.038891 0.0 +0.0 7 0.0 imagenet comb_5 vit rnd_naive_t 356.865024 511.705088 0.0 43.038891 0.0 +0.0 8 0.0 imagenet comb_5 vit rnd_naive_t 356.865024 511.705088 0.0 43.038891 0.0 +0.0 4 0.0 imagenet comb_6 vit ones_t 356.865024 511.705088 0.0 45.994519 0.0 +0.0 5 0.0 imagenet comb_6 vit ones_t 356.865024 511.705088 0.0 45.994519 0.0 +0.0 6 0.0 imagenet comb_6 vit ones_t 356.865024 511.705088 0.0 45.994519 0.0 +0.0 7 0.0 imagenet comb_6 vit ones_t 356.865024 511.705088 0.0 45.994519 0.0 +0.0 8 0.0 imagenet comb_6 vit ones_t 356.865024 511.705088 0.0 45.994519 0.0 +0.0 4 0.0 imagenet comb_2 vit ones_t 356.865024 511.705088 0.0 49.313446 0.0 +0.0 5 0.0 imagenet comb_2 vit ones_t 356.865024 511.705088 0.0 49.313446 0.0 +0.0 6 0.0 imagenet comb_2 vit ones_t 356.865024 511.705088 0.0 49.313446 0.0 +0.0 7 0.0 imagenet comb_2 vit ones_t 356.865024 511.705088 0.0 49.313446 0.0 +0.0 8 0.0 imagenet comb_2 vit ones_t 356.865024 511.705088 0.0 49.313446 0.0 +0.0 4 0.0 imagenet comb_14 vit ones_t 356.865024 511.705088 0.0 55.017711 0.0 +0.0 4 0.0 imagenet comb_5 vit ones_t 356.865024 511.705088 0.0 79.466115 0.0 +0.0 5 0.0 imagenet comb_5 vit ones_t 356.865024 511.705088 0.0 79.466115 0.0 +0.12121212482452393 4 0.0 imagenet comb_16 vit ones_t 356.8768 511.705088 0.0 58.746555 0.0 +0.0 4 0.0 imagenet comb_17 vit ones_t 378.705408 511.705088 0.0 66.287669 0.0 +0.0 5 0.0 imagenet comb_17 vit ones_t 378.705408 511.705088 0.0 66.287669 0.0 +0.0 6 0.0 imagenet comb_17 vit ones_t 378.705408 511.705088 0.0 66.287669 0.0 +0.0 7 0.0 imagenet comb_17 vit ones_t 378.705408 511.705088 0.0 66.287669 0.0 +0.0 8 0.0 imagenet comb_17 vit ones_t 378.705408 511.705088 0.0 66.287669 0.0 +0.0 4 0.0 imagenet comb_13 vit rnd_naive_t 378.705408 511.705088 0.0 69.019878 0.0 +0.0 5 0.0 imagenet comb_13 vit rnd_naive_t 378.705408 511.705088 0.0 69.019878 0.0 +0.0 6 0.0 imagenet comb_13 vit rnd_naive_t 378.705408 511.705088 0.0 69.019878 0.0 +0.0 7 0.0 imagenet comb_13 vit rnd_naive_t 378.705408 511.705088 0.0 69.019878 0.0 +0.0 8 0.0 imagenet comb_13 vit rnd_naive_t 378.705408 511.705088 0.0 69.019878 0.0 +0.0 4 0.0 imagenet comb_1 vit ones_t 328.270848 513.80224 0.0 0.04202 0.0 +0.0 5 0.0 imagenet comb_1 vit ones_t 328.270848 513.80224 0.0 0.04202 0.0 +0.0 6 0.0 imagenet comb_1 vit ones_t 328.270848 513.80224 0.0 0.04202 0.0 +0.0 7 0.0 imagenet comb_1 vit ones_t 328.270848 513.80224 0.0 0.04202 0.0 +0.0 8 0.0 imagenet comb_1 vit ones_t 328.270848 513.80224 0.0 0.04202 0.0 +0.0 4 0.0 imagenet comb_10 vit rnd_naive_t 328.270848 513.80224 0.0 0.04251 0.0 +0.0 5 0.0 imagenet comb_10 vit rnd_naive_t 328.270848 513.80224 0.0 0.04251 0.0 +0.0 6 0.0 imagenet comb_10 vit rnd_naive_t 328.270848 513.80224 0.0 0.04251 0.0 +0.0 7 0.0 imagenet comb_10 vit rnd_naive_t 328.270848 513.80224 0.0 0.04251 0.0 +0.0 8 0.0 imagenet comb_10 vit rnd_naive_t 328.270848 513.80224 0.0 0.04251 0.0 +0.0 4 0.0 imagenet comb_14 vit rnd_naive_t 328.270848 513.80224 0.0 0.042939 0.0 +0.0 5 0.0 imagenet comb_14 vit rnd_naive_t 328.270848 513.80224 0.0 0.042939 0.0 +0.0 6 0.0 imagenet comb_14 vit rnd_naive_t 328.270848 513.80224 0.0 0.042939 0.0 +0.0 7 0.0 imagenet comb_14 vit rnd_naive_t 328.270848 513.80224 0.0 0.042939 0.0 +0.0 8 0.0 imagenet comb_14 vit rnd_naive_t 328.270848 513.80224 0.0 0.042939 0.0 +0.0 4 0.0 imagenet comb_11 vit ones_t 328.270848 513.80224 0.0 0.043439 0.0 +0.0 5 0.0 imagenet comb_11 vit ones_t 328.270848 513.80224 0.0 0.043439 0.0 +0.0 6 0.0 imagenet comb_11 vit ones_t 328.270848 513.80224 0.0 0.043439 0.0 +0.0 7 0.0 imagenet comb_11 vit ones_t 328.270848 513.80224 0.0 0.043439 0.0 +0.0 8 0.0 imagenet comb_11 vit ones_t 328.270848 513.80224 0.0 0.043439 0.0 +0.0 4 0.0 imagenet comb_12 vit rnd_naive_t 328.467456 513.80224 0.0 0.04414 0.0 +0.0 5 0.0 imagenet comb_12 vit rnd_naive_t 328.467456 513.80224 0.0 0.04414 0.0 +0.0 6 0.0 imagenet comb_12 vit rnd_naive_t 328.467456 513.80224 0.0 0.04414 0.0 +0.0 7 0.0 imagenet comb_12 vit rnd_naive_t 328.467456 513.80224 0.0 0.04414 0.0 +0.0 8 0.0 imagenet comb_12 vit rnd_naive_t 328.467456 513.80224 0.0 0.04414 0.0 +0.0 4 0.0 imagenet comb_0 vit ones_t 328.467456 513.80224 0.0 0.04461 0.0 +0.0 5 0.0 imagenet comb_0 vit ones_t 328.467456 513.80224 0.0 0.04461 0.0 +0.0 6 0.0 imagenet comb_0 vit ones_t 328.467456 513.80224 0.0 0.04461 0.0 +0.0 7 0.0 imagenet comb_0 vit ones_t 328.467456 513.80224 0.0 0.04461 0.0 +0.0 8 0.0 imagenet comb_0 vit ones_t 328.467456 513.80224 0.0 0.04461 0.0 +0.0 4 0.0 imagenet comb_0 vit rnd_naive_t 328.467456 513.80224 0.0 0.04523 0.0 +0.0 5 0.0 imagenet comb_0 vit rnd_naive_t 328.467456 513.80224 0.0 0.04523 0.0 +0.0 6 0.0 imagenet comb_0 vit rnd_naive_t 328.467456 513.80224 0.0 0.04523 0.0 +0.0 7 0.0 imagenet comb_0 vit rnd_naive_t 328.467456 513.80224 0.0 0.04523 0.0 +0.0 8 0.0 imagenet comb_0 vit rnd_naive_t 328.467456 513.80224 0.0 0.04523 0.0 +0.0 4 0.0 imagenet comb_12 vit ones_t 328.467456 513.80224 0.0 0.045269 0.0 +0.0 5 0.0 imagenet comb_12 vit ones_t 328.467456 513.80224 0.0 0.045269 0.0 +0.0 6 0.0 imagenet comb_12 vit ones_t 328.467456 513.80224 0.0 0.045269 0.0 +0.0 7 0.0 imagenet comb_12 vit ones_t 328.467456 513.80224 0.0 0.045269 0.0 +0.0 8 0.0 imagenet comb_12 vit ones_t 328.467456 513.80224 0.0 0.045269 0.0 +0.798561155796051 7 0.0 imagenet comb_1 vit rnd_naive_t 357.35808 513.80224 0.0 29.864154 0.0 +0.8006166815757751 8 0.0 imagenet comb_11 vit rnd_naive_t 357.35808 513.80224 0.0 30.378637 0.0 +0.8026722073554993 8 0.0 imagenet comb_16 vit ones_t 357.35808 513.80224 0.0 30.707049 0.0 +0.8016444444656372 7 0.0 imagenet comb_14 vit ones_t 357.35808 513.80224 0.0 30.843087 0.0 +0.7965056896209717 7 0.0 imagenet comb_11 vit rnd_naive_t 357.35808 513.80224 0.0 31.050916 0.0 +0.7882837057113647 5 0.0 imagenet comb_16 vit ones_t 357.35808 513.80224 0.0 31.068387 0.0 +0.7214800119400024 6 0.0 imagenet comb_10 vit ones_t 357.35808 513.80224 0.0 31.241304 0.0 +0.7995889186859131 6 0.0 imagenet comb_14 vit ones_t 357.35808 513.80224 0.0 31.722892 0.0 +0.8016444444656372 8 0.0 imagenet comb_14 vit ones_t 357.35808 513.80224 0.0 32.263563 0.0 +0.7882837057113647 8 0.0 imagenet comb_10 vit ones_t 357.35808 513.80224 0.0 32.322533 0.0 +0.7965056896209717 6 0.0 imagenet comb_16 vit ones_t 357.35808 513.80224 0.0 32.612948 0.0 +0.7954779267311096 8 0.0 imagenet comb_6 vit rnd_naive_t 357.35808 513.80224 0.0 32.661794 0.0 +0.8016444444656372 7 0.0 imagenet comb_9 vit ones_t 357.35808 513.80224 0.0 33.003166 0.0 +0.8016444444656372 5 0.0 imagenet comb_9 vit ones_t 357.35808 513.80224 0.0 33.436097 0.0 +0.7995889186859131 7 0.0 imagenet comb_7 vit ones_t 357.35808 513.80224 0.0 33.540893 0.0 +0.8006166815757751 8 0.0 imagenet comb_4 vit ones_t 357.35808 513.80224 0.0 34.506344 0.0 +0.6875642538070679 5 0.0 imagenet comb_14 vit ones_t 357.35808 513.80224 0.0 34.573433 0.0 +0.798561155796051 6 0.0 imagenet comb_9 vit rnd_naive_t 357.35808 513.80224 0.0 34.882388 0.0 +0.7903391718864441 7 0.0 imagenet comb_9 vit rnd_naive_t 357.35808 513.80224 0.0 34.998605 0.0 +0.798561155796051 4 0.0 imagenet comb_18 vit ones_t 357.35808 513.80224 0.0 35.360509 0.0 +0.7995889186859131 8 0.0 imagenet comb_5 vit ones_t 357.35808 513.80224 0.0 35.51503 0.0 +0.8016444444656372 6 0.0 imagenet comb_9 vit ones_t 357.35808 513.80224 0.0 35.714188 0.0 +0.8016444444656372 7 0.0 imagenet comb_18 vit ones_t 357.35808 513.80224 0.0 35.937165 0.0 +0.8006166815757751 7 0.0 imagenet comb_16 vit ones_t 357.35808 513.80224 0.0 36.301654 0.0 +0.7831449508666992 6 0.0 imagenet comb_5 vit ones_t 357.35808 513.80224 0.0 36.390045 0.0 +0.7944501638412476 5 0.0 imagenet comb_4 vit ones_t 357.35808 513.80224 0.0 37.471161 0.0 +0.7975334525108337 7 0.0 imagenet comb_5 vit ones_t 357.35808 513.80224 0.0 37.814577 0.0 +0.8006166815757751 7 0.0 imagenet comb_18 vit rnd_naive_t 357.35808 513.80224 0.0 39.388394 0.0 +0.8016444444656372 8 0.0 imagenet comb_7 vit ones_t 357.35808 513.80224 0.0 40.111912 0.0 +0.8006166815757751 7 0.0 imagenet comb_4 vit ones_t 357.35808 513.80224 0.0 40.304727 0.0 +0.7995889186859131 6 0.0 imagenet comb_4 vit ones_t 357.35808 513.80224 0.0 43.594595 0.0 +0.7944501638412476 5 0.0 imagenet comb_7 vit ones_t 357.35808 513.80224 0.0 44.472423 0.0 +0.798561155796051 6 0.0 imagenet comb_18 vit ones_t 357.35808 513.80224 0.0 46.748622 0.0 +0.798561155796051 6 0.0 imagenet comb_7 vit ones_t 357.35808 513.80224 0.0 47.140591 0.0 +0.7965056896209717 5 0.0 imagenet comb_18 vit ones_t 357.35808 513.80224 0.0 50.566499 0.0 +0.8006166815757751 8 0.0 imagenet comb_9 vit ones_t 357.35808 513.80224 0.0 56.724096 0.0 +0.7965056896209717 4 0.0 imagenet comb_4 vit ones_t 357.35808 513.80224 0.0 59.775931 0.0 +0.8006166815757751 8 0.0 imagenet comb_18 vit ones_t 357.35808 513.80224 0.0 59.809305 0.0 +0.8006166815757751 8 0.0 imagenet comb_18 vit rnd_naive_t 357.35808 513.80224 0.0 66.930532 0.0 +0.7965056896209717 8 0.0 imagenet comb_9 vit rnd_naive_t 357.35808 513.80224 0.0 67.267245 0.0 +0.7903391718864441 7 0.0 imagenet comb_10 vit ones_t 357.35808 513.80224 0.0 67.684223 0.0 +0.798561155796051 4 0.0 imagenet comb_7 vit ones_t 357.35808 513.80224 0.0 70.327319 0.0 +0.7934224605560303 4 0.0 imagenet comb_9 vit ones_t 357.35808 513.80224 0.0 71.576963 0.0 +0.7965056896209717 8 0.0 imagenet comb_17 vit rnd_naive_t 357.35808 513.80224 0.0 77.739624 0.0 +0.7965056896209717 8 0.0 imagenet comb_1 vit rnd_naive_t 357.35808 513.80224 0.0 79.813598 0.0 +0.8016444444656372 7 0.0 imagenet comb_6 vit rnd_naive_t 357.35808 513.80224 0.0 91.020659 0.0 +0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 41.139268 0.0 diff --git a/results/func_by_param_init_method/vit/4/comb_13.png b/results/func_by_param_init_method/vit/4/comb_13.png new file mode 100644 index 0000000000000000000000000000000000000000..811c2b1018489573514737075c6e8f64e159cd5c Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_13.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_15.png b/results/func_by_param_init_method/vit/4/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..8897da7e902587e6e4fd1acbe57d22b9a698cae5 Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_15.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_16.png b/results/func_by_param_init_method/vit/4/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..623d941a97b5c3bf5b6513dd77bb84308eded26d Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_16.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_18.png b/results/func_by_param_init_method/vit/4/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..5055d77e94a036c41ce9b7ef68ea2dd5eddebf24 Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_18.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_4.png b/results/func_by_param_init_method/vit/4/comb_4.png new file mode 100644 index 0000000000000000000000000000000000000000..cbcdcf3121d9708d909c0f2e8fe1683a8b0b08b5 Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_4.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_7.png b/results/func_by_param_init_method/vit/4/comb_7.png new file mode 100644 index 0000000000000000000000000000000000000000..410d31eed0f51327ad3d75f058c63509edaa4e26 Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_7.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_9.png b/results/func_by_param_init_method/vit/4/comb_9.png new file mode 100644 index 0000000000000000000000000000000000000000..dd51123510c15e2201e61476a1fe96cd5abeebe7 Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_9.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_13.png b/results/func_by_param_init_method/vit/5/comb_13.png new file mode 100644 index 0000000000000000000000000000000000000000..2388afb7e1dee7ee2e82447ebedece4360929d93 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_13.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_14.png b/results/func_by_param_init_method/vit/5/comb_14.png new file mode 100644 index 0000000000000000000000000000000000000000..7a394792c1d3a65ca400b412380003b0b3b14216 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_14.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_15.png b/results/func_by_param_init_method/vit/5/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..e2551a03f37c1aa5188c7a477d037a262a07134e Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_15.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_16.png b/results/func_by_param_init_method/vit/5/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..461b124493344e96e4c2cb994a9ad886c05de27a Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_16.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_18.png b/results/func_by_param_init_method/vit/5/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..7931d1877dadf146981abb4057ffee3ec5f99805 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_18.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_4.png b/results/func_by_param_init_method/vit/5/comb_4.png new file mode 100644 index 0000000000000000000000000000000000000000..44efb3d5e3adb90a1d85d5d386123b7edac2f1b4 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_4.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_7.png b/results/func_by_param_init_method/vit/5/comb_7.png new file mode 100644 index 0000000000000000000000000000000000000000..44efb3d5e3adb90a1d85d5d386123b7edac2f1b4 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_7.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_9.png b/results/func_by_param_init_method/vit/5/comb_9.png new file mode 100644 index 0000000000000000000000000000000000000000..57fc585f53c20afd52621a6b44427d894a2c6ff9 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_9.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_10.png b/results/func_by_param_init_method/vit/6/comb_10.png new file mode 100644 index 0000000000000000000000000000000000000000..5e0113857df97e7ac8a11bf5d37b5b0f43359adb Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_10.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_13.png b/results/func_by_param_init_method/vit/6/comb_13.png new file mode 100644 index 0000000000000000000000000000000000000000..811c2b1018489573514737075c6e8f64e159cd5c Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_13.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_14.png b/results/func_by_param_init_method/vit/6/comb_14.png new file mode 100644 index 0000000000000000000000000000000000000000..c52fee6890727433a745f0cb02e158cce0e9e416 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_14.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_15.png b/results/func_by_param_init_method/vit/6/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..8897da7e902587e6e4fd1acbe57d22b9a698cae5 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_15.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_16.png b/results/func_by_param_init_method/vit/6/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..7931d1877dadf146981abb4057ffee3ec5f99805 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_16.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_18.png b/results/func_by_param_init_method/vit/6/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..5055d77e94a036c41ce9b7ef68ea2dd5eddebf24 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_18.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_4.png b/results/func_by_param_init_method/vit/6/comb_4.png new file mode 100644 index 0000000000000000000000000000000000000000..b798370264f9e496119e979ad442feb88ef264b0 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_4.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_5.png b/results/func_by_param_init_method/vit/6/comb_5.png new file mode 100644 index 0000000000000000000000000000000000000000..a013a78bbeb7051fd9d41802f49612315886c70b Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_5.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_7.png b/results/func_by_param_init_method/vit/6/comb_7.png new file mode 100644 index 0000000000000000000000000000000000000000..410d31eed0f51327ad3d75f058c63509edaa4e26 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_7.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_9.png b/results/func_by_param_init_method/vit/6/comb_9.png new file mode 100644 index 0000000000000000000000000000000000000000..54c1169f6569e6b99ef9c0c8b2bf5bb38c8c0482 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_9.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_1.png b/results/func_by_param_init_method/vit/7/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..d0d5a3e83b039a1026e17baa5c235a8a0a588e07 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_1.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_10.png b/results/func_by_param_init_method/vit/7/comb_10.png new file mode 100644 index 0000000000000000000000000000000000000000..c7299d3faf706512a5c47205ec12bd3cdf7cd38c Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_10.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_11.png b/results/func_by_param_init_method/vit/7/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..64788a99ba32b848b8075d2e17a6f0e39bd6bbf0 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_11.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_13.png b/results/func_by_param_init_method/vit/7/comb_13.png new file mode 100644 index 0000000000000000000000000000000000000000..c52fee6890727433a745f0cb02e158cce0e9e416 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_13.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_14.png b/results/func_by_param_init_method/vit/7/comb_14.png new file mode 100644 index 0000000000000000000000000000000000000000..3baf242ac5265e32d985d26795dba760444021b3 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_14.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_15.png b/results/func_by_param_init_method/vit/7/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..02b59aff83f8614482c0f8bfd9f84a020a7a080a Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_15.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_16.png b/results/func_by_param_init_method/vit/7/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..811c2b1018489573514737075c6e8f64e159cd5c Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_16.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_18.png b/results/func_by_param_init_method/vit/7/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..13f60db6cd60ed834264b19650492237b81e5037 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_18.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_4.png b/results/func_by_param_init_method/vit/7/comb_4.png new file mode 100644 index 0000000000000000000000000000000000000000..db34273ff91a4088fd338af19cfcf7fecaf11924 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_4.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_5.png b/results/func_by_param_init_method/vit/7/comb_5.png new file mode 100644 index 0000000000000000000000000000000000000000..574e67b73cdb745a95ccd97f2c77b07969f45a39 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_5.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_6.png b/results/func_by_param_init_method/vit/7/comb_6.png new file mode 100644 index 0000000000000000000000000000000000000000..3c746e4bd5bd0eabce71bd802233555fcc87e359 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_6.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_7.png b/results/func_by_param_init_method/vit/7/comb_7.png new file mode 100644 index 0000000000000000000000000000000000000000..b798370264f9e496119e979ad442feb88ef264b0 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_7.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_9.png b/results/func_by_param_init_method/vit/7/comb_9.png new file mode 100644 index 0000000000000000000000000000000000000000..b639beebfd153d5cfb14665f606627d35ebc6c81 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_9.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_1.png b/results/func_by_param_init_method/vit/8/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..65b24eb5f2f9768fdbbe6628403020b6b61852dd Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_1.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_10.png b/results/func_by_param_init_method/vit/8/comb_10.png new file mode 100644 index 0000000000000000000000000000000000000000..461b124493344e96e4c2cb994a9ad886c05de27a Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_10.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_11.png b/results/func_by_param_init_method/vit/8/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..8897da7e902587e6e4fd1acbe57d22b9a698cae5 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_11.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_13.png b/results/func_by_param_init_method/vit/8/comb_13.png new file mode 100644 index 0000000000000000000000000000000000000000..c52fee6890727433a745f0cb02e158cce0e9e416 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_13.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_14.png b/results/func_by_param_init_method/vit/8/comb_14.png new file mode 100644 index 0000000000000000000000000000000000000000..3baf242ac5265e32d985d26795dba760444021b3 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_14.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_15.png b/results/func_by_param_init_method/vit/8/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..02b59aff83f8614482c0f8bfd9f84a020a7a080a Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_15.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_16.png b/results/func_by_param_init_method/vit/8/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..5372aea41f102ab3940860a44b958cbf565191a4 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_16.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_17.png b/results/func_by_param_init_method/vit/8/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..64788a99ba32b848b8075d2e17a6f0e39bd6bbf0 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_17.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_18.png b/results/func_by_param_init_method/vit/8/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..d8a5bdc9b75befe9cc5af07b35062cc193dafd8a Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_18.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_4.png b/results/func_by_param_init_method/vit/8/comb_4.png new file mode 100644 index 0000000000000000000000000000000000000000..db34273ff91a4088fd338af19cfcf7fecaf11924 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_4.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_5.png b/results/func_by_param_init_method/vit/8/comb_5.png new file mode 100644 index 0000000000000000000000000000000000000000..b798370264f9e496119e979ad442feb88ef264b0 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_5.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_6.png b/results/func_by_param_init_method/vit/8/comb_6.png new file mode 100644 index 0000000000000000000000000000000000000000..0f7fb1d78734f24e4a90a50d7cbdf6d32ee3a7f2 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_6.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_7.png b/results/func_by_param_init_method/vit/8/comb_7.png new file mode 100644 index 0000000000000000000000000000000000000000..57fc585f53c20afd52621a6b44427d894a2c6ff9 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_7.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_9.png b/results/func_by_param_init_method/vit/8/comb_9.png new file mode 100644 index 0000000000000000000000000000000000000000..b7cdb0727f61994c21b9c1e9eecc14ecfe90f1bc Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_9.png differ diff --git a/results/results.txt b/results/results.txt new file mode 100644 index 0000000000000000000000000000000000000000..265610dc45649ea39ecc963d9fb589e2f0f133b2 --- /dev/null +++ b/results/results.txt @@ -0,0 +1,170 @@ +| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | +|----:|-----------:|-------:|-------:|:----------|:---------|:--------|:------------|--------------------:|---------------------:|-------------:|----------:|------:| +| 0 | 0 | 4 | 0 | imagenet | comb_3 | vit | rnd_naive_t | 355.972 | 511.705 | 0 | 21.9332 | 0 | +| 1 | 0 | 5 | 0 | imagenet | comb_3 | vit | rnd_naive_t | 355.972 | 511.705 | 0 | 21.9332 | 0 | +| 2 | 0 | 6 | 0 | imagenet | comb_3 | vit | rnd_naive_t | 355.972 | 511.705 | 0 | 21.9332 | 0 | +| 3 | 0 | 7 | 0 | imagenet | comb_3 | vit | rnd_naive_t | 355.972 | 511.705 | 0 | 21.9332 | 0 | +| 4 | 0 | 8 | 0 | imagenet | comb_3 | vit | rnd_naive_t | 355.972 | 511.705 | 0 | 21.9332 | 0 | +| 5 | 0 | 4 | 0 | imagenet | comb_15 | vit | ones_t | 355.972 | 511.705 | 0 | 24.0019 | 0 | +| 6 | 0 | 5 | 0 | imagenet | comb_15 | vit | ones_t | 355.972 | 511.705 | 0 | 24.0019 | 0 | +| 7 | 0 | 6 | 0 | imagenet | comb_15 | vit | ones_t | 355.972 | 511.705 | 0 | 24.0019 | 0 | +| 8 | 0 | 7 | 0 | imagenet | comb_15 | vit | ones_t | 355.972 | 511.705 | 0 | 24.0019 | 0 | +| 9 | 0 | 8 | 0 | imagenet | comb_15 | vit | ones_t | 355.972 | 511.705 | 0 | 24.0019 | 0 | +| 10 | 0 | 4 | 0 | imagenet | comb_3 | vit | ones_t | 355.972 | 511.705 | 0 | 24.7508 | 0 | +| 11 | 0 | 5 | 0 | imagenet | comb_3 | vit | ones_t | 355.972 | 511.705 | 0 | 24.7508 | 0 | +| 12 | 0 | 6 | 0 | imagenet | comb_3 | vit | ones_t | 355.972 | 511.705 | 0 | 24.7508 | 0 | +| 13 | 0 | 7 | 0 | imagenet | comb_3 | vit | ones_t | 355.972 | 511.705 | 0 | 24.7508 | 0 | +| 14 | 0 | 8 | 0 | imagenet | comb_3 | vit | ones_t | 355.972 | 511.705 | 0 | 24.7508 | 0 | +| 15 | 0.799589 | 7 | 0 | imagenet | comb_13 | vit | ones_t | 356.465 | 511.705 | 0 | 18.5199 | 0 | +| 16 | 0.800617 | 4 | 0 | imagenet | comb_13 | vit | ones_t | 356.465 | 511.705 | 0 | 18.7695 | 0 | +| 17 | 0.800617 | 6 | 0 | imagenet | comb_13 | vit | ones_t | 356.465 | 511.705 | 0 | 19.3449 | 0 | +| 18 | 0.799589 | 7 | 0 | imagenet | comb_15 | vit | rnd_naive_t | 356.465 | 511.705 | 0 | 34.0027 | 0 | +| 19 | 0.797533 | 5 | 0 | imagenet | comb_15 | vit | rnd_naive_t | 356.465 | 511.705 | 0 | 43.0444 | 0 | +| 20 | 0.797533 | 5 | 0 | imagenet | comb_13 | vit | ones_t | 356.465 | 511.705 | 0 | 46.0423 | 0 | +| 21 | 0.799589 | 8 | 0 | imagenet | comb_15 | vit | rnd_naive_t | 356.465 | 511.705 | 0 | 47.4531 | 0 | +| 22 | 0.800617 | 4 | 0 | imagenet | comb_15 | vit | rnd_naive_t | 356.465 | 511.705 | 0 | 51.0713 | 0 | +| 23 | 0.799589 | 8 | 0 | imagenet | comb_13 | vit | ones_t | 356.465 | 511.705 | 0 | 64.3918 | 0 | +| 24 | 0.800617 | 6 | 0 | imagenet | comb_15 | vit | rnd_naive_t | 356.465 | 511.705 | 0 | 83.9678 | 0 | +| 25 | 0 | 4 | 0 | imagenet | comb_16 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 29.3956 | 0 | +| 26 | 0 | 5 | 0 | imagenet | comb_16 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 29.3956 | 0 | +| 27 | 0 | 6 | 0 | imagenet | comb_16 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 29.3956 | 0 | +| 28 | 0 | 7 | 0 | imagenet | comb_16 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 29.3956 | 0 | +| 29 | 0 | 8 | 0 | imagenet | comb_16 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 29.3956 | 0 | +| 30 | 0 | 4 | 0 | imagenet | comb_8 | vit | ones_t | 356.865 | 511.705 | 0 | 31.52 | 0 | +| 31 | 0 | 5 | 0 | imagenet | comb_8 | vit | ones_t | 356.865 | 511.705 | 0 | 31.52 | 0 | +| 32 | 0 | 6 | 0 | imagenet | comb_8 | vit | ones_t | 356.865 | 511.705 | 0 | 31.52 | 0 | +| 33 | 0 | 7 | 0 | imagenet | comb_8 | vit | ones_t | 356.865 | 511.705 | 0 | 31.52 | 0 | +| 34 | 0 | 8 | 0 | imagenet | comb_8 | vit | ones_t | 356.865 | 511.705 | 0 | 31.52 | 0 | +| 35 | 0 | 4 | 0 | imagenet | comb_8 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 33.3169 | 0 | +| 36 | 0 | 5 | 0 | imagenet | comb_8 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 33.3169 | 0 | +| 37 | 0 | 6 | 0 | imagenet | comb_8 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 33.3169 | 0 | +| 38 | 0 | 7 | 0 | imagenet | comb_8 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 33.3169 | 0 | +| 39 | 0 | 8 | 0 | imagenet | comb_8 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 33.3169 | 0 | +| 40 | 0 | 4 | 0 | imagenet | comb_4 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 33.3281 | 0 | +| 41 | 0 | 5 | 0 | imagenet | comb_4 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 33.3281 | 0 | +| 42 | 0 | 6 | 0 | imagenet | comb_4 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 33.3281 | 0 | +| 43 | 0 | 7 | 0 | imagenet | comb_4 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 33.3281 | 0 | +| 44 | 0 | 8 | 0 | imagenet | comb_4 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 33.3281 | 0 | +| 45 | 0 | 4 | 0 | imagenet | comb_2 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 33.7232 | 0 | +| 46 | 0 | 5 | 0 | imagenet | comb_2 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 33.7232 | 0 | +| 47 | 0 | 6 | 0 | imagenet | comb_2 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 33.7232 | 0 | +| 48 | 0 | 7 | 0 | imagenet | comb_2 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 33.7232 | 0 | +| 49 | 0 | 8 | 0 | imagenet | comb_2 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 33.7232 | 0 | +| 50 | 0 | 4 | 0 | imagenet | comb_10 | vit | ones_t | 356.865 | 511.705 | 0 | 38.7221 | 0 | +| 51 | 0 | 5 | 0 | imagenet | comb_10 | vit | ones_t | 356.865 | 511.705 | 0 | 38.7221 | 0 | +| 52 | 0 | 4 | 0 | imagenet | comb_5 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 43.0389 | 0 | +| 53 | 0 | 5 | 0 | imagenet | comb_5 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 43.0389 | 0 | +| 54 | 0 | 6 | 0 | imagenet | comb_5 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 43.0389 | 0 | +| 55 | 0 | 7 | 0 | imagenet | comb_5 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 43.0389 | 0 | +| 56 | 0 | 8 | 0 | imagenet | comb_5 | vit | rnd_naive_t | 356.865 | 511.705 | 0 | 43.0389 | 0 | +| 57 | 0 | 4 | 0 | imagenet | comb_6 | vit | ones_t | 356.865 | 511.705 | 0 | 45.9945 | 0 | +| 58 | 0 | 5 | 0 | imagenet | comb_6 | vit | ones_t | 356.865 | 511.705 | 0 | 45.9945 | 0 | +| 59 | 0 | 6 | 0 | imagenet | comb_6 | vit | ones_t | 356.865 | 511.705 | 0 | 45.9945 | 0 | +| 60 | 0 | 7 | 0 | imagenet | comb_6 | vit | ones_t | 356.865 | 511.705 | 0 | 45.9945 | 0 | +| 61 | 0 | 8 | 0 | imagenet | comb_6 | vit | ones_t | 356.865 | 511.705 | 0 | 45.9945 | 0 | +| 62 | 0 | 4 | 0 | imagenet | comb_2 | vit | ones_t | 356.865 | 511.705 | 0 | 49.3134 | 0 | +| 63 | 0 | 5 | 0 | imagenet | comb_2 | vit | ones_t | 356.865 | 511.705 | 0 | 49.3134 | 0 | +| 64 | 0 | 6 | 0 | imagenet | comb_2 | vit | ones_t | 356.865 | 511.705 | 0 | 49.3134 | 0 | +| 65 | 0 | 7 | 0 | imagenet | comb_2 | vit | ones_t | 356.865 | 511.705 | 0 | 49.3134 | 0 | +| 66 | 0 | 8 | 0 | imagenet | comb_2 | vit | ones_t | 356.865 | 511.705 | 0 | 49.3134 | 0 | +| 67 | 0 | 4 | 0 | imagenet | comb_14 | vit | ones_t | 356.865 | 511.705 | 0 | 55.0177 | 0 | +| 68 | 0 | 4 | 0 | imagenet | comb_5 | vit | ones_t | 356.865 | 511.705 | 0 | 79.4661 | 0 | +| 69 | 0 | 5 | 0 | imagenet | comb_5 | vit | ones_t | 356.865 | 511.705 | 0 | 79.4661 | 0 | +| 70 | 0.121212 | 4 | 0 | imagenet | comb_16 | vit | ones_t | 356.877 | 511.705 | 0 | 58.7466 | 0 | +| 71 | 0 | 4 | 0 | imagenet | comb_17 | vit | ones_t | 378.705 | 511.705 | 0 | 66.2877 | 0 | +| 72 | 0 | 5 | 0 | imagenet | comb_17 | vit | ones_t | 378.705 | 511.705 | 0 | 66.2877 | 0 | +| 73 | 0 | 6 | 0 | imagenet | comb_17 | vit | ones_t | 378.705 | 511.705 | 0 | 66.2877 | 0 | +| 74 | 0 | 7 | 0 | imagenet | comb_17 | vit | ones_t | 378.705 | 511.705 | 0 | 66.2877 | 0 | +| 75 | 0 | 8 | 0 | imagenet | comb_17 | vit | ones_t | 378.705 | 511.705 | 0 | 66.2877 | 0 | +| 76 | 0 | 4 | 0 | imagenet | comb_13 | vit | rnd_naive_t | 378.705 | 511.705 | 0 | 69.0199 | 0 | +| 77 | 0 | 5 | 0 | imagenet | comb_13 | vit | rnd_naive_t | 378.705 | 511.705 | 0 | 69.0199 | 0 | +| 78 | 0 | 6 | 0 | imagenet | comb_13 | vit | rnd_naive_t | 378.705 | 511.705 | 0 | 69.0199 | 0 | +| 79 | 0 | 7 | 0 | imagenet | comb_13 | vit | rnd_naive_t | 378.705 | 511.705 | 0 | 69.0199 | 0 | +| 80 | 0 | 8 | 0 | imagenet | comb_13 | vit | rnd_naive_t | 378.705 | 511.705 | 0 | 69.0199 | 0 | +| 81 | 0 | 4 | 0 | imagenet | comb_1 | vit | ones_t | 328.271 | 513.802 | 0 | 0.04202 | 0 | +| 82 | 0 | 5 | 0 | imagenet | comb_1 | vit | ones_t | 328.271 | 513.802 | 0 | 0.04202 | 0 | +| 83 | 0 | 6 | 0 | imagenet | comb_1 | vit | ones_t | 328.271 | 513.802 | 0 | 0.04202 | 0 | +| 84 | 0 | 7 | 0 | imagenet | comb_1 | vit | ones_t | 328.271 | 513.802 | 0 | 0.04202 | 0 | +| 85 | 0 | 8 | 0 | imagenet | comb_1 | vit | ones_t | 328.271 | 513.802 | 0 | 0.04202 | 0 | +| 86 | 0 | 4 | 0 | imagenet | comb_10 | vit | rnd_naive_t | 328.271 | 513.802 | 0 | 0.04251 | 0 | +| 87 | 0 | 5 | 0 | imagenet | comb_10 | vit | rnd_naive_t | 328.271 | 513.802 | 0 | 0.04251 | 0 | +| 88 | 0 | 6 | 0 | imagenet | comb_10 | vit | rnd_naive_t | 328.271 | 513.802 | 0 | 0.04251 | 0 | +| 89 | 0 | 7 | 0 | imagenet | comb_10 | vit | rnd_naive_t | 328.271 | 513.802 | 0 | 0.04251 | 0 | +| 90 | 0 | 8 | 0 | imagenet | comb_10 | vit | rnd_naive_t | 328.271 | 513.802 | 0 | 0.04251 | 0 | +| 91 | 0 | 4 | 0 | imagenet | comb_14 | vit | rnd_naive_t | 328.271 | 513.802 | 0 | 0.042939 | 0 | +| 92 | 0 | 5 | 0 | imagenet | comb_14 | vit | rnd_naive_t | 328.271 | 513.802 | 0 | 0.042939 | 0 | +| 93 | 0 | 6 | 0 | imagenet | comb_14 | vit | rnd_naive_t | 328.271 | 513.802 | 0 | 0.042939 | 0 | +| 94 | 0 | 7 | 0 | imagenet | comb_14 | vit | rnd_naive_t | 328.271 | 513.802 | 0 | 0.042939 | 0 | +| 95 | 0 | 8 | 0 | imagenet | comb_14 | vit | rnd_naive_t | 328.271 | 513.802 | 0 | 0.042939 | 0 | +| 96 | 0 | 4 | 0 | imagenet | comb_11 | vit | ones_t | 328.271 | 513.802 | 0 | 0.043439 | 0 | +| 97 | 0 | 5 | 0 | imagenet | comb_11 | vit | ones_t | 328.271 | 513.802 | 0 | 0.043439 | 0 | +| 98 | 0 | 6 | 0 | imagenet | comb_11 | vit | ones_t | 328.271 | 513.802 | 0 | 0.043439 | 0 | +| 99 | 0 | 7 | 0 | imagenet | comb_11 | vit | ones_t | 328.271 | 513.802 | 0 | 0.043439 | 0 | +| 100 | 0 | 8 | 0 | imagenet | comb_11 | vit | ones_t | 328.271 | 513.802 | 0 | 0.043439 | 0 | +| 101 | 0 | 4 | 0 | imagenet | comb_12 | vit | rnd_naive_t | 328.467 | 513.802 | 0 | 0.04414 | 0 | +| 102 | 0 | 5 | 0 | imagenet | comb_12 | vit | rnd_naive_t | 328.467 | 513.802 | 0 | 0.04414 | 0 | +| 103 | 0 | 6 | 0 | imagenet | comb_12 | vit | rnd_naive_t | 328.467 | 513.802 | 0 | 0.04414 | 0 | +| 104 | 0 | 7 | 0 | imagenet | comb_12 | vit | rnd_naive_t | 328.467 | 513.802 | 0 | 0.04414 | 0 | +| 105 | 0 | 8 | 0 | imagenet | comb_12 | vit | rnd_naive_t | 328.467 | 513.802 | 0 | 0.04414 | 0 | +| 106 | 0 | 4 | 0 | imagenet | comb_0 | vit | ones_t | 328.467 | 513.802 | 0 | 0.04461 | 0 | +| 107 | 0 | 5 | 0 | imagenet | comb_0 | vit | ones_t | 328.467 | 513.802 | 0 | 0.04461 | 0 | +| 108 | 0 | 6 | 0 | imagenet | comb_0 | vit | ones_t | 328.467 | 513.802 | 0 | 0.04461 | 0 | +| 109 | 0 | 7 | 0 | imagenet | comb_0 | vit | ones_t | 328.467 | 513.802 | 0 | 0.04461 | 0 | +| 110 | 0 | 8 | 0 | imagenet | comb_0 | vit | ones_t | 328.467 | 513.802 | 0 | 0.04461 | 0 | +| 111 | 0 | 4 | 0 | imagenet | comb_0 | vit | rnd_naive_t | 328.467 | 513.802 | 0 | 0.04523 | 0 | +| 112 | 0 | 5 | 0 | imagenet | comb_0 | vit | rnd_naive_t | 328.467 | 513.802 | 0 | 0.04523 | 0 | +| 113 | 0 | 6 | 0 | imagenet | comb_0 | vit | rnd_naive_t | 328.467 | 513.802 | 0 | 0.04523 | 0 | +| 114 | 0 | 7 | 0 | imagenet | comb_0 | vit | rnd_naive_t | 328.467 | 513.802 | 0 | 0.04523 | 0 | +| 115 | 0 | 8 | 0 | imagenet | comb_0 | vit | rnd_naive_t | 328.467 | 513.802 | 0 | 0.04523 | 0 | +| 116 | 0 | 4 | 0 | imagenet | comb_12 | vit | ones_t | 328.467 | 513.802 | 0 | 0.045269 | 0 | +| 117 | 0 | 5 | 0 | imagenet | comb_12 | vit | ones_t | 328.467 | 513.802 | 0 | 0.045269 | 0 | +| 118 | 0 | 6 | 0 | imagenet | comb_12 | vit | ones_t | 328.467 | 513.802 | 0 | 0.045269 | 0 | +| 119 | 0 | 7 | 0 | imagenet | comb_12 | vit | ones_t | 328.467 | 513.802 | 0 | 0.045269 | 0 | +| 120 | 0 | 8 | 0 | imagenet | comb_12 | vit | ones_t | 328.467 | 513.802 | 0 | 0.045269 | 0 | +| 121 | 0.798561 | 7 | 0 | imagenet | comb_1 | vit | rnd_naive_t | 357.358 | 513.802 | 0 | 29.8642 | 0 | +| 122 | 0.800617 | 8 | 0 | imagenet | comb_11 | vit | rnd_naive_t | 357.358 | 513.802 | 0 | 30.3786 | 0 | +| 123 | 0.802672 | 8 | 0 | imagenet | comb_16 | vit | ones_t | 357.358 | 513.802 | 0 | 30.707 | 0 | +| 124 | 0.801644 | 7 | 0 | imagenet | comb_14 | vit | ones_t | 357.358 | 513.802 | 0 | 30.8431 | 0 | +| 125 | 0.796506 | 7 | 0 | imagenet | comb_11 | vit | rnd_naive_t | 357.358 | 513.802 | 0 | 31.0509 | 0 | +| 126 | 0.788284 | 5 | 0 | imagenet | comb_16 | vit | ones_t | 357.358 | 513.802 | 0 | 31.0684 | 0 | +| 127 | 0.72148 | 6 | 0 | imagenet | comb_10 | vit | ones_t | 357.358 | 513.802 | 0 | 31.2413 | 0 | +| 128 | 0.799589 | 6 | 0 | imagenet | comb_14 | vit | ones_t | 357.358 | 513.802 | 0 | 31.7229 | 0 | +| 129 | 0.801644 | 8 | 0 | imagenet | comb_14 | vit | ones_t | 357.358 | 513.802 | 0 | 32.2636 | 0 | +| 130 | 0.788284 | 8 | 0 | imagenet | comb_10 | vit | ones_t | 357.358 | 513.802 | 0 | 32.3225 | 0 | +| 131 | 0.796506 | 6 | 0 | imagenet | comb_16 | vit | ones_t | 357.358 | 513.802 | 0 | 32.6129 | 0 | +| 132 | 0.795478 | 8 | 0 | imagenet | comb_6 | vit | rnd_naive_t | 357.358 | 513.802 | 0 | 32.6618 | 0 | +| 133 | 0.801644 | 7 | 0 | imagenet | comb_9 | vit | ones_t | 357.358 | 513.802 | 0 | 33.0032 | 0 | +| 134 | 0.801644 | 5 | 0 | imagenet | comb_9 | vit | ones_t | 357.358 | 513.802 | 0 | 33.4361 | 0 | +| 135 | 0.799589 | 7 | 0 | imagenet | comb_7 | vit | ones_t | 357.358 | 513.802 | 0 | 33.5409 | 0 | +| 136 | 0.800617 | 8 | 0 | imagenet | comb_4 | vit | ones_t | 357.358 | 513.802 | 0 | 34.5063 | 0 | +| 137 | 0.687564 | 5 | 0 | imagenet | comb_14 | vit | ones_t | 357.358 | 513.802 | 0 | 34.5734 | 0 | +| 138 | 0.798561 | 6 | 0 | imagenet | comb_9 | vit | rnd_naive_t | 357.358 | 513.802 | 0 | 34.8824 | 0 | +| 139 | 0.790339 | 7 | 0 | imagenet | comb_9 | vit | rnd_naive_t | 357.358 | 513.802 | 0 | 34.9986 | 0 | +| 140 | 0.798561 | 4 | 0 | imagenet | comb_18 | vit | ones_t | 357.358 | 513.802 | 0 | 35.3605 | 0 | +| 141 | 0.799589 | 8 | 0 | imagenet | comb_5 | vit | ones_t | 357.358 | 513.802 | 0 | 35.515 | 0 | +| 142 | 0.801644 | 6 | 0 | imagenet | comb_9 | vit | ones_t | 357.358 | 513.802 | 0 | 35.7142 | 0 | +| 143 | 0.801644 | 7 | 0 | imagenet | comb_18 | vit | ones_t | 357.358 | 513.802 | 0 | 35.9372 | 0 | +| 144 | 0.800617 | 7 | 0 | imagenet | comb_16 | vit | ones_t | 357.358 | 513.802 | 0 | 36.3017 | 0 | +| 145 | 0.783145 | 6 | 0 | imagenet | comb_5 | vit | ones_t | 357.358 | 513.802 | 0 | 36.39 | 0 | +| 146 | 0.79445 | 5 | 0 | imagenet | comb_4 | vit | ones_t | 357.358 | 513.802 | 0 | 37.4712 | 0 | +| 147 | 0.797533 | 7 | 0 | imagenet | comb_5 | vit | ones_t | 357.358 | 513.802 | 0 | 37.8146 | 0 | +| 148 | 0.800617 | 7 | 0 | imagenet | comb_18 | vit | rnd_naive_t | 357.358 | 513.802 | 0 | 39.3884 | 0 | +| 149 | 0.801644 | 8 | 0 | imagenet | comb_7 | vit | ones_t | 357.358 | 513.802 | 0 | 40.1119 | 0 | +| 150 | 0.800617 | 7 | 0 | imagenet | comb_4 | vit | ones_t | 357.358 | 513.802 | 0 | 40.3047 | 0 | +| 151 | 0.799589 | 6 | 0 | imagenet | comb_4 | vit | ones_t | 357.358 | 513.802 | 0 | 43.5946 | 0 | +| 152 | 0.79445 | 5 | 0 | imagenet | comb_7 | vit | ones_t | 357.358 | 513.802 | 0 | 44.4724 | 0 | +| 153 | 0.798561 | 6 | 0 | imagenet | comb_18 | vit | ones_t | 357.358 | 513.802 | 0 | 46.7486 | 0 | +| 154 | 0.798561 | 6 | 0 | imagenet | comb_7 | vit | ones_t | 357.358 | 513.802 | 0 | 47.1406 | 0 | +| 155 | 0.796506 | 5 | 0 | imagenet | comb_18 | vit | ones_t | 357.358 | 513.802 | 0 | 50.5665 | 0 | +| 156 | 0.800617 | 8 | 0 | imagenet | comb_9 | vit | ones_t | 357.358 | 513.802 | 0 | 56.7241 | 0 | +| 157 | 0.796506 | 4 | 0 | imagenet | comb_4 | vit | ones_t | 357.358 | 513.802 | 0 | 59.7759 | 0 | +| 158 | 0.800617 | 8 | 0 | imagenet | comb_18 | vit | ones_t | 357.358 | 513.802 | 0 | 59.8093 | 0 | +| 159 | 0.800617 | 8 | 0 | imagenet | comb_18 | vit | rnd_naive_t | 357.358 | 513.802 | 0 | 66.9305 | 0 | +| 160 | 0.796506 | 8 | 0 | imagenet | comb_9 | vit | rnd_naive_t | 357.358 | 513.802 | 0 | 67.2672 | 0 | +| 161 | 0.790339 | 7 | 0 | imagenet | comb_10 | vit | ones_t | 357.358 | 513.802 | 0 | 67.6842 | 0 | +| 162 | 0.798561 | 4 | 0 | imagenet | comb_7 | vit | ones_t | 357.358 | 513.802 | 0 | 70.3273 | 0 | +| 163 | 0.793422 | 4 | 0 | imagenet | comb_9 | vit | ones_t | 357.358 | 513.802 | 0 | 71.577 | 0 | +| 164 | 0.796506 | 8 | 0 | imagenet | comb_17 | vit | rnd_naive_t | 357.358 | 513.802 | 0 | 77.7396 | 0 | +| 165 | 0.796506 | 8 | 0 | imagenet | comb_1 | vit | rnd_naive_t | 357.358 | 513.802 | 0 | 79.8136 | 0 | +| 166 | 0.801644 | 7 | 0 | imagenet | comb_6 | vit | rnd_naive_t | 357.358 | 513.802 | 0 | 91.0207 | 0 | +| 167 | 0.800617 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 41.1393 | 0 | \ No newline at end of file