Hugging Face's logo

Diogo-V
/
opt-nlr-7a1f90d04f11

English
Model card Files Community
Diogo-V commited on
Commit
c2df853
•
1 Parent(s): cce7062

Adds final graphs

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. results/best_param_per_func_with_baselines/opt/4/best_param_per_func_with_baselines.png +0 -0
  2. results/best_param_per_func_with_baselines/opt/5/best_param_per_func_with_baselines.png +0 -0
  3. results/best_param_per_func_with_baselines/opt/6/best_param_per_func_with_baselines.png +0 -0
  4. results/best_param_per_func_with_baselines/opt/7/best_param_per_func_with_baselines.png +0 -0
  5. results/best_param_per_func_with_baselines/opt/8/best_param_per_func_with_baselines.png +0 -0
  6. results/bitwidth_acc_decay_per_function/opt.png +0 -0
  7. results/df.tsv +29 -87
  8. results/func_by_param_init_method/opt/4/comb_10.png +0 -0
  9. results/func_by_param_init_method/opt/4/comb_12.png +0 -0
  10. results/func_by_param_init_method/opt/4/comb_15.png +0 -0
  11. results/func_by_param_init_method/opt/4/comb_18.png +0 -0
  12. results/func_by_param_init_method/opt/4/comb_3.png +0 -0
  13. results/func_by_param_init_method/opt/4/comb_5.png +0 -0
  14. results/func_by_param_init_method/opt/4/comb_8.png +0 -0
  15. results/func_by_param_init_method/opt/5/comb_10.png +0 -0
  16. results/func_by_param_init_method/opt/5/comb_12.png +0 -0
  17. results/func_by_param_init_method/opt/5/comb_15.png +0 -0
  18. results/func_by_param_init_method/opt/5/comb_18.png +0 -0
  19. results/func_by_param_init_method/opt/5/comb_3.png +0 -0
  20. results/func_by_param_init_method/opt/5/comb_4.png +0 -0
  21. results/func_by_param_init_method/opt/5/comb_5.png +0 -0
  22. results/func_by_param_init_method/opt/5/comb_8.png +0 -0
  23. results/func_by_param_init_method/opt/6/comb_1.png +0 -0
  24. results/func_by_param_init_method/opt/6/comb_10.png +0 -0
  25. results/func_by_param_init_method/opt/6/comb_12.png +0 -0
  26. results/func_by_param_init_method/opt/6/comb_15.png +0 -0
  27. results/func_by_param_init_method/opt/6/comb_18.png +0 -0
  28. results/func_by_param_init_method/opt/6/comb_2.png +0 -0
  29. results/func_by_param_init_method/opt/6/comb_3.png +0 -0
  30. results/func_by_param_init_method/opt/6/comb_4.png +0 -0
  31. results/func_by_param_init_method/opt/6/comb_5.png +0 -0
  32. results/func_by_param_init_method/opt/6/comb_8.png +0 -0
  33. results/func_by_param_init_method/opt/7/comb_1.png +0 -0
  34. results/func_by_param_init_method/opt/7/comb_10.png +0 -0
  35. results/func_by_param_init_method/opt/7/comb_12.png +0 -0
  36. results/func_by_param_init_method/opt/7/comb_15.png +0 -0
  37. results/func_by_param_init_method/opt/7/comb_18.png +0 -0
  38. results/func_by_param_init_method/opt/7/comb_2.png +0 -0
  39. results/func_by_param_init_method/opt/7/comb_3.png +0 -0
  40. results/func_by_param_init_method/opt/7/comb_4.png +0 -0
  41. results/func_by_param_init_method/opt/7/comb_5.png +0 -0
  42. results/func_by_param_init_method/opt/7/comb_8.png +0 -0
  43. results/func_by_param_init_method/opt/8/comb_1.png +0 -0
  44. results/func_by_param_init_method/opt/8/comb_10.png +0 -0
  45. results/func_by_param_init_method/opt/8/comb_12.png +0 -0
  46. results/func_by_param_init_method/opt/8/comb_15.png +0 -0
  47. results/func_by_param_init_method/opt/8/comb_17.png +0 -0
  48. results/func_by_param_init_method/opt/8/comb_18.png +0 -0
  49. results/func_by_param_init_method/opt/8/comb_2.png +0 -0
  50. results/func_by_param_init_method/opt/8/comb_3.png +0 -0
results/best_param_per_func_with_baselines/opt/4/best_param_per_func_with_baselines.png CHANGED
results/best_param_per_func_with_baselines/opt/5/best_param_per_func_with_baselines.png CHANGED
results/best_param_per_func_with_baselines/opt/6/best_param_per_func_with_baselines.png CHANGED
results/best_param_per_func_with_baselines/opt/7/best_param_per_func_with_baselines.png CHANGED
results/best_param_per_func_with_baselines/opt/8/best_param_per_func_with_baselines.png CHANGED
results/bitwidth_acc_decay_per_function/opt.png CHANGED
results/df.tsv CHANGED
@@ -1,29 +1,28 @@
1
  accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
2
  0.2965889573097229 4 0.0 wikitext ao_woq opt fixed 268.126208 752.877568 8.768630981445312 45.975604 0.0
3
- 0.31702131032943726 5 0.0 wikitext woq opt fixed 670.234624 840.957952 8.222683906555176 35.36942 0.0
4
- 0.32482269406318665 8 0.0 wikitext ao_woq opt fixed 580.071936 851.443712 7.916566848754883 37.046333 0.0
5
- 0.36845663189888 5 0.0 wikitext woq_t opt fixed 678.766592 855.638016 5.921333312988281 38.844894 0.0
6
- 0.0015873017255216837 7 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.1113218069076538 45.556243 0.0
7
- 0.0031746034510433674 6 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.111747145652771 46.656359 0.0
8
- 0.0015873017255216837 5 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.113356113433838 49.894329 0.0
9
  0.0 4 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0
10
  0.0 5 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0
11
  0.0 6 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0
12
  0.0 7 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0
13
  0.0 8 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0
14
- 0.0015873017255216837 8 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.110521912574768 54.230701 0.0
15
  0.0 4 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.112660527229309 57.146552 0.0
16
  0.3225261867046356 6 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 7.7707366943359375 35.70412 0.0
17
- 0.32434991002082825 8 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 7.897377014160156 36.095892 0.0
18
- 0.30770012736320496 4 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 8.266552925109863 39.435851 0.0
19
- 0.31870993971824646 5 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 8.078168869018555 47.650568 0.0
20
- 0.32505911588668823 7 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 7.888031959533691 51.162194 0.0
21
  0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 861.929472 7.8056864738464355 37.233885 0.0
22
- 0.32451874017715454 7 0.0 wikitext woq opt fixed 670.234624 861.929472 7.905444145202637 40.121577 0.0
23
  0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 861.929472 7.916111469268799 45.838292 0.0
24
  0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 861.929472 8.903441429138184 50.999781 0.0
25
- 0.004761905409395695 6 0.0 wikitext comb_1 opt nlr_t_lin 670.981632 861.929472 1.1249585151672363 64.142235 0.0
26
- 0.0015873017255216837 8 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1034367084503174 65.32967 0.0
27
  0.0 4 0.0 wikitext comb_2 opt nlr_t_lin 670.981632 861.929472 1.1228798627853394 66.272123 0.0
28
  0.0 5 0.0 wikitext comb_2 opt nlr_t_lin 670.981632 861.929472 1.1228798627853394 66.272123 0.0
29
  0.0 4 0.0 wikitext comb_1 opt nlr_t_lin 670.981632 861.929472 1.1244258880615234 67.058703 0.0
@@ -32,106 +31,49 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
32
  0.0 5 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1148087978363037 67.374243 0.0
33
  0.0 6 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1148087978363037 67.374243 0.0
34
  0.0 7 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1148087978363037 67.374243 0.0
35
- 0.0015873017255216837 6 0.0 wikitext comb_2 opt nlr_t_lin 670.981632 861.929472 1.109244465827942 75.928743 0.0
36
  0.0 4 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0
37
  0.0 5 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0
38
  0.0 6 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0
39
  0.0 7 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0
40
  0.0 8 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0
41
- 0.02191988192498684 7 0.0 wikitext comb_1 opt nlr_t_lin 670.992896 861.929472 1.2106132507324219 73.007434 0.0
42
- 0.31870993971824646 5 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 8.04486083984375 47.675248 0.0
43
  0.3196893036365509 5 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 8.02696418762207 52.363297 0.0
44
  0.3082066774368286 4 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 8.241694450378418 54.199928 0.0
45
  0.3206349313259125 6 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 7.8387131690979 55.80404 0.0
46
- 0.30810537934303284 4 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 8.344817161560059 58.154097 0.0
47
  0.3217832148075104 6 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 7.80874490737915 58.192406 0.0
48
- 0.31719014048576355 5 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 8.168275833129883 59.521632 0.0
49
  0.2742992639541626 8 0.0 wikitext comb_1 opt nlr_t_lin 671.452672 861.929472 10.443354606628418 63.021247 0.0
50
- 0.32475513219833374 7 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 7.911550998687744 63.49072 0.0
51
  0.3084430992603302 4 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 8.296141624450684 63.617633 0.0
52
  0.320702463388443 6 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 7.805671215057373 63.737324 0.0
53
- 0.30810537934303284 4 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 8.300801277160645 63.997165 0.0
54
  0.3088821768760681 4 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 8.28077507019043 65.692212 0.0
55
- 0.32019591331481934 5 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 8.026485443115234 65.863506 0.0
56
  0.3198243975639343 5 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 8.03581428527832 66.616634 0.0
57
- 0.32428237795829773 8 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 7.893834590911865 68.182388 0.0
58
- 0.32448500394821167 8 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 7.912756443023682 68.529104 0.0
59
  0.3170888125896454 5 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 8.172203063964844 69.379954 0.0
60
  0.3090847432613373 4 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 8.242557525634766 69.784316 0.0
61
  0.3230665326118469 6 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 7.794455528259277 70.056842 0.0
62
  0.3258358836174011 8 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 7.931958198547363 71.269074 0.0
63
- 0.32505911588668823 8 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 7.904936790466309 73.766544 0.0
64
  0.3247213661670685 8 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 7.898097038269043 73.818633 0.0
65
  0.3249240219593048 7 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 7.915891170501709 75.428737 0.0
66
- 0.19878418743610382 7 0.0 wikitext comb_2 opt nlr_t_lin 671.452672 861.929472 14.09366226196289 75.497194 0.0
67
- 0.32489025592803955 7 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 7.912522315979004 77.865032 0.0
68
  0.3245525062084198 8 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 7.927073001861572 78.341459 0.0
69
  0.321783185005188 6 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 7.818181991577148 78.514537 0.0
70
- 0.32482272386550903 7 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 7.915579795837402 81.921306 0.0
71
  0.3183721601963043 8 0.0 wikitext comb_2 opt nlr_t_lin 671.452672 861.929472 7.9405999183654785 82.419729 0.0
72
  0.3252279758453369 7 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 7.921492576599121 84.799091 0.0
73
- 0.32532933354377747 7 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 7.9323954582214355 85.314689 0.0
74
- 0.3202296793460846 6 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 7.8044023513793945 85.613924 0.0
75
- 0.01904762163758278 4 0.0 wikitext comb_4_t opt nlr_t_lin 678.220288 876.609536 1.0910050868988037 49.392175 0.0
76
- 0.0238095261156559 6 0.0 wikitext comb_4_t opt nlr_t_lin 678.220288 876.609536 1.0963724851608276 52.402195 0.0
77
- 0.01428571529686451 5 0.0 wikitext comb_4_t opt nlr_t_lin 678.220288 876.609536 1.0956261157989502 57.093773 0.0
78
- 0.01746032014489174 8 0.0 wikitext comb_4_t opt nlr_t_lin 678.220288 876.609536 1.0971732139587402 57.500863 0.0
79
- 0.02222222462296486 7 0.0 wikitext comb_4_t opt nlr_t_lin 678.220288 876.609536 1.09693443775177 79.86138 0.0
80
- 0.3982100784778595 6 0.0 wikitext comb_15_t opt nlr_t_lin 678.691328 876.609536 5.2471232414245605 34.74176 0.0
81
- 0.3518068194389343 4 0.0 wikitext comb_15_t opt nlr_t_lin 678.691328 876.609536 6.462575912475586 36.59419 0.0
82
- 0.4359338581562042 8 0.0 wikitext comb_15_t opt nlr_t_lin 678.691328 876.609536 4.63349723815918 38.197213 0.0
83
- 0.3781155049800873 5 0.0 wikitext comb_15_t opt nlr_t_lin 678.691328 876.609536 5.728854179382324 42.481807 0.0
84
- 0.41766297817230225 7 0.0 wikitext comb_15_t opt nlr_t_lin 678.691328 876.609536 4.780923843383789 46.960648 0.0
85
- 0.41898009181022644 7 0.0 wikitext woq_t opt fixed 678.766592 876.609536 4.809556007385254 36.101904 0.0
86
- 0.33073288202285767 4 0.0 wikitext woq_t opt fixed 678.766592 876.609536 6.953046798706055 43.631042 0.0
87
- 0.39216482639312744 6 0.0 wikitext woq_t opt fixed 678.766592 876.609536 5.1837663650512695 46.040043 0.0
88
- 0.4241810142993927 8 0.0 wikitext woq_t opt fixed 678.766592 876.609536 4.689413070678711 51.370677 0.0
89
- 0.0 8 0.0 wikitext comb_17_t opt nlr_t_lin 679.5136 876.609536 1.0894272327423096 63.515339 0.0
90
- 0.0 7 0.0 wikitext comb_17_t opt nlr_t_lin 679.5136 876.609536 1.1065272092819214 68.085813 0.0
91
- 0.0 8 0.0 wikitext comb_6_t opt nlr_t_lin 679.5136 876.609536 1.1143286228179932 75.55814 0.0
92
- 0.03439153730869293 5 0.0 wikitext comb_2_t opt nlr_t_lin 679.515648 876.609536 1.0922271013259888 65.768349 0.0
93
- 0.03439153730869293 6 0.0 wikitext comb_2_t opt nlr_t_lin 679.515648 876.609536 1.0901471376419067 74.919268 0.0
94
- 0.03439153730869293 7 0.0 wikitext comb_2_t opt nlr_t_lin 679.515648 876.609536 1.0901434421539307 77.232601 0.0
95
- 0.03439153730869293 8 0.0 wikitext comb_2_t opt nlr_t_lin 679.515648 876.609536 1.0897578001022339 79.644744 0.0
96
- 0.40195879340171814 6 0.0 wikitext comb_10_t opt nlr_t_lin 679.98464 876.609536 5.170290470123291 58.403683 0.0
97
- 0.42353934049606323 7 0.0 wikitext comb_10_t opt nlr_t_lin 679.98464 876.609536 4.784170627593994 62.538443 0.0
98
- 0.3724079728126526 5 0.0 wikitext comb_5_t opt nlr_t_lin 679.98464 876.609536 5.772928714752197 63.511953 0.0
99
- 0.34978049993515015 4 0.0 wikitext comb_10_t opt nlr_t_lin 679.98464 876.609536 6.453982353210449 65.822961 0.0
100
- 0.39354947209358215 6 0.0 wikitext comb_5_t opt nlr_t_lin 679.98464 876.609536 5.284924030303955 68.171578 0.0
101
- 0.3516716957092285 4 0.0 wikitext comb_5_t opt nlr_t_lin 679.98464 876.609536 6.465292930603027 73.994393 0.0
102
- 0.42823371291160583 8 0.0 wikitext comb_10_t opt nlr_t_lin 679.98464 876.609536 4.6380696296691895 75.470502 0.0
103
- 0.375413715839386 5 0.0 wikitext comb_10_t opt nlr_t_lin 679.98464 876.609536 5.726288318634033 82.695935 0.0
104
- 0.42782846093177795 7 0.0 wikitext comb_5_t opt nlr_t_lin 679.98464 876.609536 4.737576007843018 86.991647 0.0
105
- 0.4357312023639679 8 0.0 wikitext comb_5_t opt nlr_t_lin 679.98464 876.609536 4.654548168182373 116.478422 0.0
106
- 0.0 8 0.0 wikitext comb_7_t opt nlr_t_lin 678.220288 882.900992 1.1143286228179932 79.006453 0.0
107
- 0.03439153730869293 6 0.0 wikitext comb_1_t opt nlr_t_lin 679.515648 882.900992 1.090989589691162 63.075346 0.0
108
- 0.03439153730869293 5 0.0 wikitext comb_1_t opt nlr_t_lin 679.515648 882.900992 1.0911734104156494 66.211215 0.0
109
- 0.03439153730869293 8 0.0 wikitext comb_1_t opt nlr_t_lin 679.515648 882.900992 1.0901378393173218 68.728153 0.0
110
- 0.03439153730869293 7 0.0 wikitext comb_1_t opt nlr_t_lin 679.515648 882.900992 1.0900657176971436 70.736723 0.0
111
- 0.36903074383735657 5 0.0 wikitext comb_8_t opt nlr_t_lin 679.98464 882.900992 5.754034996032715 58.193627 0.0
112
- 0.3519081473350525 4 0.0 wikitext comb_12_t opt nlr_t_lin 679.98464 882.900992 6.3882060050964355 61.567109 0.0
113
- 0.3515366315841675 4 0.0 wikitext comb_8_t opt nlr_t_lin 679.98464 882.900992 6.428282737731934 61.987427 0.0
114
- 0.4238770604133606 8 0.0 wikitext comb_12_t opt nlr_t_lin 679.98464 882.900992 4.710434913635254 62.930715 0.0
115
- 0.4019925892353058 6 0.0 wikitext comb_12_t opt nlr_t_lin 679.98464 882.900992 5.156618595123291 63.733119 0.0
116
- 0.37021276354789734 5 0.0 wikitext comb_18_t opt nlr_t_lin 679.98464 882.900992 5.739209175109863 64.386606 0.0
117
- 0.3511989414691925 4 0.0 wikitext comb_18_t opt nlr_t_lin 679.98464 882.900992 6.443556308746338 66.814336 0.0
118
- 0.3508949875831604 4 0.0 wikitext comb_3_t opt nlr_t_lin 679.98464 882.900992 6.389318466186523 67.096814 0.0
119
- 0.3975346088409424 6 0.0 wikitext comb_3_t opt nlr_t_lin 679.98464 882.900992 5.181685447692871 67.318747 0.0
120
- 0.4239446222782135 7 0.0 wikitext comb_8_t opt nlr_t_lin 679.98464 882.900992 4.756684303283691 67.87952 0.0
121
- 0.3676123321056366 5 0.0 wikitext comb_12_t opt nlr_t_lin 679.98464 882.900992 5.7517194747924805 68.238157 0.0
122
- 0.3920634984970093 6 0.0 wikitext comb_18_t opt nlr_t_lin 679.98464 882.900992 5.184597492218018 69.432281 0.0
123
- 0.43569740653038025 8 0.0 wikitext comb_3_t opt nlr_t_lin 679.98464 882.900992 4.646080493927002 70.221906 0.0
124
- 0.3702127933502197 5 0.0 wikitext comb_3_t opt nlr_t_lin 679.98464 882.900992 5.857893943786621 70.600352 0.0
125
- 0.40124958753585815 6 0.0 wikitext comb_8_t opt nlr_t_lin 679.98464 882.900992 5.164586544036865 73.005093 0.0
126
- 0.42566701769828796 7 0.0 wikitext comb_18_t opt nlr_t_lin 679.98464 882.900992 4.772226333618164 74.790592 0.0
127
- 0.4133738577365875 7 0.0 wikitext comb_12_t opt nlr_t_lin 679.98464 882.900992 4.90745735168457 75.538482 0.0
128
- 0.42931443452835083 8 0.0 wikitext comb_18_t opt nlr_t_lin 679.98464 882.900992 4.665990352630615 79.230277 0.0
129
- 0.4262411296367645 8 0.0 wikitext comb_8_t opt nlr_t_lin 679.98464 882.900992 4.675049781799316 80.808679 0.0
130
- 0.42505913972854614 7 0.0 wikitext comb_3_t opt nlr_t_lin 679.98464 882.900992 4.770332336425781 84.958384 0.0
131
  0.0 4 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0
132
  0.0 5 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0
133
  0.0 6 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0
134
  0.0 7 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0
135
  0.0 8 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0
136
- 0.0 8 0.0 wikitext comb_11_t opt nlr_t_lin 486.259712 1073.741824 1.1145169734954834 0.105632 0.0
137
  0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 27.723671 0.0
 
1
  accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
2
  0.2965889573097229 4 0.0 wikitext ao_woq opt fixed 268.126208 752.877568 8.768630981445312 45.975604 0.0
3
+ 0.3170213103294372 5 0.0 wikitext woq opt fixed 670.234624 840.957952 8.222683906555176 35.36942 0.0
4
+ 0.3248226940631866 8 0.0 wikitext ao_woq opt fixed 580.071936 851.443712 7.916566848754883 37.046333 0.0
5
+ 0.0015873017255216 7 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.1113218069076538 45.556243 0.0
6
+ 0.0031746034510433 6 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.111747145652771 46.656359 0.0
7
+ 0.0015873017255216 5 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.113356113433838 49.894329 0.0
 
8
  0.0 4 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0
9
  0.0 5 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0
10
  0.0 6 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0
11
  0.0 7 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0
12
  0.0 8 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0
13
+ 0.0015873017255216 8 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.110521912574768 54.230701 0.0
14
  0.0 4 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.112660527229309 57.146552 0.0
15
  0.3225261867046356 6 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 7.7707366943359375 35.70412 0.0
16
+ 0.3243499100208282 8 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 7.897377014160156 36.095892 0.0
17
+ 0.3077001273632049 4 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 8.266552925109863 39.435851 0.0
18
+ 0.3187099397182464 5 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 8.078168869018555 47.650568 0.0
19
+ 0.3250591158866882 7 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 7.888031959533691 51.162194 0.0
20
  0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 861.929472 7.8056864738464355 37.233885 0.0
21
+ 0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 861.929472 7.905444145202637 40.121577 0.0
22
  0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 861.929472 7.916111469268799 45.838292 0.0
23
  0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 861.929472 8.903441429138184 50.999781 0.0
24
+ 0.0047619054093956 6 0.0 wikitext comb_1 opt nlr_t_lin 670.981632 861.929472 1.1249585151672363 64.142235 0.0
25
+ 0.0015873017255216 8 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1034367084503174 65.32967 0.0
26
  0.0 4 0.0 wikitext comb_2 opt nlr_t_lin 670.981632 861.929472 1.1228798627853394 66.272123 0.0
27
  0.0 5 0.0 wikitext comb_2 opt nlr_t_lin 670.981632 861.929472 1.1228798627853394 66.272123 0.0
28
  0.0 4 0.0 wikitext comb_1 opt nlr_t_lin 670.981632 861.929472 1.1244258880615234 67.058703 0.0
 
31
  0.0 5 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1148087978363037 67.374243 0.0
32
  0.0 6 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1148087978363037 67.374243 0.0
33
  0.0 7 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1148087978363037 67.374243 0.0
34
+ 0.0015873017255216 6 0.0 wikitext comb_2 opt nlr_t_lin 670.981632 861.929472 1.109244465827942 75.928743 0.0
35
  0.0 4 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0
36
  0.0 5 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0
37
  0.0 6 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0
38
  0.0 7 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0
39
  0.0 8 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0
40
+ 0.0219198819249868 7 0.0 wikitext comb_1 opt nlr_t_lin 670.992896 861.929472 1.210613250732422 73.007434 0.0
41
+ 0.3187099397182464 5 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 8.04486083984375 47.675248 0.0
42
  0.3196893036365509 5 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 8.02696418762207 52.363297 0.0
43
  0.3082066774368286 4 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 8.241694450378418 54.199928 0.0
44
  0.3206349313259125 6 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 7.8387131690979 55.80404 0.0
45
+ 0.3081053793430328 4 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 8.344817161560059 58.154097 0.0
46
  0.3217832148075104 6 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 7.80874490737915 58.192406 0.0
47
+ 0.3171901404857635 5 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 8.168275833129883 59.521632 0.0
48
  0.2742992639541626 8 0.0 wikitext comb_1 opt nlr_t_lin 671.452672 861.929472 10.443354606628418 63.021247 0.0
49
+ 0.3247551321983337 7 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 7.911550998687744 63.49072 0.0
50
  0.3084430992603302 4 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 8.296141624450684 63.617633 0.0
51
  0.320702463388443 6 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 7.805671215057373 63.737324 0.0
52
+ 0.3081053793430328 4 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 8.300801277160645 63.997165 0.0
53
  0.3088821768760681 4 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 8.28077507019043 65.692212 0.0
54
+ 0.3201959133148193 5 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 8.026485443115234 65.863506 0.0
55
  0.3198243975639343 5 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 8.03581428527832 66.616634 0.0
56
+ 0.3242823779582977 8 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 7.893834590911865 68.182388 0.0
57
+ 0.3244850039482116 8 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 7.912756443023682 68.529104 0.0
58
  0.3170888125896454 5 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 8.172203063964844 69.379954 0.0
59
  0.3090847432613373 4 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 8.242557525634766 69.784316 0.0
60
  0.3230665326118469 6 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 7.794455528259277 70.056842 0.0
61
  0.3258358836174011 8 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 7.931958198547363 71.269074 0.0
62
+ 0.3250591158866882 8 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 7.904936790466309 73.766544 0.0
63
  0.3247213661670685 8 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 7.898097038269043 73.818633 0.0
64
  0.3249240219593048 7 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 7.915891170501709 75.428737 0.0
65
+ 0.1987841874361038 7 0.0 wikitext comb_2 opt nlr_t_lin 671.452672 861.929472 14.09366226196289 75.497194 0.0
66
+ 0.3248902559280395 7 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 7.912522315979004 77.865032 0.0
67
  0.3245525062084198 8 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 7.927073001861572 78.341459 0.0
68
  0.321783185005188 6 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 7.818181991577148 78.514537 0.0
69
+ 0.324822723865509 7 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 7.915579795837402 81.921306 0.0
70
  0.3183721601963043 8 0.0 wikitext comb_2 opt nlr_t_lin 671.452672 861.929472 7.9405999183654785 82.419729 0.0
71
  0.3252279758453369 7 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 7.921492576599121 84.799091 0.0
72
+ 0.3253293335437774 7 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 7.9323954582214355 85.314689 0.0
73
+ 0.3202296793460846 6 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 7.804402351379394 85.613924 0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
74
  0.0 4 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0
75
  0.0 5 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0
76
  0.0 6 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0
77
  0.0 7 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0
78
  0.0 8 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0
 
79
  0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 27.723671 0.0
results/func_by_param_init_method/opt/4/comb_10.png CHANGED
results/func_by_param_init_method/opt/4/comb_12.png CHANGED
results/func_by_param_init_method/opt/4/comb_15.png CHANGED
results/func_by_param_init_method/opt/4/comb_18.png CHANGED
results/func_by_param_init_method/opt/4/comb_3.png CHANGED
results/func_by_param_init_method/opt/4/comb_5.png CHANGED
results/func_by_param_init_method/opt/4/comb_8.png CHANGED
results/func_by_param_init_method/opt/5/comb_10.png CHANGED
results/func_by_param_init_method/opt/5/comb_12.png CHANGED
results/func_by_param_init_method/opt/5/comb_15.png CHANGED
results/func_by_param_init_method/opt/5/comb_18.png CHANGED
results/func_by_param_init_method/opt/5/comb_3.png CHANGED
results/func_by_param_init_method/opt/5/comb_4.png CHANGED
results/func_by_param_init_method/opt/5/comb_5.png CHANGED
results/func_by_param_init_method/opt/5/comb_8.png CHANGED
results/func_by_param_init_method/opt/6/comb_1.png CHANGED
results/func_by_param_init_method/opt/6/comb_10.png CHANGED
results/func_by_param_init_method/opt/6/comb_12.png CHANGED
results/func_by_param_init_method/opt/6/comb_15.png CHANGED
results/func_by_param_init_method/opt/6/comb_18.png CHANGED
results/func_by_param_init_method/opt/6/comb_2.png CHANGED
results/func_by_param_init_method/opt/6/comb_3.png CHANGED
results/func_by_param_init_method/opt/6/comb_4.png CHANGED
results/func_by_param_init_method/opt/6/comb_5.png CHANGED
results/func_by_param_init_method/opt/6/comb_8.png CHANGED
results/func_by_param_init_method/opt/7/comb_1.png CHANGED
results/func_by_param_init_method/opt/7/comb_10.png CHANGED
results/func_by_param_init_method/opt/7/comb_12.png CHANGED
results/func_by_param_init_method/opt/7/comb_15.png CHANGED
results/func_by_param_init_method/opt/7/comb_18.png CHANGED
results/func_by_param_init_method/opt/7/comb_2.png CHANGED
results/func_by_param_init_method/opt/7/comb_3.png CHANGED
results/func_by_param_init_method/opt/7/comb_4.png CHANGED
results/func_by_param_init_method/opt/7/comb_5.png CHANGED
results/func_by_param_init_method/opt/7/comb_8.png CHANGED
results/func_by_param_init_method/opt/8/comb_1.png CHANGED
results/func_by_param_init_method/opt/8/comb_10.png CHANGED
results/func_by_param_init_method/opt/8/comb_12.png CHANGED
results/func_by_param_init_method/opt/8/comb_15.png CHANGED
results/func_by_param_init_method/opt/8/comb_17.png CHANGED
results/func_by_param_init_method/opt/8/comb_18.png CHANGED
results/func_by_param_init_method/opt/8/comb_2.png CHANGED
results/func_by_param_init_method/opt/8/comb_3.png CHANGED