Hugging Face's logo

Diogo-V
/
tinyllama-nlr-cosine-18f14624601f

English
Model card Files Community
Diogo-V commited on
Commit
6925280
•
1 Parent(s): a21f101

Adds final graphs

Browse files
Files changed (39) hide show
  1. results/best_param_per_func_with_baselines/tinyllama/4/best_param_per_func_with_baselines.png +0 -0
  2. results/best_param_per_func_with_baselines/tinyllama/5/best_param_per_func_with_baselines.png +0 -0
  3. results/best_param_per_func_with_baselines/tinyllama/6/best_param_per_func_with_baselines.png +0 -0
  4. results/best_param_per_func_with_baselines/tinyllama/7/best_param_per_func_with_baselines.png +0 -0
  5. results/best_param_per_func_with_baselines/tinyllama/8/best_param_per_func_with_baselines.png +0 -0
  6. results/bitwidth_acc_decay_per_function/tinyllama.png +0 -0
  7. results/df.tsv +18 -58
  8. results/func_by_param_init_method/tinyllama/4/comb_1.png +0 -0
  9. results/func_by_param_init_method/tinyllama/4/comb_11.png +0 -0
  10. results/func_by_param_init_method/tinyllama/4/comb_15.png +0 -0
  11. results/func_by_param_init_method/tinyllama/4/comb_17.png +0 -0
  12. results/func_by_param_init_method/tinyllama/4/comb_18.png +0 -0
  13. results/func_by_param_init_method/tinyllama/4/comb_5.png +0 -0
  14. results/func_by_param_init_method/tinyllama/5/comb_1.png +0 -0
  15. results/func_by_param_init_method/tinyllama/5/comb_11.png +0 -0
  16. results/func_by_param_init_method/tinyllama/5/comb_15.png +0 -0
  17. results/func_by_param_init_method/tinyllama/5/comb_17.png +0 -0
  18. results/func_by_param_init_method/tinyllama/5/comb_18.png +0 -0
  19. results/func_by_param_init_method/tinyllama/5/comb_5.png +0 -0
  20. results/func_by_param_init_method/tinyllama/6/comb_1.png +0 -0
  21. results/func_by_param_init_method/tinyllama/6/comb_11.png +0 -0
  22. results/func_by_param_init_method/tinyllama/6/comb_15.png +0 -0
  23. results/func_by_param_init_method/tinyllama/6/comb_17.png +0 -0
  24. results/func_by_param_init_method/tinyllama/6/comb_18.png +0 -0
  25. results/func_by_param_init_method/tinyllama/6/comb_5.png +0 -0
  26. results/func_by_param_init_method/tinyllama/7/comb_1.png +0 -0
  27. results/func_by_param_init_method/tinyllama/7/comb_11.png +0 -0
  28. results/func_by_param_init_method/tinyllama/7/comb_15.png +0 -0
  29. results/func_by_param_init_method/tinyllama/7/comb_17.png +0 -0
  30. results/func_by_param_init_method/tinyllama/7/comb_18.png +0 -0
  31. results/func_by_param_init_method/tinyllama/7/comb_5.png +0 -0
  32. results/func_by_param_init_method/tinyllama/8/comb_1.png +0 -0
  33. results/func_by_param_init_method/tinyllama/8/comb_11.png +0 -0
  34. results/func_by_param_init_method/tinyllama/8/comb_15.png +0 -0
  35. results/func_by_param_init_method/tinyllama/8/comb_16.png +0 -0
  36. results/func_by_param_init_method/tinyllama/8/comb_17.png +0 -0
  37. results/func_by_param_init_method/tinyllama/8/comb_18.png +0 -0
  38. results/func_by_param_init_method/tinyllama/8/comb_5.png +0 -0
  39. results/results.txt +60 -100
results/best_param_per_func_with_baselines/tinyllama/4/best_param_per_func_with_baselines.png CHANGED
results/best_param_per_func_with_baselines/tinyllama/5/best_param_per_func_with_baselines.png CHANGED
results/best_param_per_func_with_baselines/tinyllama/6/best_param_per_func_with_baselines.png CHANGED
results/best_param_per_func_with_baselines/tinyllama/7/best_param_per_func_with_baselines.png CHANGED
results/best_param_per_func_with_baselines/tinyllama/8/best_param_per_func_with_baselines.png CHANGED
results/bitwidth_acc_decay_per_function/tinyllama.png CHANGED
results/df.tsv CHANGED
@@ -1,6 +1,6 @@
1
  accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
2
  0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 17.273502 0.0
3
- 0.37713611125946045 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 15.464737 0.0
4
  0.0 4 0.0 wikitext comb_2 tinyllama nlr_t_cos 1895.561216 2157.969408 1.110665202140808 19.506796 0.0
5
  0.0 5 0.0 wikitext comb_2 tinyllama nlr_t_cos 1895.561216 2157.969408 1.110665202140808 19.506796 0.0
6
  0.0 6 0.0 wikitext comb_2 tinyllama nlr_t_cos 1895.561216 2157.969408 1.110665202140808 19.506796 0.0
@@ -11,15 +11,15 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
11
  0.0 6 0.0 wikitext comb_6 tinyllama nlr_t_cos 1895.561216 2157.969408 1.1093066930770874 25.951501 0.0
12
  0.0 7 0.0 wikitext comb_6 tinyllama nlr_t_cos 1895.561216 2157.969408 1.1093066930770874 25.951501 0.0
13
  0.0 8 0.0 wikitext comb_6 tinyllama nlr_t_cos 1895.561216 2157.969408 1.1093066930770874 25.951501 0.0
14
- 0.37666329741477966 8 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 6.648800373077393 15.354923 0.0
15
  0.3748733401298523 6 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 6.820584297180176 15.400125 0.0
16
  0.3736913502216339 7 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 6.751272678375244 15.454488 0.0
17
- 0.34924009442329407 5 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 7.594409942626953 15.50935 0.0
18
  0.3253292739391327 4 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 8.2924222946167 80.313301 0.0
19
  0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.966304302215576 15.71814 0.0
20
  0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.663349628448486 16.263233 0.0
21
- 0.37858834862709045 6 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.501583099365234 16.319107 0.0
22
- 0.37727120518684387 8 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.604811191558838 16.52232 0.0
23
  0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 7.655362606048584 16.631256 0.0
24
  0.0 4 0.0 wikitext comb_16 tinyllama nlr_t_cos 1897.394176 2160.06656 1.1097609996795654 27.299263 0.0
25
  0.0 5 0.0 wikitext comb_16 tinyllama nlr_t_cos 1897.394176 2160.06656 1.1097609996795654 27.299263 0.0
@@ -29,71 +29,31 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
29
  0.3525835871696472 5 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 7.4643402099609375 27.618445 0.0
30
  0.3734549283981323 6 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 6.796352863311768 27.634453 0.0
31
  0.3767646253108978 8 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 6.656345844268799 27.649035 0.0
32
- 0.32374197244644165 4 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 8.319616317749023 27.651394 0.0
33
  0.3745694160461426 7 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 6.72044563293457 27.652361 0.0
34
  0.376156747341156 8 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 6.630317687988281 27.689084 0.0
35
  0.3275582790374756 4 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 8.22994327545166 27.689607 0.0
36
  0.3764606714248657 8 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 6.661276817321777 27.699539 0.0
37
- 0.34839582443237305 5 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 7.647418022155762 27.710874 0.0
38
- 0.10634921491146088 4 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 30.070602416992188 27.763632 0.0
39
- 0.37467071413993835 6 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 6.81356954574585 27.784927 0.0
40
- 0.37531235814094543 6 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 6.806519508361816 27.791478 0.0
41
- 0.32080379128456116 4 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 8.386785507202148 27.804149 0.0
42
- 0.3751097619533539 6 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 6.7922749519348145 27.867727 0.0
43
  0.357007771730423 5 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 7.284257411956787 27.872181 0.0
44
- 0.37213778495788574 7 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 6.771554470062256 27.875014 0.0
45
  0.3724755346775055 8 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 6.673147678375244 27.916161 0.0
46
  0.3731847405433655 7 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 6.725313186645508 27.940089 0.0
47
- 0.32056736946105957 4 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 8.467190742492676 34.826638 0.0
48
- 0.37666332721710205 8 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 6.642918109893799 34.866518 0.0
49
- 0.3473488688468933 5 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 7.6465630531311035 34.867739 0.0
50
  0.3736575245857239 6 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 6.787628173828125 34.887924 0.0
51
  0.3745693862438202 7 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 6.77103328704834 34.983605 0.0
52
- 0.37527865171432495 7 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 6.781797409057617 92.792433 0.0
53
  0.3545761704444885 5 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 7.373105525970459 164.897234 0.0
54
- 0.0 8 0.0 wikitext comb_6_t tinyllama nlr_t_cos 1904.146432 2174.746624 1.1093064546585083 26.064358 0.0
55
- 0.45829111337661743 5 0.0 wikitext comb_15_t tinyllama nlr_t_cos 1904.551936 2178.940928 4.286688327789307 14.874225 0.0
56
- 0.4453563094139099 8 0.0 wikitext comb_15_t tinyllama nlr_t_cos 1904.551936 2178.940928 3.865349531173706 15.273815 0.0
57
- 0.46612632274627686 6 0.0 wikitext comb_15_t tinyllama nlr_t_cos 1904.551936 2178.940928 3.8285183906555176 15.312788 0.0
58
- 0.4718676507472992 7 0.0 wikitext comb_15_t tinyllama nlr_t_cos 1904.551936 2178.940928 3.6392133235931396 15.329487 0.0
59
- 0.4024316072463989 4 0.0 wikitext comb_15_t tinyllama nlr_t_cos 1904.551936 2178.940928 5.8045501708984375 15.378119 0.0
60
- 0.07149612158536911 8 0.0 wikitext comb_2_t tinyllama nlr_t_cos 1904.551936 2178.940928 103.67589569091797 19.611062 0.0
61
- 0.4624113440513611 7 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.828017473220825 15.412666 0.0
62
- 0.4543059766292572 5 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 4.472318649291992 15.836024 0.0
63
- 0.3932793438434601 4 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 5.886220932006836 16.018407 0.0
64
- 0.44971296191215515 8 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.8546481132507324 16.512828 0.0
65
- 0.46811890602111816 6 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.754751205444336 16.861097 0.0
66
- 0.4606214463710785 5 0.0 wikitext comb_11_t tinyllama nlr_t_cos 1906.384896 2181.03808 4.118396282196045 27.500181 0.0
67
- 0.39763596653938293 4 0.0 wikitext comb_17_t tinyllama nlr_t_cos 1906.384896 2181.03808 5.837778568267822 27.636964 0.0
68
- 0.3996622860431671 4 0.0 wikitext comb_18_t tinyllama nlr_t_cos 1906.384896 2181.03808 5.787833213806152 27.654003 0.0
69
- 0.453731894493103 8 0.0 wikitext comb_18_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.8278918266296387 27.685211 0.0
70
- 0.12549814581871033 8 0.0 wikitext comb_16_t tinyllama nlr_t_cos 1906.384896 2181.03808 23.189165115356445 27.693785 0.0
71
- 0.12485646456480026 7 0.0 wikitext comb_16_t tinyllama nlr_t_cos 1906.384896 2181.03808 22.226238250732422 27.700058 0.0
72
- 0.4664302468299866 7 0.0 wikitext comb_11_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.6787850856781006 27.715155 0.0
73
- 0.4679500460624695 7 0.0 wikitext comb_17_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.6154022216796875 27.730267 0.0
74
- 0.468355268239975 6 0.0 wikitext comb_1_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.7967960834503174 27.743155 0.0
75
- 0.3995947539806366 4 0.0 wikitext comb_1_t tinyllama nlr_t_cos 1906.384896 2181.03808 5.6636505126953125 27.749079 0.0
76
- 0.44302600622177124 8 0.0 wikitext comb_1_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.9269115924835205 27.750263 0.0
77
- 0.4588652551174164 5 0.0 wikitext comb_1_t tinyllama nlr_t_cos 1906.384896 2181.03808 4.291725158691406 27.767311 0.0
78
- 0.4710233211517334 7 0.0 wikitext comb_18_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.6573541164398193 27.784694 0.0
79
- 0.47038164734840393 6 0.0 wikitext comb_18_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.7047219276428223 27.793544 0.0
80
- 0.45734551548957825 5 0.0 wikitext comb_17_t tinyllama nlr_t_cos 1906.384896 2181.03808 4.234714031219482 27.800143 0.0
81
- 0.4668693244457245 6 0.0 wikitext comb_17_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.7674496173858643 27.83103 0.0
82
- 0.44447821378707886 8 0.0 wikitext comb_17_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.8255598545074463 27.832923 0.0
83
- 0.4568389058113098 5 0.0 wikitext comb_18_t tinyllama nlr_t_cos 1906.384896 2181.03808 4.291571617126465 27.841398 0.0
84
- 0.3870989680290222 4 0.0 wikitext comb_11_t tinyllama nlr_t_cos 1906.384896 2181.03808 5.919373035430908 27.84924 0.0
85
- 0.4463694989681244 8 0.0 wikitext comb_11_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.9647727012634277 27.857923 0.0
86
- 0.3980749845504761 4 0.0 wikitext comb_5_t tinyllama nlr_t_cos 1906.384896 2181.03808 5.865077972412109 34.920755 0.0
87
- 0.47068557143211365 8 0.0 wikitext comb_5_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.8496243953704834 34.99249 0.0
88
- 0.4549139142036438 5 0.0 wikitext comb_5_t tinyllama nlr_t_cos 1906.384896 2181.03808 4.305864334106445 35.008588 0.0
89
- 0.4754137396812439 7 0.0 wikitext comb_5_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.522576332092285 35.065076 0.0
90
- 0.46984127163887024 7 0.0 wikitext comb_1_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.659867763519287 92.28077 0.0
91
- 0.46697062253952026 6 0.0 wikitext comb_11_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.897275447845459 95.815305 0.0
92
- 0.46251267194747925 6 0.0 wikitext comb_5_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.880735397338867 99.806472 0.0
93
  0.0 4 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0
94
  0.0 5 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0
95
  0.0 6 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0
96
  0.0 7 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0
97
  0.0 8 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0
98
- 0.0 8 0.0 wikitext comb_14_t tinyllama nlr_t_cos 1389.689856 2499.805184 1.1070098876953125 0.500353 0.0
99
- 0.37814927101135254 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 11.802097 0.0
 
1
  accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
2
  0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 17.273502 0.0
3
+ 0.3771361112594604 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 15.464737 0.0
4
  0.0 4 0.0 wikitext comb_2 tinyllama nlr_t_cos 1895.561216 2157.969408 1.110665202140808 19.506796 0.0
5
  0.0 5 0.0 wikitext comb_2 tinyllama nlr_t_cos 1895.561216 2157.969408 1.110665202140808 19.506796 0.0
6
  0.0 6 0.0 wikitext comb_2 tinyllama nlr_t_cos 1895.561216 2157.969408 1.110665202140808 19.506796 0.0
 
11
  0.0 6 0.0 wikitext comb_6 tinyllama nlr_t_cos 1895.561216 2157.969408 1.1093066930770874 25.951501 0.0
12
  0.0 7 0.0 wikitext comb_6 tinyllama nlr_t_cos 1895.561216 2157.969408 1.1093066930770874 25.951501 0.0
13
  0.0 8 0.0 wikitext comb_6 tinyllama nlr_t_cos 1895.561216 2157.969408 1.1093066930770874 25.951501 0.0
14
+ 0.3766632974147796 8 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 6.648800373077393 15.354923 0.0
15
  0.3748733401298523 6 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 6.820584297180176 15.400125 0.0
16
  0.3736913502216339 7 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 6.751272678375244 15.454488 0.0
17
+ 0.349240094423294 5 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 7.594409942626953 15.50935 0.0
18
  0.3253292739391327 4 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 8.2924222946167 80.313301 0.0
19
  0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.966304302215576 15.71814 0.0
20
  0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.663349628448486 16.263233 0.0
21
+ 0.3785883486270904 6 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.501583099365234 16.319107 0.0
22
+ 0.3772712051868438 8 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.604811191558838 16.52232 0.0
23
  0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 7.655362606048584 16.631256 0.0
24
  0.0 4 0.0 wikitext comb_16 tinyllama nlr_t_cos 1897.394176 2160.06656 1.1097609996795654 27.299263 0.0
25
  0.0 5 0.0 wikitext comb_16 tinyllama nlr_t_cos 1897.394176 2160.06656 1.1097609996795654 27.299263 0.0
 
29
  0.3525835871696472 5 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 7.4643402099609375 27.618445 0.0
30
  0.3734549283981323 6 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 6.796352863311768 27.634453 0.0
31
  0.3767646253108978 8 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 6.656345844268799 27.649035 0.0
32
+ 0.3237419724464416 4 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 8.319616317749023 27.651394 0.0
33
  0.3745694160461426 7 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 6.72044563293457 27.652361 0.0
34
  0.376156747341156 8 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 6.630317687988281 27.689084 0.0
35
  0.3275582790374756 4 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 8.22994327545166 27.689607 0.0
36
  0.3764606714248657 8 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 6.661276817321777 27.699539 0.0
37
+ 0.348395824432373 5 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 7.647418022155762 27.710874 0.0
38
+ 0.1063492149114608 4 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 30.070602416992188 27.763632 0.0
39
+ 0.3746707141399383 6 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 6.81356954574585 27.784927 0.0
40
+ 0.3753123581409454 6 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 6.806519508361816 27.791478 0.0
41
+ 0.3208037912845611 4 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 8.386785507202148 27.804149 0.0
42
+ 0.3751097619533539 6 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 6.792274951934815 27.867727 0.0
43
  0.357007771730423 5 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 7.284257411956787 27.872181 0.0
44
+ 0.3721377849578857 7 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 6.771554470062256 27.875014 0.0
45
  0.3724755346775055 8 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 6.673147678375244 27.916161 0.0
46
  0.3731847405433655 7 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 6.725313186645508 27.940089 0.0
47
+ 0.3205673694610595 4 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 8.467190742492676 34.826638 0.0
48
+ 0.376663327217102 8 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 6.642918109893799 34.866518 0.0
49
+ 0.3473488688468933 5 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 7.646563053131103 34.867739 0.0
50
  0.3736575245857239 6 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 6.787628173828125 34.887924 0.0
51
  0.3745693862438202 7 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 6.77103328704834 34.983605 0.0
52
+ 0.3752786517143249 7 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 6.781797409057617 92.792433 0.0
53
  0.3545761704444885 5 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 7.373105525970459 164.897234 0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
54
  0.0 4 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0
55
  0.0 5 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0
56
  0.0 6 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0
57
  0.0 7 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0
58
  0.0 8 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0
59
+ 0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 11.802097 0.0
 
results/func_by_param_init_method/tinyllama/4/comb_1.png CHANGED
results/func_by_param_init_method/tinyllama/4/comb_11.png CHANGED
results/func_by_param_init_method/tinyllama/4/comb_15.png CHANGED
results/func_by_param_init_method/tinyllama/4/comb_17.png CHANGED
results/func_by_param_init_method/tinyllama/4/comb_18.png CHANGED
results/func_by_param_init_method/tinyllama/4/comb_5.png CHANGED
results/func_by_param_init_method/tinyllama/5/comb_1.png CHANGED
results/func_by_param_init_method/tinyllama/5/comb_11.png CHANGED
results/func_by_param_init_method/tinyllama/5/comb_15.png CHANGED
results/func_by_param_init_method/tinyllama/5/comb_17.png CHANGED
results/func_by_param_init_method/tinyllama/5/comb_18.png CHANGED
results/func_by_param_init_method/tinyllama/5/comb_5.png CHANGED
results/func_by_param_init_method/tinyllama/6/comb_1.png CHANGED
results/func_by_param_init_method/tinyllama/6/comb_11.png CHANGED
results/func_by_param_init_method/tinyllama/6/comb_15.png CHANGED
results/func_by_param_init_method/tinyllama/6/comb_17.png CHANGED
results/func_by_param_init_method/tinyllama/6/comb_18.png CHANGED
results/func_by_param_init_method/tinyllama/6/comb_5.png CHANGED
results/func_by_param_init_method/tinyllama/7/comb_1.png CHANGED
results/func_by_param_init_method/tinyllama/7/comb_11.png CHANGED
results/func_by_param_init_method/tinyllama/7/comb_15.png CHANGED
results/func_by_param_init_method/tinyllama/7/comb_17.png CHANGED
results/func_by_param_init_method/tinyllama/7/comb_18.png CHANGED
results/func_by_param_init_method/tinyllama/7/comb_5.png CHANGED
results/func_by_param_init_method/tinyllama/8/comb_1.png CHANGED
results/func_by_param_init_method/tinyllama/8/comb_11.png CHANGED
results/func_by_param_init_method/tinyllama/8/comb_15.png CHANGED
results/func_by_param_init_method/tinyllama/8/comb_16.png CHANGED
results/func_by_param_init_method/tinyllama/8/comb_17.png CHANGED
results/func_by_param_init_method/tinyllama/8/comb_18.png CHANGED
results/func_by_param_init_method/tinyllama/8/comb_5.png CHANGED
results/results.txt CHANGED
@@ -1,100 +1,60 @@
1
- | | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer |
2
- |---:|-----------:|-------:|-------:|:----------|:----------|:----------|:----------|--------------------:|---------------------:|-------------:|-----------:|------:|
3
- | 0 | 0.364167 | 4 | 0 | wikitext | ao_woq | tinyllama | fixed | 741.693 | 866.124 | 7.04309 | 17.2735 | 0 |
4
- | 1 | 0.377136 | 8 | 0 | wikitext | ao_woq | tinyllama | fixed | 1631.73 | 1988.1 | 6.60597 | 15.4647 | 0 |
5
- | 2 | 0 | 4 | 0 | wikitext | comb_2 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.11067 | 19.5068 | 0 |
6
- | 3 | 0 | 5 | 0 | wikitext | comb_2 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.11067 | 19.5068 | 0 |
7
- | 4 | 0 | 6 | 0 | wikitext | comb_2 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.11067 | 19.5068 | 0 |
8
- | 5 | 0 | 7 | 0 | wikitext | comb_2 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.11067 | 19.5068 | 0 |
9
- | 6 | 0 | 8 | 0 | wikitext | comb_2 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.11067 | 19.5068 | 0 |
10
- | 7 | 0 | 4 | 0 | wikitext | comb_6 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.10931 | 25.9515 | 0 |
11
- | 8 | 0 | 5 | 0 | wikitext | comb_6 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.10931 | 25.9515 | 0 |
12
- | 9 | 0 | 6 | 0 | wikitext | comb_6 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.10931 | 25.9515 | 0 |
13
- | 10 | 0 | 7 | 0 | wikitext | comb_6 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.10931 | 25.9515 | 0 |
14
- | 11 | 0 | 8 | 0 | wikitext | comb_6 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.10931 | 25.9515 | 0 |
15
- | 12 | 0.376663 | 8 | 0 | wikitext | comb_15 | tinyllama | nlr_t_cos | 1896.03 | 2157.97 | 6.6488 | 15.3549 | 0 |
16
- | 13 | 0.374873 | 6 | 0 | wikitext | comb_15 | tinyllama | nlr_t_cos | 1896.03 | 2157.97 | 6.82058 | 15.4001 | 0 |
17
- | 14 | 0.373691 | 7 | 0 | wikitext | comb_15 | tinyllama | nlr_t_cos | 1896.03 | 2157.97 | 6.75127 | 15.4545 | 0 |
18
- | 15 | 0.34924 | 5 | 0 | wikitext | comb_15 | tinyllama | nlr_t_cos | 1896.03 | 2157.97 | 7.59441 | 15.5093 | 0 |
19
- | 16 | 0.325329 | 4 | 0 | wikitext | comb_15 | tinyllama | nlr_t_cos | 1896.03 | 2157.97 | 8.29242 | 80.3133 | 0 |
20
- | 17 | 0.367612 | 5 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.9663 | 15.7181 | 0 |
21
- | 18 | 0.376326 | 7 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.66335 | 16.2632 | 0 |
22
- | 19 | 0.378588 | 6 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.50158 | 16.3191 | 0 |
23
- | 20 | 0.377271 | 8 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.60481 | 16.5223 | 0 |
24
- | 21 | 0.346977 | 4 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 7.65536 | 16.6313 | 0 |
25
- | 22 | 0 | 4 | 0 | wikitext | comb_16 | tinyllama | nlr_t_cos | 1897.39 | 2160.07 | 1.10976 | 27.2993 | 0 |
26
- | 23 | 0 | 5 | 0 | wikitext | comb_16 | tinyllama | nlr_t_cos | 1897.39 | 2160.07 | 1.10976 | 27.2993 | 0 |
27
- | 24 | 0 | 6 | 0 | wikitext | comb_16 | tinyllama | nlr_t_cos | 1897.39 | 2160.07 | 1.10976 | 27.2993 | 0 |
28
- | 25 | 0 | 7 | 0 | wikitext | comb_16 | tinyllama | nlr_t_cos | 1897.39 | 2160.07 | 1.10976 | 27.2993 | 0 |
29
- | 26 | 0.225228 | 8 | 0 | wikitext | comb_16 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 14.0465 | 27.6178 | 0 |
30
- | 27 | 0.352584 | 5 | 0 | wikitext | comb_1 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 7.46434 | 27.6184 | 0 |
31
- | 28 | 0.373455 | 6 | 0 | wikitext | comb_18 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.79635 | 27.6345 | 0 |
32
- | 29 | 0.376765 | 8 | 0 | wikitext | comb_11 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.65635 | 27.649 | 0 |
33
- | 30 | 0.323742 | 4 | 0 | wikitext | comb_1 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 8.31962 | 27.6514 | 0 |
34
- | 31 | 0.374569 | 7 | 0 | wikitext | comb_18 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.72045 | 27.6524 | 0 |
35
- | 32 | 0.376157 | 8 | 0 | wikitext | comb_18 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.63032 | 27.6891 | 0 |
36
- | 33 | 0.327558 | 4 | 0 | wikitext | comb_17 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 8.22994 | 27.6896 | 0 |
37
- | 34 | 0.376461 | 8 | 0 | wikitext | comb_1 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.66128 | 27.6995 | 0 |
38
- | 35 | 0.348396 | 5 | 0 | wikitext | comb_18 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 7.64742 | 27.7109 | 0 |
39
- | 36 | 0.106349 | 4 | 0 | wikitext | comb_11 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 30.0706 | 27.7636 | 0 |
40
- | 37 | 0.374671 | 6 | 0 | wikitext | comb_17 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.81357 | 27.7849 | 0 |
41
- | 38 | 0.375312 | 6 | 0 | wikitext | comb_11 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.80652 | 27.7915 | 0 |
42
- | 39 | 0.320804 | 4 | 0 | wikitext | comb_18 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 8.38679 | 27.8041 | 0 |
43
- | 40 | 0.37511 | 6 | 0 | wikitext | comb_1 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.79227 | 27.8677 | 0 |
44
- | 41 | 0.357008 | 5 | 0 | wikitext | comb_11 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 7.28426 | 27.8722 | 0 |
45
- | 42 | 0.372138 | 7 | 0 | wikitext | comb_17 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.77155 | 27.875 | 0 |
46
- | 43 | 0.372476 | 8 | 0 | wikitext | comb_17 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.67315 | 27.9162 | 0 |
47
- | 44 | 0.373185 | 7 | 0 | wikitext | comb_11 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.72531 | 27.9401 | 0 |
48
- | 45 | 0.320567 | 4 | 0 | wikitext | comb_5 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 8.46719 | 34.8266 | 0 |
49
- | 46 | 0.376663 | 8 | 0 | wikitext | comb_5 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.64292 | 34.8665 | 0 |
50
- | 47 | 0.347349 | 5 | 0 | wikitext | comb_5 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 7.64656 | 34.8677 | 0 |
51
- | 48 | 0.373658 | 6 | 0 | wikitext | comb_5 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.78763 | 34.8879 | 0 |
52
- | 49 | 0.374569 | 7 | 0 | wikitext | comb_5 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.77103 | 34.9836 | 0 |
53
- | 50 | 0.375279 | 7 | 0 | wikitext | comb_1 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.7818 | 92.7924 | 0 |
54
- | 51 | 0.354576 | 5 | 0 | wikitext | comb_17 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 7.37311 | 164.897 | 0 |
55
- | 52 | 0 | 8 | 0 | wikitext | comb_6_t | tinyllama | nlr_t_cos | 1904.15 | 2174.75 | 1.10931 | 26.0644 | 0 |
56
- | 53 | 0.458291 | 5 | 0 | wikitext | comb_15_t | tinyllama | nlr_t_cos | 1904.55 | 2178.94 | 4.28669 | 14.8742 | 0 |
57
- | 54 | 0.445356 | 8 | 0 | wikitext | comb_15_t | tinyllama | nlr_t_cos | 1904.55 | 2178.94 | 3.86535 | 15.2738 | 0 |
58
- | 55 | 0.466126 | 6 | 0 | wikitext | comb_15_t | tinyllama | nlr_t_cos | 1904.55 | 2178.94 | 3.82852 | 15.3128 | 0 |
59
- | 56 | 0.471868 | 7 | 0 | wikitext | comb_15_t | tinyllama | nlr_t_cos | 1904.55 | 2178.94 | 3.63921 | 15.3295 | 0 |
60
- | 57 | 0.402432 | 4 | 0 | wikitext | comb_15_t | tinyllama | nlr_t_cos | 1904.55 | 2178.94 | 5.80455 | 15.3781 | 0 |
61
- | 58 | 0.0714961 | 8 | 0 | wikitext | comb_2_t | tinyllama | nlr_t_cos | 1904.55 | 2178.94 | 103.676 | 19.6111 | 0 |
62
- | 59 | 0.462411 | 7 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 3.82802 | 15.4127 | 0 |
63
- | 60 | 0.454306 | 5 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 4.47232 | 15.836 | 0 |
64
- | 61 | 0.393279 | 4 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 5.88622 | 16.0184 | 0 |
65
- | 62 | 0.449713 | 8 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 3.85465 | 16.5128 | 0 |
66
- | 63 | 0.468119 | 6 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 3.75475 | 16.8611 | 0 |
67
- | 64 | 0.460621 | 5 | 0 | wikitext | comb_11_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 4.1184 | 27.5002 | 0 |
68
- | 65 | 0.397636 | 4 | 0 | wikitext | comb_17_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 5.83778 | 27.637 | 0 |
69
- | 66 | 0.399662 | 4 | 0 | wikitext | comb_18_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 5.78783 | 27.654 | 0 |
70
- | 67 | 0.453732 | 8 | 0 | wikitext | comb_18_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.82789 | 27.6852 | 0 |
71
- | 68 | 0.125498 | 8 | 0 | wikitext | comb_16_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 23.1892 | 27.6938 | 0 |
72
- | 69 | 0.124856 | 7 | 0 | wikitext | comb_16_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 22.2262 | 27.7001 | 0 |
73
- | 70 | 0.46643 | 7 | 0 | wikitext | comb_11_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.67879 | 27.7152 | 0 |
74
- | 71 | 0.46795 | 7 | 0 | wikitext | comb_17_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.6154 | 27.7303 | 0 |
75
- | 72 | 0.468355 | 6 | 0 | wikitext | comb_1_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.7968 | 27.7432 | 0 |
76
- | 73 | 0.399595 | 4 | 0 | wikitext | comb_1_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 5.66365 | 27.7491 | 0 |
77
- | 74 | 0.443026 | 8 | 0 | wikitext | comb_1_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.92691 | 27.7503 | 0 |
78
- | 75 | 0.458865 | 5 | 0 | wikitext | comb_1_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 4.29173 | 27.7673 | 0 |
79
- | 76 | 0.471023 | 7 | 0 | wikitext | comb_18_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.65735 | 27.7847 | 0 |
80
- | 77 | 0.470382 | 6 | 0 | wikitext | comb_18_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.70472 | 27.7935 | 0 |
81
- | 78 | 0.457346 | 5 | 0 | wikitext | comb_17_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 4.23471 | 27.8001 | 0 |
82
- | 79 | 0.466869 | 6 | 0 | wikitext | comb_17_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.76745 | 27.831 | 0 |
83
- | 80 | 0.444478 | 8 | 0 | wikitext | comb_17_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.82556 | 27.8329 | 0 |
84
- | 81 | 0.456839 | 5 | 0 | wikitext | comb_18_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 4.29157 | 27.8414 | 0 |
85
- | 82 | 0.387099 | 4 | 0 | wikitext | comb_11_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 5.91937 | 27.8492 | 0 |
86
- | 83 | 0.446369 | 8 | 0 | wikitext | comb_11_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.96477 | 27.8579 | 0 |
87
- | 84 | 0.398075 | 4 | 0 | wikitext | comb_5_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 5.86508 | 34.9208 | 0 |
88
- | 85 | 0.470686 | 8 | 0 | wikitext | comb_5_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.84962 | 34.9925 | 0 |
89
- | 86 | 0.454914 | 5 | 0 | wikitext | comb_5_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 4.30586 | 35.0086 | 0 |
90
- | 87 | 0.475414 | 7 | 0 | wikitext | comb_5_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.52258 | 35.0651 | 0 |
91
- | 88 | 0.469841 | 7 | 0 | wikitext | comb_1_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.65987 | 92.2808 | 0 |
92
- | 89 | 0.466971 | 6 | 0 | wikitext | comb_11_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.89728 | 95.8153 | 0 |
93
- | 90 | 0.462513 | 6 | 0 | wikitext | comb_5_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.88074 | 99.8065 | 0 |
94
- | 91 | 0 | 4 | 0 | wikitext | comb_14 | tinyllama | nlr_t_cos | 1381.17 | 2487.22 | 1.12199 | 0.30615 | 0 |
95
- | 92 | 0 | 5 | 0 | wikitext | comb_14 | tinyllama | nlr_t_cos | 1381.17 | 2487.22 | 1.12199 | 0.30615 | 0 |
96
- | 93 | 0 | 6 | 0 | wikitext | comb_14 | tinyllama | nlr_t_cos | 1381.17 | 2487.22 | 1.12199 | 0.30615 | 0 |
97
- | 94 | 0 | 7 | 0 | wikitext | comb_14 | tinyllama | nlr_t_cos | 1381.17 | 2487.22 | 1.12199 | 0.30615 | 0 |
98
- | 95 | 0 | 8 | 0 | wikitext | comb_14 | tinyllama | nlr_t_cos | 1381.17 | 2487.22 | 1.12199 | 0.30615 | 0 |
99
- | 96 | 0 | 8 | 0 | wikitext | comb_14_t | tinyllama | nlr_t_cos | 1389.69 | 2499.81 | 1.10701 | 0.500353 | 0 |
100
- | 97 | 0.378149 | 32 | 0 | wikitext | base | tinyllama | ---- | 4470.55 | 4485.81 | 6.59595 | 11.8021 | 0 |
 
1
+ | | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer |
2
+ |---:|-----------:|-------:|-------:|:----------|:---------|:----------|:----------|--------------------:|---------------------:|-------------:|----------:|------:|
3
+ | 0 | 0.3642 | 4 | 0 | wikitext | ao_woq | tinyllama | fixed | 741.693 | 866.124 | 7.0431 | 17.2735 | 0 |
4
+ | 1 | 0.3771 | 8 | 0 | wikitext | ao_woq | tinyllama | fixed | 1631.73 | 1988.1 | 6.606 | 15.4647 | 0 |
5
+ | 2 | 0 | 4 | 0 | wikitext | comb_2 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.1107 | 19.5068 | 0 |
6
+ | 3 | 0 | 5 | 0 | wikitext | comb_2 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.1107 | 19.5068 | 0 |
7
+ | 4 | 0 | 6 | 0 | wikitext | comb_2 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.1107 | 19.5068 | 0 |
8
+ | 5 | 0 | 7 | 0 | wikitext | comb_2 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.1107 | 19.5068 | 0 |
9
+ | 6 | 0 | 8 | 0 | wikitext | comb_2 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.1107 | 19.5068 | 0 |
10
+ | 7 | 0 | 4 | 0 | wikitext | comb_6 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.1093 | 25.9515 | 0 |
11
+ | 8 | 0 | 5 | 0 | wikitext | comb_6 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.1093 | 25.9515 | 0 |
12
+ | 9 | 0 | 6 | 0 | wikitext | comb_6 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.1093 | 25.9515 | 0 |
13
+ | 10 | 0 | 7 | 0 | wikitext | comb_6 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.1093 | 25.9515 | 0 |
14
+ | 11 | 0 | 8 | 0 | wikitext | comb_6 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.1093 | 25.9515 | 0 |
15
+ | 12 | 0.3767 | 8 | 0 | wikitext | comb_15 | tinyllama | nlr_t_cos | 1896.03 | 2157.97 | 6.6488 | 15.3549 | 0 |
16
+ | 13 | 0.3749 | 6 | 0 | wikitext | comb_15 | tinyllama | nlr_t_cos | 1896.03 | 2157.97 | 6.8206 | 15.4001 | 0 |
17
+ | 14 | 0.3737 | 7 | 0 | wikitext | comb_15 | tinyllama | nlr_t_cos | 1896.03 | 2157.97 | 6.7513 | 15.4545 | 0 |
18
+ | 15 | 0.3492 | 5 | 0 | wikitext | comb_15 | tinyllama | nlr_t_cos | 1896.03 | 2157.97 | 7.5944 | 15.5094 | 0 |
19
+ | 16 | 0.3253 | 4 | 0 | wikitext | comb_15 | tinyllama | nlr_t_cos | 1896.03 | 2157.97 | 8.2924 | 80.3133 | 0 |
20
+ | 17 | 0.3676 | 5 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.9663 | 15.7181 | 0 |
21
+ | 18 | 0.3763 | 7 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.6633 | 16.2632 | 0 |
22
+ | 19 | 0.3786 | 6 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.5016 | 16.3191 | 0 |
23
+ | 20 | 0.3773 | 8 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.6048 | 16.5223 | 0 |
24
+ | 21 | 0.347 | 4 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 7.6554 | 16.6313 | 0 |
25
+ | 22 | 0 | 4 | 0 | wikitext | comb_16 | tinyllama | nlr_t_cos | 1897.39 | 2160.07 | 1.1098 | 27.2993 | 0 |
26
+ | 23 | 0 | 5 | 0 | wikitext | comb_16 | tinyllama | nlr_t_cos | 1897.39 | 2160.07 | 1.1098 | 27.2993 | 0 |
27
+ | 24 | 0 | 6 | 0 | wikitext | comb_16 | tinyllama | nlr_t_cos | 1897.39 | 2160.07 | 1.1098 | 27.2993 | 0 |
28
+ | 25 | 0 | 7 | 0 | wikitext | comb_16 | tinyllama | nlr_t_cos | 1897.39 | 2160.07 | 1.1098 | 27.2993 | 0 |
29
+ | 26 | 0.2252 | 8 | 0 | wikitext | comb_16 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 14.0465 | 27.6178 | 0 |
30
+ | 27 | 0.3526 | 5 | 0 | wikitext | comb_1 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 7.4643 | 27.6184 | 0 |
31
+ | 28 | 0.3735 | 6 | 0 | wikitext | comb_18 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.7964 | 27.6345 | 0 |
32
+ | 29 | 0.3768 | 8 | 0 | wikitext | comb_11 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.6563 | 27.649 | 0 |
33
+ | 30 | 0.3237 | 4 | 0 | wikitext | comb_1 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 8.3196 | 27.6514 | 0 |
34
+ | 31 | 0.3746 | 7 | 0 | wikitext | comb_18 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.7204 | 27.6524 | 0 |
35
+ | 32 | 0.3762 | 8 | 0 | wikitext | comb_18 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.6303 | 27.6891 | 0 |
36
+ | 33 | 0.3276 | 4 | 0 | wikitext | comb_17 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 8.2299 | 27.6896 | 0 |
37
+ | 34 | 0.3765 | 8 | 0 | wikitext | comb_1 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.6613 | 27.6995 | 0 |
38
+ | 35 | 0.3484 | 5 | 0 | wikitext | comb_18 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 7.6474 | 27.7109 | 0 |
39
+ | 36 | 0.1063 | 4 | 0 | wikitext | comb_11 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 30.0706 | 27.7636 | 0 |
40
+ | 37 | 0.3747 | 6 | 0 | wikitext | comb_17 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.8136 | 27.7849 | 0 |
41
+ | 38 | 0.3753 | 6 | 0 | wikitext | comb_11 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.8065 | 27.7915 | 0 |
42
+ | 39 | 0.3208 | 4 | 0 | wikitext | comb_18 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 8.3868 | 27.8041 | 0 |
43
+ | 40 | 0.3751 | 6 | 0 | wikitext | comb_1 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.7923 | 27.8677 | 0 |
44
+ | 41 | 0.357 | 5 | 0 | wikitext | comb_11 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 7.2843 | 27.8722 | 0 |
45
+ | 42 | 0.3721 | 7 | 0 | wikitext | comb_17 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.7716 | 27.875 | 0 |
46
+ | 43 | 0.3725 | 8 | 0 | wikitext | comb_17 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.6731 | 27.9162 | 0 |
47
+ | 44 | 0.3732 | 7 | 0 | wikitext | comb_11 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.7253 | 27.9401 | 0 |
48
+ | 45 | 0.3206 | 4 | 0 | wikitext | comb_5 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 8.4672 | 34.8266 | 0 |
49
+ | 46 | 0.3767 | 8 | 0 | wikitext | comb_5 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.6429 | 34.8665 | 0 |
50
+ | 47 | 0.3473 | 5 | 0 | wikitext | comb_5 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 7.6466 | 34.8677 | 0 |
51
+ | 48 | 0.3737 | 6 | 0 | wikitext | comb_5 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.7876 | 34.8879 | 0 |
52
+ | 49 | 0.3746 | 7 | 0 | wikitext | comb_5 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.771 | 34.9836 | 0 |
53
+ | 50 | 0.3753 | 7 | 0 | wikitext | comb_1 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.7818 | 92.7924 | 0 |
54
+ | 51 | 0.3546 | 5 | 0 | wikitext | comb_17 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 7.3731 | 164.897 | 0 |
55
+ | 52 | 0 | 4 | 0 | wikitext | comb_14 | tinyllama | nlr_t_cos | 1381.17 | 2487.22 | 1.122 | 0.3062 | 0 |
56
+ | 53 | 0 | 5 | 0 | wikitext | comb_14 | tinyllama | nlr_t_cos | 1381.17 | 2487.22 | 1.122 | 0.3062 | 0 |
57
+ | 54 | 0 | 6 | 0 | wikitext | comb_14 | tinyllama | nlr_t_cos | 1381.17 | 2487.22 | 1.122 | 0.3062 | 0 |
58
+ | 55 | 0 | 7 | 0 | wikitext | comb_14 | tinyllama | nlr_t_cos | 1381.17 | 2487.22 | 1.122 | 0.3062 | 0 |
59
+ | 56 | 0 | 8 | 0 | wikitext | comb_14 | tinyllama | nlr_t_cos | 1381.17 | 2487.22 | 1.122 | 0.3062 | 0 |
60
+ | 57 | 0.3781 | 32 | 0 | wikitext | base | tinyllama | ---- | 4470.55 | 4485.81 | 6.596 | 11.8021 | 0 |