Diogo-V commited on
Commit
878bee0
1 Parent(s): 16815ea

Upload 2 files

Browse files
Files changed (2) hide show
  1. results.tsv +241 -26
  2. results.txt +0 -0
results.tsv CHANGED
@@ -1,4 +1,99 @@
1
  accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  0.0 8 0.0 librispeech comb_12 wav2vec rnd_noisy_scale 495.9488 1633.681408 0.0 55.048359 0.9720901544177406
3
  0.0 6 0.0 librispeech comb_5 wav2vec ones_noisy_scale 509.83424 1633.681408 0.0 62.742721 1.2564431125628062
4
  0.0 4 0.0 librispeech comb_3 wav2vec rnd_noisy_scale 534.74304 1633.681408 0.0 43.00346 1.0
@@ -188,7 +283,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
188
  0.0 4 0.0 librispeech comb_5 wav2vec ones_noisy_scale 658.907136 4831.838208 0.0 80.826623 0.0266129309653845
189
  0.0 6 0.0 librispeech comb_5 wav2vec rnd_noisy_scale 658.907136 4831.838208 0.0 83.543118 0.7873445919500706
190
  0.0 6 0.0 librispeech comb_10 wav2vec rnd_noisy_scale 658.907136 4831.838208 0.0 86.007679 0.4456215183342238
191
- 0.0 32 0.0 librispeech base wav2vec ---- 1564.76928 5620.36736 0.0 30.711261 0.0239473509600023
192
  0.0 4 0.0 imagenet comb_3 vit rnd_noisy_scale 357.020672 381.681664 0.0 21.287049 0.0
193
  0.0 5 0.0 imagenet comb_3 vit rnd_noisy_scale 357.020672 381.681664 0.0 21.287049 0.0
194
  0.0 6 0.0 imagenet comb_3 vit rnd_noisy_scale 357.020672 381.681664 0.0 21.287049 0.0
@@ -214,11 +308,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
214
  0.7841727137565613 8 0.0 imagenet comb_7 vit rnd_noisy_scale 357.513728 381.681664 0.0 50.522203 0.0
215
  0.7132579684257507 6 0.0 imagenet comb_7 vit rnd_noisy_scale 357.513728 381.681664 0.0 54.369151 0.0
216
  0.6413155198097229 4 0.0 imagenet comb_7 vit rnd_noisy_scale 357.513728 381.681664 0.0 59.475113 0.0
217
- 0.789311408996582 4 0.0 imagenet woq vit fixed 357.587968 381.681664 0.0 19.371225 0.0
218
- 0.7995889186859131 5 0.0 imagenet woq vit fixed 357.587968 381.681664 0.0 19.694954 0.0
219
- 0.8057554364204407 6 0.0 imagenet woq vit fixed 357.587968 381.681664 0.0 19.976114 0.0
220
- 0.7995889186859131 7 0.0 imagenet woq vit fixed 357.587968 381.681664 0.0 26.793608 0.0
221
- 0.8016444444656372 8 0.0 imagenet woq vit fixed 357.587968 381.681664 0.0 37.142674 0.0
222
  0.0 4 0.0 imagenet comb_4 vit rnd_noisy_scale 357.9136 381.681664 0.0 28.683041 0.0
223
  0.0 5 0.0 imagenet comb_4 vit rnd_noisy_scale 357.9136 381.681664 0.0 28.683041 0.0
224
  0.0 6 0.0 imagenet comb_4 vit rnd_noisy_scale 357.9136 381.681664 0.0 28.683041 0.0
@@ -374,7 +463,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
374
  0.0 7 0.0 imagenet comb_2 vit rnd_noisy_scale 328.664064 438.304768 0.0 0.04429 0.0
375
  0.0 8 0.0 imagenet comb_2 vit rnd_noisy_scale 328.664064 438.304768 0.0 0.04429 0.0
376
  0.0714285746216774 8 0.0 imagenet comb_17 vit rnd_noisy_scale 328.666112 438.304768 0.0 0.043651 0.0
377
- 0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 12.115035 0.0
378
  0.0 4 0.0 wikitext comb_16 phi ones_noisy_scale 4395.055104 4676.64896 1.1123261451721191 78.146417 0.0
379
  0.0 5 0.0 wikitext comb_16 phi ones_noisy_scale 4395.055104 4676.64896 1.1123261451721191 78.146417 0.0
380
  0.0 6 0.0 wikitext comb_16 phi ones_noisy_scale 4395.055104 4676.64896 1.1123261451721191 78.146417 0.0
@@ -403,11 +491,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
403
  0.3622762560844421 8 0.0 wikitext comb_7 phi rnd_noisy_scale 4395.526144 4676.64896 6.478358268737793 65.182284 0.0
404
  0.3075312376022339 6 0.0 wikitext comb_4 phi ones_noisy_scale 4395.526144 4676.64896 9.369179725646973 67.205652 0.0
405
  0.3204660713672638 6 0.0 wikitext comb_7 phi rnd_noisy_scale 4395.526144 4676.64896 7.953284740447998 79.142997 0.0
406
- 0.3787571489810943 7 0.0 wikitext woq phi fixed 4395.62496 4676.64896 5.903450012207031 60.937961 0.0
407
- 0.353799432516098 4 0.0 wikitext woq phi fixed 4395.62496 4676.64896 6.483607769012451 67.466992 0.0
408
- 0.3752786219120025 5 0.0 wikitext woq phi fixed 4395.62496 4676.64896 5.969073295593262 68.507822 0.0
409
- 0.3804795742034912 8 0.0 wikitext woq phi fixed 4395.62496 4676.64896 5.9067816734313965 68.552932 0.0
410
- 0.3781155049800873 6 0.0 wikitext woq phi fixed 4395.62496 4676.64896 5.950099945068359 69.88843 0.0
411
  0.0031746034510433 5 0.0 wikitext comb_9 phi ones_noisy_scale 4398.413824 4678.746112 1.1135467290878296 97.327046 0.0
412
  0.0031746034510433 7 0.0 wikitext comb_9 phi ones_noisy_scale 4398.413824 4678.746112 1.1135467290878296 97.335819 0.0
413
  0.0031746034510433 4 0.0 wikitext comb_9 phi ones_noisy_scale 4398.413824 4678.746112 1.1135467290878296 97.431016 0.0
@@ -552,7 +635,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
552
  0.0 6 0.0 wikitext comb_17 phi rnd_noisy_scale 3362.72384 6650.068992 inf 1.232864 0.0
553
  0.0 7 0.0 wikitext comb_17 phi rnd_noisy_scale 3362.72384 6650.068992 inf 1.232864 0.0
554
  0.0 8 0.0 wikitext comb_17 phi rnd_noisy_scale 3362.72384 6650.068992 inf 1.232864 0.0
555
- 0.3805471062660217 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909552097320557 44.782383 0.0
556
  0.1263424605131149 4 0.0 wikitext comb_14 opt ones_noisy_scale 671.452672 723.51744 34.878082275390625 37.471457 0.0
557
  0.211651474237442 7 0.0 wikitext comb_5 opt ones_noisy_scale 671.452672 727.711744 21.785289764404297 43.570916 0.0
558
  0.0 4 0.0 wikitext comb_16 opt ones_noisy_scale 669.68832 744.48896 1.113932490348816 34.277198 0.0
@@ -585,9 +667,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
585
  0.1334346532821655 4 0.0 wikitext comb_4 opt ones_noisy_scale 670.15936 744.48896 27.67808151245117 22.46151 0.0
586
  0.1347180008888244 4 0.0 wikitext comb_7 opt rnd_noisy_scale 670.15936 744.48896 32.32527542114258 22.476044 0.0
587
  0.2491725832223892 8 0.0 wikitext comb_4 opt ones_noisy_scale 670.15936 744.48896 19.842830657958984 23.016161 0.0
588
- 0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 744.48896 7.8056864738464355 28.40766 0.0
589
- 0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 744.48896 7.916111469268799 28.46187 0.0
590
- 0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 744.48896 7.905444145202637 28.51982 0.0
591
  0.0 4 0.0 wikitext comb_9 opt ones_noisy_scale 670.981632 744.48896 1.1143286228179932 36.683572 0.0
592
  0.0 5 0.0 wikitext comb_9 opt ones_noisy_scale 670.981632 744.48896 1.1143286228179932 36.683572 0.0
593
  0.0 6 0.0 wikitext comb_9 opt ones_noisy_scale 670.981632 744.48896 1.1143286228179932 36.683572 0.0
@@ -667,7 +746,7 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
667
  0.0419903211295604 5 0.0 wikitext comb_6 opt rnd_noisy_scale 671.115776 744.48896 4.024864196777344 37.25235 0.0
668
  0.2476865947246551 8 0.0 wikitext comb_14 opt ones_noisy_scale 671.452672 744.48896 15.715892791748049 36.911823 0.0
669
  0.1637960225343704 6 0.0 wikitext comb_17 opt ones_noisy_scale 671.452672 744.48896 27.50472450256348 36.956241 0.0
670
- 0.1466058939695358 4 0.0 wikitext comb_11 opt ones_noisy_scale 671.452672 744.48896 30.078710556030277 36.958699 0.0
671
  0.1048969998955726 5 0.0 wikitext comb_14 opt ones_noisy_scale 671.452672 744.48896 28.966821670532227 37.044569 0.0
672
  0.2442418187856674 7 0.0 wikitext comb_17 opt ones_noisy_scale 671.452672 744.48896 16.099092483520508 37.161351 0.0
673
  0.1812563389539718 5 0.0 wikitext comb_17 opt ones_noisy_scale 671.452672 744.48896 25.78350830078125 37.164857 0.0
@@ -675,7 +754,7 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
675
  0.1500506699085235 6 0.0 wikitext comb_14 opt ones_noisy_scale 671.452672 744.48896 27.203662872314453 37.17416 0.0
676
  0.1920972764492035 6 0.0 wikitext comb_11 opt ones_noisy_scale 671.452672 744.48896 23.75701713562012 37.19146 0.0
677
  0.1046943664550781 4 0.0 wikitext comb_2 opt ones_noisy_scale 671.452672 744.48896 33.23329162597656 37.232148 0.0
678
- 0.1384329497814178 5 0.0 wikitext comb_2 opt ones_noisy_scale 671.452672 744.48896 31.345125198364254 37.272817 0.0
679
  0.2427220642566681 7 0.0 wikitext comb_14 opt ones_noisy_scale 671.452672 744.48896 20.13357734680176 37.27327 0.0
680
  0.2592029869556427 8 0.0 wikitext comb_17 opt ones_noisy_scale 671.452672 744.48896 16.03945541381836 37.28286 0.0
681
  0.2655859291553497 8 0.0 wikitext comb_2 opt ones_noisy_scale 671.452672 744.48896 16.35367202758789 37.34174 0.0
@@ -743,7 +822,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
743
  0.0 6 0.0 wikitext comb_2 opt rnd_noisy_scale 477.737472 1094.713344 inf 0.363969 0.0
744
  0.0 7 0.0 wikitext comb_2 opt rnd_noisy_scale 477.737472 1094.713344 inf 0.363969 0.0
745
  0.0 8 0.0 wikitext comb_2 opt rnd_noisy_scale 477.737472 1094.713344 inf 0.363969 0.0
746
- 0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 13.634351 0.0
747
  0.0 4 0.0 wikitext comb_3 tinyllama rnd_noisy_scale 1897.658368 2145.386496 1.109235405921936 53.578768 0.0
748
  0.0 5 0.0 wikitext comb_3 tinyllama rnd_noisy_scale 1897.658368 2145.386496 1.109235405921936 53.578768 0.0
749
  0.0 6 0.0 wikitext comb_3 tinyllama rnd_noisy_scale 1897.658368 2145.386496 1.109235405921936 53.578768 0.0
@@ -770,10 +848,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
770
  0.1666666865348816 5 0.0 wikitext comb_4 tinyllama ones_noisy_scale 1898.129408 2145.386496 19.40220832824707 49.515838 0.0
771
  0.1509625166654586 6 0.0 wikitext comb_4 tinyllama ones_noisy_scale 1898.129408 2145.386496 25.209720611572266 51.426795 0.0
772
  0.2552178502082824 7 0.0 wikitext comb_4 tinyllama ones_noisy_scale 1898.129408 2145.386496 12.14404010772705 51.731037 0.0
773
- 0.3772712051868438 8 0.0 wikitext woq tinyllama fixed 1898.208768 2147.483648 6.604811668395996 47.139935 0.0
774
- 0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1898.208768 2147.483648 6.663349628448486 48.370987 0.0
775
- 0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1898.208768 2147.483648 6.966304302215576 48.768163 0.0
776
- 0.3786221146583557 6 0.0 wikitext woq tinyllama fixed 1898.208768 2147.483648 6.501582145690918 51.497777 0.0
777
  0.0 4 0.0 wikitext comb_12 tinyllama rnd_noisy_scale 1899.491328 2147.483648 inf 66.898076 0.0
778
  0.0 5 0.0 wikitext comb_12 tinyllama rnd_noisy_scale 1899.491328 2147.483648 inf 66.898076 0.0
779
  0.0 6 0.0 wikitext comb_12 tinyllama rnd_noisy_scale 1899.491328 2147.483648 inf 66.898076 0.0
@@ -838,11 +912,11 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
838
  0.0458221100270748 6 0.0 wikitext comb_14 tinyllama rnd_noisy_scale 1899.53536 2147.483648 1.5466880798339844 67.658971 0.0
839
  0.0518223568797111 7 0.0 wikitext comb_10 tinyllama rnd_noisy_scale 1899.774976 2147.483648 11.304530143737791 81.137485 0.0
840
  0.0873691365122795 8 0.0 wikitext comb_14 tinyllama rnd_noisy_scale 1899.962368 2147.483648 37.59852981567383 66.50474 0.0
841
- 0.1518405973911285 4 0.0 wikitext comb_2 tinyllama ones_noisy_scale 1899.962368 2147.483648 23.653491973876957 68.08675 0.0
842
  0.0604525543749332 4 0.0 wikitext comb_17 tinyllama ones_noisy_scale 1899.962368 2147.483648 43.728511810302734 68.725886 0.0
843
  0.0790949016809463 5 0.0 wikitext comb_16 tinyllama rnd_noisy_scale 1899.962368 2147.483648 59.89069366455078 69.875828 0.0
844
  0.1007429957389831 5 0.0 wikitext comb_5 tinyllama ones_noisy_scale 1899.962368 2147.483648 30.519620895385746 69.976513 0.0
845
- 0.1200607940554618 4 0.0 wikitext comb_14 tinyllama ones_noisy_scale 1899.962368 2147.483648 28.311189651489254 70.740345 0.0
846
  0.1013171225786209 7 0.0 wikitext comb_14 tinyllama rnd_noisy_scale 1899.962368 2147.483648 38.81547164916992 70.857807 0.0
847
  0.3229314684867859 8 0.0 wikitext comb_17 tinyllama ones_noisy_scale 1899.962368 2147.483648 8.438888549804688 71.436756 0.0
848
  0.3096927106380462 8 0.0 wikitext comb_11 tinyllama ones_noisy_scale 1899.962368 2147.483648 8.834808349609375 71.995878 0.0
@@ -920,4 +994,145 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
920
  0.0 6 0.0 wikitext comb_15 tinyllama ones_noisy_scale 1383.267328 3124.75648 inf 0.587273 0.0
921
  0.0 7 0.0 wikitext comb_15 tinyllama ones_noisy_scale 1383.267328 3124.75648 inf 0.587273 0.0
922
  0.0 8 0.0 wikitext comb_15 tinyllama ones_noisy_scale 1383.267328 3124.75648 inf 0.587273 0.0
923
- 0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 38.280275 0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
2
+ 0.0 4 0.0 wikitext comb_3 llama3 rnd_noisy_scale 14178.745344 15367.929856 1.125085949897766 121.471572 0.0
3
+ 0.0 5 0.0 wikitext comb_3 llama3 rnd_noisy_scale 14178.745344 15367.929856 1.125085949897766 121.471572 0.0
4
+ 0.0 6 0.0 wikitext comb_3 llama3 rnd_noisy_scale 14178.745344 15367.929856 1.125085949897766 121.471572 0.0
5
+ 0.0 7 0.0 wikitext comb_3 llama3 rnd_noisy_scale 14178.745344 15367.929856 1.125085949897766 121.471572 0.0
6
+ 0.0 8 0.0 wikitext comb_3 llama3 rnd_noisy_scale 14178.745344 15367.929856 1.125085949897766 121.471572 0.0
7
+ 0.0 4 0.0 wikitext comb_9 llama3 rnd_noisy_scale 14178.745344 15367.929856 1.1248141527175903 146.080664 0.0
8
+ 0.0 5 0.0 wikitext comb_9 llama3 rnd_noisy_scale 14178.745344 15367.929856 1.1248141527175903 146.080664 0.0
9
+ 0.0 6 0.0 wikitext comb_9 llama3 rnd_noisy_scale 14178.745344 15367.929856 1.1248141527175903 146.080664 0.0
10
+ 0.0 7 0.0 wikitext comb_9 llama3 rnd_noisy_scale 14178.745344 15367.929856 1.1248141527175903 146.080664 0.0
11
+ 0.0 8 0.0 wikitext comb_9 llama3 rnd_noisy_scale 14178.745344 15367.929856 1.1248141527175903 146.080664 0.0
12
+ 0.0419501177966594 4 0.0 wikitext comb_7 llama3 rnd_noisy_scale 14178.74944 15367.929856 1.1371678113937378 68.877683 0.0
13
+ 0.0770010203123092 6 0.0 wikitext comb_7 llama3 rnd_noisy_scale 14179.216384 15367.929856 32.31885528564453 68.683061 0.0
14
+ 0.2610604763031006 7 0.0 wikitext comb_7 llama3 rnd_noisy_scale 14179.216384 15367.929856 9.808727264404297 68.71121 0.0
15
+ 0.3164471387863159 8 0.0 wikitext comb_7 llama3 rnd_noisy_scale 14179.216384 15367.929856 7.805500507354736 68.862849 0.0
16
+ 0.0842620804905891 5 0.0 wikitext comb_7 llama3 rnd_noisy_scale 14179.216384 15367.929856 41.73649597167969 69.004983 0.0
17
+ 0.0 4 0.0 wikitext comb_15 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.1373889446258545 147.655408 0.0
18
+ 0.0 5 0.0 wikitext comb_15 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.1373889446258545 147.655408 0.0
19
+ 0.0047619054093956 7 0.0 wikitext comb_15 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.1220276355743408 147.829003 0.0
20
+ 0.0031746034510433 7 0.0 wikitext comb_16 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.1234691143035889 147.836865 0.0
21
+ 0.0 4 0.0 wikitext comb_16 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.145854115486145 147.88153 0.0
22
+ 0.0 5 0.0 wikitext comb_16 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.145854115486145 147.88153 0.0
23
+ 0.0 6 0.0 wikitext comb_16 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.145854115486145 147.88153 0.0
24
+ 0.0 4 0.0 wikitext comb_4 llama3 rnd_noisy_scale 14185.276416 15374.221312 24289570816.0 147.90642 0.0
25
+ 0.0 5 0.0 wikitext comb_4 llama3 rnd_noisy_scale 14185.276416 15374.221312 24289570816.0 147.90642 0.0
26
+ 0.0 6 0.0 wikitext comb_4 llama3 rnd_noisy_scale 14185.276416 15374.221312 24289570816.0 147.90642 0.0
27
+ 0.0 7 0.0 wikitext comb_4 llama3 rnd_noisy_scale 14185.276416 15374.221312 24289570816.0 147.90642 0.0
28
+ 0.0 8 0.0 wikitext comb_4 llama3 rnd_noisy_scale 14185.276416 15374.221312 24289570816.0 147.90642 0.0
29
+ 0.0047619054093956 8 0.0 wikitext comb_16 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.116331696510315 147.912081 0.0
30
+ 0.0015873017255216 8 0.0 wikitext comb_15 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.1343311071395874 147.99819 0.0
31
+ 0.0 4 0.0 wikitext comb_11 llama3 rnd_noisy_scale 14185.276416 15374.221312 inf 148.01975 0.0
32
+ 0.0 5 0.0 wikitext comb_11 llama3 rnd_noisy_scale 14185.276416 15374.221312 inf 148.01975 0.0
33
+ 0.0 6 0.0 wikitext comb_11 llama3 rnd_noisy_scale 14185.276416 15374.221312 inf 148.01975 0.0
34
+ 0.0 7 0.0 wikitext comb_11 llama3 rnd_noisy_scale 14185.276416 15374.221312 inf 148.01975 0.0
35
+ 0.0 8 0.0 wikitext comb_11 llama3 rnd_noisy_scale 14185.276416 15374.221312 inf 148.01975 0.0
36
+ 0.0047619054093956 6 0.0 wikitext comb_15 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.1337339878082275 148.066878 0.0
37
+ 0.0 4 0.0 wikitext comb_6 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.1444332599639893 148.103602 0.0
38
+ 0.0 5 0.0 wikitext comb_6 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.1444332599639893 148.103602 0.0
39
+ 0.0 6 0.0 wikitext comb_6 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.1444332599639893 148.103602 0.0
40
+ 0.0 7 0.0 wikitext comb_6 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.1444332599639893 148.103602 0.0
41
+ 0.0063492069020867 7 0.0 wikitext comb_14 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.1231573820114136 148.250456 0.0
42
+ 0.0 4 0.0 wikitext comb_12 llama3 rnd_noisy_scale 14185.276416 15374.221312 inf 148.36257 0.0
43
+ 0.0 5 0.0 wikitext comb_12 llama3 rnd_noisy_scale 14185.276416 15374.221312 inf 148.36257 0.0
44
+ 0.0 6 0.0 wikitext comb_12 llama3 rnd_noisy_scale 14185.276416 15374.221312 inf 148.36257 0.0
45
+ 0.0 7 0.0 wikitext comb_12 llama3 rnd_noisy_scale 14185.276416 15374.221312 inf 148.36257 0.0
46
+ 0.0 8 0.0 wikitext comb_12 llama3 rnd_noisy_scale 14185.276416 15374.221312 inf 148.36257 0.0
47
+ 0.0015873017255216 8 0.0 wikitext comb_14 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.1228508949279783 148.456102 0.0
48
+ 0.0015873017255216 8 0.0 wikitext comb_6 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.1300944089889526 148.556215 0.0
49
+ 0.0 4 0.0 wikitext comb_14 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.1360280513763428 148.689831 0.0
50
+ 0.0 5 0.0 wikitext comb_14 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.1360280513763428 148.689831 0.0
51
+ 0.0 4 0.0 wikitext comb_5 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.1424885988235474 175.387609 0.0
52
+ 0.0 5 0.0 wikitext comb_5 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.1424885988235474 175.387609 0.0
53
+ 0.0 6 0.0 wikitext comb_5 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.1424885988235474 175.387609 0.0
54
+ 0.0 7 0.0 wikitext comb_5 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.1424885988235474 175.387609 0.0
55
+ 0.0095238108187913 8 0.0 wikitext comb_5 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.1113622188568115 175.717782 0.0
56
+ 0.0015873017255216 6 0.0 wikitext comb_10 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.127026915550232 201.182278 0.0
57
+ 0.0 4 0.0 wikitext comb_10 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.131450891494751 201.617263 0.0
58
+ 0.0015873017255216 7 0.0 wikitext comb_10 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.1450324058532717 201.737703 0.0
59
+ 0.0047619054093956 5 0.0 wikitext comb_10 llama3 rnd_noisy_scale 14185.276416 15374.221312 1.125918745994568 201.86603 0.0
60
+ 0.0 4 0.0 wikitext comb_13 llama3 rnd_noisy_scale 14185.276416 15374.221312 inf 201.917267 0.0
61
+ 0.0 5 0.0 wikitext comb_13 llama3 rnd_noisy_scale 14185.276416 15374.221312 inf 201.917267 0.0
62
+ 0.0 6 0.0 wikitext comb_13 llama3 rnd_noisy_scale 14185.276416 15374.221312 inf 201.917267 0.0
63
+ 0.0 7 0.0 wikitext comb_13 llama3 rnd_noisy_scale 14185.276416 15374.221312 inf 201.917267 0.0
64
+ 0.0 8 0.0 wikitext comb_13 llama3 rnd_noisy_scale 14185.276416 15374.221312 inf 201.917267 0.0
65
+ 0.0 4 0.0 wikitext comb_18 llama3 rnd_noisy_scale 14185.276416 15374.221312 inf 202.230737 0.0
66
+ 0.0 5 0.0 wikitext comb_18 llama3 rnd_noisy_scale 14185.276416 15374.221312 inf 202.230737 0.0
67
+ 0.0 6 0.0 wikitext comb_18 llama3 rnd_noisy_scale 14185.276416 15374.221312 inf 202.230737 0.0
68
+ 0.0 7 0.0 wikitext comb_18 llama3 rnd_noisy_scale 14185.276416 15374.221312 inf 202.230737 0.0
69
+ 0.0 8 0.0 wikitext comb_18 llama3 rnd_noisy_scale 14185.276416 15374.221312 inf 202.230737 0.0
70
+ 0.0074696550145745 6 0.0 wikitext comb_14 llama3 rnd_noisy_scale 14185.283584 15374.221312 1.240140080451965 148.157497 0.0
71
+ 0.0037348275072872 8 0.0 wikitext comb_10 llama3 rnd_noisy_scale 14185.283584 15374.221312 1.211424708366394 201.502886 0.0
72
+ 0.0 4 0.0 wikitext comb_8 llama3 rnd_noisy_scale 11051.945984 18748.53888 inf 4.335908 0.0
73
+ 0.0 5 0.0 wikitext comb_8 llama3 rnd_noisy_scale 11051.945984 18748.53888 inf 4.335908 0.0
74
+ 0.0 6 0.0 wikitext comb_8 llama3 rnd_noisy_scale 11051.945984 18748.53888 inf 4.335908 0.0
75
+ 0.0 7 0.0 wikitext comb_8 llama3 rnd_noisy_scale 11051.945984 18748.53888 inf 4.335908 0.0
76
+ 0.0 8 0.0 wikitext comb_8 llama3 rnd_noisy_scale 11051.945984 18748.53888 inf 4.335908 0.0
77
+ 0.0 4 0.0 wikitext comb_1 llama3 rnd_noisy_scale 11051.945984 18748.53888 1.142058491706848 4.374251 0.0
78
+ 0.0 5 0.0 wikitext comb_1 llama3 rnd_noisy_scale 11051.945984 18748.53888 1.142058491706848 4.374251 0.0
79
+ 0.0 6 0.0 wikitext comb_1 llama3 rnd_noisy_scale 11051.945984 18748.53888 1.142058491706848 4.374251 0.0
80
+ 0.0 7 0.0 wikitext comb_1 llama3 rnd_noisy_scale 11051.945984 18748.53888 1.142058491706848 4.374251 0.0
81
+ 0.0 8 0.0 wikitext comb_1 llama3 rnd_noisy_scale 11051.945984 18748.53888 1.142058491706848 4.374251 0.0
82
+ 0.0 4 0.0 wikitext comb_0 llama3 rnd_noisy_scale 16811.959808 19811.794944 1.2510724067687988 426.630928 0.0
83
+ 0.0 5 0.0 wikitext comb_0 llama3 rnd_noisy_scale 16811.959808 19811.794944 1.2510724067687988 426.630928 0.0
84
+ 0.0 6 0.0 wikitext comb_0 llama3 rnd_noisy_scale 16811.959808 19811.794944 1.2510724067687988 426.630928 0.0
85
+ 0.0 7 0.0 wikitext comb_0 llama3 rnd_noisy_scale 16811.959808 19811.794944 1.2510724067687988 426.630928 0.0
86
+ 0.0 8 0.0 wikitext comb_0 llama3 rnd_noisy_scale 16811.959808 19811.794944 1.2510724067687988 426.630928 0.0
87
+ 0.0 4 0.0 wikitext comb_2 llama3 rnd_noisy_scale 11051.945984 23420.993536 inf 4.000994 0.0
88
+ 0.0 5 0.0 wikitext comb_2 llama3 rnd_noisy_scale 11051.945984 23420.993536 inf 4.000994 0.0
89
+ 0.0 6 0.0 wikitext comb_2 llama3 rnd_noisy_scale 11051.945984 23420.993536 inf 4.000994 0.0
90
+ 0.0 7 0.0 wikitext comb_2 llama3 rnd_noisy_scale 11051.945984 23420.993536 inf 4.000994 0.0
91
+ 0.0 8 0.0 wikitext comb_2 llama3 rnd_noisy_scale 11051.945984 23420.993536 inf 4.000994 0.0
92
+ 0.0 4 0.0 wikitext comb_17 llama3 rnd_noisy_scale 11051.945984 23420.993536 inf 4.015021 0.0
93
+ 0.0 5 0.0 wikitext comb_17 llama3 rnd_noisy_scale 11051.945984 23420.993536 inf 4.015021 0.0
94
+ 0.0 6 0.0 wikitext comb_17 llama3 rnd_noisy_scale 11051.945984 23420.993536 inf 4.015021 0.0
95
+ 0.0 7 0.0 wikitext comb_17 llama3 rnd_noisy_scale 11051.945984 23420.993536 inf 4.015021 0.0
96
+ 0.0 8 0.0 wikitext comb_17 llama3 rnd_noisy_scale 11051.945984 23420.993536 inf 4.015021 0.0
97
  0.0 8 0.0 librispeech comb_12 wav2vec rnd_noisy_scale 495.9488 1633.681408 0.0 55.048359 0.9720901544177406
98
  0.0 6 0.0 librispeech comb_5 wav2vec ones_noisy_scale 509.83424 1633.681408 0.0 62.742721 1.2564431125628062
99
  0.0 4 0.0 librispeech comb_3 wav2vec rnd_noisy_scale 534.74304 1633.681408 0.0 43.00346 1.0
 
283
  0.0 4 0.0 librispeech comb_5 wav2vec ones_noisy_scale 658.907136 4831.838208 0.0 80.826623 0.0266129309653845
284
  0.0 6 0.0 librispeech comb_5 wav2vec rnd_noisy_scale 658.907136 4831.838208 0.0 83.543118 0.7873445919500706
285
  0.0 6 0.0 librispeech comb_10 wav2vec rnd_noisy_scale 658.907136 4831.838208 0.0 86.007679 0.4456215183342238
 
286
  0.0 4 0.0 imagenet comb_3 vit rnd_noisy_scale 357.020672 381.681664 0.0 21.287049 0.0
287
  0.0 5 0.0 imagenet comb_3 vit rnd_noisy_scale 357.020672 381.681664 0.0 21.287049 0.0
288
  0.0 6 0.0 imagenet comb_3 vit rnd_noisy_scale 357.020672 381.681664 0.0 21.287049 0.0
 
308
  0.7841727137565613 8 0.0 imagenet comb_7 vit rnd_noisy_scale 357.513728 381.681664 0.0 50.522203 0.0
309
  0.7132579684257507 6 0.0 imagenet comb_7 vit rnd_noisy_scale 357.513728 381.681664 0.0 54.369151 0.0
310
  0.6413155198097229 4 0.0 imagenet comb_7 vit rnd_noisy_scale 357.513728 381.681664 0.0 59.475113 0.0
 
 
 
 
 
311
  0.0 4 0.0 imagenet comb_4 vit rnd_noisy_scale 357.9136 381.681664 0.0 28.683041 0.0
312
  0.0 5 0.0 imagenet comb_4 vit rnd_noisy_scale 357.9136 381.681664 0.0 28.683041 0.0
313
  0.0 6 0.0 imagenet comb_4 vit rnd_noisy_scale 357.9136 381.681664 0.0 28.683041 0.0
 
463
  0.0 7 0.0 imagenet comb_2 vit rnd_noisy_scale 328.664064 438.304768 0.0 0.04429 0.0
464
  0.0 8 0.0 imagenet comb_2 vit rnd_noisy_scale 328.664064 438.304768 0.0 0.04429 0.0
465
  0.0714285746216774 8 0.0 imagenet comb_17 vit rnd_noisy_scale 328.666112 438.304768 0.0 0.043651 0.0
 
466
  0.0 4 0.0 wikitext comb_16 phi ones_noisy_scale 4395.055104 4676.64896 1.1123261451721191 78.146417 0.0
467
  0.0 5 0.0 wikitext comb_16 phi ones_noisy_scale 4395.055104 4676.64896 1.1123261451721191 78.146417 0.0
468
  0.0 6 0.0 wikitext comb_16 phi ones_noisy_scale 4395.055104 4676.64896 1.1123261451721191 78.146417 0.0
 
491
  0.3622762560844421 8 0.0 wikitext comb_7 phi rnd_noisy_scale 4395.526144 4676.64896 6.478358268737793 65.182284 0.0
492
  0.3075312376022339 6 0.0 wikitext comb_4 phi ones_noisy_scale 4395.526144 4676.64896 9.369179725646973 67.205652 0.0
493
  0.3204660713672638 6 0.0 wikitext comb_7 phi rnd_noisy_scale 4395.526144 4676.64896 7.953284740447998 79.142997 0.0
 
 
 
 
 
494
  0.0031746034510433 5 0.0 wikitext comb_9 phi ones_noisy_scale 4398.413824 4678.746112 1.1135467290878296 97.327046 0.0
495
  0.0031746034510433 7 0.0 wikitext comb_9 phi ones_noisy_scale 4398.413824 4678.746112 1.1135467290878296 97.335819 0.0
496
  0.0031746034510433 4 0.0 wikitext comb_9 phi ones_noisy_scale 4398.413824 4678.746112 1.1135467290878296 97.431016 0.0
 
635
  0.0 6 0.0 wikitext comb_17 phi rnd_noisy_scale 3362.72384 6650.068992 inf 1.232864 0.0
636
  0.0 7 0.0 wikitext comb_17 phi rnd_noisy_scale 3362.72384 6650.068992 inf 1.232864 0.0
637
  0.0 8 0.0 wikitext comb_17 phi rnd_noisy_scale 3362.72384 6650.068992 inf 1.232864 0.0
 
638
  0.1263424605131149 4 0.0 wikitext comb_14 opt ones_noisy_scale 671.452672 723.51744 34.878082275390625 37.471457 0.0
639
  0.211651474237442 7 0.0 wikitext comb_5 opt ones_noisy_scale 671.452672 727.711744 21.785289764404297 43.570916 0.0
640
  0.0 4 0.0 wikitext comb_16 opt ones_noisy_scale 669.68832 744.48896 1.113932490348816 34.277198 0.0
 
667
  0.1334346532821655 4 0.0 wikitext comb_4 opt ones_noisy_scale 670.15936 744.48896 27.67808151245117 22.46151 0.0
668
  0.1347180008888244 4 0.0 wikitext comb_7 opt rnd_noisy_scale 670.15936 744.48896 32.32527542114258 22.476044 0.0
669
  0.2491725832223892 8 0.0 wikitext comb_4 opt ones_noisy_scale 670.15936 744.48896 19.842830657958984 23.016161 0.0
 
 
 
670
  0.0 4 0.0 wikitext comb_9 opt ones_noisy_scale 670.981632 744.48896 1.1143286228179932 36.683572 0.0
671
  0.0 5 0.0 wikitext comb_9 opt ones_noisy_scale 670.981632 744.48896 1.1143286228179932 36.683572 0.0
672
  0.0 6 0.0 wikitext comb_9 opt ones_noisy_scale 670.981632 744.48896 1.1143286228179932 36.683572 0.0
 
746
  0.0419903211295604 5 0.0 wikitext comb_6 opt rnd_noisy_scale 671.115776 744.48896 4.024864196777344 37.25235 0.0
747
  0.2476865947246551 8 0.0 wikitext comb_14 opt ones_noisy_scale 671.452672 744.48896 15.715892791748049 36.911823 0.0
748
  0.1637960225343704 6 0.0 wikitext comb_17 opt ones_noisy_scale 671.452672 744.48896 27.50472450256348 36.956241 0.0
749
+ 0.1466058939695358 4 0.0 wikitext comb_11 opt ones_noisy_scale 671.452672 744.48896 30.07871055603028 36.958699 0.0
750
  0.1048969998955726 5 0.0 wikitext comb_14 opt ones_noisy_scale 671.452672 744.48896 28.966821670532227 37.044569 0.0
751
  0.2442418187856674 7 0.0 wikitext comb_17 opt ones_noisy_scale 671.452672 744.48896 16.099092483520508 37.161351 0.0
752
  0.1812563389539718 5 0.0 wikitext comb_17 opt ones_noisy_scale 671.452672 744.48896 25.78350830078125 37.164857 0.0
 
754
  0.1500506699085235 6 0.0 wikitext comb_14 opt ones_noisy_scale 671.452672 744.48896 27.203662872314453 37.17416 0.0
755
  0.1920972764492035 6 0.0 wikitext comb_11 opt ones_noisy_scale 671.452672 744.48896 23.75701713562012 37.19146 0.0
756
  0.1046943664550781 4 0.0 wikitext comb_2 opt ones_noisy_scale 671.452672 744.48896 33.23329162597656 37.232148 0.0
757
+ 0.1384329497814178 5 0.0 wikitext comb_2 opt ones_noisy_scale 671.452672 744.48896 31.34512519836425 37.272817 0.0
758
  0.2427220642566681 7 0.0 wikitext comb_14 opt ones_noisy_scale 671.452672 744.48896 20.13357734680176 37.27327 0.0
759
  0.2592029869556427 8 0.0 wikitext comb_17 opt ones_noisy_scale 671.452672 744.48896 16.03945541381836 37.28286 0.0
760
  0.2655859291553497 8 0.0 wikitext comb_2 opt ones_noisy_scale 671.452672 744.48896 16.35367202758789 37.34174 0.0
 
822
  0.0 6 0.0 wikitext comb_2 opt rnd_noisy_scale 477.737472 1094.713344 inf 0.363969 0.0
823
  0.0 7 0.0 wikitext comb_2 opt rnd_noisy_scale 477.737472 1094.713344 inf 0.363969 0.0
824
  0.0 8 0.0 wikitext comb_2 opt rnd_noisy_scale 477.737472 1094.713344 inf 0.363969 0.0
 
825
  0.0 4 0.0 wikitext comb_3 tinyllama rnd_noisy_scale 1897.658368 2145.386496 1.109235405921936 53.578768 0.0
826
  0.0 5 0.0 wikitext comb_3 tinyllama rnd_noisy_scale 1897.658368 2145.386496 1.109235405921936 53.578768 0.0
827
  0.0 6 0.0 wikitext comb_3 tinyllama rnd_noisy_scale 1897.658368 2145.386496 1.109235405921936 53.578768 0.0
 
848
  0.1666666865348816 5 0.0 wikitext comb_4 tinyllama ones_noisy_scale 1898.129408 2145.386496 19.40220832824707 49.515838 0.0
849
  0.1509625166654586 6 0.0 wikitext comb_4 tinyllama ones_noisy_scale 1898.129408 2145.386496 25.209720611572266 51.426795 0.0
850
  0.2552178502082824 7 0.0 wikitext comb_4 tinyllama ones_noisy_scale 1898.129408 2145.386496 12.14404010772705 51.731037 0.0
 
 
 
 
851
  0.0 4 0.0 wikitext comb_12 tinyllama rnd_noisy_scale 1899.491328 2147.483648 inf 66.898076 0.0
852
  0.0 5 0.0 wikitext comb_12 tinyllama rnd_noisy_scale 1899.491328 2147.483648 inf 66.898076 0.0
853
  0.0 6 0.0 wikitext comb_12 tinyllama rnd_noisy_scale 1899.491328 2147.483648 inf 66.898076 0.0
 
912
  0.0458221100270748 6 0.0 wikitext comb_14 tinyllama rnd_noisy_scale 1899.53536 2147.483648 1.5466880798339844 67.658971 0.0
913
  0.0518223568797111 7 0.0 wikitext comb_10 tinyllama rnd_noisy_scale 1899.774976 2147.483648 11.304530143737791 81.137485 0.0
914
  0.0873691365122795 8 0.0 wikitext comb_14 tinyllama rnd_noisy_scale 1899.962368 2147.483648 37.59852981567383 66.50474 0.0
915
+ 0.1518405973911285 4 0.0 wikitext comb_2 tinyllama ones_noisy_scale 1899.962368 2147.483648 23.65349197387696 68.08675 0.0
916
  0.0604525543749332 4 0.0 wikitext comb_17 tinyllama ones_noisy_scale 1899.962368 2147.483648 43.728511810302734 68.725886 0.0
917
  0.0790949016809463 5 0.0 wikitext comb_16 tinyllama rnd_noisy_scale 1899.962368 2147.483648 59.89069366455078 69.875828 0.0
918
  0.1007429957389831 5 0.0 wikitext comb_5 tinyllama ones_noisy_scale 1899.962368 2147.483648 30.519620895385746 69.976513 0.0
919
+ 0.1200607940554618 4 0.0 wikitext comb_14 tinyllama ones_noisy_scale 1899.962368 2147.483648 28.31118965148925 70.740345 0.0
920
  0.1013171225786209 7 0.0 wikitext comb_14 tinyllama rnd_noisy_scale 1899.962368 2147.483648 38.81547164916992 70.857807 0.0
921
  0.3229314684867859 8 0.0 wikitext comb_17 tinyllama ones_noisy_scale 1899.962368 2147.483648 8.438888549804688 71.436756 0.0
922
  0.3096927106380462 8 0.0 wikitext comb_11 tinyllama ones_noisy_scale 1899.962368 2147.483648 8.834808349609375 71.995878 0.0
 
994
  0.0 6 0.0 wikitext comb_15 tinyllama ones_noisy_scale 1383.267328 3124.75648 inf 0.587273 0.0
995
  0.0 7 0.0 wikitext comb_15 tinyllama ones_noisy_scale 1383.267328 3124.75648 inf 0.587273 0.0
996
  0.0 8 0.0 wikitext comb_15 tinyllama ones_noisy_scale 1383.267328 3124.75648 inf 0.587273 0.0
997
+ 0.0158730186522007 5 0.0 wikitext comb_4 llama3 ones_noisy_scale 14178.745344 15367.929856 1.1013344526290894 68.926323 0.0
998
+ 0.0 4 0.0 wikitext comb_16 llama3 ones_noisy_scale 14178.745344 15367.929856 1.1249569654464722 121.624779 0.0
999
+ 0.0 5 0.0 wikitext comb_16 llama3 ones_noisy_scale 14178.745344 15367.929856 1.1249569654464722 121.624779 0.0
1000
+ 0.0 6 0.0 wikitext comb_16 llama3 ones_noisy_scale 14178.745344 15367.929856 1.1249569654464722 121.624779 0.0
1001
+ 0.0 7 0.0 wikitext comb_16 llama3 ones_noisy_scale 14178.745344 15367.929856 1.1249569654464722 121.624779 0.0
1002
+ 0.0 8 0.0 wikitext comb_16 llama3 ones_noisy_scale 14178.745344 15367.929856 1.1249569654464722 121.624779 0.0
1003
+ 0.0 4 0.0 wikitext comb_10 llama3 ones_noisy_scale 14178.745344 15367.929856 1.1248141527175903 145.771647 0.0
1004
+ 0.0 5 0.0 wikitext comb_10 llama3 ones_noisy_scale 14178.745344 15367.929856 1.1248141527175903 145.771647 0.0
1005
+ 0.0 6 0.0 wikitext comb_10 llama3 ones_noisy_scale 14178.745344 15367.929856 1.1248141527175903 145.771647 0.0
1006
+ 0.0 7 0.0 wikitext comb_10 llama3 ones_noisy_scale 14178.745344 15367.929856 1.1248141527175903 145.771647 0.0
1007
+ 0.0 8 0.0 wikitext comb_10 llama3 ones_noisy_scale 14178.745344 15367.929856 1.1248141527175903 145.771647 0.0
1008
+ 0.0219780262559652 4 0.0 wikitext comb_4 llama3 ones_noisy_scale 14178.748416 15367.929856 1.133941650390625 68.676816 0.0
1009
+ 0.2646740972995758 8 0.0 wikitext comb_4 llama3 ones_noisy_scale 14179.216384 15367.929856 10.897236824035645 68.607717 0.0
1010
+ 0.2662613987922668 7 0.0 wikitext comb_4 llama3 ones_noisy_scale 14179.216384 15367.929856 9.847286224365234 69.020413 0.0
1011
+ 0.1655521690845489 6 0.0 wikitext comb_4 llama3 ones_noisy_scale 14179.216384 15367.929856 20.0039119720459 69.054851 0.0
1012
+ 0.02222222648561 4 0.0 wikitext comb_14 llama3 ones_noisy_scale 14185.276416 15374.221312 1.1011463403701782 147.693774 0.0
1013
+ 0.0253968276083469 5 0.0 wikitext comb_14 llama3 ones_noisy_scale 14185.276416 15374.221312 1.0969181060791016 147.733991 0.0
1014
+ 0.0 4 0.0 wikitext comb_9 llama3 ones_noisy_scale 14185.276416 15374.221312 1.1248141527175903 147.878978 0.0
1015
+ 0.0 5 0.0 wikitext comb_9 llama3 ones_noisy_scale 14185.276416 15374.221312 1.1248141527175903 147.878978 0.0
1016
+ 0.0 6 0.0 wikitext comb_9 llama3 ones_noisy_scale 14185.276416 15374.221312 1.1248141527175903 147.878978 0.0
1017
+ 0.0 7 0.0 wikitext comb_9 llama3 ones_noisy_scale 14185.276416 15374.221312 1.1248141527175903 147.878978 0.0
1018
+ 0.0 8 0.0 wikitext comb_9 llama3 ones_noisy_scale 14185.276416 15374.221312 1.1248141527175903 147.878978 0.0
1019
+ 0.0 4 0.0 wikitext comb_18 llama3 ones_noisy_scale 14185.276416 15374.221312 6.116430743537051e+24 147.967173 0.0
1020
+ 0.0 5 0.0 wikitext comb_18 llama3 ones_noisy_scale 14185.276416 15374.221312 6.116430743537051e+24 147.967173 0.0
1021
+ 0.0 6 0.0 wikitext comb_18 llama3 ones_noisy_scale 14185.276416 15374.221312 6.116430743537051e+24 147.967173 0.0
1022
+ 0.0 7 0.0 wikitext comb_18 llama3 ones_noisy_scale 14185.276416 15374.221312 6.116430743537051e+24 147.967173 0.0
1023
+ 0.0 8 0.0 wikitext comb_18 llama3 ones_noisy_scale 14185.276416 15374.221312 6.116430743537051e+24 147.967173 0.0
1024
+ 0.0301587339490652 4 0.0 wikitext comb_2 llama3 ones_noisy_scale 14185.276416 15374.221312 1.099135160446167 148.245544 0.0
1025
+ 0.0 4 0.0 wikitext comb_0 llama3 ones_noisy_scale 14185.276416 15374.221312 1.6003141403198242 148.417385 0.0
1026
+ 0.0 5 0.0 wikitext comb_0 llama3 ones_noisy_scale 14185.276416 15374.221312 1.6003141403198242 148.417385 0.0
1027
+ 0.0 6 0.0 wikitext comb_0 llama3 ones_noisy_scale 14185.276416 15374.221312 1.6003141403198242 148.417385 0.0
1028
+ 0.0 7 0.0 wikitext comb_0 llama3 ones_noisy_scale 14185.276416 15374.221312 1.6003141403198242 148.417385 0.0
1029
+ 0.0 8 0.0 wikitext comb_0 llama3 ones_noisy_scale 14185.276416 15374.221312 1.6003141403198242 148.417385 0.0
1030
+ 0.0 4 0.0 wikitext comb_12 llama3 ones_noisy_scale 14185.276416 15374.221312 inf 201.947786 0.0
1031
+ 0.0 5 0.0 wikitext comb_12 llama3 ones_noisy_scale 14185.276416 15374.221312 inf 201.947786 0.0
1032
+ 0.0 6 0.0 wikitext comb_12 llama3 ones_noisy_scale 14185.276416 15374.221312 inf 201.947786 0.0
1033
+ 0.0 7 0.0 wikitext comb_12 llama3 ones_noisy_scale 14185.276416 15374.221312 inf 201.947786 0.0
1034
+ 0.0 8 0.0 wikitext comb_12 llama3 ones_noisy_scale 14185.276416 15374.221312 inf 201.947786 0.0
1035
+ 0.0 4 0.0 wikitext comb_1 llama3 ones_noisy_scale 14185.276416 15374.221312 inf 202.430887 0.0
1036
+ 0.0 5 0.0 wikitext comb_1 llama3 ones_noisy_scale 14185.276416 15374.221312 inf 202.430887 0.0
1037
+ 0.0 6 0.0 wikitext comb_1 llama3 ones_noisy_scale 14185.276416 15374.221312 inf 202.430887 0.0
1038
+ 0.0 7 0.0 wikitext comb_1 llama3 ones_noisy_scale 14185.276416 15374.221312 inf 202.430887 0.0
1039
+ 0.0 8 0.0 wikitext comb_1 llama3 ones_noisy_scale 14185.276416 15374.221312 inf 202.430887 0.0
1040
+ 0.0187590215355157 4 0.0 wikitext comb_7 llama3 ones_noisy_scale 14185.27744 15374.221312 1.1196978092193604 201.558438 0.0
1041
+ 0.023809527978301 4 0.0 wikitext comb_5 llama3 ones_noisy_scale 14185.284608 15374.221312 1.1866551637649536 175.617632 0.0
1042
+ 0.0455927066504955 4 0.0 wikitext comb_17 llama3 ones_noisy_scale 14185.314304 15374.221312 1.582009196281433 147.887706 0.0
1043
+ 0.02892985381186 4 0.0 wikitext comb_11 llama3 ones_noisy_scale 14185.329664 15374.221312 1.8885343074798584 147.94057 0.0
1044
+ 0.1895643472671508 7 0.0 wikitext comb_17 llama3 ones_noisy_scale 14185.747456 15374.221312 15.996708869934082 147.607346 0.0
1045
+ 0.1327592134475708 5 0.0 wikitext comb_17 llama3 ones_noisy_scale 14185.747456 15374.221312 28.27074813842773 147.671895 0.0
1046
+ 0.3034785687923431 8 0.0 wikitext comb_17 llama3 ones_noisy_scale 14185.747456 15374.221312 8.127641677856445 147.869059 0.0
1047
+ 0.2932117581367492 8 0.0 wikitext comb_14 llama3 ones_noisy_scale 14185.747456 15374.221312 8.477789878845215 147.910041 0.0
1048
+ 0.2877406179904938 7 0.0 wikitext comb_2 llama3 ones_noisy_scale 14185.747456 15374.221312 8.775861740112305 147.967554 0.0
1049
+ 0.1485984623432159 6 0.0 wikitext comb_14 llama3 ones_noisy_scale 14185.747456 15374.221312 22.94073867797852 148.025515 0.0
1050
+ 0.1431273221969604 6 0.0 wikitext comb_17 llama3 ones_noisy_scale 14185.747456 15374.221312 26.200626373291016 148.027495 0.0
1051
+ 0.2635934054851532 8 0.0 wikitext comb_2 llama3 ones_noisy_scale 14185.747456 15374.221312 13.877593040466309 148.160767 0.0
1052
+ 0.0609591379761695 5 0.0 wikitext comb_11 llama3 ones_noisy_scale 14185.747456 15374.221312 94.40657806396484 148.178255 0.0
1053
+ 0.0761229321360588 5 0.0 wikitext comb_2 llama3 ones_noisy_scale 14185.747456 15374.221312 51.38726806640625 148.181901 0.0
1054
+ 0.2882472276687622 7 0.0 wikitext comb_11 llama3 ones_noisy_scale 14185.747456 15374.221312 9.451767921447754 148.18494 0.0
1055
+ 0.2732860743999481 8 0.0 wikitext comb_11 llama3 ones_noisy_scale 14185.747456 15374.221312 11.065589904785156 148.190221 0.0
1056
+ 0.1124620139598846 6 0.0 wikitext comb_11 llama3 ones_noisy_scale 14185.747456 15374.221312 38.061012268066406 148.258563 0.0
1057
+ 0.2855116724967956 7 0.0 wikitext comb_14 llama3 ones_noisy_scale 14185.747456 15374.221312 9.746594429016112 148.324588 0.0
1058
+ 0.1912191808223724 6 0.0 wikitext comb_2 llama3 ones_noisy_scale 14185.747456 15374.221312 17.431625366210938 148.383393 0.0
1059
+ 0.070753127336502 5 0.0 wikitext comb_5 llama3 ones_noisy_scale 14185.747456 15374.221312 41.88729095458984 175.191968 0.0
1060
+ 0.1841607689857483 7 0.0 wikitext comb_5 llama3 ones_noisy_scale 14185.747456 15374.221312 20.186613082885746 175.495963 0.0
1061
+ 0.20759879052639 6 0.0 wikitext comb_5 llama3 ones_noisy_scale 14185.747456 15374.221312 13.578460693359377 175.729758 0.0
1062
+ 0.3089834451675415 8 0.0 wikitext comb_5 llama3 ones_noisy_scale 14185.747456 15374.221312 8.51838493347168 176.103559 0.0
1063
+ 0.07747383415699 5 0.0 wikitext comb_7 llama3 ones_noisy_scale 14185.747456 15374.221312 39.02539825439453 201.034512 0.0
1064
+ 0.1018912568688392 6 0.0 wikitext comb_7 llama3 ones_noisy_scale 14185.747456 15374.221312 26.474933624267575 201.362566 0.0
1065
+ 0.2542722225189209 7 0.0 wikitext comb_7 llama3 ones_noisy_scale 14185.747456 15374.221312 10.77373218536377 201.3788 0.0
1066
+ 0.2791287004947662 8 0.0 wikitext comb_7 llama3 ones_noisy_scale 14185.747456 15374.221312 9.489323616027832 201.437626 0.0
1067
+ 0.0 4 0.0 wikitext comb_3 llama3 ones_noisy_scale 11051.945984 18748.53888 1.6502199172973633 4.407896 0.0
1068
+ 0.0 5 0.0 wikitext comb_3 llama3 ones_noisy_scale 11051.945984 18748.53888 1.6502199172973633 4.407896 0.0
1069
+ 0.0 6 0.0 wikitext comb_3 llama3 ones_noisy_scale 11051.945984 18748.53888 1.6502199172973633 4.407896 0.0
1070
+ 0.0 7 0.0 wikitext comb_3 llama3 ones_noisy_scale 11051.945984 18748.53888 1.6502199172973633 4.407896 0.0
1071
+ 0.0 8 0.0 wikitext comb_3 llama3 ones_noisy_scale 11051.945984 18748.53888 1.6502199172973633 4.407896 0.0
1072
+ 0.0 4 0.0 wikitext comb_8 llama3 ones_noisy_scale 11051.945984 18748.53888 28.912487030029297 4.508566 0.0
1073
+ 0.0 5 0.0 wikitext comb_8 llama3 ones_noisy_scale 11051.945984 18748.53888 28.912487030029297 4.508566 0.0
1074
+ 0.0 6 0.0 wikitext comb_8 llama3 ones_noisy_scale 11051.945984 18748.53888 28.912487030029297 4.508566 0.0
1075
+ 0.0 7 0.0 wikitext comb_8 llama3 ones_noisy_scale 11051.945984 18748.53888 28.912487030029297 4.508566 0.0
1076
+ 0.0 8 0.0 wikitext comb_8 llama3 ones_noisy_scale 11051.945984 18748.53888 28.912487030029297 4.508566 0.0
1077
+ 0.0 4 0.0 wikitext comb_6 llama3 ones_noisy_scale 16811.959808 19811.794944 1.2537825107574463 426.65625 0.0
1078
+ 0.0 5 0.0 wikitext comb_6 llama3 ones_noisy_scale 16811.959808 19811.794944 1.2537825107574463 426.65625 0.0
1079
+ 0.0 6 0.0 wikitext comb_6 llama3 ones_noisy_scale 16811.959808 19811.794944 1.2537825107574463 426.65625 0.0
1080
+ 0.0 7 0.0 wikitext comb_6 llama3 ones_noisy_scale 16811.959808 19811.794944 1.2537825107574463 426.65625 0.0
1081
+ 0.0 8 0.0 wikitext comb_6 llama3 ones_noisy_scale 16811.959808 19811.794944 1.2537825107574463 426.65625 0.0
1082
+ 0.0 4 0.0 wikitext comb_15 llama3 ones_noisy_scale 11051.945984 23420.993536 inf 4.012304 0.0
1083
+ 0.0 5 0.0 wikitext comb_15 llama3 ones_noisy_scale 11051.945984 23420.993536 inf 4.012304 0.0
1084
+ 0.0 6 0.0 wikitext comb_15 llama3 ones_noisy_scale 11051.945984 23420.993536 inf 4.012304 0.0
1085
+ 0.0 7 0.0 wikitext comb_15 llama3 ones_noisy_scale 11051.945984 23420.993536 inf 4.012304 0.0
1086
+ 0.0 4 0.0 wikitext comb_13 llama3 ones_noisy_scale 11051.945984 23420.993536 1.1248141527175903 4.027774 0.0
1087
+ 0.0 5 0.0 wikitext comb_13 llama3 ones_noisy_scale 11051.945984 23420.993536 1.1248141527175903 4.027774 0.0
1088
+ 0.0 6 0.0 wikitext comb_13 llama3 ones_noisy_scale 11051.945984 23420.993536 1.1248141527175903 4.027774 0.0
1089
+ 0.0 7 0.0 wikitext comb_13 llama3 ones_noisy_scale 11051.945984 23420.993536 1.1248141527175903 4.027774 0.0
1090
+ 0.0 8 0.0 wikitext comb_13 llama3 ones_noisy_scale 11051.945984 23420.993536 1.1248141527175903 4.027774 0.0
1091
+ 0.0015873017255216 8 0.0 wikitext comb_15 llama3 ones_noisy_scale 11051.945984 23420.993536 inf 4.034405 0.0
1092
+ 0.2965889573097229 4 0.0 wikitext ao_woq opt fixed 268.126208 740.294656 8.768630981445312 16.713258 0.0
1093
+ 0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 765.46048 7.905444145202637 21.34634 0.0
1094
+ 0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 782.237696 7.916111469268799 21.146683 0.0
1095
+ 0.3170213103294372 5 0.0 wikitext woq opt fixed 670.234624 782.237696 8.222683906555176 21.318598 0.0
1096
+ 0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 786.432 8.903441429138184 21.231402 0.0
1097
+ 0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 786.432 7.8056864738464355 21.325525 0.0
1098
+ 0.3248226940631866 8 0.0 wikitext ao_woq opt fixed 580.071936 834.666496 7.916566848754883 15.291454 0.0
1099
+ 0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 10.259793 0.0
1100
+ 0.3715636432170868 4 0.0 wikitext ao_woq phi fixed 1922.306048 2797.600768 5.994823932647705 29.916931 0.0
1101
+ 0.3804458081722259 8 0.0 wikitext ao_woq phi fixed 3885.39392 4292.870144 5.907138824462891 28.844547 0.0
1102
+ 0.353799432516098 4 0.0 wikitext woq phi fixed 4394.576384 4697.62048 6.483606815338135 62.256798 0.0
1103
+ 0.3787571489810943 7 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.903452396392822 62.260671 0.0
1104
+ 0.3752786219120025 5 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.969074726104736 62.28564 0.0
1105
+ 0.3804795742034912 8 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.9067816734313965 62.309245 0.0
1106
+ 0.3781155049800873 6 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.950102806091309 62.371786 0.0
1107
+ 0.3805133402347564 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 18.803033 0.0
1108
+ 0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 21.504217 0.0
1109
+ 0.3771361112594604 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 19.289787 0.0
1110
+ 0.3785883486270904 6 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.501583099365234 19.670746 0.0
1111
+ 0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 7.655362606048584 20.13133 0.0
1112
+ 0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.663349628448486 20.220846 0.0
1113
+ 0.3772712051868438 8 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.604811191558838 20.271864 0.0
1114
+ 0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.966304302215576 20.453174 0.0
1115
+ 0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 14.7146 0.0
1116
+ 0.7995889186859131 7 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 72.915762 0.0
1117
+ 0.789311408996582 4 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 79.459568 0.0
1118
+ 0.7995889186859131 5 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 80.755401 0.0
1119
+ 0.8016444444656372 8 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 84.771372 0.0
1120
+ 0.8057554364204407 6 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 87.505697 0.0
1121
+ 0.7954779267311096 4 0.0 imagenet ao_woq vit fixed 179.948032 503.31648 0.0 84.235943 0.0
1122
+ 0.8016444444656372 8 0.0 imagenet ao_woq vit fixed 341.330432 511.705088 0.0 70.219511 0.0
1123
+ 0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 10.072652 0.0
1124
+ 0.0 4 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 25.254058 0.0268907930412973
1125
+ 0.0 7 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 87.311892 0.0236079788491685
1126
+ 0.0 5 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 88.949576 0.0237326414926321
1127
+ 0.0 8 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 93.252914 0.0239494859641096
1128
+ 0.0 6 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 96.317889 0.0234031339094832
1129
+ 0.0 8 0.0 librispeech ao_woq wav2vec fixed 658.017792 4890.558464 0.0 94.874683 0.0239712250945444
1130
+ 0.0 32 0.0 librispeech base wav2vec ---- 1564.76928 5620.36736 0.0 18.11403 0.0239473509600023
1131
+ 0.4277946949005127 4 0.0 wikitext ao_woq llama3 fixed 5542.3616 7163.871232 5.3583574295043945 39.050602 0.0
1132
+ 0.4437352418899536 8 0.0 wikitext ao_woq llama3 fixed 12110.375936 14040.43264 5.208643436431885 52.36158 0.0
1133
+ 0.3797703683376312 4 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 6.163248062133789 95.615827 0.0
1134
+ 0.4355623126029968 5 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.448963165283203 95.618313 0.0
1135
+ 0.443870335817337 8 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.208242893218994 95.65331 0.0
1136
+ 0.4409320950508117 6 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.193300724029541 95.732171 0.0
1137
+ 0.4427558183670044 7 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.248887062072754 95.895658 0.0
1138
+ 0.4436677098274231 32 0.0 wikitext base llama3 ---- 33003.526656 33155.97312 5.223813056945801 26.70374 0.0
results.txt CHANGED
The diff for this file is too large to render. See raw diff