Hugging Face's logo

Diogo-V
/
results-b08ec12990c7

English
Model card Files Community
Diogo-V commited on
Commit
40ad686
•
1 Parent(s): fd8021a

Upload 2 files

Browse files
Files changed (2) hide show
  1. results.tsv +122 -25
  2. results.txt +0 -0
results.tsv CHANGED
@@ -1,4 +1,79 @@
1
  accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  0.0 6 0.0 librispeech comb_13 wav2vec norm_nlr 536.521728 1663.041536 0.0 44.695584 1.0272727272727271
3
  0.0 4 0.0 librispeech comb_9 wav2vec norm_nlr 534.74304 1675.624448 0.0 30.411939 1.0
4
  0.0 5 0.0 librispeech comb_9 wav2vec norm_nlr 534.74304 1675.624448 0.0 30.411939 1.0
@@ -29,9 +104,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
29
  0.0 4 0.0 librispeech comb_10 wav2vec norm_nlr 368.890368 1686.110208 0.0 0.052126 1.0
30
  0.0 8 0.0 librispeech comb_14 wav2vec norm_nlr 368.890368 1686.110208 0.0 0.052608 0.9903650273363794
31
  0.0 5 0.0 librispeech comb_10 wav2vec norm_nlr 374.608384 3154.116608 0.0 0.052828 0.8504124680515834
32
- 0.0 8 0.0 librispeech woq wav2vec fixed 658.092544 4857.004032 0.0 29.295452 0.0239494859641096
33
- 0.0 4 0.0 librispeech woq wav2vec fixed 658.092544 4857.004032 0.0 31.185724 0.0268907930412973
34
- 0.0 6 0.0 librispeech woq wav2vec fixed 658.092544 4857.004032 0.0 63.31202 0.0234031339094832
35
  0.0 4 0.0 librispeech comb_18 wav2vec norm_nlr 658.907136 4857.004032 0.0 48.897579 0.025756821654467
36
  0.0 4 0.0 librispeech comb_11 wav2vec norm_nlr 658.907136 4857.004032 0.0 49.054515 0.1151063978360638
37
  0.0 8 0.0 librispeech comb_18 wav2vec norm_nlr 658.907136 4857.004032 0.0 49.240223 0.0240617880134638
@@ -46,8 +118,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
46
  0.0 5 0.0 librispeech comb_5 wav2vec norm_nlr 658.017792 4871.684096 0.0 48.794638 0.0236871869471776
47
  0.0 4 0.0 librispeech comb_5 wav2vec norm_nlr 658.017792 4871.684096 0.0 60.279119 0.0270506203055363
48
  0.0 7 0.0 librispeech comb_5 wav2vec norm_nlr 658.017792 4871.684096 0.0 61.982029 0.0237246455158352
49
- 0.0 5 0.0 librispeech woq wav2vec fixed 658.092544 4873.781248 0.0 30.196951 0.0237326414926321
50
- 0.0 7 0.0 librispeech woq wav2vec fixed 658.092544 4873.781248 0.0 62.92944 0.0236079788491685
51
  0.0 8 0.0 librispeech comb_11 wav2vec norm_nlr 658.907136 4873.781248 0.0 40.316409 0.0268292200054268
52
  0.0 6 0.0 librispeech comb_11 wav2vec norm_nlr 658.907136 4873.781248 0.0 40.872293 0.028782352573566
53
  0.0 7 0.0 librispeech comb_11 wav2vec norm_nlr 658.907136 4873.781248 0.0 42.518618 0.0264797894039248
@@ -75,7 +145,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
75
  0.0 6 0.0 librispeech comb_10 wav2vec norm_nlr 371.21024 4882.169856 0.0 0.051572 0.0243891906872602
76
  0.0 7 0.0 librispeech comb_10 wav2vec norm_nlr 371.21024 4882.169856 0.0 0.051877 0.0242448139583118
77
  0.0 8 0.0 librispeech comb_10 wav2vec norm_nlr 371.21024 4882.169856 0.0 0.053314 0.0238528070619652
78
- 0.0 32 0.0 librispeech base wav2vec ---- 1564.76928 5620.36736 0.0 23.034813 0.0239473509600023
79
  0.0 4 0.0 imagenet comb_1 vit norm_nlr 355.972096 511.705088 0.0 36.142388 0.0
80
  0.0 5 0.0 imagenet comb_1 vit norm_nlr 355.972096 511.705088 0.0 36.142388 0.0
81
  0.0 6 0.0 imagenet comb_1 vit norm_nlr 355.972096 511.705088 0.0 36.142388 0.0
@@ -91,11 +160,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
91
  0.8016444444656372 8 0.0 imagenet comb_5 vit norm_nlr 356.465152 511.705088 0.0 32.67762 0.0
92
  0.8057554364204407 6 0.0 imagenet comb_5 vit norm_nlr 356.465152 511.705088 0.0 34.264798 0.0
93
  0.7995889186859131 5 0.0 imagenet comb_5 vit norm_nlr 356.465152 511.705088 0.0 35.684545 0.0
94
- 0.7995889186859131 7 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 29.097892 0.0
95
- 0.8016444444656372 8 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 29.578752 0.0
96
- 0.7995889186859131 5 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 29.674305 0.0
97
- 0.789311408996582 4 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 36.779482 0.0
98
- 0.8057554364204407 6 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 38.483968 0.0
99
  0.0 4 0.0 imagenet comb_2 vit norm_nlr 356.865024 511.705088 0.0 51.156404 0.0
100
  0.0 5 0.0 imagenet comb_2 vit norm_nlr 356.865024 511.705088 0.0 51.156404 0.0
101
  0.0 4 0.0 imagenet comb_0 vit norm_nlr 356.865024 511.705088 0.0 53.699592 0.0
@@ -159,7 +223,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
159
  0.0 6 0.0 imagenet comb_14 vit norm_nlr 329.356288 515.899392 0.0 0.079561 0.0
160
  0.0 7 0.0 imagenet comb_14 vit norm_nlr 329.356288 515.899392 0.0 0.079561 0.0
161
  0.0 8 0.0 imagenet comb_14 vit norm_nlr 329.356288 515.899392 0.0 0.079561 0.0
162
- 0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 23.749518 0.0
163
  0.0 4 0.0 wikitext comb_1 opt norm_nlr 669.68832 861.929472 1.1036932468414309 41.357011 0.0
164
  0.0 5 0.0 wikitext comb_1 opt norm_nlr 669.68832 861.929472 1.1036932468414309 41.357011 0.0
165
  0.0 6 0.0 wikitext comb_1 opt norm_nlr 669.68832 861.929472 1.1036932468414309 41.357011 0.0
@@ -175,11 +238,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
175
  0.3246538341045379 7 0.0 wikitext comb_5 opt norm_nlr 670.15936 861.929472 7.90524959564209 31.153261 0.0
176
  0.289429247379303 4 0.0 wikitext comb_5 opt norm_nlr 670.15936 861.929472 8.902684211730957 31.237098 0.0
177
  0.3248226940631866 8 0.0 wikitext comb_5 opt norm_nlr 670.15936 861.929472 7.916566848754883 33.841767 0.0
178
- 0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 861.929472 7.905444145202637 32.479083 0.0
179
- 0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 861.929472 8.903441429138184 33.608158 0.0
180
- 0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 861.929472 7.916111469268799 33.76409 0.0
181
- 0.3170213103294372 5 0.0 wikitext woq opt fixed 670.234624 861.929472 8.222681999206543 34.861807 0.0
182
- 0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 861.929472 7.805688381195068 37.685872 0.0
183
  0.0 4 0.0 wikitext comb_2 opt norm_nlr 670.981632 861.929472 1.1322835683822632 55.819338 0.0
184
  0.0 5 0.0 wikitext comb_2 opt norm_nlr 670.981632 861.929472 1.1322835683822632 55.819338 0.0
185
  0.0 6 0.0 wikitext comb_2 opt norm_nlr 670.981632 861.929472 1.1322835683822632 55.819338 0.0
@@ -238,7 +296,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
238
  0.0 6 0.0 wikitext comb_14 opt norm_nlr 478.826496 1075.838976 1.550665020942688 0.33834 0.0
239
  0.0 7 0.0 wikitext comb_14 opt norm_nlr 478.826496 1075.838976 1.550665020942688 0.33834 0.0
240
  0.0 8 0.0 wikitext comb_14 opt norm_nlr 478.826496 1075.838976 1.550665020942688 0.33834 0.0
241
- 0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 23.046415 0.0
242
  0.0015873017255216 5 0.0 wikitext comb_1 phi norm_nlr 4395.055104 4676.64896 1.1327569484710691 71.856427 0.0
243
  0.0 4 0.0 wikitext comb_1 phi norm_nlr 4395.055104 4676.64896 1.1224465370178225 71.931046 0.0
244
  0.0031746034510433 6 0.0 wikitext comb_1 phi norm_nlr 4395.055104 4676.64896 1.1422514915466309 71.960163 0.0
@@ -314,7 +371,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
314
  0.0 8 0.0 wikitext comb_14 phi norm_nlr 3365.87776 5997.85472 1.8583904504776 1.733124 0.0
315
  0.1077001094818115 7 0.0 wikitext comb_10 phi norm_nlr 3366.3488 5997.85472 20.64324951171875 1.611762 0.0
316
  0.3617696464061737 8 0.0 wikitext comb_10 phi norm_nlr 3366.3488 5997.85472 6.171999454498291 1.626184 0.0
317
- 0.3805133402347564 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 19.043911 0.0
318
  0.0 4 0.0 wikitext comb_1 tinyllama norm_nlr 1895.561216 2157.969408 1.3021647930145264 19.789604 0.0
319
  0.0 5 0.0 wikitext comb_1 tinyllama norm_nlr 1895.561216 2157.969408 1.3021647930145264 19.789604 0.0
320
  0.0 6 0.0 wikitext comb_1 tinyllama norm_nlr 1895.561216 2157.969408 1.3021647930145264 19.789604 0.0
@@ -330,11 +386,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
330
  0.3771361112594604 8 0.0 wikitext comb_5 tinyllama norm_nlr 1896.032256 2157.969408 6.605966567993164 15.468311 0.0
331
  0.3469098508358001 4 0.0 wikitext comb_5 tinyllama norm_nlr 1896.032256 2157.969408 7.644386291503906 15.56969 0.0
332
  0.3785883486270904 6 0.0 wikitext comb_5 tinyllama norm_nlr 1896.032256 2157.969408 6.500134468078613 25.491379 0.0
333
- 0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 7.655362606048584 16.394447 0.0
334
- 0.3785883486270904 6 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.501583099365234 16.924673 0.0
335
- 0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.663349628448486 17.104458 0.0
336
- 0.3772712051868438 8 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.604811191558838 67.956924 0.0
337
- 0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.966304302215576 69.42051 0.0
338
  0.0 4 0.0 wikitext comb_0 tinyllama norm_nlr 1897.394176 2160.06656 1.1093063354492188 40.759388 0.0
339
  0.0 5 0.0 wikitext comb_0 tinyllama norm_nlr 1897.394176 2160.06656 1.1093063354492188 40.759388 0.0
340
  0.0 6 0.0 wikitext comb_0 tinyllama norm_nlr 1897.394176 2160.06656 1.1093063354492188 40.759388 0.0
@@ -393,4 +444,50 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
393
  0.0 6 0.0 wikitext comb_14 tinyllama norm_nlr 1382.875136 2814.377984 15387.044921875 0.55822 0.0
394
  0.0 7 0.0 wikitext comb_14 tinyllama norm_nlr 1382.875136 2814.377984 15387.044921875 0.55822 0.0
395
  0.0 8 0.0 wikitext comb_14 tinyllama norm_nlr 1382.875136 2814.377984 15387.044921875 0.55822 0.0
396
- 0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 11.618088 0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
2
+ 0.0 4 0.0 wikitext comb_1 llama3 norm_nlr 14178.745344 15367.929856 1.3576891422271729 122.248345 0.0
3
+ 0.0 5 0.0 wikitext comb_1 llama3 norm_nlr 14178.745344 15367.929856 1.3576891422271729 122.248345 0.0
4
+ 0.0 6 0.0 wikitext comb_1 llama3 norm_nlr 14178.745344 15367.929856 1.3576891422271729 122.248345 0.0
5
+ 0.0 7 0.0 wikitext comb_1 llama3 norm_nlr 14178.745344 15367.929856 1.3576891422271729 122.248345 0.0
6
+ 0.0 8 0.0 wikitext comb_1 llama3 norm_nlr 14178.745344 15367.929856 1.3576891422271729 122.248345 0.0
7
+ 0.0 4 0.0 wikitext comb_9 llama3 norm_nlr 14178.745344 15367.929856 1.1248141527175903 146.191836 0.0
8
+ 0.0 5 0.0 wikitext comb_9 llama3 norm_nlr 14178.745344 15367.929856 1.1248141527175903 146.191836 0.0
9
+ 0.0 6 0.0 wikitext comb_9 llama3 norm_nlr 14178.745344 15367.929856 1.1248141527175903 146.191836 0.0
10
+ 0.0 7 0.0 wikitext comb_9 llama3 norm_nlr 14178.745344 15367.929856 1.1248141527175903 146.191836 0.0
11
+ 0.0 8 0.0 wikitext comb_9 llama3 norm_nlr 14178.745344 15367.929856 1.1248141527175903 146.191836 0.0
12
+ 0.380108118057251 4 0.0 wikitext comb_5 llama3 norm_nlr 14179.216384 15367.929856 6.150976657867432 68.74943 0.0
13
+ 0.4428571462631225 7 0.0 wikitext comb_5 llama3 norm_nlr 14179.216384 15367.929856 5.248186111450195 68.935479 0.0
14
+ 0.4437352418899536 8 0.0 wikitext comb_5 llama3 norm_nlr 14179.216384 15367.929856 5.208640575408936 68.960164 0.0
15
+ 0.435663640499115 5 0.0 wikitext comb_5 llama3 norm_nlr 14179.216384 15367.929856 5.4490156173706055 68.989837 0.0
16
+ 0.4404930770397186 6 0.0 wikitext comb_5 llama3 norm_nlr 14179.216384 15367.929856 5.199138641357422 69.026021 0.0
17
+ 0.0 4 0.0 wikitext comb_2 llama3 norm_nlr 14185.276416 15374.221312 1.145966410636902 202.197774 0.0
18
+ 0.0 5 0.0 wikitext comb_2 llama3 norm_nlr 14185.276416 15374.221312 1.145966410636902 202.197774 0.0
19
+ 0.0 6 0.0 wikitext comb_2 llama3 norm_nlr 14185.276416 15374.221312 1.145966410636902 202.197774 0.0
20
+ 0.0 7 0.0 wikitext comb_2 llama3 norm_nlr 14185.276416 15374.221312 1.145966410636902 202.197774 0.0
21
+ 0.4428909420967102 7 0.0 wikitext comb_18 llama3 norm_nlr 14185.747456 15374.221312 5.230251312255859 147.947238 0.0
22
+ 0.4400878250598907 6 0.0 wikitext comb_11 llama3 norm_nlr 14185.747456 15374.221312 5.199240207672119 147.955701 0.0
23
+ 0.4422154724597931 7 0.0 wikitext comb_11 llama3 norm_nlr 14185.747456 15374.221312 5.247557163238525 147.968386 0.0
24
+ 0.4373860359191894 5 0.0 wikitext comb_18 llama3 norm_nlr 14185.747456 15374.221312 5.412022113800049 148.009459 0.0
25
+ 0.3809861838817596 4 0.0 wikitext comb_11 llama3 norm_nlr 14185.747456 15374.221312 6.232641220092773 148.085089 0.0
26
+ 0.4402566850185394 6 0.0 wikitext comb_18 llama3 norm_nlr 14185.747456 15374.221312 5.230005741119385 148.118981 0.0
27
+ 0.4439041018486023 8 0.0 wikitext comb_11 llama3 norm_nlr 14185.747456 15374.221312 5.207451820373535 148.164104 0.0
28
+ 0.3783856928348541 4 0.0 wikitext comb_18 llama3 norm_nlr 14185.747456 15374.221312 6.167969226837158 148.354665 0.0
29
+ 0.4365079402923584 5 0.0 wikitext comb_11 llama3 norm_nlr 14185.747456 15374.221312 5.430935382843018 148.378625 0.0
30
+ 0.4443769156932831 8 0.0 wikitext comb_18 llama3 norm_nlr 14185.747456 15374.221312 5.207278728485107 148.394645 0.0
31
+ 0.436372846364975 5 0.0 wikitext comb_6 llama3 norm_nlr 14185.747456 15374.221312 5.392096519470215 175.279052 0.0
32
+ 0.3784194588661194 4 0.0 wikitext comb_6 llama3 norm_nlr 14185.747456 15374.221312 6.155765056610107 175.288414 0.0
33
+ 0.4435325860977173 7 0.0 wikitext comb_6 llama3 norm_nlr 14185.747456 15374.221312 5.228373050689697 175.342505 0.0
34
+ 0.4441067576408386 8 0.0 wikitext comb_6 llama3 norm_nlr 14185.747456 15374.221312 5.214853763580322 175.530099 0.0
35
+ 0.4406957328319549 6 0.0 wikitext comb_6 llama3 norm_nlr 14185.747456 15374.221312 5.230377197265625 175.602792 0.0
36
+ 0.4402566850185394 6 0.0 wikitext comb_15 llama3 norm_nlr 14185.747456 15374.221312 5.23110818862915 201.239682 0.0
37
+ 0.4428909122943878 7 0.0 wikitext comb_15 llama3 norm_nlr 14185.747456 15374.221312 5.229310989379883 201.289316 0.0
38
+ 0.3781155049800873 4 0.0 wikitext comb_15 llama3 norm_nlr 14185.747456 15374.221312 6.178022384643555 201.489166 0.0
39
+ 0.4444107115268707 8 0.0 wikitext comb_15 llama3 norm_nlr 14185.747456 15374.221312 5.207996845245361 201.508551 0.0
40
+ 0.3016548156738281 8 0.0 wikitext comb_2 llama3 norm_nlr 14185.747456 15374.221312 8.716463088989258 201.859879 0.0
41
+ 0.436879426240921 5 0.0 wikitext comb_15 llama3 norm_nlr 14185.747456 15374.221312 5.4105987548828125 201.891233 0.0
42
+ 0.0 4 0.0 wikitext comb_12 llama3 norm_nlr 14191.807488 15378.415616 1.582543134689331 187.261461 0.0
43
+ 0.0 4 0.0 wikitext comb_3 llama3 norm_nlr 14191.807488 15378.415616 1.2333331108093262 187.283402 0.0
44
+ 0.0 4 0.0 wikitext comb_16 llama3 norm_nlr 14191.807488 15378.415616 1.802093863487244 187.795828 0.0
45
+ 0.0 4 0.0 wikitext comb_13 llama3 norm_nlr 14191.807488 15378.415616 10.052525520324709 187.802071 0.0
46
+ 0.0 5 0.0 wikitext comb_13 llama3 norm_nlr 14191.807488 15378.415616 10.052525520324709 187.802071 0.0
47
+ 0.0 6 0.0 wikitext comb_13 llama3 norm_nlr 14191.807488 15378.415616 10.052525520324709 187.802071 0.0
48
+ 0.035541757941246 5 0.0 wikitext comb_3 llama3 norm_nlr 14191.844352 15378.415616 1.5305955410003662 187.827808 0.0
49
+ 0.4438027739524841 8 0.0 wikitext comb_16 llama3 norm_nlr 14192.278528 15380.512768 5.161940097808838 187.4613 0.0
50
+ 0.4308341741561889 7 0.0 wikitext comb_3 llama3 norm_nlr 14192.278528 15380.512768 5.307490348815918 187.538561 0.0
51
+ 0.4414049386978149 7 0.0 wikitext comb_16 llama3 norm_nlr 14192.278528 15380.512768 5.243262767791748 187.598615 0.0
52
+ 0.4242823719978332 6 0.0 wikitext comb_12 llama3 norm_nlr 14192.278528 15380.512768 5.485621929168701 187.612921 0.0
53
+ 0.2881459295749664 5 0.0 wikitext comb_16 llama3 norm_nlr 14192.278528 15380.512768 8.61832046508789 187.657016 0.0
54
+ 0.4033772349357605 5 0.0 wikitext comb_17 llama3 norm_nlr 14192.278528 15380.512768 5.514090538024902 187.720758 0.0
55
+ 0.4137791395187378 6 0.0 wikitext comb_16 llama3 norm_nlr 14192.278528 15380.512768 5.6127705574035645 187.750792 0.0
56
+ 0.2274231910705566 7 0.0 wikitext comb_13 llama3 norm_nlr 14192.278528 15380.512768 12.62043285369873 187.771102 0.0
57
+ 0.4419790506362915 8 0.0 wikitext comb_3 llama3 norm_nlr 14192.278528 15380.512768 5.218316555023193 187.808459 0.0
58
+ 0.4225599467754364 8 0.0 wikitext comb_13 llama3 norm_nlr 14192.278528 15380.512768 5.224740505218506 187.864651 0.0
59
+ 0.4419790506362915 8 0.0 wikitext comb_12 llama3 norm_nlr 14192.278528 15380.512768 5.23714017868042 187.945954 0.0
60
+ 0.365923672914505 6 0.0 wikitext comb_3 llama3 norm_nlr 14192.278528 15380.512768 6.604756832122803 187.949863 0.0
61
+ 0.4417426288127899 7 0.0 wikitext comb_17 llama3 norm_nlr 14192.278528 15380.512768 5.255722522735596 187.955563 0.0
62
+ 0.2200270295143127 5 0.0 wikitext comb_12 llama3 norm_nlr 14192.278528 15380.512768 12.024949073791504 188.009468 0.0
63
+ 0.4404255449771881 7 0.0 wikitext comb_12 llama3 norm_nlr 14192.278528 15380.512768 5.208399772644043 188.032067 0.0
64
+ 0.2244849950075149 4 0.0 wikitext comb_17 llama3 norm_nlr 14192.278528 15380.512768 11.965164184570312 188.046157 0.0
65
+ 0.4441067278385162 8 0.0 wikitext comb_17 llama3 norm_nlr 14192.278528 15380.512768 5.2198920249938965 188.102439 0.0
66
+ 0.4398176372051239 6 0.0 wikitext comb_17 llama3 norm_nlr 14192.278528 15380.512768 5.203648567199707 188.221515 0.0
67
+ 0.0 4 0.0 wikitext comb_4 llama3 norm_nlr 16811.959808 19811.794944 1.12481427192688 426.525583 0.0
68
+ 0.0 5 0.0 wikitext comb_4 llama3 norm_nlr 16811.959808 19811.794944 1.12481427192688 426.525583 0.0
69
+ 0.0 6 0.0 wikitext comb_4 llama3 norm_nlr 16811.959808 19811.794944 1.12481427192688 426.525583 0.0
70
+ 0.0 7 0.0 wikitext comb_4 llama3 norm_nlr 16811.959808 19811.794944 1.12481427192688 426.525583 0.0
71
+ 0.0 8 0.0 wikitext comb_4 llama3 norm_nlr 16811.959808 19811.794944 1.12481427192688 426.525583 0.0
72
+ 0.0 4 0.0 wikitext comb_10 llama3 norm_nlr 11057.964032 21091.057664 1.1844557523727417 4.431007 0.0
73
+ 0.0 5 0.0 wikitext comb_10 llama3 norm_nlr 11057.964032 21091.057664 1.1844557523727417 4.431007 0.0
74
+ 0.4436339139938354 8 0.0 wikitext comb_10 llama3 norm_nlr 58810.586112 68843.208704 5.212960720062256 4.400369 0.0
75
+ 0.386997640132904 6 0.0 wikitext comb_10 llama3 norm_nlr 58810.586112 68843.208704 5.640727519989014 4.429177 0.0
76
+ 0.4317798316478729 7 0.0 wikitext comb_10 llama3 norm_nlr 58810.586112 68843.208704 5.319685459136963 4.438367 0.0
77
  0.0 6 0.0 librispeech comb_13 wav2vec norm_nlr 536.521728 1663.041536 0.0 44.695584 1.0272727272727271
78
  0.0 4 0.0 librispeech comb_9 wav2vec norm_nlr 534.74304 1675.624448 0.0 30.411939 1.0
79
  0.0 5 0.0 librispeech comb_9 wav2vec norm_nlr 534.74304 1675.624448 0.0 30.411939 1.0
 
104
  0.0 4 0.0 librispeech comb_10 wav2vec norm_nlr 368.890368 1686.110208 0.0 0.052126 1.0
105
  0.0 8 0.0 librispeech comb_14 wav2vec norm_nlr 368.890368 1686.110208 0.0 0.052608 0.9903650273363794
106
  0.0 5 0.0 librispeech comb_10 wav2vec norm_nlr 374.608384 3154.116608 0.0 0.052828 0.8504124680515834
 
 
 
107
  0.0 4 0.0 librispeech comb_18 wav2vec norm_nlr 658.907136 4857.004032 0.0 48.897579 0.025756821654467
108
  0.0 4 0.0 librispeech comb_11 wav2vec norm_nlr 658.907136 4857.004032 0.0 49.054515 0.1151063978360638
109
  0.0 8 0.0 librispeech comb_18 wav2vec norm_nlr 658.907136 4857.004032 0.0 49.240223 0.0240617880134638
 
118
  0.0 5 0.0 librispeech comb_5 wav2vec norm_nlr 658.017792 4871.684096 0.0 48.794638 0.0236871869471776
119
  0.0 4 0.0 librispeech comb_5 wav2vec norm_nlr 658.017792 4871.684096 0.0 60.279119 0.0270506203055363
120
  0.0 7 0.0 librispeech comb_5 wav2vec norm_nlr 658.017792 4871.684096 0.0 61.982029 0.0237246455158352
 
 
121
  0.0 8 0.0 librispeech comb_11 wav2vec norm_nlr 658.907136 4873.781248 0.0 40.316409 0.0268292200054268
122
  0.0 6 0.0 librispeech comb_11 wav2vec norm_nlr 658.907136 4873.781248 0.0 40.872293 0.028782352573566
123
  0.0 7 0.0 librispeech comb_11 wav2vec norm_nlr 658.907136 4873.781248 0.0 42.518618 0.0264797894039248
 
145
  0.0 6 0.0 librispeech comb_10 wav2vec norm_nlr 371.21024 4882.169856 0.0 0.051572 0.0243891906872602
146
  0.0 7 0.0 librispeech comb_10 wav2vec norm_nlr 371.21024 4882.169856 0.0 0.051877 0.0242448139583118
147
  0.0 8 0.0 librispeech comb_10 wav2vec norm_nlr 371.21024 4882.169856 0.0 0.053314 0.0238528070619652
 
148
  0.0 4 0.0 imagenet comb_1 vit norm_nlr 355.972096 511.705088 0.0 36.142388 0.0
149
  0.0 5 0.0 imagenet comb_1 vit norm_nlr 355.972096 511.705088 0.0 36.142388 0.0
150
  0.0 6 0.0 imagenet comb_1 vit norm_nlr 355.972096 511.705088 0.0 36.142388 0.0
 
160
  0.8016444444656372 8 0.0 imagenet comb_5 vit norm_nlr 356.465152 511.705088 0.0 32.67762 0.0
161
  0.8057554364204407 6 0.0 imagenet comb_5 vit norm_nlr 356.465152 511.705088 0.0 34.264798 0.0
162
  0.7995889186859131 5 0.0 imagenet comb_5 vit norm_nlr 356.465152 511.705088 0.0 35.684545 0.0
 
 
 
 
 
163
  0.0 4 0.0 imagenet comb_2 vit norm_nlr 356.865024 511.705088 0.0 51.156404 0.0
164
  0.0 5 0.0 imagenet comb_2 vit norm_nlr 356.865024 511.705088 0.0 51.156404 0.0
165
  0.0 4 0.0 imagenet comb_0 vit norm_nlr 356.865024 511.705088 0.0 53.699592 0.0
 
223
  0.0 6 0.0 imagenet comb_14 vit norm_nlr 329.356288 515.899392 0.0 0.079561 0.0
224
  0.0 7 0.0 imagenet comb_14 vit norm_nlr 329.356288 515.899392 0.0 0.079561 0.0
225
  0.0 8 0.0 imagenet comb_14 vit norm_nlr 329.356288 515.899392 0.0 0.079561 0.0
 
226
  0.0 4 0.0 wikitext comb_1 opt norm_nlr 669.68832 861.929472 1.1036932468414309 41.357011 0.0
227
  0.0 5 0.0 wikitext comb_1 opt norm_nlr 669.68832 861.929472 1.1036932468414309 41.357011 0.0
228
  0.0 6 0.0 wikitext comb_1 opt norm_nlr 669.68832 861.929472 1.1036932468414309 41.357011 0.0
 
238
  0.3246538341045379 7 0.0 wikitext comb_5 opt norm_nlr 670.15936 861.929472 7.90524959564209 31.153261 0.0
239
  0.289429247379303 4 0.0 wikitext comb_5 opt norm_nlr 670.15936 861.929472 8.902684211730957 31.237098 0.0
240
  0.3248226940631866 8 0.0 wikitext comb_5 opt norm_nlr 670.15936 861.929472 7.916566848754883 33.841767 0.0
 
 
 
 
 
241
  0.0 4 0.0 wikitext comb_2 opt norm_nlr 670.981632 861.929472 1.1322835683822632 55.819338 0.0
242
  0.0 5 0.0 wikitext comb_2 opt norm_nlr 670.981632 861.929472 1.1322835683822632 55.819338 0.0
243
  0.0 6 0.0 wikitext comb_2 opt norm_nlr 670.981632 861.929472 1.1322835683822632 55.819338 0.0
 
296
  0.0 6 0.0 wikitext comb_14 opt norm_nlr 478.826496 1075.838976 1.550665020942688 0.33834 0.0
297
  0.0 7 0.0 wikitext comb_14 opt norm_nlr 478.826496 1075.838976 1.550665020942688 0.33834 0.0
298
  0.0 8 0.0 wikitext comb_14 opt norm_nlr 478.826496 1075.838976 1.550665020942688 0.33834 0.0
 
299
  0.0015873017255216 5 0.0 wikitext comb_1 phi norm_nlr 4395.055104 4676.64896 1.1327569484710691 71.856427 0.0
300
  0.0 4 0.0 wikitext comb_1 phi norm_nlr 4395.055104 4676.64896 1.1224465370178225 71.931046 0.0
301
  0.0031746034510433 6 0.0 wikitext comb_1 phi norm_nlr 4395.055104 4676.64896 1.1422514915466309 71.960163 0.0
 
371
  0.0 8 0.0 wikitext comb_14 phi norm_nlr 3365.87776 5997.85472 1.8583904504776 1.733124 0.0
372
  0.1077001094818115 7 0.0 wikitext comb_10 phi norm_nlr 3366.3488 5997.85472 20.64324951171875 1.611762 0.0
373
  0.3617696464061737 8 0.0 wikitext comb_10 phi norm_nlr 3366.3488 5997.85472 6.171999454498291 1.626184 0.0
 
374
  0.0 4 0.0 wikitext comb_1 tinyllama norm_nlr 1895.561216 2157.969408 1.3021647930145264 19.789604 0.0
375
  0.0 5 0.0 wikitext comb_1 tinyllama norm_nlr 1895.561216 2157.969408 1.3021647930145264 19.789604 0.0
376
  0.0 6 0.0 wikitext comb_1 tinyllama norm_nlr 1895.561216 2157.969408 1.3021647930145264 19.789604 0.0
 
386
  0.3771361112594604 8 0.0 wikitext comb_5 tinyllama norm_nlr 1896.032256 2157.969408 6.605966567993164 15.468311 0.0
387
  0.3469098508358001 4 0.0 wikitext comb_5 tinyllama norm_nlr 1896.032256 2157.969408 7.644386291503906 15.56969 0.0
388
  0.3785883486270904 6 0.0 wikitext comb_5 tinyllama norm_nlr 1896.032256 2157.969408 6.500134468078613 25.491379 0.0
 
 
 
 
 
389
  0.0 4 0.0 wikitext comb_0 tinyllama norm_nlr 1897.394176 2160.06656 1.1093063354492188 40.759388 0.0
390
  0.0 5 0.0 wikitext comb_0 tinyllama norm_nlr 1897.394176 2160.06656 1.1093063354492188 40.759388 0.0
391
  0.0 6 0.0 wikitext comb_0 tinyllama norm_nlr 1897.394176 2160.06656 1.1093063354492188 40.759388 0.0
 
444
  0.0 6 0.0 wikitext comb_14 tinyllama norm_nlr 1382.875136 2814.377984 15387.044921875 0.55822 0.0
445
  0.0 7 0.0 wikitext comb_14 tinyllama norm_nlr 1382.875136 2814.377984 15387.044921875 0.55822 0.0
446
  0.0 8 0.0 wikitext comb_14 tinyllama norm_nlr 1382.875136 2814.377984 15387.044921875 0.55822 0.0
447
+ 0.2965889573097229 4 0.0 wikitext ao_woq opt fixed 268.126208 740.294656 8.768630981445312 16.713258 0.0
448
+ 0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 765.46048 7.905444145202637 21.34634 0.0
449
+ 0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 782.237696 7.916111469268799 21.146683 0.0
450
+ 0.3170213103294372 5 0.0 wikitext woq opt fixed 670.234624 782.237696 8.222683906555176 21.318598 0.0
451
+ 0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 786.432 8.903441429138184 21.231402 0.0
452
+ 0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 786.432 7.8056864738464355 21.325525 0.0
453
+ 0.3248226940631866 8 0.0 wikitext ao_woq opt fixed 580.071936 834.666496 7.916566848754883 15.291454 0.0
454
+ 0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 10.259793 0.0
455
+ 0.3715636432170868 4 0.0 wikitext ao_woq phi fixed 1922.306048 2797.600768 5.994823932647705 29.916931 0.0
456
+ 0.3804458081722259 8 0.0 wikitext ao_woq phi fixed 3885.39392 4292.870144 5.907138824462891 28.844547 0.0
457
+ 0.353799432516098 4 0.0 wikitext woq phi fixed 4394.576384 4697.62048 6.483606815338135 62.256798 0.0
458
+ 0.3787571489810943 7 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.903452396392822 62.260671 0.0
459
+ 0.3752786219120025 5 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.969074726104736 62.28564 0.0
460
+ 0.3804795742034912 8 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.9067816734313965 62.309245 0.0
461
+ 0.3781155049800873 6 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.950102806091309 62.371786 0.0
462
+ 0.3805133402347564 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 18.803033 0.0
463
+ 0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 21.504217 0.0
464
+ 0.3771361112594604 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 19.289787 0.0
465
+ 0.3785883486270904 6 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.501583099365234 19.670746 0.0
466
+ 0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 7.655362606048584 20.13133 0.0
467
+ 0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.663349628448486 20.220846 0.0
468
+ 0.3772712051868438 8 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.604811191558838 20.271864 0.0
469
+ 0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.966304302215576 20.453174 0.0
470
+ 0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 14.7146 0.0
471
+ 0.7995889186859131 7 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 72.915762 0.0
472
+ 0.789311408996582 4 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 79.459568 0.0
473
+ 0.7995889186859131 5 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 80.755401 0.0
474
+ 0.8016444444656372 8 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 84.771372 0.0
475
+ 0.8057554364204407 6 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 87.505697 0.0
476
+ 0.7954779267311096 4 0.0 imagenet ao_woq vit fixed 179.948032 503.31648 0.0 84.235943 0.0
477
+ 0.8016444444656372 8 0.0 imagenet ao_woq vit fixed 341.330432 511.705088 0.0 70.219511 0.0
478
+ 0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 10.072652 0.0
479
+ 0.0 4 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 25.254058 0.0268907930412973
480
+ 0.0 7 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 87.311892 0.0236079788491685
481
+ 0.0 5 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 88.949576 0.0237326414926321
482
+ 0.0 8 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 93.252914 0.0239494859641096
483
+ 0.0 6 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 96.317889 0.0234031339094832
484
+ 0.0 8 0.0 librispeech ao_woq wav2vec fixed 658.017792 4890.558464 0.0 94.874683 0.0239712250945444
485
+ 0.0 32 0.0 librispeech base wav2vec ---- 1564.76928 5620.36736 0.0 18.11403 0.0239473509600023
486
+ 0.4277946949005127 4 0.0 wikitext ao_woq llama3 fixed 5542.3616 7163.871232 5.3583574295043945 39.050602 0.0
487
+ 0.4437352418899536 8 0.0 wikitext ao_woq llama3 fixed 12110.375936 14040.43264 5.208643436431885 52.36158 0.0
488
+ 0.3797703683376312 4 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 6.163248062133789 95.615827 0.0
489
+ 0.4355623126029968 5 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.448963165283203 95.618313 0.0
490
+ 0.443870335817337 8 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.208242893218994 95.65331 0.0
491
+ 0.4409320950508117 6 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.193300724029541 95.732171 0.0
492
+ 0.4427558183670044 7 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.248887062072754 95.895658 0.0
493
+ 0.4436677098274231 32 0.0 wikitext base llama3 ---- 33003.526656 33155.97312 5.223813056945801 26.70374 0.0
results.txt CHANGED
The diff for this file is too large to render. See raw diff