Upload results for llama3
Browse files- results/df.tsv +84 -0
- results/results.txt +85 -0
results/df.tsv
ADDED
|
@@ -0,0 +1,84 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
|
| 2 |
+
0.4277946949005127 4 0.0 wikitext ao_woq llama3 fixed 5542.3616 7163.871232 5.3583574295043945 39.206994 0.0
|
| 3 |
+
0.4437352418899536 8 0.0 wikitext ao_woq llama3 fixed 12110.375936 14040.43264 5.208643436431885 52.503355 0.0
|
| 4 |
+
0.0 4 0.0 wikitext comb_1 llama3 norm_nlr 14178.745344 15367.929856 1.3576891422271729 122.248345 0.0
|
| 5 |
+
0.0 5 0.0 wikitext comb_1 llama3 norm_nlr 14178.745344 15367.929856 1.3576891422271729 122.248345 0.0
|
| 6 |
+
0.0 6 0.0 wikitext comb_1 llama3 norm_nlr 14178.745344 15367.929856 1.3576891422271729 122.248345 0.0
|
| 7 |
+
0.0 7 0.0 wikitext comb_1 llama3 norm_nlr 14178.745344 15367.929856 1.3576891422271729 122.248345 0.0
|
| 8 |
+
0.0 8 0.0 wikitext comb_1 llama3 norm_nlr 14178.745344 15367.929856 1.3576891422271729 122.248345 0.0
|
| 9 |
+
0.0 4 0.0 wikitext comb_9 llama3 norm_nlr 14178.745344 15367.929856 1.1248141527175903 146.191836 0.0
|
| 10 |
+
0.0 5 0.0 wikitext comb_9 llama3 norm_nlr 14178.745344 15367.929856 1.1248141527175903 146.191836 0.0
|
| 11 |
+
0.0 6 0.0 wikitext comb_9 llama3 norm_nlr 14178.745344 15367.929856 1.1248141527175903 146.191836 0.0
|
| 12 |
+
0.0 7 0.0 wikitext comb_9 llama3 norm_nlr 14178.745344 15367.929856 1.1248141527175903 146.191836 0.0
|
| 13 |
+
0.0 8 0.0 wikitext comb_9 llama3 norm_nlr 14178.745344 15367.929856 1.1248141527175903 146.191836 0.0
|
| 14 |
+
0.380108118057251 4 0.0 wikitext comb_5 llama3 norm_nlr 14179.216384 15367.929856 6.150976657867432 68.74943 0.0
|
| 15 |
+
0.44285714626312256 7 0.0 wikitext comb_5 llama3 norm_nlr 14179.216384 15367.929856 5.248186111450195 68.935479 0.0
|
| 16 |
+
0.4437352418899536 8 0.0 wikitext comb_5 llama3 norm_nlr 14179.216384 15367.929856 5.2086405754089355 68.960164 0.0
|
| 17 |
+
0.435663640499115 5 0.0 wikitext comb_5 llama3 norm_nlr 14179.216384 15367.929856 5.4490156173706055 68.989837 0.0
|
| 18 |
+
0.44049307703971863 6 0.0 wikitext comb_5 llama3 norm_nlr 14179.216384 15367.929856 5.199138641357422 69.026021 0.0
|
| 19 |
+
0.4427558183670044 7 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.248887062072754 95.816698 0.0
|
| 20 |
+
0.4355623126029968 5 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.448963165283203 95.836916 0.0
|
| 21 |
+
0.44093209505081177 6 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.193300724029541 95.843125 0.0
|
| 22 |
+
0.44387033581733704 8 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.208242893218994 95.845479 0.0
|
| 23 |
+
0.3797703683376312 4 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 6.163248062133789 95.876908 0.0
|
| 24 |
+
0.0 4 0.0 wikitext comb_2 llama3 norm_nlr 14185.276416 15374.221312 1.1459664106369019 202.197774 0.0
|
| 25 |
+
0.0 5 0.0 wikitext comb_2 llama3 norm_nlr 14185.276416 15374.221312 1.1459664106369019 202.197774 0.0
|
| 26 |
+
0.0 6 0.0 wikitext comb_2 llama3 norm_nlr 14185.276416 15374.221312 1.1459664106369019 202.197774 0.0
|
| 27 |
+
0.0 7 0.0 wikitext comb_2 llama3 norm_nlr 14185.276416 15374.221312 1.1459664106369019 202.197774 0.0
|
| 28 |
+
0.4428909420967102 7 0.0 wikitext comb_18 llama3 norm_nlr 14185.747456 15374.221312 5.230251312255859 147.947238 0.0
|
| 29 |
+
0.44008782505989075 6 0.0 wikitext comb_11 llama3 norm_nlr 14185.747456 15374.221312 5.199240207672119 147.955701 0.0
|
| 30 |
+
0.4422154724597931 7 0.0 wikitext comb_11 llama3 norm_nlr 14185.747456 15374.221312 5.247557163238525 147.968386 0.0
|
| 31 |
+
0.43738603591918945 5 0.0 wikitext comb_18 llama3 norm_nlr 14185.747456 15374.221312 5.412022113800049 148.009459 0.0
|
| 32 |
+
0.38098618388175964 4 0.0 wikitext comb_11 llama3 norm_nlr 14185.747456 15374.221312 6.232641220092773 148.085089 0.0
|
| 33 |
+
0.44025668501853943 6 0.0 wikitext comb_18 llama3 norm_nlr 14185.747456 15374.221312 5.230005741119385 148.118981 0.0
|
| 34 |
+
0.4439041018486023 8 0.0 wikitext comb_11 llama3 norm_nlr 14185.747456 15374.221312 5.207451820373535 148.164104 0.0
|
| 35 |
+
0.3783856928348541 4 0.0 wikitext comb_18 llama3 norm_nlr 14185.747456 15374.221312 6.167969226837158 148.354665 0.0
|
| 36 |
+
0.4365079402923584 5 0.0 wikitext comb_11 llama3 norm_nlr 14185.747456 15374.221312 5.430935382843018 148.378625 0.0
|
| 37 |
+
0.4443769156932831 8 0.0 wikitext comb_18 llama3 norm_nlr 14185.747456 15374.221312 5.207278728485107 148.394645 0.0
|
| 38 |
+
0.436372846364975 5 0.0 wikitext comb_6 llama3 norm_nlr 14185.747456 15374.221312 5.392096519470215 175.279052 0.0
|
| 39 |
+
0.3784194588661194 4 0.0 wikitext comb_6 llama3 norm_nlr 14185.747456 15374.221312 6.155765056610107 175.288414 0.0
|
| 40 |
+
0.4435325860977173 7 0.0 wikitext comb_6 llama3 norm_nlr 14185.747456 15374.221312 5.228373050689697 175.342505 0.0
|
| 41 |
+
0.4441067576408386 8 0.0 wikitext comb_6 llama3 norm_nlr 14185.747456 15374.221312 5.214853763580322 175.530099 0.0
|
| 42 |
+
0.44069573283195496 6 0.0 wikitext comb_6 llama3 norm_nlr 14185.747456 15374.221312 5.230377197265625 175.602792 0.0
|
| 43 |
+
0.44025668501853943 6 0.0 wikitext comb_15 llama3 norm_nlr 14185.747456 15374.221312 5.23110818862915 201.239682 0.0
|
| 44 |
+
0.4428909122943878 7 0.0 wikitext comb_15 llama3 norm_nlr 14185.747456 15374.221312 5.229310989379883 201.289316 0.0
|
| 45 |
+
0.3781155049800873 4 0.0 wikitext comb_15 llama3 norm_nlr 14185.747456 15374.221312 6.178022384643555 201.489166 0.0
|
| 46 |
+
0.4444107115268707 8 0.0 wikitext comb_15 llama3 norm_nlr 14185.747456 15374.221312 5.207996845245361 201.508551 0.0
|
| 47 |
+
0.3016548156738281 8 0.0 wikitext comb_2 llama3 norm_nlr 14185.747456 15374.221312 8.716463088989258 201.859879 0.0
|
| 48 |
+
0.436879426240921 5 0.0 wikitext comb_15 llama3 norm_nlr 14185.747456 15374.221312 5.4105987548828125 201.891233 0.0
|
| 49 |
+
0.0 4 0.0 wikitext comb_12 llama3 norm_nlr 14191.807488 15378.415616 1.582543134689331 187.261461 0.0
|
| 50 |
+
0.0 4 0.0 wikitext comb_3 llama3 norm_nlr 14191.807488 15378.415616 1.2333331108093262 187.283402 0.0
|
| 51 |
+
0.0 4 0.0 wikitext comb_16 llama3 norm_nlr 14191.807488 15378.415616 1.8020938634872437 187.795828 0.0
|
| 52 |
+
0.0 4 0.0 wikitext comb_13 llama3 norm_nlr 14191.807488 15378.415616 10.052525520324707 187.802071 0.0
|
| 53 |
+
0.0 5 0.0 wikitext comb_13 llama3 norm_nlr 14191.807488 15378.415616 10.052525520324707 187.802071 0.0
|
| 54 |
+
0.0 6 0.0 wikitext comb_13 llama3 norm_nlr 14191.807488 15378.415616 10.052525520324707 187.802071 0.0
|
| 55 |
+
0.03554175794124603 5 0.0 wikitext comb_3 llama3 norm_nlr 14191.844352 15378.415616 1.5305955410003662 187.827808 0.0
|
| 56 |
+
0.44380277395248413 8 0.0 wikitext comb_16 llama3 norm_nlr 14192.278528 15380.512768 5.161940097808838 187.4613 0.0
|
| 57 |
+
0.43083417415618896 7 0.0 wikitext comb_3 llama3 norm_nlr 14192.278528 15380.512768 5.307490348815918 187.538561 0.0
|
| 58 |
+
0.44140493869781494 7 0.0 wikitext comb_16 llama3 norm_nlr 14192.278528 15380.512768 5.243262767791748 187.598615 0.0
|
| 59 |
+
0.42428237199783325 6 0.0 wikitext comb_12 llama3 norm_nlr 14192.278528 15380.512768 5.485621929168701 187.612921 0.0
|
| 60 |
+
0.28814592957496643 5 0.0 wikitext comb_16 llama3 norm_nlr 14192.278528 15380.512768 8.61832046508789 187.657016 0.0
|
| 61 |
+
0.4033772349357605 5 0.0 wikitext comb_17 llama3 norm_nlr 14192.278528 15380.512768 5.514090538024902 187.720758 0.0
|
| 62 |
+
0.4137791395187378 6 0.0 wikitext comb_16 llama3 norm_nlr 14192.278528 15380.512768 5.6127705574035645 187.750792 0.0
|
| 63 |
+
0.22742319107055664 7 0.0 wikitext comb_13 llama3 norm_nlr 14192.278528 15380.512768 12.62043285369873 187.771102 0.0
|
| 64 |
+
0.4419790506362915 8 0.0 wikitext comb_3 llama3 norm_nlr 14192.278528 15380.512768 5.218316555023193 187.808459 0.0
|
| 65 |
+
0.4225599467754364 8 0.0 wikitext comb_13 llama3 norm_nlr 14192.278528 15380.512768 5.224740505218506 187.864651 0.0
|
| 66 |
+
0.4419790506362915 8 0.0 wikitext comb_12 llama3 norm_nlr 14192.278528 15380.512768 5.23714017868042 187.945954 0.0
|
| 67 |
+
0.365923672914505 6 0.0 wikitext comb_3 llama3 norm_nlr 14192.278528 15380.512768 6.604756832122803 187.949863 0.0
|
| 68 |
+
0.4417426288127899 7 0.0 wikitext comb_17 llama3 norm_nlr 14192.278528 15380.512768 5.255722522735596 187.955563 0.0
|
| 69 |
+
0.22002702951431274 5 0.0 wikitext comb_12 llama3 norm_nlr 14192.278528 15380.512768 12.024949073791504 188.009468 0.0
|
| 70 |
+
0.4404255449771881 7 0.0 wikitext comb_12 llama3 norm_nlr 14192.278528 15380.512768 5.208399772644043 188.032067 0.0
|
| 71 |
+
0.22448499500751495 4 0.0 wikitext comb_17 llama3 norm_nlr 14192.278528 15380.512768 11.965164184570312 188.046157 0.0
|
| 72 |
+
0.44410672783851624 8 0.0 wikitext comb_17 llama3 norm_nlr 14192.278528 15380.512768 5.2198920249938965 188.102439 0.0
|
| 73 |
+
0.4398176372051239 6 0.0 wikitext comb_17 llama3 norm_nlr 14192.278528 15380.512768 5.203648567199707 188.221515 0.0
|
| 74 |
+
0.0 4 0.0 wikitext comb_4 llama3 norm_nlr 16811.959808 19811.794944 1.1248142719268799 426.525583 0.0
|
| 75 |
+
0.0 5 0.0 wikitext comb_4 llama3 norm_nlr 16811.959808 19811.794944 1.1248142719268799 426.525583 0.0
|
| 76 |
+
0.0 6 0.0 wikitext comb_4 llama3 norm_nlr 16811.959808 19811.794944 1.1248142719268799 426.525583 0.0
|
| 77 |
+
0.0 7 0.0 wikitext comb_4 llama3 norm_nlr 16811.959808 19811.794944 1.1248142719268799 426.525583 0.0
|
| 78 |
+
0.0 8 0.0 wikitext comb_4 llama3 norm_nlr 16811.959808 19811.794944 1.1248142719268799 426.525583 0.0
|
| 79 |
+
0.0 4 0.0 wikitext comb_10 llama3 norm_nlr 11057.964032 21091.057664 1.1844557523727417 4.431007 0.0
|
| 80 |
+
0.0 5 0.0 wikitext comb_10 llama3 norm_nlr 11057.964032 21091.057664 1.1844557523727417 4.431007 0.0
|
| 81 |
+
0.4436677098274231 32 0.0 wikitext base llama3 ---- 33003.526656 33155.97312 5.223813056945801 26.800916 0.0
|
| 82 |
+
0.44363391399383545 8 0.0 wikitext comb_10 llama3 norm_nlr 58810.586112 68843.208704 5.212960720062256 4.400369 0.0
|
| 83 |
+
0.38699764013290405 6 0.0 wikitext comb_10 llama3 norm_nlr 58810.586112 68843.208704 5.640727519989014 4.429177 0.0
|
| 84 |
+
0.4317798316478729 7 0.0 wikitext comb_10 llama3 norm_nlr 58810.586112 68843.208704 5.319685459136963 4.438367 0.0
|
results/results.txt
ADDED
|
@@ -0,0 +1,85 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer |
|
| 2 |
+
|---:|-----------:|-------:|-------:|:----------|:---------|:--------|:---------|--------------------:|---------------------:|-------------:|----------:|------:|
|
| 3 |
+
| 0 | 0.427795 | 4 | 0 | wikitext | ao_woq | llama3 | fixed | 5542.36 | 7163.87 | 5.35836 | 39.207 | 0 |
|
| 4 |
+
| 1 | 0.443735 | 8 | 0 | wikitext | ao_woq | llama3 | fixed | 12110.4 | 14040.4 | 5.20864 | 52.5034 | 0 |
|
| 5 |
+
| 2 | 0 | 4 | 0 | wikitext | comb_1 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.35769 | 122.248 | 0 |
|
| 6 |
+
| 3 | 0 | 5 | 0 | wikitext | comb_1 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.35769 | 122.248 | 0 |
|
| 7 |
+
| 4 | 0 | 6 | 0 | wikitext | comb_1 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.35769 | 122.248 | 0 |
|
| 8 |
+
| 5 | 0 | 7 | 0 | wikitext | comb_1 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.35769 | 122.248 | 0 |
|
| 9 |
+
| 6 | 0 | 8 | 0 | wikitext | comb_1 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.35769 | 122.248 | 0 |
|
| 10 |
+
| 7 | 0 | 4 | 0 | wikitext | comb_9 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.12481 | 146.192 | 0 |
|
| 11 |
+
| 8 | 0 | 5 | 0 | wikitext | comb_9 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.12481 | 146.192 | 0 |
|
| 12 |
+
| 9 | 0 | 6 | 0 | wikitext | comb_9 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.12481 | 146.192 | 0 |
|
| 13 |
+
| 10 | 0 | 7 | 0 | wikitext | comb_9 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.12481 | 146.192 | 0 |
|
| 14 |
+
| 11 | 0 | 8 | 0 | wikitext | comb_9 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.12481 | 146.192 | 0 |
|
| 15 |
+
| 12 | 0.380108 | 4 | 0 | wikitext | comb_5 | llama3 | norm_nlr | 14179.2 | 15367.9 | 6.15098 | 68.7494 | 0 |
|
| 16 |
+
| 13 | 0.442857 | 7 | 0 | wikitext | comb_5 | llama3 | norm_nlr | 14179.2 | 15367.9 | 5.24819 | 68.9355 | 0 |
|
| 17 |
+
| 14 | 0.443735 | 8 | 0 | wikitext | comb_5 | llama3 | norm_nlr | 14179.2 | 15367.9 | 5.20864 | 68.9602 | 0 |
|
| 18 |
+
| 15 | 0.435664 | 5 | 0 | wikitext | comb_5 | llama3 | norm_nlr | 14179.2 | 15367.9 | 5.44902 | 68.9898 | 0 |
|
| 19 |
+
| 16 | 0.440493 | 6 | 0 | wikitext | comb_5 | llama3 | norm_nlr | 14179.2 | 15367.9 | 5.19914 | 69.026 | 0 |
|
| 20 |
+
| 17 | 0.442756 | 7 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.24889 | 95.8167 | 0 |
|
| 21 |
+
| 18 | 0.435562 | 5 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.44896 | 95.8369 | 0 |
|
| 22 |
+
| 19 | 0.440932 | 6 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.1933 | 95.8431 | 0 |
|
| 23 |
+
| 20 | 0.44387 | 8 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.20824 | 95.8455 | 0 |
|
| 24 |
+
| 21 | 0.37977 | 4 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 6.16325 | 95.8769 | 0 |
|
| 25 |
+
| 22 | 0 | 4 | 0 | wikitext | comb_2 | llama3 | norm_nlr | 14185.3 | 15374.2 | 1.14597 | 202.198 | 0 |
|
| 26 |
+
| 23 | 0 | 5 | 0 | wikitext | comb_2 | llama3 | norm_nlr | 14185.3 | 15374.2 | 1.14597 | 202.198 | 0 |
|
| 27 |
+
| 24 | 0 | 6 | 0 | wikitext | comb_2 | llama3 | norm_nlr | 14185.3 | 15374.2 | 1.14597 | 202.198 | 0 |
|
| 28 |
+
| 25 | 0 | 7 | 0 | wikitext | comb_2 | llama3 | norm_nlr | 14185.3 | 15374.2 | 1.14597 | 202.198 | 0 |
|
| 29 |
+
| 26 | 0.442891 | 7 | 0 | wikitext | comb_18 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.23025 | 147.947 | 0 |
|
| 30 |
+
| 27 | 0.440088 | 6 | 0 | wikitext | comb_11 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.19924 | 147.956 | 0 |
|
| 31 |
+
| 28 | 0.442215 | 7 | 0 | wikitext | comb_11 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.24756 | 147.968 | 0 |
|
| 32 |
+
| 29 | 0.437386 | 5 | 0 | wikitext | comb_18 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.41202 | 148.009 | 0 |
|
| 33 |
+
| 30 | 0.380986 | 4 | 0 | wikitext | comb_11 | llama3 | norm_nlr | 14185.7 | 15374.2 | 6.23264 | 148.085 | 0 |
|
| 34 |
+
| 31 | 0.440257 | 6 | 0 | wikitext | comb_18 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.23001 | 148.119 | 0 |
|
| 35 |
+
| 32 | 0.443904 | 8 | 0 | wikitext | comb_11 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.20745 | 148.164 | 0 |
|
| 36 |
+
| 33 | 0.378386 | 4 | 0 | wikitext | comb_18 | llama3 | norm_nlr | 14185.7 | 15374.2 | 6.16797 | 148.355 | 0 |
|
| 37 |
+
| 34 | 0.436508 | 5 | 0 | wikitext | comb_11 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.43094 | 148.379 | 0 |
|
| 38 |
+
| 35 | 0.444377 | 8 | 0 | wikitext | comb_18 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.20728 | 148.395 | 0 |
|
| 39 |
+
| 36 | 0.436373 | 5 | 0 | wikitext | comb_6 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.3921 | 175.279 | 0 |
|
| 40 |
+
| 37 | 0.378419 | 4 | 0 | wikitext | comb_6 | llama3 | norm_nlr | 14185.7 | 15374.2 | 6.15577 | 175.288 | 0 |
|
| 41 |
+
| 38 | 0.443533 | 7 | 0 | wikitext | comb_6 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.22837 | 175.343 | 0 |
|
| 42 |
+
| 39 | 0.444107 | 8 | 0 | wikitext | comb_6 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.21485 | 175.53 | 0 |
|
| 43 |
+
| 40 | 0.440696 | 6 | 0 | wikitext | comb_6 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.23038 | 175.603 | 0 |
|
| 44 |
+
| 41 | 0.440257 | 6 | 0 | wikitext | comb_15 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.23111 | 201.24 | 0 |
|
| 45 |
+
| 42 | 0.442891 | 7 | 0 | wikitext | comb_15 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.22931 | 201.289 | 0 |
|
| 46 |
+
| 43 | 0.378116 | 4 | 0 | wikitext | comb_15 | llama3 | norm_nlr | 14185.7 | 15374.2 | 6.17802 | 201.489 | 0 |
|
| 47 |
+
| 44 | 0.444411 | 8 | 0 | wikitext | comb_15 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.208 | 201.509 | 0 |
|
| 48 |
+
| 45 | 0.301655 | 8 | 0 | wikitext | comb_2 | llama3 | norm_nlr | 14185.7 | 15374.2 | 8.71646 | 201.86 | 0 |
|
| 49 |
+
| 46 | 0.436879 | 5 | 0 | wikitext | comb_15 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.4106 | 201.891 | 0 |
|
| 50 |
+
| 47 | 0 | 4 | 0 | wikitext | comb_12 | llama3 | norm_nlr | 14191.8 | 15378.4 | 1.58254 | 187.261 | 0 |
|
| 51 |
+
| 48 | 0 | 4 | 0 | wikitext | comb_3 | llama3 | norm_nlr | 14191.8 | 15378.4 | 1.23333 | 187.283 | 0 |
|
| 52 |
+
| 49 | 0 | 4 | 0 | wikitext | comb_16 | llama3 | norm_nlr | 14191.8 | 15378.4 | 1.80209 | 187.796 | 0 |
|
| 53 |
+
| 50 | 0 | 4 | 0 | wikitext | comb_13 | llama3 | norm_nlr | 14191.8 | 15378.4 | 10.0525 | 187.802 | 0 |
|
| 54 |
+
| 51 | 0 | 5 | 0 | wikitext | comb_13 | llama3 | norm_nlr | 14191.8 | 15378.4 | 10.0525 | 187.802 | 0 |
|
| 55 |
+
| 52 | 0 | 6 | 0 | wikitext | comb_13 | llama3 | norm_nlr | 14191.8 | 15378.4 | 10.0525 | 187.802 | 0 |
|
| 56 |
+
| 53 | 0.0355418 | 5 | 0 | wikitext | comb_3 | llama3 | norm_nlr | 14191.8 | 15378.4 | 1.5306 | 187.828 | 0 |
|
| 57 |
+
| 54 | 0.443803 | 8 | 0 | wikitext | comb_16 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.16194 | 187.461 | 0 |
|
| 58 |
+
| 55 | 0.430834 | 7 | 0 | wikitext | comb_3 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.30749 | 187.539 | 0 |
|
| 59 |
+
| 56 | 0.441405 | 7 | 0 | wikitext | comb_16 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.24326 | 187.599 | 0 |
|
| 60 |
+
| 57 | 0.424282 | 6 | 0 | wikitext | comb_12 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.48562 | 187.613 | 0 |
|
| 61 |
+
| 58 | 0.288146 | 5 | 0 | wikitext | comb_16 | llama3 | norm_nlr | 14192.3 | 15380.5 | 8.61832 | 187.657 | 0 |
|
| 62 |
+
| 59 | 0.403377 | 5 | 0 | wikitext | comb_17 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.51409 | 187.721 | 0 |
|
| 63 |
+
| 60 | 0.413779 | 6 | 0 | wikitext | comb_16 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.61277 | 187.751 | 0 |
|
| 64 |
+
| 61 | 0.227423 | 7 | 0 | wikitext | comb_13 | llama3 | norm_nlr | 14192.3 | 15380.5 | 12.6204 | 187.771 | 0 |
|
| 65 |
+
| 62 | 0.441979 | 8 | 0 | wikitext | comb_3 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.21832 | 187.808 | 0 |
|
| 66 |
+
| 63 | 0.42256 | 8 | 0 | wikitext | comb_13 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.22474 | 187.865 | 0 |
|
| 67 |
+
| 64 | 0.441979 | 8 | 0 | wikitext | comb_12 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.23714 | 187.946 | 0 |
|
| 68 |
+
| 65 | 0.365924 | 6 | 0 | wikitext | comb_3 | llama3 | norm_nlr | 14192.3 | 15380.5 | 6.60476 | 187.95 | 0 |
|
| 69 |
+
| 66 | 0.441743 | 7 | 0 | wikitext | comb_17 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.25572 | 187.956 | 0 |
|
| 70 |
+
| 67 | 0.220027 | 5 | 0 | wikitext | comb_12 | llama3 | norm_nlr | 14192.3 | 15380.5 | 12.0249 | 188.009 | 0 |
|
| 71 |
+
| 68 | 0.440426 | 7 | 0 | wikitext | comb_12 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.2084 | 188.032 | 0 |
|
| 72 |
+
| 69 | 0.224485 | 4 | 0 | wikitext | comb_17 | llama3 | norm_nlr | 14192.3 | 15380.5 | 11.9652 | 188.046 | 0 |
|
| 73 |
+
| 70 | 0.444107 | 8 | 0 | wikitext | comb_17 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.21989 | 188.102 | 0 |
|
| 74 |
+
| 71 | 0.439818 | 6 | 0 | wikitext | comb_17 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.20365 | 188.222 | 0 |
|
| 75 |
+
| 72 | 0 | 4 | 0 | wikitext | comb_4 | llama3 | norm_nlr | 16812 | 19811.8 | 1.12481 | 426.526 | 0 |
|
| 76 |
+
| 73 | 0 | 5 | 0 | wikitext | comb_4 | llama3 | norm_nlr | 16812 | 19811.8 | 1.12481 | 426.526 | 0 |
|
| 77 |
+
| 74 | 0 | 6 | 0 | wikitext | comb_4 | llama3 | norm_nlr | 16812 | 19811.8 | 1.12481 | 426.526 | 0 |
|
| 78 |
+
| 75 | 0 | 7 | 0 | wikitext | comb_4 | llama3 | norm_nlr | 16812 | 19811.8 | 1.12481 | 426.526 | 0 |
|
| 79 |
+
| 76 | 0 | 8 | 0 | wikitext | comb_4 | llama3 | norm_nlr | 16812 | 19811.8 | 1.12481 | 426.526 | 0 |
|
| 80 |
+
| 77 | 0 | 4 | 0 | wikitext | comb_10 | llama3 | norm_nlr | 11058 | 21091.1 | 1.18446 | 4.43101 | 0 |
|
| 81 |
+
| 78 | 0 | 5 | 0 | wikitext | comb_10 | llama3 | norm_nlr | 11058 | 21091.1 | 1.18446 | 4.43101 | 0 |
|
| 82 |
+
| 79 | 0.443668 | 32 | 0 | wikitext | base | llama3 | ---- | 33003.5 | 33156 | 5.22381 | 26.8009 | 0 |
|
| 83 |
+
| 80 | 0.443634 | 8 | 0 | wikitext | comb_10 | llama3 | norm_nlr | 58810.6 | 68843.2 | 5.21296 | 4.40037 | 0 |
|
| 84 |
+
| 81 | 0.386998 | 6 | 0 | wikitext | comb_10 | llama3 | norm_nlr | 58810.6 | 68843.2 | 5.64073 | 4.42918 | 0 |
|
| 85 |
+
| 82 | 0.43178 | 7 | 0 | wikitext | comb_10 | llama3 | norm_nlr | 58810.6 | 68843.2 | 5.31969 | 4.43837 | 0 |
|