Hugging Face's logo

Diogo-V
/
llama3-nlr-lin-3707c05a3794

English
Model card Files Community
Diogo-V commited on
Commit
c0f773d
•
1 Parent(s): 32aa97c

Upload results for llama3

Browse files
Files changed (2) hide show
  1. results/df.tsv +70 -0
  2. results/results.txt +71 -0
results/df.tsv ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
2
+ 0.4277946949005127 4 0.0 wikitext ao_woq llama3 fixed 5542.3616 7163.871232 5.3583574295043945 39.155284 0.0
3
+ 0.0 4 0.0 wikitext comb_4 llama3 nlr_t_lin 14178.745344 15367.929856 1.2404381036758425 121.653858 0.0
4
+ 0.0 4 0.0 wikitext comb_7 llama3 nlr_t_lin 14178.745344 15367.929856 1.1248141527175903 146.207548 0.0
5
+ 0.408476859331131 4 0.0 wikitext comb_15 llama3 nlr_t_lin 14179.216384 15367.929856 6.14286470413208 68.746904 0.0
6
+ 0.3797703683376312 4 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 6.163248062133789 95.823589 0.0
7
+ 0.0 4 0.0 wikitext comb_1 llama3 nlr_t_lin 14185.276416 15374.221312 1.126541018486023 148.107294 0.0
8
+ 0.0 4 0.0 wikitext comb_2 llama3 nlr_t_lin 14185.276416 15374.221312 1.1422075033187866 201.611983 0.0
9
+ 0.4063154458999634 4 0.0 wikitext comb_10 llama3 nlr_t_lin 14185.747456 15374.221312 6.213593006134033 147.720079 0.0
10
+ 0.4065181016921997 4 0.0 wikitext comb_8 llama3 nlr_t_lin 14185.747456 15374.221312 6.210402488708496 147.82709 0.0
11
+ 0.4086795151233673 4 0.0 wikitext comb_18 llama3 nlr_t_lin 14185.747456 15374.221312 6.135317802429199 147.841822 0.0
12
+ 0.4081054031848907 4 0.0 wikitext comb_12 llama3 nlr_t_lin 14185.747456 15374.221312 6.1363911628723145 148.048068 0.0
13
+ 0.4090510606765747 4 0.0 wikitext comb_3 llama3 nlr_t_lin 14185.747456 15374.221312 6.104946136474609 175.779668 0.0
14
+ 0.4092198610305786 4 0.0 wikitext comb_5 llama3 nlr_t_lin 14185.747456 15374.221312 6.134158134460449 201.614178 0.0
15
+ 0.0 4 0.0 wikitext comb_11 llama3 nlr_t_lin 11051.945984 18748.53888 1.134110927581787 4.412611 0.0
16
+ 0.0 5 0.0 wikitext comb_4 llama3 nlr_t_lin 14178.745344 15367.929856 1.2200177907943726 121.6072 0.0
17
+ 0.0 5 0.0 wikitext comb_7 llama3 nlr_t_lin 14178.745344 15367.929856 1.1248141527175903 146.238178 0.0
18
+ 0.4308341741561889 5 0.0 wikitext comb_15 llama3 nlr_t_lin 14179.216384 15367.929856 5.28123664855957 68.716002 0.0
19
+ 0.4355623126029968 5 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.448963165283203 95.662044 0.0
20
+ 0.0111111123114824 5 0.0 wikitext comb_1 llama3 nlr_t_lin 14185.276416 15374.221312 1.138054370880127 147.947441 0.0
21
+ 0.0015873017255216 5 0.0 wikitext comb_2 llama3 nlr_t_lin 14185.276416 15374.221312 1.1338989734649658 201.268211 0.0
22
+ 0.4305640161037445 5 0.0 wikitext comb_10 llama3 nlr_t_lin 14185.747456 15374.221312 5.244463443756104 147.524724 0.0
23
+ 0.43171226978302 5 0.0 wikitext comb_18 llama3 nlr_t_lin 14185.747456 15374.221312 5.266531944274902 147.551866 0.0
24
+ 0.4306653141975403 5 0.0 wikitext comb_8 llama3 nlr_t_lin 14185.747456 15374.221312 5.242984294891357 147.797326 0.0
25
+ 0.4311043918132782 5 0.0 wikitext comb_12 llama3 nlr_t_lin 14185.747456 15374.221312 5.254399299621582 147.887561 0.0
26
+ 0.4317460358142853 5 0.0 wikitext comb_3 llama3 nlr_t_lin 14185.747456 15374.221312 5.287018775939941 175.525251 0.0
27
+ 0.4312394559383392 5 0.0 wikitext comb_5 llama3 nlr_t_lin 14185.747456 15374.221312 5.284330368041992 201.061534 0.0
28
+ 0.0 5 0.0 wikitext comb_11 llama3 nlr_t_lin 11051.945984 18748.53888 1.1568723917007446 4.388439 0.0
29
+ 0.0 7 0.0 wikitext comb_4 llama3 nlr_t_lin 14178.745344 15367.929856 1.1227006912231443 121.190878 0.0
30
+ 0.0 7 0.0 wikitext comb_7 llama3 nlr_t_lin 14178.745344 15367.929856 1.1248141527175903 146.033262 0.0
31
+ 0.4430597722530365 7 0.0 wikitext comb_15 llama3 nlr_t_lin 14179.216384 15367.929856 5.229915142059326 68.546988 0.0
32
+ 0.4427558183670044 7 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.248887062072754 95.547685 0.0
33
+ 0.0015873017255216 7 0.0 wikitext comb_1 llama3 nlr_t_lin 14185.276416 15374.221312 1.1441526412963867 147.912071 0.0
34
+ 0.0111111123114824 7 0.0 wikitext comb_2 llama3 nlr_t_lin 14185.276416 15374.221312 1.104164719581604 201.265207 0.0
35
+ 0.4431948959827423 7 0.0 wikitext comb_18 llama3 nlr_t_lin 14185.747456 15374.221312 5.221767425537109 147.435124 0.0
36
+ 0.4438365399837494 7 0.0 wikitext comb_10 llama3 nlr_t_lin 14185.747456 15374.221312 5.228815078735352 147.558518 0.0
37
+ 0.4439040720462799 7 0.0 wikitext comb_8 llama3 nlr_t_lin 14185.747456 15374.221312 5.227048397064209 147.76178 0.0
38
+ 0.4436001479625702 7 0.0 wikitext comb_12 llama3 nlr_t_lin 14185.747456 15374.221312 5.217630386352539 147.954959 0.0
39
+ 0.4437014460563659 7 0.0 wikitext comb_3 llama3 nlr_t_lin 14185.747456 15374.221312 5.236624240875244 175.133152 0.0
40
+ 0.4435325860977173 7 0.0 wikitext comb_5 llama3 nlr_t_lin 14185.747456 15374.221312 5.2459211349487305 201.340142 0.0
41
+ 0.0 7 0.0 wikitext comb_11 llama3 nlr_t_lin 11051.945984 18748.53888 1.1400392055511477 4.404019 0.0
42
+ 0.4437352418899536 8 0.0 wikitext ao_woq llama3 fixed 12110.375936 14040.43264 5.208643436431885 52.321154 0.0
43
+ 0.0 8 0.0 wikitext comb_4 llama3 nlr_t_lin 14178.745344 15367.929856 1.1235297918319702 121.229042 0.0
44
+ 0.0 8 0.0 wikitext comb_7 llama3 nlr_t_lin 14178.745344 15367.929856 1.1248141527175903 146.02345 0.0
45
+ 0.4433299899101257 8 0.0 wikitext comb_15 llama3 nlr_t_lin 14179.216384 15367.929856 5.208426475524902 68.578351 0.0
46
+ 0.443870335817337 8 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.208242893218994 95.436877 0.0
47
+ 0.4436001181602478 8 0.0 wikitext comb_18 llama3 nlr_t_lin 14185.747456 15374.221312 5.21321964263916 147.483362 0.0
48
+ 0.4429584741592407 8 0.0 wikitext comb_10 llama3 nlr_t_lin 14185.747456 15374.221312 5.211179733276367 147.539241 0.0
49
+ 0.4432961940765381 8 0.0 wikitext comb_8 llama3 nlr_t_lin 14185.747456 15374.221312 5.208367347717285 147.682986 0.0
50
+ 0.4436001181602478 8 0.0 wikitext comb_12 llama3 nlr_t_lin 14185.747456 15374.221312 5.218276023864746 147.762935 0.0
51
+ 0.1377575248479843 8 0.0 wikitext comb_1 llama3 nlr_t_lin 14185.747456 15374.221312 27.58025932312012 148.037772 0.0
52
+ 0.4433975517749786 8 0.0 wikitext comb_3 llama3 nlr_t_lin 14185.747456 15374.221312 5.213704586029053 175.008103 0.0
53
+ 0.4436339139938354 8 0.0 wikitext comb_5 llama3 nlr_t_lin 14185.747456 15374.221312 5.208388805389404 201.052781 0.0
54
+ 0.3104694485664367 8 0.0 wikitext comb_2 llama3 nlr_t_lin 14185.747456 15374.221312 8.306726455688477 201.100414 0.0
55
+ 0.0 8 0.0 wikitext comb_11 llama3 nlr_t_lin 11051.945984 18748.53888 1.1334097385406494 4.401078 0.0
56
+ 0.0 6 0.0 wikitext comb_4 llama3 nlr_t_lin 14178.745344 15367.929856 1.145577907562256 121.251192 0.0
57
+ 0.0 6 0.0 wikitext comb_7 llama3 nlr_t_lin 14178.745344 15367.929856 1.1248141527175903 146.142765 0.0
58
+ 0.4430935680866241 6 0.0 wikitext comb_15 llama3 nlr_t_lin 14179.216384 15367.929856 5.21204137802124 68.699546 0.0
59
+ 0.4409320950508117 6 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.193300724029541 95.775669 0.0
60
+ 0.0 6 0.0 wikitext comb_17 llama3 nlr_t_lin 14185.276416 15374.221312 3.8901751232714766e+27 147.622088 0.0
61
+ 0.0015873017255216 6 0.0 wikitext comb_1 llama3 nlr_t_lin 14185.276416 15374.221312 1.136043906211853 148.236138 0.0
62
+ 0.0 6 0.0 wikitext comb_2 llama3 nlr_t_lin 14185.276416 15374.221312 1.1496609449386597 201.444712 0.0
63
+ 0.4420128762722015 6 0.0 wikitext comb_18 llama3 nlr_t_lin 14185.747456 15374.221312 5.220036506652832 147.479344 0.0
64
+ 0.4424518942832947 6 0.0 wikitext comb_10 llama3 nlr_t_lin 14185.747456 15374.221312 5.172033786773682 147.562968 0.0
65
+ 0.4415400326251983 6 0.0 wikitext comb_8 llama3 nlr_t_lin 14185.747456 15374.221312 5.168991565704346 147.717736 0.0
66
+ 0.4413374066352844 6 0.0 wikitext comb_12 llama3 nlr_t_lin 14185.747456 15374.221312 5.165924549102783 148.695954 0.0
67
+ 0.4416075646877289 6 0.0 wikitext comb_3 llama3 nlr_t_lin 14185.747456 15374.221312 5.220284938812256 175.391737 0.0
68
+ 0.4426207840442657 6 0.0 wikitext comb_5 llama3 nlr_t_lin 14185.747456 15374.221312 5.2124738693237305 201.484605 0.0
69
+ 0.0 6 0.0 wikitext comb_11 llama3 nlr_t_lin 11051.945984 18748.53888 1.1342358589172363 4.428678 0.0
70
+ 0.4436677098274231 32 0.0 wikitext base llama3 ---- 33003.526656 33155.97312 5.223813056945801 26.878557 0.0
results/results.txt ADDED
@@ -0,0 +1,71 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ | | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer |
2
+ |---:|-----------:|-------:|-------:|:----------|:---------|:--------|:----------|--------------------:|---------------------:|-------------:|----------:|------:|
3
+ | 0 | 0.4278 | 4 | 0 | wikitext | ao_woq | llama3 | fixed | 5542.36 | 7163.87 | 5.3584 | 39.1553 | 0 |
4
+ | 1 | 0 | 4 | 0 | wikitext | comb_4 | llama3 | nlr_t_lin | 14178.7 | 15367.9 | 1.2404 | 121.654 | 0 |
5
+ | 2 | 0 | 4 | 0 | wikitext | comb_7 | llama3 | nlr_t_lin | 14178.7 | 15367.9 | 1.1248 | 146.208 | 0 |
6
+ | 3 | 0.4085 | 4 | 0 | wikitext | comb_15 | llama3 | nlr_t_lin | 14179.2 | 15367.9 | 6.1429 | 68.7469 | 0 |
7
+ | 4 | 0.3798 | 4 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 6.1632 | 95.8236 | 0 |
8
+ | 5 | 0 | 4 | 0 | wikitext | comb_1 | llama3 | nlr_t_lin | 14185.3 | 15374.2 | 1.1265 | 148.107 | 0 |
9
+ | 6 | 0 | 4 | 0 | wikitext | comb_2 | llama3 | nlr_t_lin | 14185.3 | 15374.2 | 1.1422 | 201.612 | 0 |
10
+ | 7 | 0.4063 | 4 | 0 | wikitext | comb_10 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 6.2136 | 147.72 | 0 |
11
+ | 8 | 0.4065 | 4 | 0 | wikitext | comb_8 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 6.2104 | 147.827 | 0 |
12
+ | 9 | 0.4087 | 4 | 0 | wikitext | comb_18 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 6.1353 | 147.842 | 0 |
13
+ | 10 | 0.4081 | 4 | 0 | wikitext | comb_12 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 6.1364 | 148.048 | 0 |
14
+ | 11 | 0.4091 | 4 | 0 | wikitext | comb_3 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 6.1049 | 175.78 | 0 |
15
+ | 12 | 0.4092 | 4 | 0 | wikitext | comb_5 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 6.1342 | 201.614 | 0 |
16
+ | 13 | 0 | 4 | 0 | wikitext | comb_11 | llama3 | nlr_t_lin | 11051.9 | 18748.5 | 1.1341 | 4.4126 | 0 |
17
+ | 0 | 0 | 5 | 0 | wikitext | comb_4 | llama3 | nlr_t_lin | 14178.7 | 15367.9 | 1.22 | 121.607 | 0 |
18
+ | 1 | 0 | 5 | 0 | wikitext | comb_7 | llama3 | nlr_t_lin | 14178.7 | 15367.9 | 1.1248 | 146.238 | 0 |
19
+ | 2 | 0.4308 | 5 | 0 | wikitext | comb_15 | llama3 | nlr_t_lin | 14179.2 | 15367.9 | 5.2812 | 68.716 | 0 |
20
+ | 3 | 0.4356 | 5 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.449 | 95.662 | 0 |
21
+ | 4 | 0.0111 | 5 | 0 | wikitext | comb_1 | llama3 | nlr_t_lin | 14185.3 | 15374.2 | 1.1381 | 147.947 | 0 |
22
+ | 5 | 0.0016 | 5 | 0 | wikitext | comb_2 | llama3 | nlr_t_lin | 14185.3 | 15374.2 | 1.1339 | 201.268 | 0 |
23
+ | 6 | 0.4306 | 5 | 0 | wikitext | comb_10 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.2445 | 147.525 | 0 |
24
+ | 7 | 0.4317 | 5 | 0 | wikitext | comb_18 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.2665 | 147.552 | 0 |
25
+ | 8 | 0.4307 | 5 | 0 | wikitext | comb_8 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.243 | 147.797 | 0 |
26
+ | 9 | 0.4311 | 5 | 0 | wikitext | comb_12 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.2544 | 147.888 | 0 |
27
+ | 10 | 0.4317 | 5 | 0 | wikitext | comb_3 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.287 | 175.525 | 0 |
28
+ | 11 | 0.4312 | 5 | 0 | wikitext | comb_5 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.2843 | 201.061 | 0 |
29
+ | 12 | 0 | 5 | 0 | wikitext | comb_11 | llama3 | nlr_t_lin | 11051.9 | 18748.5 | 1.1569 | 4.3884 | 0 |
30
+ | 0 | 0 | 7 | 0 | wikitext | comb_4 | llama3 | nlr_t_lin | 14178.7 | 15367.9 | 1.1227 | 121.191 | 0 |
31
+ | 1 | 0 | 7 | 0 | wikitext | comb_7 | llama3 | nlr_t_lin | 14178.7 | 15367.9 | 1.1248 | 146.033 | 0 |
32
+ | 2 | 0.4431 | 7 | 0 | wikitext | comb_15 | llama3 | nlr_t_lin | 14179.2 | 15367.9 | 5.2299 | 68.547 | 0 |
33
+ | 3 | 0.4428 | 7 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.2489 | 95.5477 | 0 |
34
+ | 4 | 0.0016 | 7 | 0 | wikitext | comb_1 | llama3 | nlr_t_lin | 14185.3 | 15374.2 | 1.1442 | 147.912 | 0 |
35
+ | 5 | 0.0111 | 7 | 0 | wikitext | comb_2 | llama3 | nlr_t_lin | 14185.3 | 15374.2 | 1.1042 | 201.265 | 0 |
36
+ | 6 | 0.4432 | 7 | 0 | wikitext | comb_18 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.2218 | 147.435 | 0 |
37
+ | 7 | 0.4438 | 7 | 0 | wikitext | comb_10 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.2288 | 147.559 | 0 |
38
+ | 8 | 0.4439 | 7 | 0 | wikitext | comb_8 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.227 | 147.762 | 0 |
39
+ | 9 | 0.4436 | 7 | 0 | wikitext | comb_12 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.2176 | 147.955 | 0 |
40
+ | 10 | 0.4437 | 7 | 0 | wikitext | comb_3 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.2366 | 175.133 | 0 |
41
+ | 11 | 0.4435 | 7 | 0 | wikitext | comb_5 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.2459 | 201.34 | 0 |
42
+ | 12 | 0 | 7 | 0 | wikitext | comb_11 | llama3 | nlr_t_lin | 11051.9 | 18748.5 | 1.14 | 4.404 | 0 |
43
+ | 0 | 0.4437 | 8 | 0 | wikitext | ao_woq | llama3 | fixed | 12110.4 | 14040.4 | 5.2086 | 52.3212 | 0 |
44
+ | 1 | 0 | 8 | 0 | wikitext | comb_4 | llama3 | nlr_t_lin | 14178.7 | 15367.9 | 1.1235 | 121.229 | 0 |
45
+ | 2 | 0 | 8 | 0 | wikitext | comb_7 | llama3 | nlr_t_lin | 14178.7 | 15367.9 | 1.1248 | 146.023 | 0 |
46
+ | 3 | 0.4433 | 8 | 0 | wikitext | comb_15 | llama3 | nlr_t_lin | 14179.2 | 15367.9 | 5.2084 | 68.5784 | 0 |
47
+ | 4 | 0.4439 | 8 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.2082 | 95.4369 | 0 |
48
+ | 5 | 0.4436 | 8 | 0 | wikitext | comb_18 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.2132 | 147.483 | 0 |
49
+ | 6 | 0.443 | 8 | 0 | wikitext | comb_10 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.2112 | 147.539 | 0 |
50
+ | 7 | 0.4433 | 8 | 0 | wikitext | comb_8 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.2084 | 147.683 | 0 |
51
+ | 8 | 0.4436 | 8 | 0 | wikitext | comb_12 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.2183 | 147.763 | 0 |
52
+ | 9 | 0.1378 | 8 | 0 | wikitext | comb_1 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 27.5803 | 148.038 | 0 |
53
+ | 10 | 0.4434 | 8 | 0 | wikitext | comb_3 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.2137 | 175.008 | 0 |
54
+ | 11 | 0.4436 | 8 | 0 | wikitext | comb_5 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.2084 | 201.053 | 0 |
55
+ | 12 | 0.3105 | 8 | 0 | wikitext | comb_2 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 8.3067 | 201.1 | 0 |
56
+ | 13 | 0 | 8 | 0 | wikitext | comb_11 | llama3 | nlr_t_lin | 11051.9 | 18748.5 | 1.1334 | 4.4011 | 0 |
57
+ | 0 | 0 | 6 | 0 | wikitext | comb_4 | llama3 | nlr_t_lin | 14178.7 | 15367.9 | 1.1456 | 121.251 | 0 |
58
+ | 1 | 0 | 6 | 0 | wikitext | comb_7 | llama3 | nlr_t_lin | 14178.7 | 15367.9 | 1.1248 | 146.143 | 0 |
59
+ | 2 | 0.4431 | 6 | 0 | wikitext | comb_15 | llama3 | nlr_t_lin | 14179.2 | 15367.9 | 5.212 | 68.6995 | 0 |
60
+ | 3 | 0.4409 | 6 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.1933 | 95.7757 | 0 |
61
+ | 4 | 0 | 6 | 0 | wikitext | comb_17 | llama3 | nlr_t_lin | 14185.3 | 15374.2 | 3.89018e+27 | 147.622 | 0 |
62
+ | 5 | 0.0016 | 6 | 0 | wikitext | comb_1 | llama3 | nlr_t_lin | 14185.3 | 15374.2 | 1.136 | 148.236 | 0 |
63
+ | 6 | 0 | 6 | 0 | wikitext | comb_2 | llama3 | nlr_t_lin | 14185.3 | 15374.2 | 1.1497 | 201.445 | 0 |
64
+ | 7 | 0.442 | 6 | 0 | wikitext | comb_18 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.22 | 147.479 | 0 |
65
+ | 8 | 0.4425 | 6 | 0 | wikitext | comb_10 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.172 | 147.563 | 0 |
66
+ | 9 | 0.4415 | 6 | 0 | wikitext | comb_8 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.169 | 147.718 | 0 |
67
+ | 10 | 0.4413 | 6 | 0 | wikitext | comb_12 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.1659 | 148.696 | 0 |
68
+ | 11 | 0.4416 | 6 | 0 | wikitext | comb_3 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.2203 | 175.392 | 0 |
69
+ | 12 | 0.4426 | 6 | 0 | wikitext | comb_5 | llama3 | nlr_t_lin | 14185.7 | 15374.2 | 5.2125 | 201.485 | 0 |
70
+ | 13 | 0 | 6 | 0 | wikitext | comb_11 | llama3 | nlr_t_lin | 11051.9 | 18748.5 | 1.1342 | 4.4287 | 0 |
71
+ | 14 | 0.4437 | 32 | 0 | wikitext | base | llama3 | ---- | 33003.5 | 33156 | 5.2238 | 26.8786 | 0 |