Diogo-V commited on
Commit
0e71ea8
1 Parent(s): 4cdf8d3

Upload results for llama3

Browse files
Files changed (2) hide show
  1. results/df.tsv +70 -0
  2. results/results.txt +71 -0
results/df.tsv ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
2
+ 0.0 6 0.0 wikitext comb_2 llama3 nlr_t_cos 14178.745344 15367.929856 1.145577907562256 121.683658 0.0
3
+ 0.0 6 0.0 wikitext comb_6 llama3 nlr_t_cos 14178.745344 15367.929856 1.1248141527175903 145.985307 0.0
4
+ 0.4382641017436981 6 0.0 wikitext comb_15 llama3 nlr_t_cos 14179.216384 15367.929856 5.251090049743652 68.652847 0.0
5
+ 0.4409320950508117 6 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.193300724029541 95.792173 0.0
6
+ 0.0079365093261003 6 0.0 wikitext comb_16 llama3 nlr_t_cos 14185.276416 15374.221312 1.1336454153060913 148.302487 0.0
7
+ 0.0 6 0.0 wikitext comb_9 llama3 nlr_t_cos 14185.276416 15374.221312 1.154789686203003 201.816055 0.0
8
+ 0.4387031495571136 6 0.0 wikitext comb_11 llama3 nlr_t_cos 14185.747456 15374.221312 5.229342460632324 147.833785 0.0
9
+ 0.4391084015369415 6 0.0 wikitext comb_17 llama3 nlr_t_cos 14185.747456 15374.221312 5.229754447937012 147.986266 0.0
10
+ 0.4384329915046692 6 0.0 wikitext comb_18 llama3 nlr_t_cos 14185.747456 15374.221312 5.248167514801025 148.162488 0.0
11
+ 0.438331663608551 6 0.0 wikitext comb_1 llama3 nlr_t_cos 14185.747456 15374.221312 5.248868465423584 148.399837 0.0
12
+ 0.4385004937648773 6 0.0 wikitext comb_5 llama3 nlr_t_cos 14185.747456 15374.221312 5.262148380279541 175.83735 0.0
13
+ 0.4379263818264007 6 0.0 wikitext comb_8 llama3 nlr_t_cos 14185.747456 15374.221312 5.253790855407715 201.55459 0.0
14
+ 0.0 6 0.0 wikitext comb_14 llama3 nlr_t_cos 11051.945984 18748.53888 1.155571222305298 4.195159 0.0
15
+ 0.0 7 0.0 wikitext comb_2 llama3 nlr_t_cos 14178.745344 15367.929856 1.1227006912231443 121.439337 0.0
16
+ 0.0 7 0.0 wikitext comb_6 llama3 nlr_t_cos 14178.745344 15367.929856 1.1248141527175903 146.225141 0.0
17
+ 0.4420803785324096 7 0.0 wikitext comb_15 llama3 nlr_t_cos 14179.216384 15367.929856 5.237172603607178 68.823553 0.0
18
+ 0.4427558183670044 7 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.248887062072754 95.746955 0.0
19
+ 0.0 7 0.0 wikitext comb_16 llama3 nlr_t_cos 14185.276416 15374.221312 1.1507225036621094 147.970565 0.0
20
+ 0.0111111123114824 7 0.0 wikitext comb_9 llama3 nlr_t_cos 14185.276416 15374.221312 1.108712077140808 201.585455 0.0
21
+ 0.4423168003559112 7 0.0 wikitext comb_17 llama3 nlr_t_cos 14185.747456 15374.221312 5.2383646965026855 147.836291 0.0
22
+ 0.4426544904708862 7 0.0 wikitext comb_11 llama3 nlr_t_cos 14185.747456 15374.221312 5.2469401359558105 147.861487 0.0
23
+ 0.4432624280452728 7 0.0 wikitext comb_18 llama3 nlr_t_cos 14185.747456 15374.221312 5.25373125076294 148.0039 0.0
24
+ 0.4435663521289825 7 0.0 wikitext comb_1 llama3 nlr_t_cos 14185.747456 15374.221312 5.240185737609863 148.317796 0.0
25
+ 0.4427220225334167 7 0.0 wikitext comb_5 llama3 nlr_t_cos 14185.747456 15374.221312 5.254612922668457 175.421742 0.0
26
+ 0.4433975219726562 7 0.0 wikitext comb_8 llama3 nlr_t_cos 14185.747456 15374.221312 5.238943099975586 201.751671 0.0
27
+ 0.0 7 0.0 wikitext comb_14 llama3 nlr_t_cos 11051.945984 18748.53888 1.13592791557312 4.401779 0.0
28
+ 0.4277946949005127 4 0.0 wikitext ao_woq llama3 fixed 5542.623744 7163.871232 5.3583574295043945 38.82971 0.0
29
+ 0.0 4 0.0 wikitext comb_2 llama3 nlr_t_cos 14178.745344 15367.929856 1.2404379844665527 121.642547 0.0
30
+ 0.0 4 0.0 wikitext comb_6 llama3 nlr_t_cos 14178.745344 15367.929856 1.1248141527175903 145.885459 0.0
31
+ 0.3747382462024688 4 0.0 wikitext comb_15 llama3 nlr_t_cos 14179.216384 15367.929856 6.622741222381592 68.655855 0.0
32
+ 0.3797703683376312 4 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 6.163248062133789 95.742183 0.0
33
+ 0.0031746034510433 4 0.0 wikitext comb_16 llama3 nlr_t_cos 14185.276416 15374.221312 1.1275676488876345 147.915598 0.0
34
+ 0.0 4 0.0 wikitext comb_9 llama3 nlr_t_cos 14185.276416 15374.221312 1.135980248451233 201.327791 0.0
35
+ 0.3765619695186615 4 0.0 wikitext comb_11 llama3 nlr_t_cos 14185.747456 15374.221312 6.558605670928955 147.472453 0.0
36
+ 0.3756839036941528 4 0.0 wikitext comb_18 llama3 nlr_t_cos 14185.747456 15374.221312 6.576939105987549 147.925577 0.0
37
+ 0.3764268755912781 4 0.0 wikitext comb_17 llama3 nlr_t_cos 14185.747456 15374.221312 6.534614562988281 148.008127 0.0
38
+ 0.3753799498081207 4 0.0 wikitext comb_1 llama3 nlr_t_cos 14185.747456 15374.221312 6.626064300537109 148.223311 0.0
39
+ 0.3713272511959076 4 0.0 wikitext comb_5 llama3 nlr_t_cos 14185.747456 15374.221312 6.753609657287598 175.571203 0.0
40
+ 0.3744680881500244 4 0.0 wikitext comb_8 llama3 nlr_t_cos 14185.747456 15374.221312 6.578407287597656 201.373639 0.0
41
+ 0.0 4 0.0 wikitext comb_14 llama3 nlr_t_cos 11051.945984 18748.53888 1.1425416469573977 4.399211 0.0
42
+ 0.4437352418899536 8 0.0 wikitext ao_woq llama3 fixed 12110.375936 14040.43264 5.208643436431885 52.484539 0.0
43
+ 0.0 8 0.0 wikitext comb_2 llama3 nlr_t_cos 14178.745344 15367.929856 1.1235297918319702 122.585914 0.0
44
+ 0.0 8 0.0 wikitext comb_6 llama3 nlr_t_cos 14178.745344 15367.929856 1.1248141527175903 146.344408 0.0
45
+ 0.4435663819313049 8 0.0 wikitext comb_15 llama3 nlr_t_cos 14179.216384 15367.929856 5.2049336433410645 69.069121 0.0
46
+ 0.443870335817337 8 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.208242893218994 95.91657 0.0
47
+ 0.0 8 0.0 wikitext comb_4 llama3 nlr_t_cos 14185.276416 15374.221312 1.2090697288513184 148.201575 0.0
48
+ 0.4437690079212188 8 0.0 wikitext comb_17 llama3 nlr_t_cos 14185.747456 15374.221312 5.21251392364502 147.821363 0.0
49
+ 0.4438027739524841 8 0.0 wikitext comb_18 llama3 nlr_t_cos 14185.747456 15374.221312 5.20441198348999 147.877508 0.0
50
+ 0.4431948959827423 8 0.0 wikitext comb_11 llama3 nlr_t_cos 14185.747456 15374.221312 5.216352462768555 147.88935 0.0
51
+ 0.4430597722530365 8 0.0 wikitext comb_1 llama3 nlr_t_cos 14185.747456 15374.221312 5.205822467803955 148.012279 0.0
52
+ 0.1084768697619438 8 0.0 wikitext comb_16 llama3 nlr_t_cos 14185.747456 15374.221312 33.68851852416992 148.312031 0.0
53
+ 0.4435663819313049 8 0.0 wikitext comb_5 llama3 nlr_t_cos 14185.747456 15374.221312 5.203876972198486 175.209727 0.0
54
+ 0.4435663521289825 8 0.0 wikitext comb_8 llama3 nlr_t_cos 14185.747456 15374.221312 5.202757358551025 201.585394 0.0
55
+ 0.3124620020389557 8 0.0 wikitext comb_9 llama3 nlr_t_cos 14185.747456 15374.221312 8.283961296081543 201.679875 0.0
56
+ 0.0 8 0.0 wikitext comb_14 llama3 nlr_t_cos 11051.945984 18748.53888 1.1416436433792114 4.410658 0.0
57
+ 0.0 5 0.0 wikitext comb_2 llama3 nlr_t_cos 14178.745344 15367.929856 1.2200177907943726 121.858541 0.0
58
+ 0.0 5 0.0 wikitext comb_6 llama3 nlr_t_cos 14178.745344 15367.929856 1.1248141527175903 146.230858 0.0
59
+ 0.4123944640159607 5 0.0 wikitext comb_15 llama3 nlr_t_cos 14179.216384 15367.929856 5.599914073944092 68.751908 0.0
60
+ 0.4355623126029968 5 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.448963165283203 95.650498 0.0
61
+ 0.0 5 0.0 wikitext comb_9 llama3 nlr_t_cos 14185.276416 15374.221312 1.1338080167770386 201.642916 0.0
62
+ 0.0158730167895555 5 0.0 wikitext comb_16 llama3 nlr_t_cos 14185.298944 15374.221312 1.476590633392334 148.070775 0.0
63
+ 0.4133738577365875 5 0.0 wikitext comb_11 llama3 nlr_t_cos 14185.747456 15374.221312 5.6022138595581055 148.016679 0.0
64
+ 0.4104694426059723 5 0.0 wikitext comb_18 llama3 nlr_t_cos 14185.747456 15374.221312 5.585249900817871 148.104216 0.0
65
+ 0.4139142632484436 5 0.0 wikitext comb_1 llama3 nlr_t_cos 14185.747456 15374.221312 5.5404863357543945 148.131065 0.0
66
+ 0.4129348397254944 5 0.0 wikitext comb_17 llama3 nlr_t_cos 14185.747456 15374.221312 5.608942031860352 148.176871 0.0
67
+ 0.4107396006584167 5 0.0 wikitext comb_5 llama3 nlr_t_cos 14185.747456 15374.221312 5.570494174957275 175.829843 0.0
68
+ 0.4095238149166107 5 0.0 wikitext comb_8 llama3 nlr_t_cos 14185.747456 15374.221312 5.604806900024414 201.443753 0.0
69
+ 0.0 5 0.0 wikitext comb_14 llama3 nlr_t_cos 11051.945984 18748.53888 1.145191669464111 4.425258 0.0
70
+ 0.4436677098274231 32 0.0 wikitext base llama3 ---- 33003.526656 33155.97312 5.223813056945801 27.375718 0.0
results/results.txt ADDED
@@ -0,0 +1,71 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ | | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer |
2
+ |---:|-----------:|-------:|-------:|:----------|:---------|:--------|:----------|--------------------:|---------------------:|-------------:|----------:|------:|
3
+ | 0 | 0 | 6 | 0 | wikitext | comb_2 | llama3 | nlr_t_cos | 14178.7 | 15367.9 | 1.1456 | 121.684 | 0 |
4
+ | 1 | 0 | 6 | 0 | wikitext | comb_6 | llama3 | nlr_t_cos | 14178.7 | 15367.9 | 1.1248 | 145.985 | 0 |
5
+ | 2 | 0.4383 | 6 | 0 | wikitext | comb_15 | llama3 | nlr_t_cos | 14179.2 | 15367.9 | 5.2511 | 68.6528 | 0 |
6
+ | 3 | 0.4409 | 6 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.1933 | 95.7922 | 0 |
7
+ | 4 | 0.0079 | 6 | 0 | wikitext | comb_16 | llama3 | nlr_t_cos | 14185.3 | 15374.2 | 1.1336 | 148.303 | 0 |
8
+ | 5 | 0 | 6 | 0 | wikitext | comb_9 | llama3 | nlr_t_cos | 14185.3 | 15374.2 | 1.1548 | 201.816 | 0 |
9
+ | 6 | 0.4387 | 6 | 0 | wikitext | comb_11 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2293 | 147.834 | 0 |
10
+ | 7 | 0.4391 | 6 | 0 | wikitext | comb_17 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2298 | 147.986 | 0 |
11
+ | 8 | 0.4384 | 6 | 0 | wikitext | comb_18 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2482 | 148.162 | 0 |
12
+ | 9 | 0.4383 | 6 | 0 | wikitext | comb_1 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2489 | 148.4 | 0 |
13
+ | 10 | 0.4385 | 6 | 0 | wikitext | comb_5 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2621 | 175.837 | 0 |
14
+ | 11 | 0.4379 | 6 | 0 | wikitext | comb_8 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2538 | 201.555 | 0 |
15
+ | 12 | 0 | 6 | 0 | wikitext | comb_14 | llama3 | nlr_t_cos | 11051.9 | 18748.5 | 1.1556 | 4.1952 | 0 |
16
+ | 0 | 0 | 7 | 0 | wikitext | comb_2 | llama3 | nlr_t_cos | 14178.7 | 15367.9 | 1.1227 | 121.439 | 0 |
17
+ | 1 | 0 | 7 | 0 | wikitext | comb_6 | llama3 | nlr_t_cos | 14178.7 | 15367.9 | 1.1248 | 146.225 | 0 |
18
+ | 2 | 0.4421 | 7 | 0 | wikitext | comb_15 | llama3 | nlr_t_cos | 14179.2 | 15367.9 | 5.2372 | 68.8236 | 0 |
19
+ | 3 | 0.4428 | 7 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.2489 | 95.747 | 0 |
20
+ | 4 | 0 | 7 | 0 | wikitext | comb_16 | llama3 | nlr_t_cos | 14185.3 | 15374.2 | 1.1507 | 147.971 | 0 |
21
+ | 5 | 0.0111 | 7 | 0 | wikitext | comb_9 | llama3 | nlr_t_cos | 14185.3 | 15374.2 | 1.1087 | 201.585 | 0 |
22
+ | 6 | 0.4423 | 7 | 0 | wikitext | comb_17 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2384 | 147.836 | 0 |
23
+ | 7 | 0.4427 | 7 | 0 | wikitext | comb_11 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2469 | 147.862 | 0 |
24
+ | 8 | 0.4433 | 7 | 0 | wikitext | comb_18 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2537 | 148.004 | 0 |
25
+ | 9 | 0.4436 | 7 | 0 | wikitext | comb_1 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2402 | 148.318 | 0 |
26
+ | 10 | 0.4427 | 7 | 0 | wikitext | comb_5 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2546 | 175.422 | 0 |
27
+ | 11 | 0.4434 | 7 | 0 | wikitext | comb_8 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2389 | 201.752 | 0 |
28
+ | 12 | 0 | 7 | 0 | wikitext | comb_14 | llama3 | nlr_t_cos | 11051.9 | 18748.5 | 1.1359 | 4.4018 | 0 |
29
+ | 0 | 0.4278 | 4 | 0 | wikitext | ao_woq | llama3 | fixed | 5542.62 | 7163.87 | 5.3584 | 38.8297 | 0 |
30
+ | 1 | 0 | 4 | 0 | wikitext | comb_2 | llama3 | nlr_t_cos | 14178.7 | 15367.9 | 1.2404 | 121.642 | 0 |
31
+ | 2 | 0 | 4 | 0 | wikitext | comb_6 | llama3 | nlr_t_cos | 14178.7 | 15367.9 | 1.1248 | 145.886 | 0 |
32
+ | 3 | 0.3747 | 4 | 0 | wikitext | comb_15 | llama3 | nlr_t_cos | 14179.2 | 15367.9 | 6.6227 | 68.6559 | 0 |
33
+ | 4 | 0.3798 | 4 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 6.1632 | 95.7422 | 0 |
34
+ | 5 | 0.0032 | 4 | 0 | wikitext | comb_16 | llama3 | nlr_t_cos | 14185.3 | 15374.2 | 1.1276 | 147.916 | 0 |
35
+ | 6 | 0 | 4 | 0 | wikitext | comb_9 | llama3 | nlr_t_cos | 14185.3 | 15374.2 | 1.136 | 201.328 | 0 |
36
+ | 7 | 0.3766 | 4 | 0 | wikitext | comb_11 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 6.5586 | 147.472 | 0 |
37
+ | 8 | 0.3757 | 4 | 0 | wikitext | comb_18 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 6.5769 | 147.926 | 0 |
38
+ | 9 | 0.3764 | 4 | 0 | wikitext | comb_17 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 6.5346 | 148.008 | 0 |
39
+ | 10 | 0.3754 | 4 | 0 | wikitext | comb_1 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 6.6261 | 148.223 | 0 |
40
+ | 11 | 0.3713 | 4 | 0 | wikitext | comb_5 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 6.7536 | 175.571 | 0 |
41
+ | 12 | 0.3745 | 4 | 0 | wikitext | comb_8 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 6.5784 | 201.374 | 0 |
42
+ | 13 | 0 | 4 | 0 | wikitext | comb_14 | llama3 | nlr_t_cos | 11051.9 | 18748.5 | 1.1425 | 4.3992 | 0 |
43
+ | 0 | 0.4437 | 8 | 0 | wikitext | ao_woq | llama3 | fixed | 12110.4 | 14040.4 | 5.2086 | 52.4845 | 0 |
44
+ | 1 | 0 | 8 | 0 | wikitext | comb_2 | llama3 | nlr_t_cos | 14178.7 | 15367.9 | 1.1235 | 122.586 | 0 |
45
+ | 2 | 0 | 8 | 0 | wikitext | comb_6 | llama3 | nlr_t_cos | 14178.7 | 15367.9 | 1.1248 | 146.344 | 0 |
46
+ | 3 | 0.4436 | 8 | 0 | wikitext | comb_15 | llama3 | nlr_t_cos | 14179.2 | 15367.9 | 5.2049 | 69.0691 | 0 |
47
+ | 4 | 0.4439 | 8 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.2082 | 95.9166 | 0 |
48
+ | 5 | 0 | 8 | 0 | wikitext | comb_4 | llama3 | nlr_t_cos | 14185.3 | 15374.2 | 1.2091 | 148.202 | 0 |
49
+ | 6 | 0.4438 | 8 | 0 | wikitext | comb_17 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2125 | 147.821 | 0 |
50
+ | 7 | 0.4438 | 8 | 0 | wikitext | comb_18 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2044 | 147.877 | 0 |
51
+ | 8 | 0.4432 | 8 | 0 | wikitext | comb_11 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2164 | 147.889 | 0 |
52
+ | 9 | 0.4431 | 8 | 0 | wikitext | comb_1 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2058 | 148.012 | 0 |
53
+ | 10 | 0.1085 | 8 | 0 | wikitext | comb_16 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 33.6885 | 148.312 | 0 |
54
+ | 11 | 0.4436 | 8 | 0 | wikitext | comb_5 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2039 | 175.21 | 0 |
55
+ | 12 | 0.4436 | 8 | 0 | wikitext | comb_8 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2028 | 201.585 | 0 |
56
+ | 13 | 0.3125 | 8 | 0 | wikitext | comb_9 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 8.284 | 201.68 | 0 |
57
+ | 14 | 0 | 8 | 0 | wikitext | comb_14 | llama3 | nlr_t_cos | 11051.9 | 18748.5 | 1.1416 | 4.4107 | 0 |
58
+ | 0 | 0 | 5 | 0 | wikitext | comb_2 | llama3 | nlr_t_cos | 14178.7 | 15367.9 | 1.22 | 121.859 | 0 |
59
+ | 1 | 0 | 5 | 0 | wikitext | comb_6 | llama3 | nlr_t_cos | 14178.7 | 15367.9 | 1.1248 | 146.231 | 0 |
60
+ | 2 | 0.4124 | 5 | 0 | wikitext | comb_15 | llama3 | nlr_t_cos | 14179.2 | 15367.9 | 5.5999 | 68.7519 | 0 |
61
+ | 3 | 0.4356 | 5 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.449 | 95.6505 | 0 |
62
+ | 4 | 0 | 5 | 0 | wikitext | comb_9 | llama3 | nlr_t_cos | 14185.3 | 15374.2 | 1.1338 | 201.643 | 0 |
63
+ | 5 | 0.0159 | 5 | 0 | wikitext | comb_16 | llama3 | nlr_t_cos | 14185.3 | 15374.2 | 1.4766 | 148.071 | 0 |
64
+ | 6 | 0.4134 | 5 | 0 | wikitext | comb_11 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.6022 | 148.017 | 0 |
65
+ | 7 | 0.4105 | 5 | 0 | wikitext | comb_18 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.5852 | 148.104 | 0 |
66
+ | 8 | 0.4139 | 5 | 0 | wikitext | comb_1 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.5405 | 148.131 | 0 |
67
+ | 9 | 0.4129 | 5 | 0 | wikitext | comb_17 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.6089 | 148.177 | 0 |
68
+ | 10 | 0.4107 | 5 | 0 | wikitext | comb_5 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.5705 | 175.83 | 0 |
69
+ | 11 | 0.4095 | 5 | 0 | wikitext | comb_8 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.6048 | 201.444 | 0 |
70
+ | 12 | 0 | 5 | 0 | wikitext | comb_14 | llama3 | nlr_t_cos | 11051.9 | 18748.5 | 1.1452 | 4.4253 | 0 |
71
+ | 13 | 0.4437 | 32 | 0 | wikitext | base | llama3 | ---- | 33003.5 | 33156 | 5.2238 | 27.3757 | 0 |