Upload results for llama3
Browse files- results/df.tsv +70 -0
- results/results.txt +71 -0
results/df.tsv
ADDED
@@ -0,0 +1,70 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
|
2 |
+
0.0 6 0.0 wikitext comb_2 llama3 nlr_t_cos 14178.745344 15367.929856 1.145577907562256 121.683658 0.0
|
3 |
+
0.0 6 0.0 wikitext comb_6 llama3 nlr_t_cos 14178.745344 15367.929856 1.1248141527175903 145.985307 0.0
|
4 |
+
0.4382641017436981 6 0.0 wikitext comb_15 llama3 nlr_t_cos 14179.216384 15367.929856 5.251090049743652 68.652847 0.0
|
5 |
+
0.4409320950508117 6 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.193300724029541 95.792173 0.0
|
6 |
+
0.0079365093261003 6 0.0 wikitext comb_16 llama3 nlr_t_cos 14185.276416 15374.221312 1.1336454153060913 148.302487 0.0
|
7 |
+
0.0 6 0.0 wikitext comb_9 llama3 nlr_t_cos 14185.276416 15374.221312 1.154789686203003 201.816055 0.0
|
8 |
+
0.4387031495571136 6 0.0 wikitext comb_11 llama3 nlr_t_cos 14185.747456 15374.221312 5.229342460632324 147.833785 0.0
|
9 |
+
0.4391084015369415 6 0.0 wikitext comb_17 llama3 nlr_t_cos 14185.747456 15374.221312 5.229754447937012 147.986266 0.0
|
10 |
+
0.4384329915046692 6 0.0 wikitext comb_18 llama3 nlr_t_cos 14185.747456 15374.221312 5.248167514801025 148.162488 0.0
|
11 |
+
0.438331663608551 6 0.0 wikitext comb_1 llama3 nlr_t_cos 14185.747456 15374.221312 5.248868465423584 148.399837 0.0
|
12 |
+
0.4385004937648773 6 0.0 wikitext comb_5 llama3 nlr_t_cos 14185.747456 15374.221312 5.262148380279541 175.83735 0.0
|
13 |
+
0.4379263818264007 6 0.0 wikitext comb_8 llama3 nlr_t_cos 14185.747456 15374.221312 5.253790855407715 201.55459 0.0
|
14 |
+
0.0 6 0.0 wikitext comb_14 llama3 nlr_t_cos 11051.945984 18748.53888 1.155571222305298 4.195159 0.0
|
15 |
+
0.0 7 0.0 wikitext comb_2 llama3 nlr_t_cos 14178.745344 15367.929856 1.1227006912231443 121.439337 0.0
|
16 |
+
0.0 7 0.0 wikitext comb_6 llama3 nlr_t_cos 14178.745344 15367.929856 1.1248141527175903 146.225141 0.0
|
17 |
+
0.4420803785324096 7 0.0 wikitext comb_15 llama3 nlr_t_cos 14179.216384 15367.929856 5.237172603607178 68.823553 0.0
|
18 |
+
0.4427558183670044 7 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.248887062072754 95.746955 0.0
|
19 |
+
0.0 7 0.0 wikitext comb_16 llama3 nlr_t_cos 14185.276416 15374.221312 1.1507225036621094 147.970565 0.0
|
20 |
+
0.0111111123114824 7 0.0 wikitext comb_9 llama3 nlr_t_cos 14185.276416 15374.221312 1.108712077140808 201.585455 0.0
|
21 |
+
0.4423168003559112 7 0.0 wikitext comb_17 llama3 nlr_t_cos 14185.747456 15374.221312 5.2383646965026855 147.836291 0.0
|
22 |
+
0.4426544904708862 7 0.0 wikitext comb_11 llama3 nlr_t_cos 14185.747456 15374.221312 5.2469401359558105 147.861487 0.0
|
23 |
+
0.4432624280452728 7 0.0 wikitext comb_18 llama3 nlr_t_cos 14185.747456 15374.221312 5.25373125076294 148.0039 0.0
|
24 |
+
0.4435663521289825 7 0.0 wikitext comb_1 llama3 nlr_t_cos 14185.747456 15374.221312 5.240185737609863 148.317796 0.0
|
25 |
+
0.4427220225334167 7 0.0 wikitext comb_5 llama3 nlr_t_cos 14185.747456 15374.221312 5.254612922668457 175.421742 0.0
|
26 |
+
0.4433975219726562 7 0.0 wikitext comb_8 llama3 nlr_t_cos 14185.747456 15374.221312 5.238943099975586 201.751671 0.0
|
27 |
+
0.0 7 0.0 wikitext comb_14 llama3 nlr_t_cos 11051.945984 18748.53888 1.13592791557312 4.401779 0.0
|
28 |
+
0.4277946949005127 4 0.0 wikitext ao_woq llama3 fixed 5542.623744 7163.871232 5.3583574295043945 38.82971 0.0
|
29 |
+
0.0 4 0.0 wikitext comb_2 llama3 nlr_t_cos 14178.745344 15367.929856 1.2404379844665527 121.642547 0.0
|
30 |
+
0.0 4 0.0 wikitext comb_6 llama3 nlr_t_cos 14178.745344 15367.929856 1.1248141527175903 145.885459 0.0
|
31 |
+
0.3747382462024688 4 0.0 wikitext comb_15 llama3 nlr_t_cos 14179.216384 15367.929856 6.622741222381592 68.655855 0.0
|
32 |
+
0.3797703683376312 4 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 6.163248062133789 95.742183 0.0
|
33 |
+
0.0031746034510433 4 0.0 wikitext comb_16 llama3 nlr_t_cos 14185.276416 15374.221312 1.1275676488876345 147.915598 0.0
|
34 |
+
0.0 4 0.0 wikitext comb_9 llama3 nlr_t_cos 14185.276416 15374.221312 1.135980248451233 201.327791 0.0
|
35 |
+
0.3765619695186615 4 0.0 wikitext comb_11 llama3 nlr_t_cos 14185.747456 15374.221312 6.558605670928955 147.472453 0.0
|
36 |
+
0.3756839036941528 4 0.0 wikitext comb_18 llama3 nlr_t_cos 14185.747456 15374.221312 6.576939105987549 147.925577 0.0
|
37 |
+
0.3764268755912781 4 0.0 wikitext comb_17 llama3 nlr_t_cos 14185.747456 15374.221312 6.534614562988281 148.008127 0.0
|
38 |
+
0.3753799498081207 4 0.0 wikitext comb_1 llama3 nlr_t_cos 14185.747456 15374.221312 6.626064300537109 148.223311 0.0
|
39 |
+
0.3713272511959076 4 0.0 wikitext comb_5 llama3 nlr_t_cos 14185.747456 15374.221312 6.753609657287598 175.571203 0.0
|
40 |
+
0.3744680881500244 4 0.0 wikitext comb_8 llama3 nlr_t_cos 14185.747456 15374.221312 6.578407287597656 201.373639 0.0
|
41 |
+
0.0 4 0.0 wikitext comb_14 llama3 nlr_t_cos 11051.945984 18748.53888 1.1425416469573977 4.399211 0.0
|
42 |
+
0.4437352418899536 8 0.0 wikitext ao_woq llama3 fixed 12110.375936 14040.43264 5.208643436431885 52.484539 0.0
|
43 |
+
0.0 8 0.0 wikitext comb_2 llama3 nlr_t_cos 14178.745344 15367.929856 1.1235297918319702 122.585914 0.0
|
44 |
+
0.0 8 0.0 wikitext comb_6 llama3 nlr_t_cos 14178.745344 15367.929856 1.1248141527175903 146.344408 0.0
|
45 |
+
0.4435663819313049 8 0.0 wikitext comb_15 llama3 nlr_t_cos 14179.216384 15367.929856 5.2049336433410645 69.069121 0.0
|
46 |
+
0.443870335817337 8 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.208242893218994 95.91657 0.0
|
47 |
+
0.0 8 0.0 wikitext comb_4 llama3 nlr_t_cos 14185.276416 15374.221312 1.2090697288513184 148.201575 0.0
|
48 |
+
0.4437690079212188 8 0.0 wikitext comb_17 llama3 nlr_t_cos 14185.747456 15374.221312 5.21251392364502 147.821363 0.0
|
49 |
+
0.4438027739524841 8 0.0 wikitext comb_18 llama3 nlr_t_cos 14185.747456 15374.221312 5.20441198348999 147.877508 0.0
|
50 |
+
0.4431948959827423 8 0.0 wikitext comb_11 llama3 nlr_t_cos 14185.747456 15374.221312 5.216352462768555 147.88935 0.0
|
51 |
+
0.4430597722530365 8 0.0 wikitext comb_1 llama3 nlr_t_cos 14185.747456 15374.221312 5.205822467803955 148.012279 0.0
|
52 |
+
0.1084768697619438 8 0.0 wikitext comb_16 llama3 nlr_t_cos 14185.747456 15374.221312 33.68851852416992 148.312031 0.0
|
53 |
+
0.4435663819313049 8 0.0 wikitext comb_5 llama3 nlr_t_cos 14185.747456 15374.221312 5.203876972198486 175.209727 0.0
|
54 |
+
0.4435663521289825 8 0.0 wikitext comb_8 llama3 nlr_t_cos 14185.747456 15374.221312 5.202757358551025 201.585394 0.0
|
55 |
+
0.3124620020389557 8 0.0 wikitext comb_9 llama3 nlr_t_cos 14185.747456 15374.221312 8.283961296081543 201.679875 0.0
|
56 |
+
0.0 8 0.0 wikitext comb_14 llama3 nlr_t_cos 11051.945984 18748.53888 1.1416436433792114 4.410658 0.0
|
57 |
+
0.0 5 0.0 wikitext comb_2 llama3 nlr_t_cos 14178.745344 15367.929856 1.2200177907943726 121.858541 0.0
|
58 |
+
0.0 5 0.0 wikitext comb_6 llama3 nlr_t_cos 14178.745344 15367.929856 1.1248141527175903 146.230858 0.0
|
59 |
+
0.4123944640159607 5 0.0 wikitext comb_15 llama3 nlr_t_cos 14179.216384 15367.929856 5.599914073944092 68.751908 0.0
|
60 |
+
0.4355623126029968 5 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.448963165283203 95.650498 0.0
|
61 |
+
0.0 5 0.0 wikitext comb_9 llama3 nlr_t_cos 14185.276416 15374.221312 1.1338080167770386 201.642916 0.0
|
62 |
+
0.0158730167895555 5 0.0 wikitext comb_16 llama3 nlr_t_cos 14185.298944 15374.221312 1.476590633392334 148.070775 0.0
|
63 |
+
0.4133738577365875 5 0.0 wikitext comb_11 llama3 nlr_t_cos 14185.747456 15374.221312 5.6022138595581055 148.016679 0.0
|
64 |
+
0.4104694426059723 5 0.0 wikitext comb_18 llama3 nlr_t_cos 14185.747456 15374.221312 5.585249900817871 148.104216 0.0
|
65 |
+
0.4139142632484436 5 0.0 wikitext comb_1 llama3 nlr_t_cos 14185.747456 15374.221312 5.5404863357543945 148.131065 0.0
|
66 |
+
0.4129348397254944 5 0.0 wikitext comb_17 llama3 nlr_t_cos 14185.747456 15374.221312 5.608942031860352 148.176871 0.0
|
67 |
+
0.4107396006584167 5 0.0 wikitext comb_5 llama3 nlr_t_cos 14185.747456 15374.221312 5.570494174957275 175.829843 0.0
|
68 |
+
0.4095238149166107 5 0.0 wikitext comb_8 llama3 nlr_t_cos 14185.747456 15374.221312 5.604806900024414 201.443753 0.0
|
69 |
+
0.0 5 0.0 wikitext comb_14 llama3 nlr_t_cos 11051.945984 18748.53888 1.145191669464111 4.425258 0.0
|
70 |
+
0.4436677098274231 32 0.0 wikitext base llama3 ---- 33003.526656 33155.97312 5.223813056945801 27.375718 0.0
|
results/results.txt
ADDED
@@ -0,0 +1,71 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer |
|
2 |
+
|---:|-----------:|-------:|-------:|:----------|:---------|:--------|:----------|--------------------:|---------------------:|-------------:|----------:|------:|
|
3 |
+
| 0 | 0 | 6 | 0 | wikitext | comb_2 | llama3 | nlr_t_cos | 14178.7 | 15367.9 | 1.1456 | 121.684 | 0 |
|
4 |
+
| 1 | 0 | 6 | 0 | wikitext | comb_6 | llama3 | nlr_t_cos | 14178.7 | 15367.9 | 1.1248 | 145.985 | 0 |
|
5 |
+
| 2 | 0.4383 | 6 | 0 | wikitext | comb_15 | llama3 | nlr_t_cos | 14179.2 | 15367.9 | 5.2511 | 68.6528 | 0 |
|
6 |
+
| 3 | 0.4409 | 6 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.1933 | 95.7922 | 0 |
|
7 |
+
| 4 | 0.0079 | 6 | 0 | wikitext | comb_16 | llama3 | nlr_t_cos | 14185.3 | 15374.2 | 1.1336 | 148.303 | 0 |
|
8 |
+
| 5 | 0 | 6 | 0 | wikitext | comb_9 | llama3 | nlr_t_cos | 14185.3 | 15374.2 | 1.1548 | 201.816 | 0 |
|
9 |
+
| 6 | 0.4387 | 6 | 0 | wikitext | comb_11 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2293 | 147.834 | 0 |
|
10 |
+
| 7 | 0.4391 | 6 | 0 | wikitext | comb_17 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2298 | 147.986 | 0 |
|
11 |
+
| 8 | 0.4384 | 6 | 0 | wikitext | comb_18 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2482 | 148.162 | 0 |
|
12 |
+
| 9 | 0.4383 | 6 | 0 | wikitext | comb_1 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2489 | 148.4 | 0 |
|
13 |
+
| 10 | 0.4385 | 6 | 0 | wikitext | comb_5 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2621 | 175.837 | 0 |
|
14 |
+
| 11 | 0.4379 | 6 | 0 | wikitext | comb_8 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2538 | 201.555 | 0 |
|
15 |
+
| 12 | 0 | 6 | 0 | wikitext | comb_14 | llama3 | nlr_t_cos | 11051.9 | 18748.5 | 1.1556 | 4.1952 | 0 |
|
16 |
+
| 0 | 0 | 7 | 0 | wikitext | comb_2 | llama3 | nlr_t_cos | 14178.7 | 15367.9 | 1.1227 | 121.439 | 0 |
|
17 |
+
| 1 | 0 | 7 | 0 | wikitext | comb_6 | llama3 | nlr_t_cos | 14178.7 | 15367.9 | 1.1248 | 146.225 | 0 |
|
18 |
+
| 2 | 0.4421 | 7 | 0 | wikitext | comb_15 | llama3 | nlr_t_cos | 14179.2 | 15367.9 | 5.2372 | 68.8236 | 0 |
|
19 |
+
| 3 | 0.4428 | 7 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.2489 | 95.747 | 0 |
|
20 |
+
| 4 | 0 | 7 | 0 | wikitext | comb_16 | llama3 | nlr_t_cos | 14185.3 | 15374.2 | 1.1507 | 147.971 | 0 |
|
21 |
+
| 5 | 0.0111 | 7 | 0 | wikitext | comb_9 | llama3 | nlr_t_cos | 14185.3 | 15374.2 | 1.1087 | 201.585 | 0 |
|
22 |
+
| 6 | 0.4423 | 7 | 0 | wikitext | comb_17 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2384 | 147.836 | 0 |
|
23 |
+
| 7 | 0.4427 | 7 | 0 | wikitext | comb_11 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2469 | 147.862 | 0 |
|
24 |
+
| 8 | 0.4433 | 7 | 0 | wikitext | comb_18 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2537 | 148.004 | 0 |
|
25 |
+
| 9 | 0.4436 | 7 | 0 | wikitext | comb_1 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2402 | 148.318 | 0 |
|
26 |
+
| 10 | 0.4427 | 7 | 0 | wikitext | comb_5 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2546 | 175.422 | 0 |
|
27 |
+
| 11 | 0.4434 | 7 | 0 | wikitext | comb_8 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2389 | 201.752 | 0 |
|
28 |
+
| 12 | 0 | 7 | 0 | wikitext | comb_14 | llama3 | nlr_t_cos | 11051.9 | 18748.5 | 1.1359 | 4.4018 | 0 |
|
29 |
+
| 0 | 0.4278 | 4 | 0 | wikitext | ao_woq | llama3 | fixed | 5542.62 | 7163.87 | 5.3584 | 38.8297 | 0 |
|
30 |
+
| 1 | 0 | 4 | 0 | wikitext | comb_2 | llama3 | nlr_t_cos | 14178.7 | 15367.9 | 1.2404 | 121.642 | 0 |
|
31 |
+
| 2 | 0 | 4 | 0 | wikitext | comb_6 | llama3 | nlr_t_cos | 14178.7 | 15367.9 | 1.1248 | 145.886 | 0 |
|
32 |
+
| 3 | 0.3747 | 4 | 0 | wikitext | comb_15 | llama3 | nlr_t_cos | 14179.2 | 15367.9 | 6.6227 | 68.6559 | 0 |
|
33 |
+
| 4 | 0.3798 | 4 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 6.1632 | 95.7422 | 0 |
|
34 |
+
| 5 | 0.0032 | 4 | 0 | wikitext | comb_16 | llama3 | nlr_t_cos | 14185.3 | 15374.2 | 1.1276 | 147.916 | 0 |
|
35 |
+
| 6 | 0 | 4 | 0 | wikitext | comb_9 | llama3 | nlr_t_cos | 14185.3 | 15374.2 | 1.136 | 201.328 | 0 |
|
36 |
+
| 7 | 0.3766 | 4 | 0 | wikitext | comb_11 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 6.5586 | 147.472 | 0 |
|
37 |
+
| 8 | 0.3757 | 4 | 0 | wikitext | comb_18 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 6.5769 | 147.926 | 0 |
|
38 |
+
| 9 | 0.3764 | 4 | 0 | wikitext | comb_17 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 6.5346 | 148.008 | 0 |
|
39 |
+
| 10 | 0.3754 | 4 | 0 | wikitext | comb_1 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 6.6261 | 148.223 | 0 |
|
40 |
+
| 11 | 0.3713 | 4 | 0 | wikitext | comb_5 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 6.7536 | 175.571 | 0 |
|
41 |
+
| 12 | 0.3745 | 4 | 0 | wikitext | comb_8 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 6.5784 | 201.374 | 0 |
|
42 |
+
| 13 | 0 | 4 | 0 | wikitext | comb_14 | llama3 | nlr_t_cos | 11051.9 | 18748.5 | 1.1425 | 4.3992 | 0 |
|
43 |
+
| 0 | 0.4437 | 8 | 0 | wikitext | ao_woq | llama3 | fixed | 12110.4 | 14040.4 | 5.2086 | 52.4845 | 0 |
|
44 |
+
| 1 | 0 | 8 | 0 | wikitext | comb_2 | llama3 | nlr_t_cos | 14178.7 | 15367.9 | 1.1235 | 122.586 | 0 |
|
45 |
+
| 2 | 0 | 8 | 0 | wikitext | comb_6 | llama3 | nlr_t_cos | 14178.7 | 15367.9 | 1.1248 | 146.344 | 0 |
|
46 |
+
| 3 | 0.4436 | 8 | 0 | wikitext | comb_15 | llama3 | nlr_t_cos | 14179.2 | 15367.9 | 5.2049 | 69.0691 | 0 |
|
47 |
+
| 4 | 0.4439 | 8 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.2082 | 95.9166 | 0 |
|
48 |
+
| 5 | 0 | 8 | 0 | wikitext | comb_4 | llama3 | nlr_t_cos | 14185.3 | 15374.2 | 1.2091 | 148.202 | 0 |
|
49 |
+
| 6 | 0.4438 | 8 | 0 | wikitext | comb_17 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2125 | 147.821 | 0 |
|
50 |
+
| 7 | 0.4438 | 8 | 0 | wikitext | comb_18 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2044 | 147.877 | 0 |
|
51 |
+
| 8 | 0.4432 | 8 | 0 | wikitext | comb_11 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2164 | 147.889 | 0 |
|
52 |
+
| 9 | 0.4431 | 8 | 0 | wikitext | comb_1 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2058 | 148.012 | 0 |
|
53 |
+
| 10 | 0.1085 | 8 | 0 | wikitext | comb_16 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 33.6885 | 148.312 | 0 |
|
54 |
+
| 11 | 0.4436 | 8 | 0 | wikitext | comb_5 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2039 | 175.21 | 0 |
|
55 |
+
| 12 | 0.4436 | 8 | 0 | wikitext | comb_8 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.2028 | 201.585 | 0 |
|
56 |
+
| 13 | 0.3125 | 8 | 0 | wikitext | comb_9 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 8.284 | 201.68 | 0 |
|
57 |
+
| 14 | 0 | 8 | 0 | wikitext | comb_14 | llama3 | nlr_t_cos | 11051.9 | 18748.5 | 1.1416 | 4.4107 | 0 |
|
58 |
+
| 0 | 0 | 5 | 0 | wikitext | comb_2 | llama3 | nlr_t_cos | 14178.7 | 15367.9 | 1.22 | 121.859 | 0 |
|
59 |
+
| 1 | 0 | 5 | 0 | wikitext | comb_6 | llama3 | nlr_t_cos | 14178.7 | 15367.9 | 1.1248 | 146.231 | 0 |
|
60 |
+
| 2 | 0.4124 | 5 | 0 | wikitext | comb_15 | llama3 | nlr_t_cos | 14179.2 | 15367.9 | 5.5999 | 68.7519 | 0 |
|
61 |
+
| 3 | 0.4356 | 5 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.449 | 95.6505 | 0 |
|
62 |
+
| 4 | 0 | 5 | 0 | wikitext | comb_9 | llama3 | nlr_t_cos | 14185.3 | 15374.2 | 1.1338 | 201.643 | 0 |
|
63 |
+
| 5 | 0.0159 | 5 | 0 | wikitext | comb_16 | llama3 | nlr_t_cos | 14185.3 | 15374.2 | 1.4766 | 148.071 | 0 |
|
64 |
+
| 6 | 0.4134 | 5 | 0 | wikitext | comb_11 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.6022 | 148.017 | 0 |
|
65 |
+
| 7 | 0.4105 | 5 | 0 | wikitext | comb_18 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.5852 | 148.104 | 0 |
|
66 |
+
| 8 | 0.4139 | 5 | 0 | wikitext | comb_1 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.5405 | 148.131 | 0 |
|
67 |
+
| 9 | 0.4129 | 5 | 0 | wikitext | comb_17 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.6089 | 148.177 | 0 |
|
68 |
+
| 10 | 0.4107 | 5 | 0 | wikitext | comb_5 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.5705 | 175.83 | 0 |
|
69 |
+
| 11 | 0.4095 | 5 | 0 | wikitext | comb_8 | llama3 | nlr_t_cos | 14185.7 | 15374.2 | 5.6048 | 201.444 | 0 |
|
70 |
+
| 12 | 0 | 5 | 0 | wikitext | comb_14 | llama3 | nlr_t_cos | 11051.9 | 18748.5 | 1.1452 | 4.4253 | 0 |
|
71 |
+
| 13 | 0.4437 | 32 | 0 | wikitext | base | llama3 | ---- | 33003.5 | 33156 | 5.2238 | 27.3757 | 0 |
|