OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_0/metrics.json |
5 |
128 |
0 |
0.003843 |
12.480284 |
3.603422 |
3.599065 |
15.861977 |
0.999692 |
0.999645 |
32.707962 |
32.607395 |
0.996936 |
31.980795 |
44.247345 |
0.976495 |
5.842685 |
6144.000000 |
OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_0/metrics.json |
OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_1/metrics.json |
5 |
128 |
1 |
0.006731 |
16.217104 |
3.605462 |
3.599065 |
19.600266 |
0.999585 |
0.999600 |
56.929867 |
56.693493 |
0.995869 |
31.999023 |
59.953354 |
0.972269 |
31.145605 |
6144.000000 |
OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_1/metrics.json |
OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_2/metrics.json |
5 |
128 |
2 |
0.014035 |
12.813511 |
3.612803 |
3.599065 |
16.327873 |
0.998905 |
0.998921 |
68.907532 |
68.518921 |
0.993602 |
31.999350 |
53.266327 |
0.969186 |
49.732628 |
6144.000000 |
OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_2/metrics.json |
OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_3/metrics.json |
5 |
128 |
3 |
0.023511 |
10.101868 |
3.622775 |
3.599065 |
13.548822 |
0.997673 |
0.997617 |
103.711441 |
103.026962 |
0.989538 |
31.983074 |
54.825603 |
0.975295 |
89.620079 |
6144.000000 |
OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_3/metrics.json |
OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_4/metrics.json |
5 |
128 |
4 |
0.037530 |
13.249713 |
3.640705 |
3.599065 |
16.699104 |
0.997167 |
0.996821 |
111.403282 |
110.286774 |
0.984007 |
31.948568 |
56.497829 |
0.963923 |
153.826294 |
6144.000000 |
OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_4/metrics.json |
OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_5/metrics.json |
5 |
128 |
5 |
0.047411 |
11.519682 |
3.644166 |
3.599065 |
14.860109 |
0.995884 |
0.995995 |
119.651489 |
118.053459 |
0.978980 |
31.958008 |
56.149471 |
0.952276 |
238.126266 |
6144.000000 |
OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_5/metrics.json |
OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_6/metrics.json |
5 |
128 |
6 |
0.060794 |
6.933250 |
3.655243 |
3.599065 |
10.522690 |
0.991232 |
0.991886 |
128.847931 |
126.688171 |
0.974231 |
31.996094 |
56.119469 |
0.940335 |
349.569763 |
6144.000000 |
OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_6/metrics.json |
OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_7/metrics.json |
5 |
128 |
7 |
0.073590 |
9.511523 |
3.668211 |
3.599065 |
13.054041 |
0.992263 |
0.992687 |
140.905991 |
138.128754 |
0.970831 |
31.997070 |
55.752361 |
0.928668 |
499.765717 |
6144.000000 |
OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_7/metrics.json |
OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_8/metrics.json |
5 |
128 |
8 |
0.089368 |
7.897106 |
3.679746 |
3.599065 |
11.460873 |
0.988683 |
0.989738 |
157.343246 |
153.839539 |
0.968352 |
31.998373 |
53.455093 |
0.913877 |
732.317871 |
6144.000000 |
OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_8/metrics.json |
OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_9/metrics.json |
5 |
128 |
9 |
0.096923 |
5.396312 |
3.695744 |
3.599065 |
8.970472 |
0.982039 |
0.982001 |
181.313721 |
176.829346 |
0.966578 |
31.997070 |
51.393932 |
0.895696 |
1123.425049 |
6144.000000 |
OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_9/metrics.json |
OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_10/metrics.json |
5 |
128 |
10 |
0.106645 |
6.193092 |
3.692219 |
3.599065 |
9.754217 |
0.982780 |
0.984866 |
224.287598 |
218.769226 |
0.968813 |
31.998047 |
47.411495 |
0.877616 |
1806.194092 |
6144.000000 |
OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_10/metrics.json |
OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_11/metrics.json |
5 |
128 |
11 |
0.136668 |
13.087515 |
3.732962 |
3.599065 |
16.484846 |
0.989557 |
0.989609 |
395.539520 |
391.472504 |
0.989259 |
32.000000 |
31.824055 |
0.870424 |
3098.075928 |
6144.000000 |
OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_11/metrics.json |