OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_0/metrics.json |
5 |
128 |
0 |
0.003102 |
2.121528 |
3.600031 |
3.599065 |
5.748601 |
0.998538 |
0.999551 |
32.013138 |
31.910549 |
0.996805 |
31.989422 |
39.967445 |
0.973218 |
6.201825 |
6144.000000 |
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_0/metrics.json |
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_1/metrics.json |
5 |
128 |
1 |
0.001700 |
0.024066 |
3.601379 |
3.599065 |
3.620633 |
0.929377 |
0.892674 |
9.714648 |
9.198002 |
0.942320 |
31.999023 |
78.196198 |
0.879798 |
8.594531 |
6144.000000 |
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_1/metrics.json |
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_2/metrics.json |
5 |
128 |
2 |
0.002000 |
0.031005 |
3.599786 |
3.599065 |
3.626660 |
0.935502 |
0.973847 |
8.641823 |
8.086132 |
0.934166 |
31.987143 |
79.245674 |
0.869267 |
8.591892 |
6144.000000 |
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_2/metrics.json |
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_3/metrics.json |
5 |
128 |
3 |
0.002505 |
0.025134 |
3.601374 |
3.599065 |
3.628661 |
0.900320 |
0.921957 |
8.571012 |
7.854372 |
0.916164 |
32.000000 |
77.344894 |
0.837647 |
11.842029 |
6144.000000 |
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_3/metrics.json |
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_4/metrics.json |
5 |
128 |
4 |
0.003484 |
0.026723 |
3.601578 |
3.599065 |
3.632133 |
0.869623 |
0.924002 |
9.123016 |
8.117954 |
0.891417 |
31.999350 |
75.460785 |
0.798166 |
17.370716 |
6144.000000 |
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_4/metrics.json |
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_5/metrics.json |
5 |
128 |
5 |
0.003556 |
0.031378 |
3.601702 |
3.599065 |
3.627760 |
0.886681 |
0.908081 |
10.034396 |
8.960555 |
0.894489 |
31.998373 |
73.329163 |
0.804148 |
22.216118 |
6144.000000 |
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_5/metrics.json |
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_6/metrics.json |
5 |
128 |
6 |
0.004436 |
0.032789 |
3.603125 |
3.599065 |
3.634286 |
0.864723 |
0.884709 |
11.678066 |
10.348961 |
0.888121 |
31.998699 |
70.520447 |
0.776109 |
31.851517 |
6144.000000 |
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_6/metrics.json |
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_7/metrics.json |
5 |
128 |
7 |
0.004356 |
0.034661 |
3.602255 |
3.599065 |
3.634834 |
0.874331 |
0.910796 |
13.650208 |
12.425106 |
0.911562 |
31.999350 |
66.425446 |
0.803248 |
37.544487 |
6144.000000 |
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_7/metrics.json |
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_8/metrics.json |
5 |
128 |
8 |
0.005140 |
0.029382 |
3.602755 |
3.599065 |
3.625802 |
0.825072 |
0.861990 |
16.137949 |
14.539435 |
0.902075 |
32.000000 |
66.759209 |
0.776774 |
52.779171 |
6144.000000 |
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_8/metrics.json |
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_9/metrics.json |
5 |
128 |
9 |
0.004128 |
0.028918 |
3.601983 |
3.599065 |
3.636501 |
0.857246 |
0.922041 |
20.912498 |
19.252647 |
0.923308 |
31.999350 |
60.197113 |
0.800841 |
70.065033 |
6144.000000 |
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_9/metrics.json |
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_10/metrics.json |
5 |
128 |
10 |
0.003733 |
0.024752 |
3.601586 |
3.599065 |
3.640488 |
0.849176 |
0.939128 |
31.821377 |
30.270412 |
0.950137 |
32.000000 |
52.307262 |
0.836825 |
112.167625 |
6144.000000 |
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_10/metrics.json |
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_11/metrics.json |
5 |
128 |
11 |
0.003718 |
0.106875 |
3.600695 |
3.599065 |
3.730870 |
0.965215 |
0.987627 |
280.864441 |
280.557678 |
0.998717 |
31.750000 |
20.949717 |
0.969702 |
169.453140 |
6144.000000 |
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_11/metrics.json |