version d_sae layer kl_div_with_sae kl_div_with_ablation ce_loss_with_sae ce_loss_without_sae ce_loss_with_ablation kl_div_score ce_loss_score l2_norm_in l2_norm_out l2_ratio l0 l1 explained_variance mse total_tokens_evaluated filepath
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_0/metrics.json 5 128 0 0.003102 2.121528 3.600031 3.599065 5.748601 0.998538 0.999551 32.013138 31.910549 0.996805 31.989422 39.967445 0.973218 6.201825 6144.000000 OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_0/metrics.json
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_1/metrics.json 5 128 1 0.001700 0.024066 3.601379 3.599065 3.620633 0.929377 0.892674 9.714648 9.198002 0.942320 31.999023 78.196198 0.879798 8.594531 6144.000000 OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_1/metrics.json
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_2/metrics.json 5 128 2 0.002000 0.031005 3.599786 3.599065 3.626660 0.935502 0.973847 8.641823 8.086132 0.934166 31.987143 79.245674 0.869267 8.591892 6144.000000 OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_2/metrics.json
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_3/metrics.json 5 128 3 0.002505 0.025134 3.601374 3.599065 3.628661 0.900320 0.921957 8.571012 7.854372 0.916164 32.000000 77.344894 0.837647 11.842029 6144.000000 OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_3/metrics.json
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_4/metrics.json 5 128 4 0.003484 0.026723 3.601578 3.599065 3.632133 0.869623 0.924002 9.123016 8.117954 0.891417 31.999350 75.460785 0.798166 17.370716 6144.000000 OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_4/metrics.json
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_5/metrics.json 5 128 5 0.003556 0.031378 3.601702 3.599065 3.627760 0.886681 0.908081 10.034396 8.960555 0.894489 31.998373 73.329163 0.804148 22.216118 6144.000000 OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_5/metrics.json
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_6/metrics.json 5 128 6 0.004436 0.032789 3.603125 3.599065 3.634286 0.864723 0.884709 11.678066 10.348961 0.888121 31.998699 70.520447 0.776109 31.851517 6144.000000 OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_6/metrics.json
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_7/metrics.json 5 128 7 0.004356 0.034661 3.602255 3.599065 3.634834 0.874331 0.910796 13.650208 12.425106 0.911562 31.999350 66.425446 0.803248 37.544487 6144.000000 OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_7/metrics.json
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_8/metrics.json 5 128 8 0.005140 0.029382 3.602755 3.599065 3.625802 0.825072 0.861990 16.137949 14.539435 0.902075 32.000000 66.759209 0.776774 52.779171 6144.000000 OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_8/metrics.json
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_9/metrics.json 5 128 9 0.004128 0.028918 3.601983 3.599065 3.636501 0.857246 0.922041 20.912498 19.252647 0.923308 31.999350 60.197113 0.800841 70.065033 6144.000000 OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_9/metrics.json
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_10/metrics.json 5 128 10 0.003733 0.024752 3.601586 3.599065 3.640488 0.849176 0.939128 31.821377 30.270412 0.950137 32.000000 52.307262 0.836825 112.167625 6144.000000 OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_10/metrics.json
OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_11/metrics.json 5 128 11 0.003718 0.106875 3.600695 3.599065 3.730870 0.965215 0.987627 280.864441 280.557678 0.998717 31.750000 20.949717 0.969702 169.453140 6144.000000 OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_11/metrics.json