,version,d_sae,layer,kl_div_with_sae,kl_div_with_ablation,ce_loss_with_sae,ce_loss_without_sae,ce_loss_with_ablation,kl_div_score,ce_loss_score,l2_norm_in,l2_norm_out,l2_ratio,l0,l1,explained_variance,mse,total_tokens_evaluated,filepath OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_0/metrics.json,5,128,0,0.003102128393948078,2.121527671813965,3.6000306606292725,3.599064588546753,5.74860143661499,0.9985377855612434,0.9995505673311031,32.01313781738281,31.91054916381836,0.9968054294586182,31.989421844482422,39.967445373535156,0.9732184410095215,6.201825141906738,6144.0,OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_0/metrics.json OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_1/metrics.json,5,128,1,0.001699602697044611,0.024065840989351273,3.60137939453125,3.599064588546753,3.6206326484680176,0.9293769663899693,0.8926743530504184,9.714648246765137,9.198001861572266,0.9423195719718933,31.9990234375,78.19619750976562,0.8797982931137085,8.594531059265137,6144.0,OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_1/metrics.json OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_2/metrics.json,5,128,2,0.001999747008085251,0.031004613265395164,3.5997862815856934,3.599064588546753,3.626660108566284,0.9355016303229556,0.9738474564556262,8.641822814941406,8.086132049560547,0.9341656565666199,31.98714256286621,79.24567413330078,0.8692671060562134,8.59189224243164,6144.0,OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_2/metrics.json OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_3/metrics.json,5,128,3,0.00250535411760211,0.025133918970823288,3.601374387741089,3.599064588546753,3.6286609172821045,0.900319798097923,0.9219565637687698,8.571012496948242,7.854372024536133,0.9161635637283325,32.0,77.34489440917969,0.8376470804214478,11.842028617858887,6144.0,OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_3/metrics.json OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_4/metrics.json,5,128,4,0.0034840195439755917,0.026722650974988937,3.6015777587890625,3.599064588546753,3.6321334838867188,0.8696229821196835,0.9240019898919258,9.123016357421875,8.11795425415039,0.891417384147644,31.99934959411621,75.46078491210938,0.7981663942337036,17.370716094970703,6144.0,OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_4/metrics.json OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_5/metrics.json,5,128,5,0.003555751871317625,0.031378373503685,3.6017022132873535,3.599064588546753,3.6277596950531006,0.8866814473063734,0.9080810262886769,10.034396171569824,8.960555076599121,0.8944891691207886,31.99837303161621,73.32916259765625,0.8041481375694275,22.21611785888672,6144.0,OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_5/metrics.json OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_6/metrics.json,5,128,6,0.004435557406395674,0.03278880566358566,3.6031253337860107,3.599064588546753,3.634286403656006,0.8647234226246404,0.8847093704097312,11.67806625366211,10.348960876464844,0.8881208300590515,31.998699188232422,70.52044677734375,0.7761087417602539,31.851516723632812,6144.0,OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_6/metrics.json OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_7/metrics.json,5,128,7,0.004355770535767078,0.03466065973043442,3.602255344390869,3.599064588546753,3.634833812713623,0.8743309974581235,0.9107960567097922,13.65020751953125,12.425106048583984,0.9115623235702515,31.99934959411621,66.42544555664062,0.8032481074333191,37.54448699951172,6144.0,OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_7/metrics.json OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_8/metrics.json,5,128,8,0.005139736924320459,0.02938206121325493,3.602754592895508,3.599064588546753,3.6258018016815186,0.8250722817907069,0.8619899415037808,16.137948989868164,14.539435386657715,0.902074933052063,32.0,66.75920867919922,0.7767739295959473,52.779170989990234,6144.0,OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_8/metrics.json OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_9/metrics.json,5,128,9,0.004128233529627323,0.028918448835611343,3.601983070373535,3.599064588546753,3.636500835418701,0.8572456789403016,0.922041281628338,20.912498474121094,19.252647399902344,0.9233078956604004,31.99934959411621,60.197113037109375,0.800841212272644,70.06503295898438,6144.0,OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_9/metrics.json OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_10/metrics.json,5,128,10,0.003733165329322219,0.02475181221961975,3.601586103439331,3.599064588546753,3.6404881477355957,0.8491760806765053,0.9391284828741302,31.82137680053711,30.27041244506836,0.9501370787620544,32.0,52.3072624206543,0.8368248343467712,112.1676254272461,6144.0,OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_10/metrics.json OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_11/metrics.json,5,128,11,0.003717603161931038,0.10687470436096191,3.6006953716278076,3.599064588546753,3.730869770050049,0.9652153127893099,0.9876273219121214,280.86444091796875,280.55767822265625,0.9987168312072754,31.75,20.949716567993164,0.9697019457817078,169.45314025878906,6144.0,OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_11/metrics.json