Upload folder using huggingface_hub

Llama3_1Base-LXR-8x/checkpoints/final.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f3395907c4bcabeeed26d1a8f93ae2b38fb22f5cf45cedb70991049f2ccc966
+oid sha256:8ac3d9482d565a6c219f2d293b1a9dd91cbacf7f05080426450dbe7adad11be6
 size 536945024

Llama3_1Base-LXR-8x/hyperparams.json

@@ -2,8 +2,8 @@
     "device": "cuda:0",
     "seed": 42,
     "dtype": "torch.bfloat16",
-    "hook_point_in": "blocks.5.hook_resid_post",
-    "hook_point_out": "blocks.5.hook_resid_post",
+    "hook_point_in": "blocks.6.hook_resid_post",
+    "hook_point_out": "blocks.6.hook_resid_post",
     "use_decoder_bias": true,
     "apply_decoder_bias_to_pre_encoder": false,
     "expansion_factor": 8,
@@ -11,11 +11,11 @@
     "d_sae": 32768,
     "bias_init_method": "all_zero",
     "act_fn": "jumprelu",
-    "jump_relu_threshold": 0.1298828125,
+    "jump_relu_threshold": 0.1552734375,
     "norm_activation": "dataset-wise",
     "dataset_average_activation_norm": {
-        "in": 4.6875,
-        "out": 4.6875
+        "in": 5.34375,
+        "out": 5.34375
     },
     "decoder_exactly_fixed_norm": false,
     "sparsity_include_decoder_norm": true,