Jacob Dunefsky commited on
Commit
0e755a2
·
1 Parent(s): f9049d6
pythia-2.8B-dun-mlp-tc0/sae.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"d_in": 2560, "num_features": 61440, "d_out": 2560, "dtype": "torch.float32", "act_fn": "top_k", "top_k": 60, "tensors_filename": "sae.safetensors"}
pythia-2.8B-dun-mlp-tc0/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:798e2ee97054d6883e8cbdb0835b2e3bdf6db9ae285d28258016aee2e60d0a0e
3
+ size 629273928
pythia-2.8B-dun-mlp-tc0/sae_info.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"name": "pythia-2.8B-dun-mlp-tc0", "input_layer": {"layer": 0, "sublayer": "mlp_in", "parallel_attn_mlp": true}, "output_layer": {"layer": 0, "sublayer": "mlp_out", "parallel_attn_mlp": true}, "short_name": null, "model_path": "pythia-2.8B", "upstreams": [{"path_type": "huggingface", "hf_repo_id": "jacobdunefsky/pythia-2.8B-transcoders", "hf_path": "pythia-2.8B-dun-mlp-tc0/sae_info.json", "absolute_path": null, "relative_path": null}], "sae_filename": "sae.json"}