Jacob Dunefsky
commited on
Commit
·
0e755a2
1
Parent(s):
f9049d6
tc0
Browse files
pythia-2.8B-dun-mlp-tc0/sae.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"d_in": 2560, "num_features": 61440, "d_out": 2560, "dtype": "torch.float32", "act_fn": "top_k", "top_k": 60, "tensors_filename": "sae.safetensors"}
|
pythia-2.8B-dun-mlp-tc0/sae.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:798e2ee97054d6883e8cbdb0835b2e3bdf6db9ae285d28258016aee2e60d0a0e
|
3 |
+
size 629273928
|
pythia-2.8B-dun-mlp-tc0/sae_info.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"name": "pythia-2.8B-dun-mlp-tc0", "input_layer": {"layer": 0, "sublayer": "mlp_in", "parallel_attn_mlp": true}, "output_layer": {"layer": 0, "sublayer": "mlp_out", "parallel_attn_mlp": true}, "short_name": null, "model_path": "pythia-2.8B", "upstreams": [{"path_type": "huggingface", "hf_repo_id": "jacobdunefsky/pythia-2.8B-transcoders", "hf_path": "pythia-2.8B-dun-mlp-tc0/sae_info.json", "absolute_path": null, "relative_path": null}], "sae_filename": "sae.json"}
|