tc1

pythia-2.8B-dun-mlp-tc1/sae.json

@@ -0,0 +1 @@
+{"d_in": 2560, "num_features": 61440, "d_out": 2560, "dtype": "torch.float32", "act_fn": "top_k", "top_k": 60, "tensors_filename": "sae.safetensors"}

pythia-2.8B-dun-mlp-tc1/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffb520c8b66e27be55fdbbd6cd46baa4566b2b0db08b0fcb9fa475abdb76cd5
+size 629273928

pythia-2.8B-dun-mlp-tc1/sae_info.json

@@ -0,0 +1 @@
+{"name": "pythia-2.8B-dun-mlp-tc1", "input_layer": {"layer": 1, "sublayer": "mlp_in", "parallel_attn_mlp": true}, "output_layer": {"layer": 1, "sublayer": "mlp_out", "parallel_attn_mlp": true}, "short_name": null, "model_path": "pythia-2.8B", "upstreams": [{"path_type": "huggingface", "hf_repo_id": "jacobdunefsky/pythia-2.8B-transcoders", "hf_path": "pythia-2.8B-dun-mlp-tc1/sae_info.json", "absolute_path": null, "relative_path": null}], "sae_filename": "sae.json"}