Upload folder using huggingface_hub

._run1_EleutherAI_pythia-70m-deduped_standard/resid_post_layer_1/trainer_0/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820854280e0d77fddf8f509bb79ad6e9a428b4b75d9060bc1ddbcb19b7ab8d89
+size 67178280

._run1_EleutherAI_pythia-70m-deduped_standard/resid_post_layer_1/trainer_0/config.json

@@ -0,0 +1,30 @@
+{
+    "trainer": {
+        "dict_class": "AutoEncoder",
+        "trainer_class": "StandardTrainer",
+        "activation_dim": 512,
+        "dict_size": 16384,
+        "lr": 0.0003,
+        "l1_penalty": 0.012,
+        "warmup_steps": 10,
+        "resample_steps": null,
+        "sparsity_warmup_steps": 10,
+        "steps": 488,
+        "decay_start": 390,
+        "seed": 0,
+        "device": "cuda:5",
+        "layer": 1,
+        "lm_name": "EleutherAI/pythia-70m-deduped",
+        "wandb_name": "StandardTrainer-EleutherAI/pythia-70m-deduped-resid_post_layer_1",
+        "submodule_name": "resid_post_layer_1"
+    },
+    "buffer": {
+        "d_submodule": 512,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:5"
+    }
+}

._run1_EleutherAI_pythia-70m-deduped_standard/resid_post_layer_1/trainer_0/eval_results.json

@@ -0,0 +1 @@
+{"l2_loss": 1.921006716787815, "l1_loss": 86.71375703811646, "l0": 1889.6422729492188, "frac_variance_explained": 0.9374713487923145, "cossim": 0.9791717380285263, "l2_ratio": 0.9044388383626938, "relative_reconstruction_bias": 0.9294579513370991, "loss_original": 2.988885059952736, "loss_reconstructed": 3.0913854241371155, "loss_zero": 8.97075641155243, "frac_recovered": 0.9828116111457348, "frac_alive": 0.47833251953125, "hyperparameters": {"n_inputs": 200, "context_length": 1024}}

._run1_EleutherAI_pythia-70m-deduped_standard/resid_post_layer_1/trainer_1/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b98cc0e9bcfc76d8507051e5bd1366145f34774c39ab5c0d83fdef56df14af
+size 67178280

._run1_EleutherAI_pythia-70m-deduped_standard/resid_post_layer_1/trainer_1/config.json

@@ -0,0 +1,30 @@
+{
+    "trainer": {
+        "dict_class": "AutoEncoder",
+        "trainer_class": "StandardTrainer",
+        "activation_dim": 512,
+        "dict_size": 16384,
+        "lr": 0.0003,
+        "l1_penalty": 0.015,
+        "warmup_steps": 10,
+        "resample_steps": null,
+        "sparsity_warmup_steps": 10,
+        "steps": 488,
+        "decay_start": 390,
+        "seed": 0,
+        "device": "cuda:5",
+        "layer": 1,
+        "lm_name": "EleutherAI/pythia-70m-deduped",
+        "wandb_name": "StandardTrainer-EleutherAI/pythia-70m-deduped-resid_post_layer_1",
+        "submodule_name": "resid_post_layer_1"
+    },
+    "buffer": {
+        "d_submodule": 512,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:5"
+    }
+}

._run1_EleutherAI_pythia-70m-deduped_standard/resid_post_layer_1/trainer_1/eval_results.json

@@ -0,0 +1 @@
+{"l2_loss": 2.1516262888908386, "l1_loss": 78.03736925125122, "l0": 1625.5939407348633, "frac_variance_explained": 0.9218746088445187, "cossim": 0.9738466031849384, "l2_ratio": 0.8885156773030758, "relative_reconstruction_bias": 0.9186896570026875, "loss_original": 2.988885059952736, "loss_reconstructed": 3.1272957623004913, "loss_zero": 8.97075641155243, "frac_recovered": 0.9767856597900391, "frac_alive": 0.4783935546875, "hyperparameters": {"n_inputs": 200, "context_length": 1024}}

._run1_EleutherAI_pythia-70m-deduped_standard/resid_post_layer_1/trainer_2/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdbc4935c9d5298096ee6ea78bfe243612fc4731ea0caf2a1d368f266b17448
+size 67178280

._run1_EleutherAI_pythia-70m-deduped_standard/resid_post_layer_1/trainer_2/config.json

@@ -0,0 +1,30 @@
+{
+    "trainer": {
+        "dict_class": "AutoEncoder",
+        "trainer_class": "StandardTrainer",
+        "activation_dim": 512,
+        "dict_size": 16384,
+        "lr": 0.0003,
+        "l1_penalty": 0.02,
+        "warmup_steps": 10,
+        "resample_steps": null,
+        "sparsity_warmup_steps": 10,
+        "steps": 488,
+        "decay_start": 390,
+        "seed": 0,
+        "device": "cuda:5",
+        "layer": 1,
+        "lm_name": "EleutherAI/pythia-70m-deduped",
+        "wandb_name": "StandardTrainer-EleutherAI/pythia-70m-deduped-resid_post_layer_1",
+        "submodule_name": "resid_post_layer_1"
+    },
+    "buffer": {
+        "d_submodule": 512,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:5"
+    }
+}

._run1_EleutherAI_pythia-70m-deduped_standard/resid_post_layer_1/trainer_2/eval_results.json

@@ -0,0 +1 @@
+{"l2_loss": 2.516732305288315, "l1_loss": 66.49717426300049, "l0": 1277.4820556640625, "frac_variance_explained": 0.8935243412852287, "cossim": 0.9640140645205975, "l2_ratio": 0.8640830591320992, "relative_reconstruction_bias": 0.9031204842031002, "loss_original": 2.988885059952736, "loss_reconstructed": 3.2126090973615646, "loss_zero": 8.97075641155243, "frac_recovered": 0.9625394903123379, "frac_alive": 0.480712890625, "hyperparameters": {"n_inputs": 200, "context_length": 1024}}

._run1_EleutherAI_pythia-70m-deduped_standard/resid_post_layer_1/trainer_3/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b606532e1f82f19fdd1e40b0c23c64f9ebe39ae79d7d587a61e65325d2ab30
+size 67178280

._run1_EleutherAI_pythia-70m-deduped_standard/resid_post_layer_1/trainer_3/config.json

@@ -0,0 +1,30 @@
+{
+    "trainer": {
+        "dict_class": "AutoEncoder",
+        "trainer_class": "StandardTrainer",
+        "activation_dim": 512,
+        "dict_size": 16384,
+        "lr": 0.0003,
+        "l1_penalty": 0.03,
+        "warmup_steps": 10,
+        "resample_steps": null,
+        "sparsity_warmup_steps": 10,
+        "steps": 488,
+        "decay_start": 390,
+        "seed": 0,
+        "device": "cuda:5",
+        "layer": 1,
+        "lm_name": "EleutherAI/pythia-70m-deduped",
+        "wandb_name": "StandardTrainer-EleutherAI/pythia-70m-deduped-resid_post_layer_1",
+        "submodule_name": "resid_post_layer_1"
+    },
+    "buffer": {
+        "d_submodule": 512,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:5"
+    }
+}

._run1_EleutherAI_pythia-70m-deduped_standard/resid_post_layer_1/trainer_3/eval_results.json

@@ -0,0 +1 @@
+{"l2_loss": 3.1723883002996445, "l1_loss": 49.77606225013733, "l0": 787.3415374755859, "frac_variance_explained": 0.8310788087546825, "cossim": 0.9410674758255482, "l2_ratio": 0.8247317336499691, "relative_reconstruction_bias": 0.8836701661348343, "loss_original": 2.988885059952736, "loss_reconstructed": 3.4419959783554077, "loss_zero": 8.97075641155243, "frac_recovered": 0.9246886782348156, "frac_alive": 0.48779296875, "hyperparameters": {"n_inputs": 200, "context_length": 1024}}

._run1_EleutherAI_pythia-70m-deduped_standard/resid_post_layer_1/trainer_4/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a161fb8dfc91099dfd8e610fb705a9dab9c3bd9356622160f322cdaaf6bac4
+size 67178280

._run1_EleutherAI_pythia-70m-deduped_standard/resid_post_layer_1/trainer_4/config.json

@@ -0,0 +1,30 @@
+{
+    "trainer": {
+        "dict_class": "AutoEncoder",
+        "trainer_class": "StandardTrainer",
+        "activation_dim": 512,
+        "dict_size": 16384,
+        "lr": 0.0003,
+        "l1_penalty": 0.04,
+        "warmup_steps": 10,
+        "resample_steps": null,
+        "sparsity_warmup_steps": 10,
+        "steps": 488,
+        "decay_start": 390,
+        "seed": 0,
+        "device": "cuda:5",
+        "layer": 1,
+        "lm_name": "EleutherAI/pythia-70m-deduped",
+        "wandb_name": "StandardTrainer-EleutherAI/pythia-70m-deduped-resid_post_layer_1",
+        "submodule_name": "resid_post_layer_1"
+    },
+    "buffer": {
+        "d_submodule": 512,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:5"
+    }
+}

._run1_EleutherAI_pythia-70m-deduped_standard/resid_post_layer_1/trainer_4/eval_results.json

@@ -0,0 +1 @@
+{"l2_loss": 3.7045779824256897, "l1_loss": 37.78296613693237, "l0": 473.899206161499, "frac_variance_explained": 0.7687269262969494, "cossim": 0.9165628217160702, "l2_ratio": 0.7957176752388477, "relative_reconstruction_bias": 0.8759689964354038, "loss_original": 2.988885059952736, "loss_reconstructed": 3.693199545145035, "loss_zero": 8.97075641155243, "frac_recovered": 0.882872398942709, "frac_alive": 0.49114990234375, "hyperparameters": {"n_inputs": 200, "context_length": 1024}}

._run1_EleutherAI_pythia-70m-deduped_standard/resid_post_layer_1/trainer_5/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b8b04d6c4829e44878a7cfc9bb99f3fa16deff3e2edcb5e19d4e4720640ced
+size 67178280

._run1_EleutherAI_pythia-70m-deduped_standard/resid_post_layer_1/trainer_5/config.json

@@ -0,0 +1,30 @@
+{
+    "trainer": {
+        "dict_class": "AutoEncoder",
+        "trainer_class": "StandardTrainer",
+        "activation_dim": 512,
+        "dict_size": 16384,
+        "lr": 0.0003,
+        "l1_penalty": 0.06,
+        "warmup_steps": 10,
+        "resample_steps": null,
+        "sparsity_warmup_steps": 10,
+        "steps": 488,
+        "decay_start": 390,
+        "seed": 0,
+        "device": "cuda:5",
+        "layer": 1,
+        "lm_name": "EleutherAI/pythia-70m-deduped",
+        "wandb_name": "StandardTrainer-EleutherAI/pythia-70m-deduped-resid_post_layer_1",
+        "submodule_name": "resid_post_layer_1"
+    },
+    "buffer": {
+        "d_submodule": 512,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:5"
+    }
+}

._run1_EleutherAI_pythia-70m-deduped_standard/resid_post_layer_1/trainer_5/eval_results.json

@@ -0,0 +1 @@
+{"l2_loss": 4.3671813905239105, "l1_loss": 24.28711426258087, "l0": 183.29729652404785, "frac_variance_explained": 0.6761457696557045, "cossim": 0.8779414109885693, "l2_ratio": 0.7570077367126942, "relative_reconstruction_bias": 0.8718838132917881, "loss_original": 2.988885059952736, "loss_reconstructed": 4.113821625709534, "loss_zero": 8.97075641155243, "frac_recovered": 0.8127008564770222, "frac_alive": 0.48883056640625, "hyperparameters": {"n_inputs": 200, "context_length": 1024}}