Upload 5_cfg.json with huggingface_hub

5_cfg.json

@@ -1 +1 @@
-{"version": 5, "model_name": "EleutherAI/pythia-6.9b-deduped", "layers": [1], "setting": "residual", "tensor_name": "gpt_neox.layers.{layer}.mlp.dense_4h_to_h", "sparsity": 163, "kl": false, "reconstruction": false, "dataset_name": null, "device": "cuda:0", "seed": 0, "model_batch_size": 8, "buffer_mult": 100, "lr": 0.0001, "l1_coeff": 0.01, "beta1": 0.9, "beta2": 0.999, "dict_mult": 4, "seq_len": 128, "d_model": 4096, "enc_dtype": "fp32", "remove_rare_dir": false, "max_num_tokens": 1000000000, "d_autoencoder": 16384}
+{"version": 5, "model_name": "EleutherAI/pythia-6.9b-deduped", "layers": [1], "setting": "residual", "tensor_name": "gpt_neox.layers.{layer}.mlp.dense_4h_to_h", "sparsity": 163, "kl": false, "reconstruction": false, "dataset_name": null, "device": "cuda:0", "seed": 0, "model_batch_size": 8, "buffer_mult": 100, "lr": 0.0001, "l1_coeff": 0.34003948586157834, "beta1": 0.9, "beta2": 0.999, "dict_mult": 4, "seq_len": 128, "d_model": 4096, "enc_dtype": "fp32", "remove_rare_dir": false, "max_num_tokens": 1000000000, "d_autoencoder": 16384}