Rename folders

Llama3_1Base-L4TC-32x/checkpoints/final.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3fd8f457fb746793051d48d67dcec4d3ddbcd23f9d209c5e1cd158235f749eb0
-size 2147754376

Llama3_1Base-L4TC-32x/hyperparams.json

@@ -1,35 +0,0 @@
-{
-    "device": "cuda:0",
-    "seed": 42,
-    "dtype": "torch.bfloat16",
-    "hook_point_in": "blocks.4.ln2.hook_normalized",
-    "hook_point_out": "blocks.4.hook_mlp_out",
-    "use_decoder_bias": true,
-    "apply_decoder_bias_to_pre_encoder": false,
-    "expansion_factor": 32,
-    "d_model": 4096,
-    "d_sae": 131072,
-    "bias_init_method": "all_zero",
-    "act_fn": "jumprelu",
-    "jump_relu_threshold": 0.05517578125,
-    "norm_activation": "dataset-wise",
-    "dataset_average_activation_norm": {
-        "in": 63.75,
-        "out": 2.296875
-    },
-    "decoder_exactly_fixed_norm": false,
-    "sparsity_include_decoder_norm": true,
-    "use_glu_encoder": false,
-    "init_decoder_norm": 0.5,
-    "init_encoder_norm": 0.5,
-    "init_encoder_with_decoder_transpose": false,
-    "lp": 1,
-    "l1_coefficient": 8e-05,
-    "l1_coefficient_warmup_steps": 78125,
-    "top_k": 50,
-    "k_warmup_steps": 78125,
-    "use_batch_norm_mse": true,
-    "use_ghost_grads": false,
-    "tp_size": 1,
-    "ddp_size": 1
-}

Llama3_1Base-L4TC-32x/lm_config.json

@@ -1,10 +0,0 @@
-{
-    "device": "cuda",
-    "seed": 42,
-    "dtype": "torch.bfloat16",
-    "model_name": "meta-llama/Meta-Llama-3.1-8B",
-    "use_flash_attn": false,
-    "cache_dir": null,
-    "d_model": 4096,
-    "local_files_only": false
-}