Upload folder using huggingface_hub

config.json

@@ -0,0 +1 @@
+{"sae": {"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false}, "batch_size": 32, "grad_acc_steps": 1, "micro_acc_steps": 1, "lr": null, "lr_warmup_steps": 1000, "auxk_alpha": 0.0, "dead_feature_threshold": 10000000, "hookpoints": ["layers.0", "layers.1", "layers.2", "layers.3", "layers.4", "layers.5", "layers.6", "layers.7", "layers.8", "layers.9", "layers.10", "layers.11", "layers.12", "layers.13", "layers.14", "layers.15", "layers.16", "layers.17", "layers.18", "layers.19", "layers.20", "layers.21", "layers.22", "layers.23", "layers.24", "layers.25", "layers.26", "layers.27"], "layers": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27], "layer_stride": 1, "distribute_modules": false, "save_every": 1000, "log_to_wandb": true, "run_name": null, "wandb_log_frequency": 1, "model": "Qwen/Qwen2.5-Coder-1.5B-Instruct", "dataset": "nguyentruong-ins/codeforces_cpp_cleaned_scaled_class", "split": "train", "ctx_len": 2048, "hf_token": null, "load_in_8bit": false, "max_examples": null, "resume": false, "seed": 42, "data_preprocessing_num_proc": 24}

layers.0/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}

layers.0/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39880181f031fbc68a510345d568802e9fd5caaff0b546e2ba2e4fa7e9f6d01
+size 151050568

layers.1/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}

layers.1/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6656820213ca89a620e217deac9ee3c7230b5188c454d9e40fff0e66fe8e0dad
+size 151050568

layers.10/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}

layers.10/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f60f22a8cf94b80cb82ccd275aa422f9af36d36771e8a340ff6a723228976b8
+size 151050568

layers.11/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}

layers.11/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e706849914760e9a000d03b3afb104140f8cf909f66397ed9e46ab73db1ce0
+size 151050568

layers.12/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}

layers.12/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bacb8f558bfcbe18437cbfd1d6220cec83beb456c06d69c295058e010c6c32a
+size 151050568

layers.13/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}

layers.13/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9a72de125ffca731f29f54436ff27aa5d78a019fb86c316ef395e1b3d2429e
+size 151050568

layers.14/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}

layers.14/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653b5b0758420b429aab15c44d205b984fe9b192907f176fa75b615558d91759
+size 151050568

layers.15/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}

layers.15/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db2e3e39deaecc67ade3d7d022a15840e907fa17f95baa20407d46449fe9c5a
+size 151050568

layers.16/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}

layers.16/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026a09ed2be59d8add071b7e1afed28e394868cd3546e6d32d1e89856e731297
+size 151050568

layers.17/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}

layers.17/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b688a9c19feb02ecac969dc5bebfd4a19531d8c28235bc58c79d7c26e29833
+size 151050568

layers.18/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}

layers.18/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cad28c3f09f6b5f7cd0ab9092c0191eafaded76e96c980e3e2b588b57e8def2
+size 151050568

layers.19/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}

layers.19/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb692927b7b0822c72a03a9c77f91ffd7a6d2dbc51bfd083a9782eeb57eac310
+size 151050568

layers.2/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}

layers.2/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d2e06b0b875d104083abe36e2c1639a4aa0106594d0bbff8920011333050f4
+size 151050568

layers.20/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}

layers.20/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa58103ed27c842bb7705231eebb996e3fb79ebc383905de5fb8c49bd92cd39
+size 151050568

layers.21/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}

layers.21/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb4bd9cfc846a7a4a79acf3c04ce755d09a4c27fca15d1554b50a5cccd111d9
+size 151050568

layers.22/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}

layers.22/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077bfc58ca19cf2ba2093b035a0b88c0dc0233e0b347a5661a51ccafea87a206
+size 151050568

layers.23/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}

layers.23/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b36d801dc9c800583283b44e98771781e852f0f07b84526c914bc9fa18ff7ed
+size 151050568

layers.24/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}

layers.24/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef7e75d4d1b28cf67df09363f8dc4bcb06b02784ef6d2d27759d9f78754b2de
+size 151050568

layers.25/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}

layers.25/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bbf1d2dd0a5026d97c4173fdc26153203a2e64cb89b2764c8fcc70016ee991
+size 151050568

layers.26/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}

layers.26/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ca88aa0f30f1c078af14b6f90f777331f7d8a1d65fa23cea5d459673465f6a
+size 151050568

layers.27/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}

layers.27/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d19ff41f7177623c15386af09827b877e179ff964e9df409c06525b44f8be2
+size 151050568

layers.3/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}

layers.3/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5f8230f650287b6d9347b2691b3589756a62d123c6efba8aea51bfff1cdd39
+size 151050568

layers.4/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}

layers.4/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8937fcac0971021d239e08041ae55e92fde123a6a1dedb8fdcddeed03ce92376
+size 151050568

layers.5/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}

layers.5/sae.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2255a6ec48dbb9481394659a11d3c642ce63cafb0f5bb674c435b0e31a2068a0
+size 151050568

layers.6/cfg.json

@@ -0,0 +1 @@
+{"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "multi_topk": false, "d_in": 1536}