Hugging Face's logo

jbrinkma
/
TinyModel_L1_V2_Sparsity_2.0

Model card Files Community
jbrinkma commited on
Commit
5446adf
·
verified ·
1 Parent(s): 2458151

Upload folder using huggingface_hub

Browse files
Files changed (25) hide show
  1. checkpoints/torso[0].res_final_0.pt +3 -0
  2. checkpoints/torso[0].res_final_1024.pt +3 -0
  3. checkpoints/torso[0].res_final_1536.pt +3 -0
  4. checkpoints/torso[0].res_final_2048.pt +3 -0
  5. checkpoints/torso[0].res_final_512.pt +3 -0
  6. checkpoints/torso[1].attn_0.pt +3 -0
  7. checkpoints/torso[1].attn_1024.pt +3 -0
  8. checkpoints/torso[1].attn_1536.pt +3 -0
  9. checkpoints/torso[1].attn_2048.pt +3 -0
  10. checkpoints/torso[1].attn_512.pt +3 -0
  11. checkpoints/torso[1].res_final_0.pt +3 -0
  12. checkpoints/torso[1].res_final_1024.pt +3 -0
  13. checkpoints/torso[1].res_final_1536.pt +3 -0
  14. checkpoints/torso[1].res_final_2048.pt +3 -0
  15. checkpoints/torso[1].res_final_512.pt +3 -0
  16. checkpoints/torso[1].res_mlp_0.pt +3 -0
  17. checkpoints/torso[1].res_mlp_1024.pt +3 -0
  18. checkpoints/torso[1].res_mlp_1536.pt +3 -0
  19. checkpoints/torso[1].res_mlp_2048.pt +3 -0
  20. checkpoints/torso[1].res_mlp_512.pt +3 -0
  21. trainer_0/config.json +26 -0
  22. trainer_0/torso[0].res_final.pt +3 -0
  23. trainer_0/torso[1].attn.pt +3 -0
  24. trainer_0/torso[1].res_final.pt +3 -0
  25. trainer_0/torso[1].res_mlp.pt +3 -0
checkpoints/torso[0].res_final_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97c6e916cbcd13b1865aa13704d9d6b6bc63ea69b284fd56b0b1eb2c23936be2
3
+ size 37778616
checkpoints/torso[0].res_final_1024.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28ae00de8a8780408ce35d9b75ba8c968613b45775bf6d8806a69f6a686b9e05
3
+ size 37778704
checkpoints/torso[0].res_final_1536.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a26f9e1fd25517e4935361b8751be809f18ccec90c738e02644f05aab4b9d8fb
3
+ size 37778704
checkpoints/torso[0].res_final_2048.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6e764787d15fb17d3791cd0c58477422f58552975b6e5d59d813c14101fc8ab
3
+ size 37778704
checkpoints/torso[0].res_final_512.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1aa4eef066b05a7f79cb9df985966a3d0653df20d3cf34b63b585657c29983db
3
+ size 37778696
checkpoints/torso[1].attn_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f917464c3ce5df53bb10f1ccd084edd49f0ed66ebacea0d15a776cf90815e83c
3
+ size 37778576
checkpoints/torso[1].attn_1024.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aac04560454ee8694fe6254d0926b65c903c3881e0a804cf0a5557802a48a5bd
3
+ size 37778600
checkpoints/torso[1].attn_1536.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a9dccff04108c73d63e5a0f827cd4ab2782d9a046271662d4c2491383261d35
3
+ size 37778600
checkpoints/torso[1].attn_2048.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:757eb8095284046bb9bc804dad150c6941b57c9a16f0004863d1151e7e6a3709
3
+ size 37778600
checkpoints/torso[1].attn_512.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6978e610d2e810c9df9522afb70b660e22c67bf6e28afa4877de8120c0b0aac
3
+ size 37778592
checkpoints/torso[1].res_final_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b5e834572edda79e57e9136fca9e4569c34517d91dd21ffc17a3158157fa98e
3
+ size 37778616
checkpoints/torso[1].res_final_1024.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02b4655a1699d3b1ac358857ffde36cb6dafb20ed7c32ddf956f1cf72c8b405a
3
+ size 37778704
checkpoints/torso[1].res_final_1536.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a6985320f55b6879deadd7b7d87b69bc803df03fd95712fd55ef3ccac827009
3
+ size 37778704
checkpoints/torso[1].res_final_2048.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28932bb8e123e743b953dade15e196fea5f1814dfa21e8c39b0ccca102dcd079
3
+ size 37778704
checkpoints/torso[1].res_final_512.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa2e6430dc85492a95ac71ebeb5b460d5ac65b17d594e24509af970b21d3b12c
3
+ size 37778696
checkpoints/torso[1].res_mlp_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cb903e0f743da72bee32af184e6a99805d72ef53124c0944ea5114a91a9c67a
3
+ size 37778600
checkpoints/torso[1].res_mlp_1024.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fb0130cd247671ff23ff24c796326e8a997732dc639d44300b1503fbce9aa64
3
+ size 37778624
checkpoints/torso[1].res_mlp_1536.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a60eba130d16fc4e5f1d9021318925abcbc41a9e26548085bcac2992a5d32954
3
+ size 37778624
checkpoints/torso[1].res_mlp_2048.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce5b5a4afd695cbdc389ad1c1214bcbe39efeb74c38c215fefe9c2aee6e12c4f
3
+ size 37778624
checkpoints/torso[1].res_mlp_512.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb586fe2beadfe65dcffeed90a60ad88fea05a11c35dde911417829052d858a8
3
+ size 37778616
trainer_0/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "trainer": {
3
+ "trainer_class": "TrainerTopK",
4
+ "dict_class": "AutoEncoderTopK",
5
+ "lr": 0.00032659863237109043,
6
+ "steps": 30000,
7
+ "seed": null,
8
+ "activation_dim": 768,
9
+ "dict_size": 6144,
10
+ "k": 30,
11
+ "device": "cuda",
12
+ "layer": 1,
13
+ "lm_name": "TinyModel_2L_3E",
14
+ "wandb_name": "AutoEncoderTopK",
15
+ "submodule_name": null
16
+ },
17
+ "buffer": {
18
+ "d_submodule": 768,
19
+ "io": "out",
20
+ "n_ctxs": 128,
21
+ "ctx_len": 256,
22
+ "refresh_batch_size": 512,
23
+ "out_batch_size": 1024,
24
+ "device": "cuda"
25
+ }
26
+ }
trainer_0/torso[0].res_final.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:678720229dab4d3695c94789caf2585c1bca9a39ec11806c37256bf09a163486
3
+ size 37778600
trainer_0/torso[1].attn.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f19021a5ba65109830ef4f7a07383978aa033a23b3df87d0d947bb326d78de3
3
+ size 37778560
trainer_0/torso[1].res_final.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b77b75db2bcde851a79192f1dbee732581418fb4e20cf8b19e23867a9b92ffae
3
+ size 37778600
trainer_0/torso[1].res_mlp.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dd2fbebf6e7c0693eb090d08b85a5b6a0b25abd5e6f83dad4b8019cf7f45854
3
+ size 37778584