pcuenq HF staff commited on
Commit
1b4a834
1 Parent(s): 79c0781

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. params.json +1 -0
  2. tokenizer.model +3 -0
  3. weights.npz +3 -0
params.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dim": 4096, "n_layers": 32, "head_dim": 128, "hidden_dim": 14336, "n_heads": 32, "n_kv_heads": 8, "norm_eps": 1e-05, "vocab_size": 32000, "sliding_window": 4096}
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
3
+ size 493443
weights.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e42b3e566c7df5733caa226a92fff8e979c8c6cc62901acb2b3ba196e861fde3
3
+ size 14483551924