mamba-checkpoints commited on
Commit
c4dcd5d
1 Parent(s): 0d3d832

Model release

Browse files
Files changed (2) hide show
  1. config.json +10 -0
  2. pytorch_model.bin +3 -0
config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "d_model": 768,
3
+ "n_layer": 24,
4
+ "vocab_size": 50277,
5
+ "ssm_cfg": {},
6
+ "rms_norm": true,
7
+ "residual_in_fp32": true,
8
+ "fused_add_norm": true,
9
+ "pad_vocab_size_multiple": 8
10
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29a023467229397eb03fd31e088c08c9193b734249f0c07d51af03873162e723
3
+ size 516618642