reach-vb HF staff commited on
Commit
8072674
1 Parent(s): ac7437d

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +16 -0
config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dim": 4096,
3
+ "n_layers": 32,
4
+ "head_dim": 128,
5
+ "hidden_dim": 14336,
6
+ "n_heads": 32,
7
+ "n_kv_heads": 8,
8
+ "rope_theta": 1000000.0,
9
+ "norm_eps": 1e-05,
10
+ "vocab_size": 32000,
11
+ "quantization": {
12
+ "group_size": 64,
13
+ "bits": 4
14
+ },
15
+ "model_type": "mistral"
16
+ }