Hugging Face's logo

Alpha-VLLM
/
LLaMA2-Accessory

Model card Files Community
1
Enderfga commited on
Commit
1500a73
•
1 Parent(s): 2c71b51

Upload 4 files

Browse files
Files changed (4) hide show
  1. config/code_13B_params.json +9 -0
  2. config/code_34B_params.json +10 -0
  3. config/code_7B_params.json +9 -0
  4. config/code_tokenizer.model +3 -0
config/code_13B_params.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dim": 5120,
3
+ "n_layers": 40,
4
+ "n_heads": 40,
5
+ "multiple_of": 256,
6
+ "ffn_dim_multiplier": 1.0,
7
+ "norm_eps": 1e-5,
8
+ "rope_theta": 1000000
9
+ }
config/code_34B_params.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dim": 8192,
3
+ "n_layers": 48,
4
+ "n_heads": 64,
5
+ "n_kv_heads": 8,
6
+ "multiple_of": 256,
7
+ "ffn_dim_multiplier": 1.0,
8
+ "norm_eps": 1e-5,
9
+ "rope_theta": 1000000
10
+ }
config/code_7B_params.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dim": 4096,
3
+ "n_layers": 32,
4
+ "n_heads": 32,
5
+ "multiple_of": 256,
6
+ "ffn_dim_multiplier": 1.0,
7
+ "norm_eps": 1e-5,
8
+ "rope_theta": 1000000
9
+ }
config/code_tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
3
+ size 499723