wejoncy commited on
Commit
c7b33f4
1 Parent(s): cb470fb

update config

Browse files
Files changed (1) hide show
  1. config.json +14 -13
config.json CHANGED
@@ -16,7 +16,16 @@
16
  "num_attention_heads": 64,
17
  "num_hidden_layers": 80,
18
  "num_key_value_heads": 8,
19
- "quant_config": {
 
 
 
 
 
 
 
 
 
20
  "model.layers.0.mlp.down_proj": {
21
  "bias": null,
22
  "enable_norm": true,
@@ -13456,15 +13465,7 @@
13456
  -1,
13457
  8
13458
  ]
13459
- }
13460
- },
13461
- "rms_norm_eps": 1e-06,
13462
- "rope_theta": 1000000.0,
13463
- "sliding_window": null,
13464
- "tie_word_embeddings": false,
13465
- "torch_dtype": "bfloat16",
13466
- "transformers_version": "4.45.1",
13467
- "use_cache": true,
13468
- "use_sliding_window": false,
13469
- "vocab_size": 152064
13470
- }
 
16
  "num_attention_heads": 64,
17
  "num_hidden_layers": 80,
18
  "num_key_value_heads": 8,
19
+ "rms_norm_eps": 1e-06,
20
+ "rope_theta": 1000000.0,
21
+ "sliding_window": null,
22
+ "tie_word_embeddings": false,
23
+ "torch_dtype": "bfloat16",
24
+ "transformers_version": "4.45.1",
25
+ "use_cache": true,
26
+ "use_sliding_window": false,
27
+ "vocab_size": 152064,
28
+ "quantization_config": {
29
  "model.layers.0.mlp.down_proj": {
30
  "bias": null,
31
  "enable_norm": true,
 
13465
  -1,
13466
  8
13467
  ]
13468
+ },
13469
+ "quant_method": "vptq"
13470
+ }
13471
+ }