TheBloke commited on
Commit
5eabdf9
1 Parent(s): 2662b6b

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -31,7 +31,7 @@
31
  "vocab_size": 32000,
32
  "quantization_config": {
33
  "bits": 4,
34
- "inside_layer_modules" : [
35
  ["self_attn.k_proj", "self_attn.v_proj", "self_attn.q_proj"],
36
  ["self_attn.o_proj"],
37
  ["block_sparse_moe.experts.0.w1", "block_sparse_moe.experts.0.w2", "block_sparse_moe.experts.0.w3"],
 
31
  "vocab_size": 32000,
32
  "quantization_config": {
33
  "bits": 4,
34
+ "modules_in_block_to_quantize" : [
35
  ["self_attn.k_proj", "self_attn.v_proj", "self_attn.q_proj"],
36
  ["self_attn.o_proj"],
37
  ["block_sparse_moe.experts.0.w1", "block_sparse_moe.experts.0.w2", "block_sparse_moe.experts.0.w3"],