Update config.json
Browse files- config.json +1 -1
config.json
CHANGED
|
@@ -31,7 +31,7 @@
|
|
| 31 |
"vocab_size": 32000,
|
| 32 |
"quantization_config": {
|
| 33 |
"bits": 4,
|
| 34 |
-
"
|
| 35 |
["self_attn.k_proj", "self_attn.v_proj", "self_attn.q_proj"],
|
| 36 |
["self_attn.o_proj"],
|
| 37 |
["block_sparse_moe.experts.0.w1", "block_sparse_moe.experts.0.w2", "block_sparse_moe.experts.0.w3"],
|
|
|
|
| 31 |
"vocab_size": 32000,
|
| 32 |
"quantization_config": {
|
| 33 |
"bits": 4,
|
| 34 |
+
"modules_in_block_to_quantize" : [
|
| 35 |
["self_attn.k_proj", "self_attn.v_proj", "self_attn.q_proj"],
|
| 36 |
["self_attn.o_proj"],
|
| 37 |
["block_sparse_moe.experts.0.w1", "block_sparse_moe.experts.0.w2", "block_sparse_moe.experts.0.w3"],
|