unsubscribe BridgeEight commited on
Commit
5d9bb20
1 Parent(s): 7bae8ed

Update config.json (#4)

Browse files

- Update config.json (1c5eeaa24ceb7d2d20ad71c0134ca198cb0e6cc7)


Co-authored-by: BridgeEight <BridgeEight@users.noreply.huggingface.co>

Files changed (1) hide show
  1. config.json +7 -0
config.json CHANGED
@@ -27,6 +27,13 @@
27
  "factor": 1.0,
28
  "type": "dynamic"
29
  },
 
 
 
 
 
 
 
30
  "rope_theta": 1000000,
31
  "tie_word_embeddings": false,
32
  "torch_dtype": "float16",
 
27
  "factor": 1.0,
28
  "type": "dynamic"
29
  },
30
+ "quantization_config": {
31
+ "bits": 4,
32
+ "group_size": 128,
33
+ "quant_method": "awq",
34
+ "version": "gemm",
35
+ "zero_point": true
36
+ },
37
  "rope_theta": 1000000,
38
  "tie_word_embeddings": false,
39
  "torch_dtype": "float16",