riczhou commited on
Commit
1ac12d2
1 Parent(s): e0d2a9d

Update mlc-chat-config.json

Browse files
Files changed (1) hide show
  1. mlc-chat-config.json +1 -1
mlc-chat-config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "model_type": "llama",
3
- "quantization": "q4f32_1",
4
  "model_config": {
5
  "hidden_size": 4096,
6
  "intermediate_size": 11008,
 
1
  {
2
  "model_type": "llama",
3
+ "quantization": "q4f16_1",
4
  "model_config": {
5
  "hidden_size": 4096,
6
  "intermediate_size": 11008,