yanikita commited on
Commit
ac3c535
·
verified ·
1 Parent(s): 6e6b2e8

Update hf_quant_config.json

Browse files
Files changed (1) hide show
  1. hf_quant_config.json +1 -1
hf_quant_config.json CHANGED
@@ -8,7 +8,7 @@
8
  "kv_cache_quant_algo": "FP8",
9
  "group_size": 16,
10
  "exclude_modules": [
11
-
12
  ]
13
  }
14
  }
 
8
  "kv_cache_quant_algo": "FP8",
9
  "group_size": 16,
10
  "exclude_modules": [
11
+ "lm_head"
12
  ]
13
  }
14
  }