File size: 185 Bytes
029a854
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
{
  "quant_method": "QUiP",
  "rescale_WH": false,
  "use_rand": true,
  "codebook": "E8P12",
  "codesz": 8,
  "idx_dtype": "torch.int16",
  "modules_to_not_convert": [
    "gate"
  ]
}