LnL-AI
/

Yi-1.5-34B-4bit-gptq

Text Generation

text-generation-inference

Inference Endpoints

4-bit precision

Model card Files Files and versions Community

LiuRuiLin commited on May 13

Commit

cdb3e0e

•

1 Parent(s): 6f285fe

Update quantize_config.json

Files changed (1) hide show

quantize_config.json +1 -1

quantize_config.json CHANGED Viewed

@@ -6,7 +6,7 @@
   "static_groups": false,
   "sym": false,
   "true_sequential": true,
-  "model_name_or_path": "/monster/data/model/Yi-1.5-34B/quant/autogptq_version_pr640_bit4_group128_seq2048_batch1/damp0.005_descFalse_gptq_symFalse_pack_dataFalse_2024-05-13_10-47-34/ptb0_wikitext21024_gr0_dic0_sen0_det0_rate0",
   "model_file_base_name": "model",
   "quant_method": "gptq",
   "checkpoint_format": "gptq",

   "static_groups": false,
   "sym": false,
   "true_sequential": true,
+  "model_name_or_path": "",
   "model_file_base_name": "model",
   "quant_method": "gptq",
   "checkpoint_format": "gptq",