model-scope
/

glm-4-9b-chat-GPTQ-Int4

Text Generation

feature-extraction

4-bit precision

Model card Files Files and versions Community

tclf90 commited on Jun 5

Commit

c37fb83

•

1 Parent(s): 539d140

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -28,7 +28,7 @@
   "hidden_dropout": 0.0,
   "hidden_size": 4096,
   "kv_channels": 128,
-  "layernorm_epsilon": 1e-05,
   "model_type": "chatglm",
   "multi_query_attention": true,
   "multi_query_group_num": 2,

   "hidden_dropout": 0.0,
   "hidden_size": 4096,
   "kv_channels": 128,
+  "layernorm_epsilon": 1.5625e-07,
   "model_type": "chatglm",
   "multi_query_attention": true,
   "multi_query_group_num": 2,