Abzu
/

mpt-30b-instruct-q8

Text Generation

Inference Endpoints

text-generation-inference

8-bit precision

Model card Files Files and versions Community

Danivilanova commited on Jul 5, 2023

Commit

849233c

•

1 Parent(s): 6652b91

Update config.json

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -16,8 +16,8 @@
     "softmax_scale": null
   },
   "auto_map": {
-    "AutoConfig": "mosaicml/mpt-30b-instruct--configuration_mpt.MPTConfig",
-    "AutoModelForCausalLM": "mosaicml/mpt-30b-instruct--modeling_mpt.MPTForCausalLM"
   },
   "d_model": 7168,
   "emb_pdrop": 0,

     "softmax_scale": null
   },
   "auto_map": {
+    "AutoConfig": "configuration_mpt.MPTConfig",
+    "AutoModelForCausalLM": "modeling_mpt.MPTForCausalLM"
   },
   "d_model": 7168,
   "emb_pdrop": 0,