Abzu
/

mpt-30b-instruct-q8

Text Generation

text-generation-inference

Inference Endpoints

8-bit precision

Model card Files Files and versions Community

Danivilanova commited on Jul 5, 2023

Commit

1dab459

•

1 Parent(s): f8be025

Update config.json

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "mosaicml/mpt-30b-instruct",
   "architectures": [
     "MPTForCausalLM"
   ],
@@ -16,8 +16,8 @@
     "softmax_scale": null
   },
   "auto_map": {
-    "AutoConfig": "mosaicml/mpt-30b-instruct--configuration_mpt.MPTConfig",
-    "AutoModelForCausalLM": "mosaicml/mpt-30b-instruct--modeling_mpt.MPTForCausalLM"
   },
   "d_model": 7168,
   "emb_pdrop": 0,

 {
+  "_name_or_path": "Abzu/mpt-30b-instruct",
   "architectures": [
     "MPTForCausalLM"
   ],
     "softmax_scale": null
   },
   "auto_map": {
+    "AutoConfig": "Abzu/mpt-30b-instruct--configuration_mpt.MPTConfig",
+    "AutoModelForCausalLM": "Abzu/mpt-30b-instruct--modeling_mpt.MPTForCausalLM"
   },
   "d_model": 7168,
   "emb_pdrop": 0,