skytree
/

smoothquant-models

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

skytree commited on Sep 19, 2023

Commit

f5d58ad

•

1 Parent(s): 976ca92

Upload folder using huggingface_hub

Files changed (2) hide show

config.json +1 -1
pytorch_model.bin +2 -2

config.json CHANGED Viewed

@@ -4,7 +4,7 @@
   "activation_dropout": 0.0,
   "activation_function": "relu",
   "architectures": [
-    "OPTForCausalLM"
   ],
   "attention_dropout": 0.0,
   "bos_token_id": 2,

   "activation_dropout": 0.0,
   "activation_function": "relu",
   "architectures": [
+    "Int8OPTForCausalLM"
   ],
   "attention_dropout": 0.0,
   "bos_token_id": 2,

pytorch_model.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2907e464f15a4f389b0a133316be5e1d1ac39aeddbc700ac0e5c9df55e9eb69b
-size 250543033

 version https://git-lfs.github.com/spec/v1
+oid sha256:e354cbf07986833e8a61f4dc0236f3f2fb8ba015a91049ec28dbd72ec2ded39f
+size 165625241