bigcode
/

tiny_starcoder_py

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

loubnabnl HF staff commited on May 15, 2023

Commit

d835166

•

1 Parent(s): 0c2435e

Update config.json

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -2,10 +2,10 @@
   "_name_or_path": "/fsx/bigcode/tinystarcoder/saves/large-model",
   "activation_function": "gelu_pytorch_tanh",
   "architectures": [
-    "GPTBigCodeLMHeadModel"
   ],
   "attention_softmax_in_fp32": true,
-  "attention_type": 2,
   "attn_pdrop": 0.1,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
@@ -32,7 +32,7 @@
   "summary_type": "cls_index",
   "summary_use_proj": true,
   "torch_dtype": "float32",
-  "transformers_version": "4.27.0.dev0",
   "use_cache": true,
   "validate_runner_input": true,
   "vocab_size": 49152

   "_name_or_path": "/fsx/bigcode/tinystarcoder/saves/large-model",
   "activation_function": "gelu_pytorch_tanh",
   "architectures": [
+    "GPTBigCodeForCausalLM"
   ],
   "attention_softmax_in_fp32": true,
+  "multi_query": true,
   "attn_pdrop": 0.1,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "summary_type": "cls_index",
   "summary_use_proj": true,
   "torch_dtype": "float32",
+  "transformers_version": "4.28.1",
   "use_cache": true,
   "validate_runner_input": true,
   "vocab_size": 49152