simonmun
/

COHA1810s

Inference Endpoints

Model card Files Files and versions Community

system HF staff commited on Jul 26, 2020

Commit

61de1ba

•

1 Parent(s): 6815fb0

Update config.json

Files changed (1) hide show

config.json +4 -4

config.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "architectures": [
-    "RobertaModel"
   ],
   "attention_probs_dropout_prob": 0.1,
   "bos_token_id": 0,
@@ -11,12 +11,12 @@
   "hidden_size": 768,
   "initializer_range": 0.02,
   "intermediate_size": 3072,
-  "layer_norm_eps": 1e-05,
   "max_position_embeddings": 514,
   "model_type": "roberta",
   "num_attention_heads": 12,
-  "num_hidden_layers": 12,
   "pad_token_id": 1,
   "type_vocab_size": 1,
-  "vocab_size": 50265
 }

 {
   "architectures": [
+    "RobertaForMaskedLM"
   ],
   "attention_probs_dropout_prob": 0.1,
   "bos_token_id": 0,
   "hidden_size": 768,
   "initializer_range": 0.02,
   "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
   "max_position_embeddings": 514,
   "model_type": "roberta",
   "num_attention_heads": 12,
+  "num_hidden_layers": 6,
   "pad_token_id": 1,
   "type_vocab_size": 1,
+  "vocab_size": 52000
 }