"is_decoder": true, "eos_token_id": 102, "pooler_activation": "linear"

config.json

@@ -1,6 +1,6 @@
 {
   "architectures": [
-    "RoFormerForMaskedLM"
+    "RoFormerForCausalLM"
   ],
   "attention_probs_dropout_prob": 0.1,
   "directionality": "bidi",
@@ -17,5 +17,8 @@
   "num_hidden_layers": 12,
   "pad_token_id": 0,
   "type_vocab_size": 2,
-  "vocab_size": 12000
+  "vocab_size": 12000,
+  "is_decoder": true,
+  "eos_token_id": 102,
+  "pooler_activation": "linear"
 }