Update config.json

config.json

@@ -26,7 +26,7 @@
     "finetuning_task": null,
     "forced_bos_token_id": null,
     "forced_eos_token_id": null,
-    "hidden_act": "quick_gelu",
+    "hidden_act": "gelu",
     "hidden_size": 512,
     "id2label": {
       "0": "LABEL_0",
@@ -34,7 +34,7 @@
     },
     "initializer_factor": 1.0,
     "initializer_range": 0.02,
-    "intermediate_size": 2048,
+    "intermediate_size": 3072,
     "is_decoder": false,
     "is_encoder_decoder": false,
     "label2id": {
@@ -48,7 +48,7 @@
     "min_length": 0,
     "model_type": "clip_text_model",
     "no_repeat_ngram_size": 0,
-    "num_attention_heads": 8,
+    "num_attention_heads": 12,
     "num_beam_groups": 1,
     "num_beams": 1,
     "num_hidden_layers": 12,
@@ -100,7 +100,7 @@
     "finetuning_task": null,
     "forced_bos_token_id": null,
     "forced_eos_token_id": null,
-    "hidden_act": "quick_gelu",
+    "hidden_act": "gelu",
     "hidden_size": 768,
     "id2label": {
       "0": "LABEL_0",