Update model

config.json

@@ -31,7 +31,7 @@
     "gradient_checkpointing": false,
     "hidden_act": "gelu",
     "hidden_dropout_prob": 0.1,
-    "hidden_size": 768,
+    "hidden_size": 1024,
     "id2label": {
       "0": "LABEL_0",
       "1": "LABEL_1",
@@ -40,7 +40,7 @@
       "4": "LABEL_4"
     },
     "initializer_range": 0.02,
-    "intermediate_size": 3072,
+    "intermediate_size": 4096,
     "is_decoder": false,
     "is_encoder_decoder": false,
     "label2id": {
@@ -57,10 +57,10 @@
     "min_length": 0,
     "model_type": "bert",
     "no_repeat_ngram_size": 0,
-    "num_attention_heads": 12,
+    "num_attention_heads": 16,
     "num_beam_groups": 1,
     "num_beams": 1,
-    "num_hidden_layers": 12,
+    "num_hidden_layers": 24,
     "num_return_sequences": 1,
     "output_attentions": false,
     "output_hidden_states": false,
@@ -94,7 +94,7 @@
     "type_vocab_size": 2,
     "use_bfloat16": false,
     "use_cache": true,
-    "vocab_size": 50000
+    "vocab_size": 30522
   },
   "transformers_version": null,
   "vision_config": {

flax_model.msgpack

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39b534d139bed47b7f95aa6674dd15ae75b7ac96ff38422bc31ac12a5973a46f
-size 850749272
+oid sha256:fb251f2e72934a63c7f0eba42d86b98b5528bf2863957afc793bfbf03e4988f0
+size 1694082566