Training in progress, step 500

config.json

@@ -6,7 +6,7 @@
   ],
   "attention_dropout": 0.1,
   "dim": 768,
-  "dropout": 0.1,
+  "dropout": 0.4,
   "hidden_dim": 3072,
   "id2label": {
     "0": "LABEL_0",
@@ -32,7 +32,6 @@
   "qa_dropout": 0.1,
   "seq_classif_dropout": 0.2,
   "sinusoidal_pos_embds": false,
-  "tie_weights_": true,
   "torch_dtype": "float32",
   "transformers_version": "4.39.1",
   "vocab_size": 30522

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4a1d21c8dd699b95deb7e508b2bcf713b4853c8593691611f64041ace106050
+oid sha256:234e23f9347bda04393f7bf465ccab78ce4575909b72dfcbcd6e2079582bd63f
 size 267841796

runs/Mar26_13-27-07_76052bae2534/events.out.tfevents.1711459643.76052bae2534.1491.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3462a18935c677333b1fa0a887d6fd2ae1bfb910a3dec2fcf463a5bcf7429d
+size 4184

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e3ea3b69a465490a3aa90598232fe0d5493dd11e2217f878aa5c4191453b3cb
+oid sha256:688b257feabd1b046615fda9f8430e77576ea4a5fc4153265db9f83692dab97a
 size 4984