Training in progress, epoch 3

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/root/autodl-tmp/model/esm2_t6_8M_UR50D",
+  "_name_or_path": "/root/autodl-tmp/model/esm2_t30_150M_UR50D",
   "architectures": [
     "EsmForSequenceClassification"
   ],
@@ -9,16 +9,16 @@
   "esmfold_config": null,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.0,
-  "hidden_size": 320,
+  "hidden_size": 640,
   "initializer_range": 0.02,
-  "intermediate_size": 1280,
+  "intermediate_size": 2560,
   "is_folding_model": false,
   "layer_norm_eps": 1e-05,
   "mask_token_id": 32,
   "max_position_embeddings": 1026,
   "model_type": "esm",
   "num_attention_heads": 20,
-  "num_hidden_layers": 6,
+  "num_hidden_layers": 30,
   "pad_token_id": 1,
   "position_embedding_type": "rotary",
   "problem_type": "single_label_classification",

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80a26b2803bc3a2bc428240e12aea4eead730c31cf2f05a1522e623e40380131
-size 31375788
+oid sha256:11d13b6210097b2e917817cd3eddcbf650509a3c05ae2f66401b47be15991e94
+size 595249204

runs/Jan15_13-34-14_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1705296856.autodl-container-a0b9118f00-d96236c6.993.3

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a00a15c4ec8e7603863afec0b583286b931ceb73d149b55935bc6f2fc3000f49
-size 12584
+oid sha256:c65b11bcca64a27ad0745a3b17519d10499c42a2fc66c6972d2208eb3746d4e8
+size 13418

runs/Jan15_14-18-54_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1705299536.autodl-container-a0b9118f00-d96236c6.993.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12316e3fb4d0d0d7401014a726edc4abefd3d137955952cd571515b3dd03565
+size 5850

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81431fa7321f00477fffb538182d0df272867d3dad45a64f6d226d60609801f9
+oid sha256:487ca41a036a0283700a51b763a178d415628eebd459dbe815428b838f655d88
 size 4792