Training in progress, epoch 1

config.json

@@ -0,0 +1,31 @@
+{
+  "_name_or_path": "/root/esm2_sty/esm2_t6_8M_UR50D",
+  "architectures": [
+    "EsmForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "classifier_dropout": null,
+  "emb_layer_norm_before": false,
+  "esmfold_config": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 320,
+  "initializer_range": 0.02,
+  "intermediate_size": 1280,
+  "is_folding_model": false,
+  "layer_norm_eps": 1e-05,
+  "mask_token_id": 32,
+  "max_position_embeddings": 1026,
+  "model_type": "esm",
+  "num_attention_heads": 20,
+  "num_hidden_layers": 6,
+  "pad_token_id": 1,
+  "position_embedding_type": "rotary",
+  "problem_type": "single_label_classification",
+  "token_dropout": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.36.2",
+  "use_cache": true,
+  "vocab_list": null,
+  "vocab_size": 33
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928c8f3b8d4e7c3ac1ada16231f5a2476e767a697747e7ccd573d8e770b63b4c
+size 31375788

runs/Dec26_19-53-25_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703591609.autodl-container-a0b9118f00-d96236c6.831.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3391f4bfbf1e18f2c37c06835fbf6a06371e11b84f4877d205da3d8b86c0476
+size 4526

runs/Dec26_19-57-49_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703591872.autodl-container-a0b9118f00-d96236c6.1215.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77cec4e654ee3acc80e3248da27dcf7ea5bccdeca17f2b7860ae425099f989b
+size 4526

runs/Dec26_20-15-56_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703592968.autodl-container-a0b9118f00-d96236c6.1215.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab7094a98734824879da075bf484600eb9877bb322a100fba66555be7a6d7f2
+size 4530

runs/Dec26_20-16-46_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593009.autodl-container-a0b9118f00-d96236c6.1215.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb1e7b9d4516e4e057cea21c8e6ff1740c8c88b48daf1951c8175edb0b6ce9
+size 4530

runs/Dec26_20-17-24_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593052.autodl-container-a0b9118f00-d96236c6.1215.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80eb397d37a1d541b6471ebf8a46de3d949c976627162698596b2266a879d96
+size 4530

runs/Dec26_20-18-09_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593093.autodl-container-a0b9118f00-d96236c6.1215.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dbffcd2437795faf85c7a288d757fde0cfda74cd4c910b1ee1797a3fd0c0622
+size 4529

runs/Dec26_20-18-55_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593138.autodl-container-a0b9118f00-d96236c6.1215.5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9afc8c77ee1f58b036c474d2d9b869399e73d9fa5dde79639b4a15bf7f85fde7
+size 4529

runs/Dec26_20-20-38_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593242.autodl-container-a0b9118f00-d96236c6.1215.6

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a855d8f7c3f4efc994bc71ab35493b9193dc808d44893ee4857be783957eab
+size 4530

runs/Dec26_20-21-02_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593266.autodl-container-a0b9118f00-d96236c6.1215.7

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bcfbc60c6594cc3659e34e2d5221e325c083a5abe88f5f12dcfc74443a8ced0
+size 4529

runs/Dec26_20-21-31_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593295.autodl-container-a0b9118f00-d96236c6.1215.8

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235f5904f393d3766be96c3de441f2bd972edc0d3ea9b13ad87359f909410abb
+size 4528

runs/Dec26_20-22-12_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593338.autodl-container-a0b9118f00-d96236c6.1215.9

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fee564752c6cb37e148e871277f227ae1cd12637be93eb953e4db304d4f374c
+size 4528

runs/Dec26_20-24-42_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593491.autodl-container-a0b9118f00-d96236c6.1215.10

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a3292ecfe839d7381526b25a531aad3915f9af61de138e01258da908c87372
+size 4528

runs/Dec26_20-29-29_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593780.autodl-container-a0b9118f00-d96236c6.1215.11

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a9357152fb690fe61892a1a0f41a69dc495093b7e2415544bbdf29c0d6b909
+size 4526

runs/Dec26_20-29-58_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593803.autodl-container-a0b9118f00-d96236c6.1215.12

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139b3df928740cafca59536b7a40bc91f1d2946963c8d1fc2ec39a12e5760873
+size 4526

runs/Dec26_20-30-25_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593827.autodl-container-a0b9118f00-d96236c6.1215.13

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd48c1651862508d21f47dd4101ae12c5222c190be4d6b747ba407831c2b8f9d
+size 4526

runs/Dec26_20-31-24_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593886.autodl-container-a0b9118f00-d96236c6.1215.14

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84d8ad14e02d6bdb367c2a1c545087b9acb5a6e10b6ab9d37db6942c70a17ca
+size 4526

runs/Dec26_20-32-02_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593924.autodl-container-a0b9118f00-d96236c6.1215.15

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb92b914f69776773a5b04062b2b16b9be552ba304df1fc01b7e68b3e44e634
+size 4575

runs/Dec26_20-33-20_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703594003.autodl-container-a0b9118f00-d96236c6.1215.16

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbaf474537c8ac99ab8224f0ded5d52a0e7b676c94f2a3e720a286502909e94
+size 4575

runs/Dec26_20-33-55_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703594045.autodl-container-a0b9118f00-d96236c6.1215.17

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9bdd7ac1ddad3d0166e37f65586470bc1f9858b93af79bee72f8e850b8ed38f
+size 4575

runs/Dec26_20-34-31_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703594074.autodl-container-a0b9118f00-d96236c6.1215.18

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3289ecd86b4fd7a27497d8039ebecf2d7373f3509677e0557b495693617ea646
+size 4576

runs/Dec26_20-35-00_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703594104.autodl-container-a0b9118f00-d96236c6.1215.19

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48614815882274825c479598e8a8bfd5719e36e84dff4126fec110b490c353b
+size 4575

runs/Dec26_20-36-28_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703594191.autodl-container-a0b9118f00-d96236c6.1215.20

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6031403a8373415763a8f929acedfa0c0df727fcceab52f253a670ca07585925
+size 4575

runs/Dec27_12-15-10_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703650533.autodl-container-a0b9118f00-d96236c6.875.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3db6b5ddaa54ec7d1a4082db193dad6808432a70417a9ba7d5d72c4bf6ff97
+size 4527

runs/Dec27_21-40-14_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703684417.autodl-container-a0b9118f00-d96236c6.887.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2140d0f0b543b6f701c1d2b0a2b2a2657f85e106c72334236aa52b96f643001
+size 4527

runs/Dec28_11-01-49_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703732512.autodl-container-a0b9118f00-d96236c6.876.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c0244c044b4485f91b1f33d2d169f56521975907e3b13ef8b23a22e66bdb78
+size 4842

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "<cls>",
+  "eos_token": "<eos>",
+  "mask_token": "<mask>",
+  "pad_token": "<pad>",
+  "unk_token": "<unk>"
+}

tokenizer_config.json

@@ -0,0 +1,52 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<cls>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32": {
+      "content": "<mask>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "<cls>",
+  "eos_token": "<eos>",
+  "mask_token": "<mask>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "tokenizer_class": "EsmTokenizer",
+  "unk_token": "<unk>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b40df7e6db77f3880c4d674ae81ded2942280ddef44b7dd80e1904db27750ed
+size 4792

vocab.txt

@@ -0,0 +1,33 @@
+<cls>
+<pad>
+<eos>
+<unk>
+L
+A
+G
+V
+S
+E
+R
+T
+I
+D
+P
+K
+Q
+N
+F
+Y
+M
+H
+W
+C
+X
+B
+U
+Z
+O
+.
+-
+<null_1>
+<mask>