Training in progress, epoch 1
Browse files- config.json +31 -0
- model.safetensors +3 -0
- runs/Dec26_19-53-25_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703591609.autodl-container-a0b9118f00-d96236c6.831.1 +3 -0
- runs/Dec26_19-57-49_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703591872.autodl-container-a0b9118f00-d96236c6.1215.0 +3 -0
- runs/Dec26_20-15-56_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703592968.autodl-container-a0b9118f00-d96236c6.1215.1 +3 -0
- runs/Dec26_20-16-46_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593009.autodl-container-a0b9118f00-d96236c6.1215.2 +3 -0
- runs/Dec26_20-17-24_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593052.autodl-container-a0b9118f00-d96236c6.1215.3 +3 -0
- runs/Dec26_20-18-09_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593093.autodl-container-a0b9118f00-d96236c6.1215.4 +3 -0
- runs/Dec26_20-18-55_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593138.autodl-container-a0b9118f00-d96236c6.1215.5 +3 -0
- runs/Dec26_20-20-38_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593242.autodl-container-a0b9118f00-d96236c6.1215.6 +3 -0
- runs/Dec26_20-21-02_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593266.autodl-container-a0b9118f00-d96236c6.1215.7 +3 -0
- runs/Dec26_20-21-31_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593295.autodl-container-a0b9118f00-d96236c6.1215.8 +3 -0
- runs/Dec26_20-22-12_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593338.autodl-container-a0b9118f00-d96236c6.1215.9 +3 -0
- runs/Dec26_20-24-42_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593491.autodl-container-a0b9118f00-d96236c6.1215.10 +3 -0
- runs/Dec26_20-29-29_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593780.autodl-container-a0b9118f00-d96236c6.1215.11 +3 -0
- runs/Dec26_20-29-58_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593803.autodl-container-a0b9118f00-d96236c6.1215.12 +3 -0
- runs/Dec26_20-30-25_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593827.autodl-container-a0b9118f00-d96236c6.1215.13 +3 -0
- runs/Dec26_20-31-24_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593886.autodl-container-a0b9118f00-d96236c6.1215.14 +3 -0
- runs/Dec26_20-32-02_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593924.autodl-container-a0b9118f00-d96236c6.1215.15 +3 -0
- runs/Dec26_20-33-20_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703594003.autodl-container-a0b9118f00-d96236c6.1215.16 +3 -0
- runs/Dec26_20-33-55_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703594045.autodl-container-a0b9118f00-d96236c6.1215.17 +3 -0
- runs/Dec26_20-34-31_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703594074.autodl-container-a0b9118f00-d96236c6.1215.18 +3 -0
- runs/Dec26_20-35-00_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703594104.autodl-container-a0b9118f00-d96236c6.1215.19 +3 -0
- runs/Dec26_20-36-28_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703594191.autodl-container-a0b9118f00-d96236c6.1215.20 +3 -0
- runs/Dec27_12-15-10_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703650533.autodl-container-a0b9118f00-d96236c6.875.0 +3 -0
- runs/Dec27_21-40-14_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703684417.autodl-container-a0b9118f00-d96236c6.887.0 +3 -0
- runs/Dec28_11-01-49_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703732512.autodl-container-a0b9118f00-d96236c6.876.0 +3 -0
- special_tokens_map.json +7 -0
- tokenizer_config.json +52 -0
- training_args.bin +3 -0
- vocab.txt +33 -0
config.json
ADDED
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "/root/esm2_sty/esm2_t6_8M_UR50D",
|
3 |
+
"architectures": [
|
4 |
+
"EsmForSequenceClassification"
|
5 |
+
],
|
6 |
+
"attention_probs_dropout_prob": 0.0,
|
7 |
+
"classifier_dropout": null,
|
8 |
+
"emb_layer_norm_before": false,
|
9 |
+
"esmfold_config": null,
|
10 |
+
"hidden_act": "gelu",
|
11 |
+
"hidden_dropout_prob": 0.0,
|
12 |
+
"hidden_size": 320,
|
13 |
+
"initializer_range": 0.02,
|
14 |
+
"intermediate_size": 1280,
|
15 |
+
"is_folding_model": false,
|
16 |
+
"layer_norm_eps": 1e-05,
|
17 |
+
"mask_token_id": 32,
|
18 |
+
"max_position_embeddings": 1026,
|
19 |
+
"model_type": "esm",
|
20 |
+
"num_attention_heads": 20,
|
21 |
+
"num_hidden_layers": 6,
|
22 |
+
"pad_token_id": 1,
|
23 |
+
"position_embedding_type": "rotary",
|
24 |
+
"problem_type": "single_label_classification",
|
25 |
+
"token_dropout": true,
|
26 |
+
"torch_dtype": "float32",
|
27 |
+
"transformers_version": "4.36.2",
|
28 |
+
"use_cache": true,
|
29 |
+
"vocab_list": null,
|
30 |
+
"vocab_size": 33
|
31 |
+
}
|
model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:928c8f3b8d4e7c3ac1ada16231f5a2476e767a697747e7ccd573d8e770b63b4c
|
3 |
+
size 31375788
|
runs/Dec26_19-53-25_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703591609.autodl-container-a0b9118f00-d96236c6.831.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a3391f4bfbf1e18f2c37c06835fbf6a06371e11b84f4877d205da3d8b86c0476
|
3 |
+
size 4526
|
runs/Dec26_19-57-49_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703591872.autodl-container-a0b9118f00-d96236c6.1215.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b77cec4e654ee3acc80e3248da27dcf7ea5bccdeca17f2b7860ae425099f989b
|
3 |
+
size 4526
|
runs/Dec26_20-15-56_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703592968.autodl-container-a0b9118f00-d96236c6.1215.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:aab7094a98734824879da075bf484600eb9877bb322a100fba66555be7a6d7f2
|
3 |
+
size 4530
|
runs/Dec26_20-16-46_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593009.autodl-container-a0b9118f00-d96236c6.1215.2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ebbb1e7b9d4516e4e057cea21c8e6ff1740c8c88b48daf1951c8175edb0b6ce9
|
3 |
+
size 4530
|
runs/Dec26_20-17-24_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593052.autodl-container-a0b9118f00-d96236c6.1215.3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f80eb397d37a1d541b6471ebf8a46de3d949c976627162698596b2266a879d96
|
3 |
+
size 4530
|
runs/Dec26_20-18-09_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593093.autodl-container-a0b9118f00-d96236c6.1215.4
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4dbffcd2437795faf85c7a288d757fde0cfda74cd4c910b1ee1797a3fd0c0622
|
3 |
+
size 4529
|
runs/Dec26_20-18-55_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593138.autodl-container-a0b9118f00-d96236c6.1215.5
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9afc8c77ee1f58b036c474d2d9b869399e73d9fa5dde79639b4a15bf7f85fde7
|
3 |
+
size 4529
|
runs/Dec26_20-20-38_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593242.autodl-container-a0b9118f00-d96236c6.1215.6
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:47a855d8f7c3f4efc994bc71ab35493b9193dc808d44893ee4857be783957eab
|
3 |
+
size 4530
|
runs/Dec26_20-21-02_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593266.autodl-container-a0b9118f00-d96236c6.1215.7
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4bcfbc60c6594cc3659e34e2d5221e325c083a5abe88f5f12dcfc74443a8ced0
|
3 |
+
size 4529
|
runs/Dec26_20-21-31_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593295.autodl-container-a0b9118f00-d96236c6.1215.8
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:235f5904f393d3766be96c3de441f2bd972edc0d3ea9b13ad87359f909410abb
|
3 |
+
size 4528
|
runs/Dec26_20-22-12_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593338.autodl-container-a0b9118f00-d96236c6.1215.9
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3fee564752c6cb37e148e871277f227ae1cd12637be93eb953e4db304d4f374c
|
3 |
+
size 4528
|
runs/Dec26_20-24-42_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593491.autodl-container-a0b9118f00-d96236c6.1215.10
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:45a3292ecfe839d7381526b25a531aad3915f9af61de138e01258da908c87372
|
3 |
+
size 4528
|
runs/Dec26_20-29-29_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593780.autodl-container-a0b9118f00-d96236c6.1215.11
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:45a9357152fb690fe61892a1a0f41a69dc495093b7e2415544bbdf29c0d6b909
|
3 |
+
size 4526
|
runs/Dec26_20-29-58_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593803.autodl-container-a0b9118f00-d96236c6.1215.12
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:139b3df928740cafca59536b7a40bc91f1d2946963c8d1fc2ec39a12e5760873
|
3 |
+
size 4526
|
runs/Dec26_20-30-25_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593827.autodl-container-a0b9118f00-d96236c6.1215.13
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bd48c1651862508d21f47dd4101ae12c5222c190be4d6b747ba407831c2b8f9d
|
3 |
+
size 4526
|
runs/Dec26_20-31-24_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593886.autodl-container-a0b9118f00-d96236c6.1215.14
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f84d8ad14e02d6bdb367c2a1c545087b9acb5a6e10b6ab9d37db6942c70a17ca
|
3 |
+
size 4526
|
runs/Dec26_20-32-02_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703593924.autodl-container-a0b9118f00-d96236c6.1215.15
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:beb92b914f69776773a5b04062b2b16b9be552ba304df1fc01b7e68b3e44e634
|
3 |
+
size 4575
|
runs/Dec26_20-33-20_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703594003.autodl-container-a0b9118f00-d96236c6.1215.16
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5fbaf474537c8ac99ab8224f0ded5d52a0e7b676c94f2a3e720a286502909e94
|
3 |
+
size 4575
|
runs/Dec26_20-33-55_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703594045.autodl-container-a0b9118f00-d96236c6.1215.17
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e9bdd7ac1ddad3d0166e37f65586470bc1f9858b93af79bee72f8e850b8ed38f
|
3 |
+
size 4575
|
runs/Dec26_20-34-31_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703594074.autodl-container-a0b9118f00-d96236c6.1215.18
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3289ecd86b4fd7a27497d8039ebecf2d7373f3509677e0557b495693617ea646
|
3 |
+
size 4576
|
runs/Dec26_20-35-00_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703594104.autodl-container-a0b9118f00-d96236c6.1215.19
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d48614815882274825c479598e8a8bfd5719e36e84dff4126fec110b490c353b
|
3 |
+
size 4575
|
runs/Dec26_20-36-28_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703594191.autodl-container-a0b9118f00-d96236c6.1215.20
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6031403a8373415763a8f929acedfa0c0df727fcceab52f253a670ca07585925
|
3 |
+
size 4575
|
runs/Dec27_12-15-10_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703650533.autodl-container-a0b9118f00-d96236c6.875.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dd3db6b5ddaa54ec7d1a4082db193dad6808432a70417a9ba7d5d72c4bf6ff97
|
3 |
+
size 4527
|
runs/Dec27_21-40-14_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703684417.autodl-container-a0b9118f00-d96236c6.887.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b2140d0f0b543b6f701c1d2b0a2b2a2657f85e106c72334236aa52b96f643001
|
3 |
+
size 4527
|
runs/Dec28_11-01-49_autodl-container-a0b9118f00-d96236c6/events.out.tfevents.1703732512.autodl-container-a0b9118f00-d96236c6.876.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e9c0244c044b4485f91b1f33d2d169f56521975907e3b13ef8b23a22e66bdb78
|
3 |
+
size 4842
|
special_tokens_map.json
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"cls_token": "<cls>",
|
3 |
+
"eos_token": "<eos>",
|
4 |
+
"mask_token": "<mask>",
|
5 |
+
"pad_token": "<pad>",
|
6 |
+
"unk_token": "<unk>"
|
7 |
+
}
|
tokenizer_config.json
ADDED
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"added_tokens_decoder": {
|
3 |
+
"0": {
|
4 |
+
"content": "<cls>",
|
5 |
+
"lstrip": false,
|
6 |
+
"normalized": false,
|
7 |
+
"rstrip": false,
|
8 |
+
"single_word": false,
|
9 |
+
"special": true
|
10 |
+
},
|
11 |
+
"1": {
|
12 |
+
"content": "<pad>",
|
13 |
+
"lstrip": false,
|
14 |
+
"normalized": false,
|
15 |
+
"rstrip": false,
|
16 |
+
"single_word": false,
|
17 |
+
"special": true
|
18 |
+
},
|
19 |
+
"2": {
|
20 |
+
"content": "<eos>",
|
21 |
+
"lstrip": false,
|
22 |
+
"normalized": false,
|
23 |
+
"rstrip": false,
|
24 |
+
"single_word": false,
|
25 |
+
"special": true
|
26 |
+
},
|
27 |
+
"3": {
|
28 |
+
"content": "<unk>",
|
29 |
+
"lstrip": false,
|
30 |
+
"normalized": false,
|
31 |
+
"rstrip": false,
|
32 |
+
"single_word": false,
|
33 |
+
"special": true
|
34 |
+
},
|
35 |
+
"32": {
|
36 |
+
"content": "<mask>",
|
37 |
+
"lstrip": false,
|
38 |
+
"normalized": false,
|
39 |
+
"rstrip": false,
|
40 |
+
"single_word": false,
|
41 |
+
"special": true
|
42 |
+
}
|
43 |
+
},
|
44 |
+
"clean_up_tokenization_spaces": true,
|
45 |
+
"cls_token": "<cls>",
|
46 |
+
"eos_token": "<eos>",
|
47 |
+
"mask_token": "<mask>",
|
48 |
+
"model_max_length": 1000000000000000019884624838656,
|
49 |
+
"pad_token": "<pad>",
|
50 |
+
"tokenizer_class": "EsmTokenizer",
|
51 |
+
"unk_token": "<unk>"
|
52 |
+
}
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0b40df7e6db77f3880c4d674ae81ded2942280ddef44b7dd80e1904db27750ed
|
3 |
+
size 4792
|
vocab.txt
ADDED
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
<cls>
|
2 |
+
<pad>
|
3 |
+
<eos>
|
4 |
+
<unk>
|
5 |
+
L
|
6 |
+
A
|
7 |
+
G
|
8 |
+
V
|
9 |
+
S
|
10 |
+
E
|
11 |
+
R
|
12 |
+
T
|
13 |
+
I
|
14 |
+
D
|
15 |
+
P
|
16 |
+
K
|
17 |
+
Q
|
18 |
+
N
|
19 |
+
F
|
20 |
+
Y
|
21 |
+
M
|
22 |
+
H
|
23 |
+
W
|
24 |
+
C
|
25 |
+
X
|
26 |
+
B
|
27 |
+
U
|
28 |
+
Z
|
29 |
+
O
|
30 |
+
.
|
31 |
+
-
|
32 |
+
<null_1>
|
33 |
+
<mask>
|