Hugging Face's logo

nestorgonzalovich
/
genome-bert

Fill-Mask
Transformers
PyTorch
TensorBoard
bert
Generated from Trainer
Inference Endpoints
Model card Files Metrics Community
2
nestorgonzalovich commited on
Commit
ce028bc
•
1 Parent(s): c321630

Training in progress, step 1000

Browse files
Files changed (15) hide show
  1. config.json +5 -5
  2. pytorch_model.bin +2 -2
  3. runs/Apr04_14-54-03_bd7031fef7e0/1680620555.7827077/events.out.tfevents.1680620555.bd7031fef7e0.979.1 +3 -0
  4. runs/Apr04_14-54-03_bd7031fef7e0/1680620627.1192079/events.out.tfevents.1680620627.bd7031fef7e0.979.2 +3 -0
  5. runs/Apr04_14-54-03_bd7031fef7e0/events.out.tfevents.1680620555.bd7031fef7e0.979.0 +3 -0
  6. runs/Apr04_15-04-02_bd7031fef7e0/1680620652.7073755/events.out.tfevents.1680620652.bd7031fef7e0.979.4 +3 -0
  7. runs/Apr04_15-04-02_bd7031fef7e0/events.out.tfevents.1680620652.bd7031fef7e0.979.3 +3 -0
  8. runs/Apr04_15-04-44_bd7031fef7e0/1680620692.4436483/events.out.tfevents.1680620692.bd7031fef7e0.979.6 +3 -0
  9. runs/Apr04_15-04-44_bd7031fef7e0/events.out.tfevents.1680620692.bd7031fef7e0.979.5 +3 -0
  10. runs/Apr04_15-07-40_bd7031fef7e0/1680620866.619144/events.out.tfevents.1680620866.bd7031fef7e0.979.8 +3 -0
  11. runs/Apr04_15-07-40_bd7031fef7e0/events.out.tfevents.1680620866.bd7031fef7e0.979.7 +3 -0
  12. special_tokens_map.json +1 -1
  13. tokenizer.json +0 -0
  14. tokenizer_config.json +1 -1
  15. training_args.bin +2 -2
config.json CHANGED
@@ -6,18 +6,18 @@
6
  "classifier_dropout": null,
7
  "hidden_act": "gelu",
8
  "hidden_dropout_prob": 0.1,
9
- "hidden_size": 768,
10
  "initializer_range": 0.02,
11
- "intermediate_size": 3072,
12
  "layer_norm_eps": 1e-12,
13
  "max_position_embeddings": 512,
14
  "model_type": "bert",
15
- "num_attention_heads": 12,
16
- "num_hidden_layers": 12,
17
  "pad_token_id": 0,
18
  "position_embedding_type": "absolute",
19
  "torch_dtype": "float32",
20
- "transformers_version": "4.25.1",
21
  "type_vocab_size": 2,
22
  "use_cache": true,
23
  "vocab_size": 50000
 
6
  "classifier_dropout": null,
7
  "hidden_act": "gelu",
8
  "hidden_dropout_prob": 0.1,
9
+ "hidden_size": 256,
10
  "initializer_range": 0.02,
11
+ "intermediate_size": 1024,
12
  "layer_norm_eps": 1e-12,
13
  "max_position_embeddings": 512,
14
  "model_type": "bert",
15
+ "num_attention_heads": 4,
16
+ "num_hidden_layers": 4,
17
  "pad_token_id": 0,
18
  "position_embedding_type": "absolute",
19
  "torch_dtype": "float32",
20
+ "transformers_version": "4.27.4",
21
  "type_vocab_size": 2,
22
  "use_cache": true,
23
  "vocab_size": 50000
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9c61b61dfaec22252eeb3b64173ffaf0e8693c3bb5ff586d51d4ecea48a1194
3
- size 498044985
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:686918c50a9d7392e1e931c97e48d43a6c00a6b295a592040195357b8f562c2b
3
+ size 64859346
runs/Apr04_14-54-03_bd7031fef7e0/1680620555.7827077/events.out.tfevents.1680620555.bd7031fef7e0.979.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae2c60144d4dd0998b9eff4318d5aef79c018768c6ede3a857c98db8f2d4f7cb
3
+ size 5806
runs/Apr04_14-54-03_bd7031fef7e0/1680620627.1192079/events.out.tfevents.1680620627.bd7031fef7e0.979.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edf9c77e1ed8e3ccb58eabe08d354e017230406e01cea0175e2225c1e2bd414b
3
+ size 5806
runs/Apr04_14-54-03_bd7031fef7e0/events.out.tfevents.1680620555.bd7031fef7e0.979.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f02342698a2ae78242f480008f25727a2749cd75d4407664e66ddd07ec847ee4
3
+ size 8398
runs/Apr04_15-04-02_bd7031fef7e0/1680620652.7073755/events.out.tfevents.1680620652.bd7031fef7e0.979.4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec47f2fe41d65d64cffc47972deef238ef18772ef2fb1a025e3e03de05c057a5
3
+ size 5806
runs/Apr04_15-04-02_bd7031fef7e0/events.out.tfevents.1680620652.bd7031fef7e0.979.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:781250c00e9682fde0b4542b8f44b02a3b369902eb41a0ff4b922f4131e5888d
3
+ size 3822
runs/Apr04_15-04-44_bd7031fef7e0/1680620692.4436483/events.out.tfevents.1680620692.bd7031fef7e0.979.6 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df1394638e0c4e20b97998878557e5b806e782007405214e82f4e814346f5c34
3
+ size 5806
runs/Apr04_15-04-44_bd7031fef7e0/events.out.tfevents.1680620692.bd7031fef7e0.979.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d18904b191c5897f1a57b93263df125b0398ceb8a36171f8ab76dfdf8c2eabf6
3
+ size 4252
runs/Apr04_15-07-40_bd7031fef7e0/1680620866.619144/events.out.tfevents.1680620866.bd7031fef7e0.979.8 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88cc9398331c6de0f5822da7f8e03cfe6412704b9bd04c94f2fa51dcdb35b9d4
3
+ size 5806
runs/Apr04_15-07-40_bd7031fef7e0/events.out.tfevents.1680620866.bd7031fef7e0.979.7 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f50fda3c594b01ec6e9afa7759bce8c9bf7a4e84fafb8ea0d483436a8282d25e
3
+ size 4327
special_tokens_map.json CHANGED
@@ -3,5 +3,5 @@
3
  "mask_token": "[MASK]",
4
  "pad_token": "[PAD]",
5
  "sep_token": "[SEP]",
6
- "unk_token": "unk_fam30"
7
  }
 
3
  "mask_token": "[MASK]",
4
  "pad_token": "[PAD]",
5
  "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
  }
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -5,5 +5,5 @@
5
  "pad_token": "[PAD]",
6
  "sep_token": "[SEP]",
7
  "tokenizer_class": "PreTrainedTokenizerFast",
8
- "unk_token": "unk_fam30"
9
  }
 
5
  "pad_token": "[PAD]",
6
  "sep_token": "[SEP]",
7
  "tokenizer_class": "PreTrainedTokenizerFast",
8
+ "unk_token": "[UNK]"
9
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e791c1a3389e624f365daa80b3dea41ed58accfb20a04a9632298750519811fb
3
- size 3387
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d05be9ec326fdabc4fcb3361214ed12b99ccc299b01ec93dd9c5032a32afbc4
3
+ size 3579