Thinh Truong commited on
Commit
2aa8527
β€’
1 Parent(s): 77c9b30

add model files

Browse files
Files changed (29) hide show
  1. randomcomb_mlm_ep5/README.md β†’ README.md +0 -0
  2. randomcomb_mlm_ep5/all_results.json β†’ all_results.json +0 -0
  3. randomcomb_mlm_ep5/checkpoint-200000/config.json β†’ config.json +0 -0
  4. randomcomb_mlm_ep5/eval_results.json β†’ eval_results.json +0 -0
  5. randomcomb_mlm_ep5/checkpoint-200000/merges.txt β†’ merges.txt +0 -0
  6. randomcomb_mlm_ep5/pytorch_model.bin β†’ pytorch_model.bin +0 -0
  7. randomcomb_mlm_ep5/checkpoint-200000/optimizer.pt +0 -3
  8. randomcomb_mlm_ep5/checkpoint-200000/pytorch_model.bin +0 -3
  9. randomcomb_mlm_ep5/checkpoint-200000/rng_state.pth +0 -3
  10. randomcomb_mlm_ep5/checkpoint-200000/scaler.pt +0 -3
  11. randomcomb_mlm_ep5/checkpoint-200000/scheduler.pt +0 -3
  12. randomcomb_mlm_ep5/checkpoint-200000/trainer_state.json +0 -30
  13. randomcomb_mlm_ep5/config.json +0 -27
  14. randomcomb_mlm_ep5/merges.txt +0 -0
  15. randomcomb_mlm_ep5/runs/Dec16_12-57-55_slug/1639619972.0444322/events.out.tfevents.1639619972.slug.1802.1 +0 -3
  16. randomcomb_mlm_ep5/runs/Dec16_12-57-55_slug/events.out.tfevents.1639619972.slug.1802.0 +0 -3
  17. randomcomb_mlm_ep5/runs/Dec16_12-57-55_slug/events.out.tfevents.1639760604.slug.1802.2 +0 -3
  18. randomcomb_mlm_ep5/special_tokens_map.json +0 -1
  19. randomcomb_mlm_ep5/tokenizer.json +0 -0
  20. randomcomb_mlm_ep5/tokenizer_config.json +0 -1
  21. randomcomb_mlm_ep5/training_args.bin +0 -3
  22. randomcomb_mlm_ep5/vocab.json +0 -0
  23. randomcomb_mlm_ep5/checkpoint-200000/special_tokens_map.json β†’ special_tokens_map.json +0 -0
  24. randomcomb_mlm_ep5/checkpoint-200000/tokenizer.json β†’ tokenizer.json +0 -0
  25. randomcomb_mlm_ep5/checkpoint-200000/tokenizer_config.json β†’ tokenizer_config.json +0 -0
  26. randomcomb_mlm_ep5/train_results.json β†’ train_results.json +0 -0
  27. randomcomb_mlm_ep5/trainer_state.json β†’ trainer_state.json +0 -0
  28. randomcomb_mlm_ep5/checkpoint-200000/training_args.bin β†’ training_args.bin +0 -0
  29. randomcomb_mlm_ep5/checkpoint-200000/vocab.json β†’ vocab.json +0 -0
randomcomb_mlm_ep5/README.md β†’ README.md RENAMED
File without changes
randomcomb_mlm_ep5/all_results.json β†’ all_results.json RENAMED
File without changes
randomcomb_mlm_ep5/checkpoint-200000/config.json β†’ config.json RENAMED
File without changes
randomcomb_mlm_ep5/eval_results.json β†’ eval_results.json RENAMED
File without changes
randomcomb_mlm_ep5/checkpoint-200000/merges.txt β†’ merges.txt RENAMED
File without changes
randomcomb_mlm_ep5/pytorch_model.bin β†’ pytorch_model.bin RENAMED
File without changes
randomcomb_mlm_ep5/checkpoint-200000/optimizer.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b336ebdd8510e2ec2847b6021cebe21dcfefee6f1d4b6c02e2a0fb1926bad3dd
3
- size 997706595
 
 
 
 
randomcomb_mlm_ep5/checkpoint-200000/pytorch_model.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ec69e9fd7bb3e50718768c181588be63926e9a88b7f5e1644e16f5c62cd76433
3
- size 498880594
 
 
 
 
randomcomb_mlm_ep5/checkpoint-200000/rng_state.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:bf13c88685005b17fac38d90a62bc4f6e002321fb009598613a98a1189053740
3
- size 15690
 
 
 
 
randomcomb_mlm_ep5/checkpoint-200000/scaler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b9ccc41a927f21310d033565b1364aba313733701696cabc6a441404047a6901
3
- size 559
 
 
 
 
randomcomb_mlm_ep5/checkpoint-200000/scheduler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c1115ded262dd695c64e895fdc433cb710fca587cb71bd80f27825c4a51e0890
3
- size 623
 
 
 
 
randomcomb_mlm_ep5/checkpoint-200000/trainer_state.json DELETED
@@ -1,30 +0,0 @@
1
- {
2
- "best_metric": null,
3
- "best_model_checkpoint": null,
4
- "epoch": 2.5728436354280566,
5
- "global_step": 200000,
6
- "is_hyper_param_search": false,
7
- "is_local_process_zero": true,
8
- "is_world_process_zero": true,
9
- "log_history": [
10
- {
11
- "epoch": 2.57,
12
- "learning_rate": 2.4280954524988745e-05,
13
- "loss": 1.8998,
14
- "step": 200000
15
- },
16
- {
17
- "epoch": 2.57,
18
- "eval_loss": 1.6605522632598877,
19
- "eval_runtime": 1064.795,
20
- "eval_samples_per_second": 129.786,
21
- "eval_steps_per_second": 8.112,
22
- "step": 200000
23
- }
24
- ],
25
- "max_steps": 388675,
26
- "num_train_epochs": 5,
27
- "total_flos": 1.53636993828252e+17,
28
- "trial_name": null,
29
- "trial_params": null
30
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
randomcomb_mlm_ep5/config.json DELETED
@@ -1,27 +0,0 @@
1
- {
2
- "_name_or_path": "roberta-base",
3
- "architectures": [
4
- "RobertaForMaskedLM"
5
- ],
6
- "attention_probs_dropout_prob": 0.1,
7
- "bos_token_id": 0,
8
- "classifier_dropout": null,
9
- "eos_token_id": 2,
10
- "hidden_act": "gelu",
11
- "hidden_dropout_prob": 0.1,
12
- "hidden_size": 768,
13
- "initializer_range": 0.02,
14
- "intermediate_size": 3072,
15
- "layer_norm_eps": 1e-05,
16
- "max_position_embeddings": 514,
17
- "model_type": "roberta",
18
- "num_attention_heads": 12,
19
- "num_hidden_layers": 12,
20
- "pad_token_id": 1,
21
- "position_embedding_type": "absolute",
22
- "torch_dtype": "float32",
23
- "transformers_version": "4.13.0.dev0",
24
- "type_vocab_size": 1,
25
- "use_cache": true,
26
- "vocab_size": 50265
27
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
randomcomb_mlm_ep5/merges.txt DELETED
The diff for this file is too large to render. See raw diff
 
randomcomb_mlm_ep5/runs/Dec16_12-57-55_slug/1639619972.0444322/events.out.tfevents.1639619972.slug.1802.1 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5f7db48a3d09dd8bbbc85ba74c60a82388f70b2d58714d40fe8eddf4101cfa32
3
- size 4514
 
 
 
 
randomcomb_mlm_ep5/runs/Dec16_12-57-55_slug/events.out.tfevents.1639619972.slug.1802.0 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:7a13ca19d2a19c215a7c885ebf08bbf8f060a4adf4929664cc28658157a348f1
3
- size 3962
 
 
 
 
randomcomb_mlm_ep5/runs/Dec16_12-57-55_slug/events.out.tfevents.1639760604.slug.1802.2 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1defeeaf4819eaafe3c31c5b1c4a628254f8d39d8a130c7fb10df2d8d26de5be
3
- size 316
 
 
 
 
randomcomb_mlm_ep5/special_tokens_map.json DELETED
@@ -1 +0,0 @@
1
- {"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}}
 
 
randomcomb_mlm_ep5/tokenizer.json DELETED
The diff for this file is too large to render. See raw diff
 
randomcomb_mlm_ep5/tokenizer_config.json DELETED
@@ -1 +0,0 @@
1
- {"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "add_prefix_space": false, "errors": "replace", "sep_token": "</s>", "cls_token": "<s>", "pad_token": "<pad>", "mask_token": "<mask>", "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "roberta-base", "tokenizer_class": "RobertaTokenizer"}
 
 
randomcomb_mlm_ep5/training_args.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e400e663b7f67aadfb2815e255927a2d6e17765897a960c972b13851365792db
3
- size 2799
 
 
 
 
randomcomb_mlm_ep5/vocab.json DELETED
The diff for this file is too large to render. See raw diff
 
randomcomb_mlm_ep5/checkpoint-200000/special_tokens_map.json β†’ special_tokens_map.json RENAMED
File without changes
randomcomb_mlm_ep5/checkpoint-200000/tokenizer.json β†’ tokenizer.json RENAMED
File without changes
randomcomb_mlm_ep5/checkpoint-200000/tokenizer_config.json β†’ tokenizer_config.json RENAMED
File without changes
randomcomb_mlm_ep5/train_results.json β†’ train_results.json RENAMED
File without changes
randomcomb_mlm_ep5/trainer_state.json β†’ trainer_state.json RENAMED
File without changes
randomcomb_mlm_ep5/checkpoint-200000/training_args.bin β†’ training_args.bin RENAMED
File without changes
randomcomb_mlm_ep5/checkpoint-200000/vocab.json β†’ vocab.json RENAMED
File without changes