batterydata commited on
Commit
7bd114c
1 Parent(s): 68cec48

1000000 steps

Browse files
Files changed (32) hide show
  1. all_results.json +15 -0
  2. config.json +25 -0
  3. eval_results.json +10 -0
  4. pytorch_model.bin +3 -0
  5. runs/Feb15_20-38-39_thetagpu01/1644986128.8788168/events.out.tfevents.1644986128.thetagpu01.73646.1 +3 -0
  6. runs/Feb15_20-38-39_thetagpu01/events.out.tfevents.1644986128.thetagpu01.73646.0 +3 -0
  7. runs/Feb16_15-38-09_thetagpu18/1645047566.4615197/events.out.tfevents.1645047566.thetagpu18.849991.1 +3 -0
  8. runs/Feb16_15-38-09_thetagpu18/events.out.tfevents.1645047566.thetagpu18.849991.0 +3 -0
  9. runs/Feb17_15-24-06_thetagpu14/1645133126.3485615/events.out.tfevents.1645133126.thetagpu14.3311438.1 +3 -0
  10. runs/Feb17_15-24-06_thetagpu14/events.out.tfevents.1645133126.thetagpu14.3311438.0 +3 -0
  11. runs/Feb18_13-34-17_thetagpu07/1645212940.3048108/events.out.tfevents.1645212940.thetagpu07.938517.1 +3 -0
  12. runs/Feb18_13-34-17_thetagpu07/events.out.tfevents.1645212940.thetagpu07.938517.0 +3 -0
  13. runs/Feb19_03-43-55_thetagpu13/1645263903.0911932/events.out.tfevents.1645263903.thetagpu13.2431802.1 +3 -0
  14. runs/Feb19_03-43-55_thetagpu13/events.out.tfevents.1645263903.thetagpu13.2431802.0 +3 -0
  15. runs/Feb19_22-08-43_thetagpu21/1645330200.6740115/events.out.tfevents.1645330200.thetagpu21.4158425.1 +3 -0
  16. runs/Feb19_22-08-43_thetagpu21/events.out.tfevents.1645330200.thetagpu21.4158425.0 +3 -0
  17. runs/Feb21_21-03-03_thetagpu06/1645499055.448211/events.out.tfevents.1645499055.thetagpu06.1296145.1 +3 -0
  18. runs/Feb21_21-03-03_thetagpu06/events.out.tfevents.1645499055.thetagpu06.1296145.0 +3 -0
  19. runs/Feb23_03-59-17_thetagpu06/1645610437.092359/events.out.tfevents.1645610437.thetagpu06.3020873.1 +3 -0
  20. runs/Feb23_03-59-17_thetagpu06/events.out.tfevents.1645610437.thetagpu06.3020873.0 +3 -0
  21. runs/Feb23_22-50-48_thetagpu06/1645678390.3425033/events.out.tfevents.1645678390.thetagpu06.4071743.1 +3 -0
  22. runs/Feb23_22-50-48_thetagpu06/events.out.tfevents.1645678390.thetagpu06.4071743.0 +3 -0
  23. runs/Feb25_10-11-47_thetagpu07/1645805600.148976/events.out.tfevents.1645805600.thetagpu07.2173125.1 +3 -0
  24. runs/Feb25_10-11-47_thetagpu07/events.out.tfevents.1645805600.thetagpu07.2173125.0 +3 -0
  25. runs/Feb25_10-11-47_thetagpu07/events.out.tfevents.1645820296.thetagpu07.2173125.2 +3 -0
  26. special_tokens_map.json +1 -0
  27. tokenizer.json +0 -0
  28. tokenizer_config.json +1 -0
  29. train_results.json +8 -0
  30. trainer_state.json +0 -0
  31. training_args.bin +3 -0
  32. vocab.txt +0 -0
all_results.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 47.98,
3
+ "eval_accuracy": 0.7689506636929798,
4
+ "eval_loss": 0.9654982686042786,
5
+ "eval_runtime": 49.5461,
6
+ "eval_samples": 45452,
7
+ "eval_samples_per_second": 917.369,
8
+ "eval_steps_per_second": 14.35,
9
+ "perplexity": 2.6260958316409364,
10
+ "train_loss": 0.032887611633300784,
11
+ "train_runtime": 14645.775,
12
+ "train_samples": 5335783,
13
+ "train_samples_per_second": 17479.444,
14
+ "train_steps_per_second": 68.279
15
+ }
config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "allenai/scibert_scivocab_uncased",
3
+ "architectures": [
4
+ "BertForMaskedLM"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.1,
10
+ "hidden_size": 768,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 3072,
13
+ "layer_norm_eps": 1e-12,
14
+ "max_position_embeddings": 512,
15
+ "model_type": "bert",
16
+ "num_attention_heads": 12,
17
+ "num_hidden_layers": 12,
18
+ "pad_token_id": 0,
19
+ "position_embedding_type": "absolute",
20
+ "torch_dtype": "float32",
21
+ "transformers_version": "4.17.0.dev0",
22
+ "type_vocab_size": 2,
23
+ "use_cache": true,
24
+ "vocab_size": 31090
25
+ }
eval_results.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 47.98,
3
+ "eval_accuracy": 0.7689506636929798,
4
+ "eval_loss": 0.9654982686042786,
5
+ "eval_runtime": 49.5461,
6
+ "eval_samples": 45452,
7
+ "eval_samples_per_second": 917.369,
8
+ "eval_steps_per_second": 14.35,
9
+ "perplexity": 2.6260958316409364
10
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd061b7fc625adf5df4d7a0fa4e1ddaca61dfc964b762bffb2ddd922ea352675
3
+ size 439894482
runs/Feb15_20-38-39_thetagpu01/1644986128.8788168/events.out.tfevents.1644986128.thetagpu01.73646.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4881d03dd317c212d11b1c04d17dfd4e6aedf5f5673570315a50d7b6035f15de
3
+ size 4930
runs/Feb15_20-38-39_thetagpu01/events.out.tfevents.1644986128.thetagpu01.73646.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cebe7f975d06faf193f1006fadbb6c5b89acd0b1934463263810713200f4e205
3
+ size 32947
runs/Feb16_15-38-09_thetagpu18/1645047566.4615197/events.out.tfevents.1645047566.thetagpu18.849991.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e78fc57d9d97ceab325b1a9e909e87316068f5650c75b3e2c10140c1a5705e78
3
+ size 4930
runs/Feb16_15-38-09_thetagpu18/events.out.tfevents.1645047566.thetagpu18.849991.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f75029a637d269d06e5c94ad0e2878d57599a8d7678d3d94fa3298ef023a88a6
3
+ size 41216
runs/Feb17_15-24-06_thetagpu14/1645133126.3485615/events.out.tfevents.1645133126.thetagpu14.3311438.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:244990d23e127dd743e7e75d9f0179f84646cd89f1ec0ecd59eeaa313f6f664d
3
+ size 4930
runs/Feb17_15-24-06_thetagpu14/events.out.tfevents.1645133126.thetagpu14.3311438.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b42a4fa2bf4619e25bdac3a350cf72898415d00a6224eeb5e937eab4f84d584
3
+ size 38337
runs/Feb18_13-34-17_thetagpu07/1645212940.3048108/events.out.tfevents.1645212940.thetagpu07.938517.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56b4202fd463fb15d6c3db3986d3ce1fbbb866d3487ae0fe93a2f6d1d51ecbc1
3
+ size 4930
runs/Feb18_13-34-17_thetagpu07/events.out.tfevents.1645212940.thetagpu07.938517.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52fc1dde388161bc50d0c30a0b8e22966cef1b73056a5d8b4d0447edd3bbd622
3
+ size 42507
runs/Feb19_03-43-55_thetagpu13/1645263903.0911932/events.out.tfevents.1645263903.thetagpu13.2431802.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57c75e99a0fbda23643113d3c0febcb187d11ee222af56a2db555aaa7f22ab5b
3
+ size 4930
runs/Feb19_03-43-55_thetagpu13/events.out.tfevents.1645263903.thetagpu13.2431802.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddfab8c59d54e86040aaca13e391dddb6023973dcd30037097125557f2a348a0
3
+ size 42018
runs/Feb19_22-08-43_thetagpu21/1645330200.6740115/events.out.tfevents.1645330200.thetagpu21.4158425.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50ab4959898e06c89f0cbdc869e9878b4aa333450533d804d8bef568c1f10fd2
3
+ size 4930
runs/Feb19_22-08-43_thetagpu21/events.out.tfevents.1645330200.thetagpu21.4158425.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7e81bf369707c2e56bdcb808bc73006c8c7746a5f15a51680387179cb9b761c
3
+ size 42667
runs/Feb21_21-03-03_thetagpu06/1645499055.448211/events.out.tfevents.1645499055.thetagpu06.1296145.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:453c01580ed57b7118c5a055c509d9bc7f18cdd1f9190dca73705581de1afd51
3
+ size 4930
runs/Feb21_21-03-03_thetagpu06/events.out.tfevents.1645499055.thetagpu06.1296145.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdcd96eb762f0a859116141e0b375e2b4eb076d3ba5ad818cccbb9b6378e9a09
3
+ size 42827
runs/Feb23_03-59-17_thetagpu06/1645610437.092359/events.out.tfevents.1645610437.thetagpu06.3020873.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab195fdf168124fc18e0ed4c10266292a75698ebd64325e6a7f318adb18383fb
3
+ size 4930
runs/Feb23_03-59-17_thetagpu06/events.out.tfevents.1645610437.thetagpu06.3020873.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3780a633aad3a05d44890eb90c516eb658e119f15ae38272c9458608daa6628
3
+ size 42347
runs/Feb23_22-50-48_thetagpu06/1645678390.3425033/events.out.tfevents.1645678390.thetagpu06.4071743.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:879ea596504e7d007071b0bda0918322034be666b71b67d135568c1b8c119cc2
3
+ size 4930
runs/Feb23_22-50-48_thetagpu06/events.out.tfevents.1645678390.thetagpu06.4071743.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f101fbb784010e8e09c21273d82a9d4eecabf32a30bc853a215732f95c6d53b
3
+ size 41218
runs/Feb25_10-11-47_thetagpu07/1645805600.148976/events.out.tfevents.1645805600.thetagpu07.2173125.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7569fdf9818f75da4785b1eac573690b023c2997bbe16ce0f1167156d8ca6a48
3
+ size 4930
runs/Feb25_10-11-47_thetagpu07/events.out.tfevents.1645805600.thetagpu07.2173125.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50916a58ecf4a41b14ec15bbea2977a67bc8d21318f3c256df4bf40c70dc403d
3
+ size 14031
runs/Feb25_10-11-47_thetagpu07/events.out.tfevents.1645820296.thetagpu07.2173125.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecaead9730308e024db81e1edb64f0333b2e6647a9cbd00827f0e24bae5590e0
3
+ size 369
special_tokens_map.json ADDED
@@ -0,0 +1 @@
 
1
+ {"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
tokenizer_config.json ADDED
@@ -0,0 +1 @@
 
1
+ {"do_lower_case": true, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "special_tokens_map_file": null, "name_or_path": "allenai/scibert_scivocab_uncased", "do_basic_tokenize": true, "never_split": null, "tokenizer_class": "BertTokenizer"}
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 47.98,
3
+ "train_loss": 0.032887611633300784,
4
+ "train_runtime": 14645.775,
5
+ "train_samples": 5335783,
6
+ "train_samples_per_second": 17479.444,
7
+ "train_steps_per_second": 68.279
8
+ }
trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44fb9f1cfabc8969ff6587cb66456901e339959069109aff85edadfac1b7edc0
3
+ size 3119
vocab.txt ADDED
The diff for this file is too large to render. See raw diff