batterydata
commited on
Commit
•
7bd114c
1
Parent(s):
68cec48
1000000 steps
Browse files- all_results.json +15 -0
- config.json +25 -0
- eval_results.json +10 -0
- pytorch_model.bin +3 -0
- runs/Feb15_20-38-39_thetagpu01/1644986128.8788168/events.out.tfevents.1644986128.thetagpu01.73646.1 +3 -0
- runs/Feb15_20-38-39_thetagpu01/events.out.tfevents.1644986128.thetagpu01.73646.0 +3 -0
- runs/Feb16_15-38-09_thetagpu18/1645047566.4615197/events.out.tfevents.1645047566.thetagpu18.849991.1 +3 -0
- runs/Feb16_15-38-09_thetagpu18/events.out.tfevents.1645047566.thetagpu18.849991.0 +3 -0
- runs/Feb17_15-24-06_thetagpu14/1645133126.3485615/events.out.tfevents.1645133126.thetagpu14.3311438.1 +3 -0
- runs/Feb17_15-24-06_thetagpu14/events.out.tfevents.1645133126.thetagpu14.3311438.0 +3 -0
- runs/Feb18_13-34-17_thetagpu07/1645212940.3048108/events.out.tfevents.1645212940.thetagpu07.938517.1 +3 -0
- runs/Feb18_13-34-17_thetagpu07/events.out.tfevents.1645212940.thetagpu07.938517.0 +3 -0
- runs/Feb19_03-43-55_thetagpu13/1645263903.0911932/events.out.tfevents.1645263903.thetagpu13.2431802.1 +3 -0
- runs/Feb19_03-43-55_thetagpu13/events.out.tfevents.1645263903.thetagpu13.2431802.0 +3 -0
- runs/Feb19_22-08-43_thetagpu21/1645330200.6740115/events.out.tfevents.1645330200.thetagpu21.4158425.1 +3 -0
- runs/Feb19_22-08-43_thetagpu21/events.out.tfevents.1645330200.thetagpu21.4158425.0 +3 -0
- runs/Feb21_21-03-03_thetagpu06/1645499055.448211/events.out.tfevents.1645499055.thetagpu06.1296145.1 +3 -0
- runs/Feb21_21-03-03_thetagpu06/events.out.tfevents.1645499055.thetagpu06.1296145.0 +3 -0
- runs/Feb23_03-59-17_thetagpu06/1645610437.092359/events.out.tfevents.1645610437.thetagpu06.3020873.1 +3 -0
- runs/Feb23_03-59-17_thetagpu06/events.out.tfevents.1645610437.thetagpu06.3020873.0 +3 -0
- runs/Feb23_22-50-48_thetagpu06/1645678390.3425033/events.out.tfevents.1645678390.thetagpu06.4071743.1 +3 -0
- runs/Feb23_22-50-48_thetagpu06/events.out.tfevents.1645678390.thetagpu06.4071743.0 +3 -0
- runs/Feb25_10-11-47_thetagpu07/1645805600.148976/events.out.tfevents.1645805600.thetagpu07.2173125.1 +3 -0
- runs/Feb25_10-11-47_thetagpu07/events.out.tfevents.1645805600.thetagpu07.2173125.0 +3 -0
- runs/Feb25_10-11-47_thetagpu07/events.out.tfevents.1645820296.thetagpu07.2173125.2 +3 -0
- special_tokens_map.json +1 -0
- tokenizer.json +0 -0
- tokenizer_config.json +1 -0
- train_results.json +8 -0
- trainer_state.json +0 -0
- training_args.bin +3 -0
- vocab.txt +0 -0
all_results.json
ADDED
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"epoch": 47.98,
|
3 |
+
"eval_accuracy": 0.7689506636929798,
|
4 |
+
"eval_loss": 0.9654982686042786,
|
5 |
+
"eval_runtime": 49.5461,
|
6 |
+
"eval_samples": 45452,
|
7 |
+
"eval_samples_per_second": 917.369,
|
8 |
+
"eval_steps_per_second": 14.35,
|
9 |
+
"perplexity": 2.6260958316409364,
|
10 |
+
"train_loss": 0.032887611633300784,
|
11 |
+
"train_runtime": 14645.775,
|
12 |
+
"train_samples": 5335783,
|
13 |
+
"train_samples_per_second": 17479.444,
|
14 |
+
"train_steps_per_second": 68.279
|
15 |
+
}
|
config.json
ADDED
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "allenai/scibert_scivocab_uncased",
|
3 |
+
"architectures": [
|
4 |
+
"BertForMaskedLM"
|
5 |
+
],
|
6 |
+
"attention_probs_dropout_prob": 0.1,
|
7 |
+
"classifier_dropout": null,
|
8 |
+
"hidden_act": "gelu",
|
9 |
+
"hidden_dropout_prob": 0.1,
|
10 |
+
"hidden_size": 768,
|
11 |
+
"initializer_range": 0.02,
|
12 |
+
"intermediate_size": 3072,
|
13 |
+
"layer_norm_eps": 1e-12,
|
14 |
+
"max_position_embeddings": 512,
|
15 |
+
"model_type": "bert",
|
16 |
+
"num_attention_heads": 12,
|
17 |
+
"num_hidden_layers": 12,
|
18 |
+
"pad_token_id": 0,
|
19 |
+
"position_embedding_type": "absolute",
|
20 |
+
"torch_dtype": "float32",
|
21 |
+
"transformers_version": "4.17.0.dev0",
|
22 |
+
"type_vocab_size": 2,
|
23 |
+
"use_cache": true,
|
24 |
+
"vocab_size": 31090
|
25 |
+
}
|
eval_results.json
ADDED
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"epoch": 47.98,
|
3 |
+
"eval_accuracy": 0.7689506636929798,
|
4 |
+
"eval_loss": 0.9654982686042786,
|
5 |
+
"eval_runtime": 49.5461,
|
6 |
+
"eval_samples": 45452,
|
7 |
+
"eval_samples_per_second": 917.369,
|
8 |
+
"eval_steps_per_second": 14.35,
|
9 |
+
"perplexity": 2.6260958316409364
|
10 |
+
}
|
pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bd061b7fc625adf5df4d7a0fa4e1ddaca61dfc964b762bffb2ddd922ea352675
|
3 |
+
size 439894482
|
runs/Feb15_20-38-39_thetagpu01/1644986128.8788168/events.out.tfevents.1644986128.thetagpu01.73646.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4881d03dd317c212d11b1c04d17dfd4e6aedf5f5673570315a50d7b6035f15de
|
3 |
+
size 4930
|
runs/Feb15_20-38-39_thetagpu01/events.out.tfevents.1644986128.thetagpu01.73646.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cebe7f975d06faf193f1006fadbb6c5b89acd0b1934463263810713200f4e205
|
3 |
+
size 32947
|
runs/Feb16_15-38-09_thetagpu18/1645047566.4615197/events.out.tfevents.1645047566.thetagpu18.849991.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e78fc57d9d97ceab325b1a9e909e87316068f5650c75b3e2c10140c1a5705e78
|
3 |
+
size 4930
|
runs/Feb16_15-38-09_thetagpu18/events.out.tfevents.1645047566.thetagpu18.849991.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f75029a637d269d06e5c94ad0e2878d57599a8d7678d3d94fa3298ef023a88a6
|
3 |
+
size 41216
|
runs/Feb17_15-24-06_thetagpu14/1645133126.3485615/events.out.tfevents.1645133126.thetagpu14.3311438.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:244990d23e127dd743e7e75d9f0179f84646cd89f1ec0ecd59eeaa313f6f664d
|
3 |
+
size 4930
|
runs/Feb17_15-24-06_thetagpu14/events.out.tfevents.1645133126.thetagpu14.3311438.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7b42a4fa2bf4619e25bdac3a350cf72898415d00a6224eeb5e937eab4f84d584
|
3 |
+
size 38337
|
runs/Feb18_13-34-17_thetagpu07/1645212940.3048108/events.out.tfevents.1645212940.thetagpu07.938517.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:56b4202fd463fb15d6c3db3986d3ce1fbbb866d3487ae0fe93a2f6d1d51ecbc1
|
3 |
+
size 4930
|
runs/Feb18_13-34-17_thetagpu07/events.out.tfevents.1645212940.thetagpu07.938517.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:52fc1dde388161bc50d0c30a0b8e22966cef1b73056a5d8b4d0447edd3bbd622
|
3 |
+
size 42507
|
runs/Feb19_03-43-55_thetagpu13/1645263903.0911932/events.out.tfevents.1645263903.thetagpu13.2431802.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:57c75e99a0fbda23643113d3c0febcb187d11ee222af56a2db555aaa7f22ab5b
|
3 |
+
size 4930
|
runs/Feb19_03-43-55_thetagpu13/events.out.tfevents.1645263903.thetagpu13.2431802.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ddfab8c59d54e86040aaca13e391dddb6023973dcd30037097125557f2a348a0
|
3 |
+
size 42018
|
runs/Feb19_22-08-43_thetagpu21/1645330200.6740115/events.out.tfevents.1645330200.thetagpu21.4158425.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:50ab4959898e06c89f0cbdc869e9878b4aa333450533d804d8bef568c1f10fd2
|
3 |
+
size 4930
|
runs/Feb19_22-08-43_thetagpu21/events.out.tfevents.1645330200.thetagpu21.4158425.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d7e81bf369707c2e56bdcb808bc73006c8c7746a5f15a51680387179cb9b761c
|
3 |
+
size 42667
|
runs/Feb21_21-03-03_thetagpu06/1645499055.448211/events.out.tfevents.1645499055.thetagpu06.1296145.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:453c01580ed57b7118c5a055c509d9bc7f18cdd1f9190dca73705581de1afd51
|
3 |
+
size 4930
|
runs/Feb21_21-03-03_thetagpu06/events.out.tfevents.1645499055.thetagpu06.1296145.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fdcd96eb762f0a859116141e0b375e2b4eb076d3ba5ad818cccbb9b6378e9a09
|
3 |
+
size 42827
|
runs/Feb23_03-59-17_thetagpu06/1645610437.092359/events.out.tfevents.1645610437.thetagpu06.3020873.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ab195fdf168124fc18e0ed4c10266292a75698ebd64325e6a7f318adb18383fb
|
3 |
+
size 4930
|
runs/Feb23_03-59-17_thetagpu06/events.out.tfevents.1645610437.thetagpu06.3020873.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a3780a633aad3a05d44890eb90c516eb658e119f15ae38272c9458608daa6628
|
3 |
+
size 42347
|
runs/Feb23_22-50-48_thetagpu06/1645678390.3425033/events.out.tfevents.1645678390.thetagpu06.4071743.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:879ea596504e7d007071b0bda0918322034be666b71b67d135568c1b8c119cc2
|
3 |
+
size 4930
|
runs/Feb23_22-50-48_thetagpu06/events.out.tfevents.1645678390.thetagpu06.4071743.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6f101fbb784010e8e09c21273d82a9d4eecabf32a30bc853a215732f95c6d53b
|
3 |
+
size 41218
|
runs/Feb25_10-11-47_thetagpu07/1645805600.148976/events.out.tfevents.1645805600.thetagpu07.2173125.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7569fdf9818f75da4785b1eac573690b023c2997bbe16ce0f1167156d8ca6a48
|
3 |
+
size 4930
|
runs/Feb25_10-11-47_thetagpu07/events.out.tfevents.1645805600.thetagpu07.2173125.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:50916a58ecf4a41b14ec15bbea2977a67bc8d21318f3c256df4bf40c70dc403d
|
3 |
+
size 14031
|
runs/Feb25_10-11-47_thetagpu07/events.out.tfevents.1645820296.thetagpu07.2173125.2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ecaead9730308e024db81e1edb64f0333b2e6647a9cbd00827f0e24bae5590e0
|
3 |
+
size 369
|
special_tokens_map.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}
|
tokenizer.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
tokenizer_config.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"do_lower_case": true, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "special_tokens_map_file": null, "name_or_path": "allenai/scibert_scivocab_uncased", "do_basic_tokenize": true, "never_split": null, "tokenizer_class": "BertTokenizer"}
|
train_results.json
ADDED
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"epoch": 47.98,
|
3 |
+
"train_loss": 0.032887611633300784,
|
4 |
+
"train_runtime": 14645.775,
|
5 |
+
"train_samples": 5335783,
|
6 |
+
"train_samples_per_second": 17479.444,
|
7 |
+
"train_steps_per_second": 68.279
|
8 |
+
}
|
trainer_state.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:44fb9f1cfabc8969ff6587cb66456901e339959069109aff85edadfac1b7edc0
|
3 |
+
size 3119
|
vocab.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|