Hugging Face's logo

anikethjr
/
PromoGen_K562_GPT2_4096_tokens_2080Ti_x4

Text Generation
Transformers
PyTorch
TensorBoard
gpt2
Inference Endpoints
text-generation-inference
Model card Files Metrics Community
anikethjr commited on
Commit
d5a5224
•
1 Parent(s): 591e80a

Training in progress, step 250

Browse files
Files changed (17) hide show
  1. .gitignore +1 -0
  2. config.json +31 -0
  3. pytorch_model.bin +3 -0
  4. runs/Dec06_15-17-17_n0158.savio3/1670368644.7133086/events.out.tfevents.1670368644.n0158.savio3.175429.1 +3 -0
  5. runs/Dec06_15-17-17_n0158.savio3/events.out.tfevents.1670368644.n0158.savio3.175429.0 +3 -0
  6. runs/Dec06_15-22-04_n0158.savio3/1670369860.3426983/events.out.tfevents.1670369860.n0158.savio3.175716.1 +3 -0
  7. runs/Dec06_15-22-04_n0158.savio3/events.out.tfevents.1670369860.n0158.savio3.175716.0 +3 -0
  8. runs/Dec06_16-43-29_n0158.savio3/1670373815.795955/events.out.tfevents.1670373815.n0158.savio3.197497.1 +3 -0
  9. runs/Dec06_16-43-29_n0158.savio3/events.out.tfevents.1670373815.n0158.savio3.197497.0 +3 -0
  10. runs/Dec06_22-51-17_n0160.savio3/1670396813.2248528/events.out.tfevents.1670396813.n0160.savio3.157806.1 +3 -0
  11. runs/Dec06_22-51-17_n0160.savio3/events.out.tfevents.1670396812.n0160.savio3.157806.0 +3 -0
  12. runs/Dec06_23-48-52_n0160.savio3/1670400268.934718/events.out.tfevents.1670400268.n0160.savio3.160000.1 +3 -0
  13. runs/Dec06_23-48-52_n0160.savio3/events.out.tfevents.1670400268.n0160.savio3.160000.0 +3 -0
  14. special_tokens_map.json +9 -0
  15. tokenizer.json +0 -0
  16. tokenizer_config.json +15 -0
  17. training_args.bin +3 -0
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_function": "gelu_new",
3
+ "architectures": [
4
+ "GPT2LMHeadModel"
5
+ ],
6
+ "attn_pdrop": 0.1,
7
+ "bos_token_id": 50256,
8
+ "embd_pdrop": 0.1,
9
+ "eos_token_id": 50256,
10
+ "initializer_range": 0.02,
11
+ "layer_norm_epsilon": 1e-05,
12
+ "model_type": "gpt2",
13
+ "n_embd": 768,
14
+ "n_head": 12,
15
+ "n_inner": null,
16
+ "n_layer": 12,
17
+ "n_positions": 768,
18
+ "reorder_and_upcast_attn": false,
19
+ "resid_pdrop": 0.1,
20
+ "scale_attn_by_inverse_layer_idx": false,
21
+ "scale_attn_weights": true,
22
+ "summary_activation": null,
23
+ "summary_first_dropout": 0.1,
24
+ "summary_proj_to_labels": true,
25
+ "summary_type": "mean",
26
+ "summary_use_proj": true,
27
+ "torch_dtype": "float32",
28
+ "transformers_version": "4.24.0",
29
+ "use_cache": true,
30
+ "vocab_size": 4096
31
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c789118845bac1a7e9db9d9c1fb167ae2b59c0de79fc0609d630907e846d459
3
+ size 362299965
runs/Dec06_15-17-17_n0158.savio3/1670368644.7133086/events.out.tfevents.1670368644.n0158.savio3.175429.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcceff28576750d3081f634f349541ed1282e66c3f254c14587fb9dfe68664a4
3
+ size 5667
runs/Dec06_15-17-17_n0158.savio3/events.out.tfevents.1670368644.n0158.savio3.175429.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed20c7ec11d9cd864f533c6afac81bb44ca34813c30e3e1678c18ce1e56a3136
3
+ size 40
runs/Dec06_15-22-04_n0158.savio3/1670369860.3426983/events.out.tfevents.1670369860.n0158.savio3.175716.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e760228e330ab94c9c8b8bc525bc5563e067571284619fff7e922093236a00df
3
+ size 5667
runs/Dec06_15-22-04_n0158.savio3/events.out.tfevents.1670369860.n0158.savio3.175716.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2aef9e292ddf338b4ba56896c7ed0c79f453ecf18132f387aecfa32c1de5a372
3
+ size 5250
runs/Dec06_16-43-29_n0158.savio3/1670373815.795955/events.out.tfevents.1670373815.n0158.savio3.197497.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:531c8ffde15e02fd4870eeb8ca669bd34167fcb6f12f56a5804d44e77efcbc3b
3
+ size 5667
runs/Dec06_16-43-29_n0158.savio3/events.out.tfevents.1670373815.n0158.savio3.197497.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fafb094b6820bba87d9c669bee31d113918246302e26221d9a542988cc11855a
3
+ size 3925
runs/Dec06_22-51-17_n0160.savio3/1670396813.2248528/events.out.tfevents.1670396813.n0160.savio3.157806.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cea67f88dc7d18d4988f99bfff2624c5532e64772b1d8d2675a011bf261a5f72
3
+ size 5667
runs/Dec06_22-51-17_n0160.savio3/events.out.tfevents.1670396812.n0160.savio3.157806.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a885e75ce6f151fa22788a8358fcfc4662dc3b2126e9fada2eebdf66abf405d
3
+ size 3925
runs/Dec06_23-48-52_n0160.savio3/1670400268.934718/events.out.tfevents.1670400268.n0160.savio3.160000.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea8d9ef48e93bbb6e1579daa232f5d513d00e4f86e4a6ee57923c909216c32df
3
+ size 5667
runs/Dec06_23-48-52_n0160.savio3/events.out.tfevents.1670400268.n0160.savio3.160000.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd0ecf16b406f9af5a6c22e49551245b7b8577f8c50adee2b2b9e2b9b43a0b45
3
+ size 4507
special_tokens_map.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<BOS>",
3
+ "cls_token": "<CLS>",
4
+ "eos_token": "<EOS>",
5
+ "mask_token": "<MASK>",
6
+ "pad_token": "<PAD>",
7
+ "sep_token": "<SEP>",
8
+ "unk_token": "<UNK>"
9
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_max_length": 512,
3
+ "name_or_path": "/global/scratch/users/aniketh/PromoGen/K562_SentencePieceUnigramTokenizer_4096_fast",
4
+ "special_tokens": [
5
+ "<BOS>",
6
+ "<EOS>",
7
+ "<PAD>",
8
+ "<UNK>",
9
+ "<CLS>",
10
+ "<SEP>",
11
+ "<MASK>"
12
+ ],
13
+ "special_tokens_map_file": "/global/scratch/users/aniketh/PromoGen/K562_SentencePieceUnigramTokenizer_4096_fast/special_tokens_map.json",
14
+ "tokenizer_class": "PreTrainedTokenizerFast"
15
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54743334e4ca7435bee4ce6a9b5d8c04efae41e65f51f732ebfa784d688f829c
3
+ size 3515