Hugging Face's logo

groar
/
gpt-neo-1.3B-finetuned-escape2

Text Generation
Transformers
PyTorch
TensorBoard
gpt_neo
Generated from Trainer
Inference Endpoints
Model card Files Metrics Community
1
groar commited on
Commit
9d11ce4
•
1 Parent(s): 943509e

Training in progress, step 500

Browse files
Files changed (14) hide show
  1. .gitignore +1 -0
  2. config.json +74 -0
  3. pytorch_model.bin +3 -0
  4. runs/Feb13_16-55-16_ad726b556ab0/1644771333.6662874/events.out.tfevents.1644771333.ad726b556ab0.270.1 +3 -0
  5. runs/Feb13_16-55-16_ad726b556ab0/events.out.tfevents.1644771333.ad726b556ab0.270.0 +3 -0
  6. runs/Feb13_16-56-08_ad726b556ab0/1644771381.4155812/events.out.tfevents.1644771381.ad726b556ab0.270.3 +3 -0
  7. runs/Feb13_16-56-08_ad726b556ab0/events.out.tfevents.1644771381.ad726b556ab0.270.2 +3 -0
  8. runs/Feb13_16-59-18_ad726b556ab0/1644771575.768912/events.out.tfevents.1644771575.ad726b556ab0.1411.1 +3 -0
  9. runs/Feb13_16-59-18_ad726b556ab0/events.out.tfevents.1644771575.ad726b556ab0.1411.0 +3 -0
  10. runs/Feb13_17-14-25_ad726b556ab0/1644772479.2332551/events.out.tfevents.1644772479.ad726b556ab0.1411.3 +3 -0
  11. runs/Feb13_17-14-25_ad726b556ab0/events.out.tfevents.1644772479.ad726b556ab0.1411.2 +3 -0
  12. runs/Feb13_17-16-56_ad726b556ab0/1644772622.2550924/events.out.tfevents.1644772622.ad726b556ab0.1817.1 +3 -0
  13. runs/Feb13_17-16-56_ad726b556ab0/events.out.tfevents.1644772622.ad726b556ab0.1817.0 +3 -0
  14. training_args.bin +3 -0
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
config.json ADDED
@@ -0,0 +1,74 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "EleutherAI/gpt-neo-1.3B",
3
+ "activation_function": "gelu_new",
4
+ "architectures": [
5
+ "GPTNeoForCausalLM"
6
+ ],
7
+ "attention_dropout": 0,
8
+ "attention_layers": [
9
+ "global",
10
+ "local",
11
+ "global",
12
+ "local",
13
+ "global",
14
+ "local",
15
+ "global",
16
+ "local",
17
+ "global",
18
+ "local",
19
+ "global",
20
+ "local",
21
+ "global",
22
+ "local",
23
+ "global",
24
+ "local",
25
+ "global",
26
+ "local",
27
+ "global",
28
+ "local",
29
+ "global",
30
+ "local",
31
+ "global",
32
+ "local"
33
+ ],
34
+ "attention_types": [
35
+ [
36
+ [
37
+ "global",
38
+ "local"
39
+ ],
40
+ 12
41
+ ]
42
+ ],
43
+ "bos_token_id": 50256,
44
+ "embed_dropout": 0,
45
+ "eos_token_id": 50256,
46
+ "gradient_checkpointing": false,
47
+ "hidden_size": 2048,
48
+ "initializer_range": 0.02,
49
+ "intermediate_size": null,
50
+ "layer_norm_epsilon": 1e-05,
51
+ "max_position_embeddings": 2048,
52
+ "model_type": "gpt_neo",
53
+ "num_heads": 16,
54
+ "num_layers": 24,
55
+ "resid_dropout": 0,
56
+ "summary_activation": null,
57
+ "summary_first_dropout": 0.1,
58
+ "summary_proj_to_labels": true,
59
+ "summary_type": "cls_index",
60
+ "summary_use_proj": true,
61
+ "task_specific_params": {
62
+ "text-generation": {
63
+ "do_sample": true,
64
+ "max_length": 50,
65
+ "temperature": 0.9
66
+ }
67
+ },
68
+ "tokenizer_class": "GPT2Tokenizer",
69
+ "torch_dtype": "float32",
70
+ "transformers_version": "4.16.2",
71
+ "use_cache": true,
72
+ "vocab_size": 50257,
73
+ "window_size": 256
74
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0113a8f4fdb46bb4b0696f58f5cf46e29689bd33e06170965ded85f6d0bf0c21
3
+ size 5363100545
runs/Feb13_16-55-16_ad726b556ab0/1644771333.6662874/events.out.tfevents.1644771333.ad726b556ab0.270.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:197049c0f61b82c5f56fec1c19893a722f656d7c8999d768c97ea6bb50c3cd71
3
+ size 4799
runs/Feb13_16-55-16_ad726b556ab0/events.out.tfevents.1644771333.ad726b556ab0.270.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0722d6320242dec3f1d6f98b37800175226046964534e02788efa3fb34dbad1b
3
+ size 40
runs/Feb13_16-56-08_ad726b556ab0/1644771381.4155812/events.out.tfevents.1644771381.ad726b556ab0.270.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1153f8f9325f30315704b2617bdbcaefbc85b238436fedf97e7eabfef96e0956
3
+ size 4799
runs/Feb13_16-56-08_ad726b556ab0/events.out.tfevents.1644771381.ad726b556ab0.270.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1af097b662dbe835a34bb8a91a34ab275b617acef1222aa873c78dcd1826afc9
3
+ size 40
runs/Feb13_16-59-18_ad726b556ab0/1644771575.768912/events.out.tfevents.1644771575.ad726b556ab0.1411.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77a2a174701f203cb02da68ba9c7bdc48a268f1d61205945a84e9a869c1daa8a
3
+ size 4799
runs/Feb13_16-59-18_ad726b556ab0/events.out.tfevents.1644771575.ad726b556ab0.1411.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f72039fa61919fabf86e1ce649c3de8aaf9c9d3c7a344818c2554478e8fc5316
3
+ size 4084
runs/Feb13_17-14-25_ad726b556ab0/1644772479.2332551/events.out.tfevents.1644772479.ad726b556ab0.1411.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c6e1e6bf5b6a1c095c5dc0dc54781ef4edb33838d51a359ed9afccd56157eb6
3
+ size 4799
runs/Feb13_17-14-25_ad726b556ab0/events.out.tfevents.1644772479.ad726b556ab0.1411.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcbd2d99a99e2af17718e82ef88ae20c72788d382bd5f5a888a7f48aeb81e67a
3
+ size 40
runs/Feb13_17-16-56_ad726b556ab0/1644772622.2550924/events.out.tfevents.1644772622.ad726b556ab0.1817.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6285a272842578c8933ff3e271bb7f04e88bf14cf202b14c7bb282df746e375
3
+ size 4799
runs/Feb13_17-16-56_ad726b556ab0/events.out.tfevents.1644772622.ad726b556ab0.1817.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c658206f18eaf4967cf07c818bef3d5fb7683ab01dd0b975d6635a22bb70062
3
+ size 7490
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02d48a64735ff7e2089fd3a358dc57a36d76b1553b4708a7bac2a3f182d2c9f8
3
+ size 3055