cedpsam commited on
Commit
f2bef18
1 Parent(s): 3efdaec

Model save

Browse files
last-checkpoint/config.json DELETED
@@ -1,54 +0,0 @@
1
- {
2
- "_name_or_path": "cedpsam/EleutherAI_gpt-neo-125M-stablediffionprompts",
3
- "activation_function": "gelu_new",
4
- "architectures": [
5
- "GPTNeoForCausalLM"
6
- ],
7
- "attention_dropout": 0,
8
- "attention_layers": [
9
- "global",
10
- "local",
11
- "global",
12
- "local",
13
- "global",
14
- "local",
15
- "global",
16
- "local",
17
- "global",
18
- "local",
19
- "global",
20
- "local"
21
- ],
22
- "attention_types": [
23
- [
24
- [
25
- "global",
26
- "local"
27
- ],
28
- 6
29
- ]
30
- ],
31
- "bos_token_id": 50256,
32
- "embed_dropout": 0,
33
- "eos_token_id": 50256,
34
- "gradient_checkpointing": false,
35
- "hidden_size": 768,
36
- "initializer_range": 0.02,
37
- "intermediate_size": null,
38
- "layer_norm_epsilon": 1e-05,
39
- "max_position_embeddings": 2048,
40
- "model_type": "gpt_neo",
41
- "num_heads": 12,
42
- "num_layers": 12,
43
- "resid_dropout": 0,
44
- "summary_activation": null,
45
- "summary_first_dropout": 0.1,
46
- "summary_proj_to_labels": true,
47
- "summary_type": "cls_index",
48
- "summary_use_proj": true,
49
- "torch_dtype": "float32",
50
- "transformers_version": "4.22.2",
51
- "use_cache": true,
52
- "vocab_size": 50257,
53
- "window_size": 256
54
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
last-checkpoint/optimizer.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2c4ec64b71a64c5efeb4e910c8629842d06a09357df2feeaf5c2dd9987f25fc4
3
- size 1001681601
 
 
 
 
last-checkpoint/pytorch_model.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:13e9a4817e8ff1cf71168ac6064481775b03e6791ce2c97c1109a186518b025b
3
- size 551185105
 
 
 
 
last-checkpoint/rng_state.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:84838ccd45951bbe1e5f964cffc9f60572ee4f5e111f59de86b1a56f3d7a6bd8
3
- size 14503
 
 
 
 
last-checkpoint/scaler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4fa4c7be44c959599b8b43bb9bc3371e9e4e5bbc5758b3ab5afcccfda3e72e67
3
- size 559
 
 
 
 
last-checkpoint/scheduler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9bba0534880ddf6cf8901153e43087f30df53e956d861cda03d12ae77a09ee10
3
- size 623
 
 
 
 
last-checkpoint/trainer_state.json DELETED
@@ -1,22 +0,0 @@
1
- {
2
- "best_metric": null,
3
- "best_model_checkpoint": null,
4
- "epoch": 0.006782603977318972,
5
- "global_step": 500,
6
- "is_hyper_param_search": false,
7
- "is_local_process_zero": true,
8
- "is_world_process_zero": true,
9
- "log_history": [
10
- {
11
- "epoch": 0.01,
12
- "learning_rate": 4.8333333333333334e-05,
13
- "loss": 0.0683,
14
- "step": 500
15
- }
16
- ],
17
- "max_steps": 15000,
18
- "num_train_epochs": 1,
19
- "total_flos": 522414194688000.0,
20
- "trial_name": null,
21
- "trial_params": null
22
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
last-checkpoint/training_args.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:18598edc94a8846299e3dbe81cbd09d538beedc0c8a3af0c13ba691e27344d05
3
- size 3567
 
 
 
 
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:13e9a4817e8ff1cf71168ac6064481775b03e6791ce2c97c1109a186518b025b
3
  size 551185105
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da2e60e1321538e8dcabc8897ef99dbf7b9410c3b8f8749c22d66eaa42769e65
3
  size 551185105
runs/Oct07_15-29-43_09e2ea2daf69/events.out.tfevents.1665156831.09e2ea2daf69.68.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:53521f826ff6708932d303f9e2c120edca654e373310891c1be427dc50299235
3
- size 17405
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c0704e6776ea522794d352e98d815c49502fed42e1eaf4dee96888915a63145
3
+ size 22312