ncbateman commited on
Commit
5eadc4e
·
verified ·
1 Parent(s): 3f7064a

Training in progress, step 865, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:59a162de6ee5808bd4ad5cb8be36eae8b1b8c4922c72491be7020586b2e5fb64
3
  size 45118424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:271a55b308cc7682a873c6a99c9cda26d6ab71e97899f74b1d4a08129d2aa236
3
  size 45118424
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e63dac42370b0518395427db21f0392c41779656f22f6a6a8138d5fa706a9811
3
  size 23159546
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f645a4cca6acce995a28c6a73628ab6507e4d274200076d1a497788422b8df35
3
  size 23159546
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:acf5725e9d75d811149550611171285ddd16d6dd949a97048d859b084a5467d5
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:898bf75a87a6acd77c2a3359f2976e804365bed481ed60f6d31384f9b04f1767
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:754eb9da41da10c03a73e6a05375aeb38c8cd2df8977d237eae9686a3845ef42
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cef1807e34750e90e3b15895beee76987ca821b1c92ed984e880432329fc5d1
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 4.43298969072165,
5
  "eval_steps": 97,
6
- "global_step": 860,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -6099,6 +6099,41 @@
6099
  "learning_rate": 3.486077833108342e-06,
6100
  "loss": 0.0003,
6101
  "step": 860
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6102
  }
6103
  ],
6104
  "logging_steps": 1,
@@ -6118,7 +6153,7 @@
6118
  "attributes": {}
6119
  }
6120
  },
6121
- "total_flos": 3.326062471592018e+17,
6122
  "train_batch_size": 4,
6123
  "trial_name": null,
6124
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 4.458762886597938,
5
  "eval_steps": 97,
6
+ "global_step": 865,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
6099
  "learning_rate": 3.486077833108342e-06,
6100
  "loss": 0.0003,
6101
  "step": 860
6102
+ },
6103
+ {
6104
+ "epoch": 4.438144329896907,
6105
+ "grad_norm": 0.003292699111625552,
6106
+ "learning_rate": 3.4237129228434415e-06,
6107
+ "loss": 0.0001,
6108
+ "step": 861
6109
+ },
6110
+ {
6111
+ "epoch": 4.443298969072165,
6112
+ "grad_norm": 0.13467860221862793,
6113
+ "learning_rate": 3.3618911234968243e-06,
6114
+ "loss": 0.0012,
6115
+ "step": 862
6116
+ },
6117
+ {
6118
+ "epoch": 4.448453608247423,
6119
+ "grad_norm": 0.006807579658925533,
6120
+ "learning_rate": 3.300613155952359e-06,
6121
+ "loss": 0.0001,
6122
+ "step": 863
6123
+ },
6124
+ {
6125
+ "epoch": 4.453608247422681,
6126
+ "grad_norm": 0.04459763318300247,
6127
+ "learning_rate": 3.2398797347524656e-06,
6128
+ "loss": 0.0004,
6129
+ "step": 864
6130
+ },
6131
+ {
6132
+ "epoch": 4.458762886597938,
6133
+ "grad_norm": 0.005752299912273884,
6134
+ "learning_rate": 3.1796915680897988e-06,
6135
+ "loss": 0.0002,
6136
+ "step": 865
6137
  }
6138
  ],
6139
  "logging_steps": 1,
 
6153
  "attributes": {}
6154
  }
6155
  },
6156
+ "total_flos": 3.345416922983301e+17,
6157
  "train_batch_size": 4,
6158
  "trial_name": null,
6159
  "trial_params": null